-- Logs begin at Wed 2021-09-01 14:09:46 UTC, end at Wed 2021-09-01 16:40:12 UTC. -- Sep 01 14:43:27.059445 n-d-802060-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 14:43:29.787692 n-d-802060-16 neutron-server[106267]: INFO neutron.common.config [-] Logging enabled! Sep 01 14:43:29.788307 n-d-802060-16 neutron-server[106267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev572 Sep 01 14:43:29.788457 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 14:43:29.791716 n-d-802060-16 neutron-server[106267]: INFO neutron.common.config [-] Logging enabled! Sep 01 14:43:29.791969 n-d-802060-16 neutron-server[106267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev572 Sep 01 14:43:29.792276 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 14:43:29.793232 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:43:29.793468 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:43:29.793837 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:43:29.794082 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:43:29.794305 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:43:29.794677 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.794911 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.795200 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.795433 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.795728 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.796009 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.796289 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.796573 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.796867 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.797173 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.797455 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.797739 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.797968 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.798246 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.798775 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.799067 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.799852 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] debug = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.800255 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.800680 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.801148 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.801431 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.801721 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.801999 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.802270 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.802544 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.802827 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.803153 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] host = n-d-802060-16 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.803428 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.803713 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.803998 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.804280 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.804552 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.804825 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.805125 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.805404 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.805674 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.805948 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.806234 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.806522 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.806808 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.807028 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.807246 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.807528 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.807812 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.808088 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.808361 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.808633 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.808904 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.809202 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.809472 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.809756 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.810041 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.810347 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.810600 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.810872 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.811145 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.811413 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.811694 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.811966 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.812241 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.812515 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.812800 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.813085 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.813362 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.813663 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.813946 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.814224 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.814505 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.814776 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.815606 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.815877 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.816145 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.816412 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_json = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.816682 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.816948 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.817263 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.817532 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.817800 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.818070 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.818339 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.818621 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:29.818913 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.819204 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.819499 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.819780 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.820070 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.820348 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.820635 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.820911 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.821224 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.821512 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.821799 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.822074 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.822366 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.822644 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.822938 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.823240 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.823530 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.823818 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.824092 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.824365 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.824636 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.824911 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.825223 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.825508 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.825794 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.826080 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.826360 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.826645 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.826936 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.827222 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.827494 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.827770 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.828057 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.828329 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.828597 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.828871 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.829176 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.829451 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.829721 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.830000 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.830275 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.830579 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.830839 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.831111 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.831399 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.831673 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.831939 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.832205 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.832477 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.832746 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.833027 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.833327 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.833595 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.833861 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.834133 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.834403 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.834673 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.834947 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.835215 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.835490 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.835755 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.836020 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.836287 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.836553 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.836819 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.837113 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.837383 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.837657 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.837927 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.838195 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.838461 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.838730 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.838996 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.839277 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.839573 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.839847 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.840122 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.840396 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.840670 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.840944 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.841242 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.841520 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.841797 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.842077 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.842371 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.842653 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.842940 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.843219 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.843495 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.843793 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.844065 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.844343 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.844619 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.844896 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.845205 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.845494 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.845783 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.846074 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.846396 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.846686 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.846978 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.847258 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.847568 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.847846 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:29.848061 n-d-802060-16 neutron-server[106267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:43:29.848313 n-d-802060-16 neutron-server[106267]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106267) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 14:43:30.202263 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 14:43:30.202560 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 14:43:30.202816 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 14:43:30.203147 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 14:43:30.603268 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.603563 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.603832 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.605135 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.605405 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.605666 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.639693 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.639970 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.640234 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.657391 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.657671 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.657938 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.688677 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.688961 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.689260 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.725620 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.725897 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.726161 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.960009 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.960669 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.960669 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.960835 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:30.961554 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.087971 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.088289 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.088571 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.088843 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.089135 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.089452 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.089713 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.089967 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.090219 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.090504 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.090763 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.091029 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.091287 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.091542 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.091799 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.092069 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.092330 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.092601 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.092874 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.093163 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.093439 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.093693 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.093980 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.094401 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.094805 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.094996 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.095341 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.095581 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.095820 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.096054 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.096831 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.097090 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.097472 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 14:43:31.100989 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 14:43:31.105196 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 14:43:31.109303 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 01 14:43:31.111051 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 14:43:31.111517 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 14:43:31.112622 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 14:43:31.113012 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 14:43:31.116072 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 14:43:31.116320 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 14:43:31.116688 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 14:43:31.122392 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 14:43:31.144714 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 14:43:31.145209 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.145516 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106267) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 14:43:31.145876 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.147272 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106267) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 14:43:31.147564 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 14:43:31.147808 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 14:43:31.151197 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.151476 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.216267 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 14:43:31.216516 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 14:43:31.216668 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 14:43:31.217079 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 14:43:31.238941 n-d-802060-16 neutron-server[106267]: DEBUG oslo_db.sqlalchemy.engines [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106267) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 14:43:31.778982 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing driver for type 'gre' Sep 01 14:43:31.779502 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] gre ID ranges: [(1, 1000)] Sep 01 14:43:31.834774 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing driver for type 'local' Sep 01 14:43:31.835092 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing driver for type 'vlan' Sep 01 14:43:31.847939 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] VlanTypeDriver initialization complete Sep 01 14:43:31.848315 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing driver for type 'vxlan' Sep 01 14:43:31.848809 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] vxlan ID ranges: [(1, 1000)] Sep 01 14:43:31.900948 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing extension driver 'port_security' Sep 01 14:43:31.901239 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.extensions.port_security [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] PortSecurityExtensionDriver initialization complete Sep 01 14:43:31.901567 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing mechanism driver 'openvswitch' Sep 01 14:43:31.901884 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing mechanism driver 'hyperv' Sep 01 14:43:31.908373 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.plugin [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:31.909106 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.909548 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.909840 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.910368 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.910800 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.911154 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.911503 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.911892 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.912297 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.912646 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.912989 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.913404 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.913806 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.914154 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.914492 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.915019 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.915430 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.915784 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.916126 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.916524 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.916932 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > address_group after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.917305 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > address_group after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.917651 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.918043 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:43:31.918416 n-d-802060-16 neutron-server[106267]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] ML2 OVO RPC backend initialized. {{(pid=106267) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 14:43:31.919128 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.919473 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.919887 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.920236 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > networks before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.920656 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.920923 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > ports before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.921290 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.921635 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnets before_response 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.921982 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.922324 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.922663 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.923032 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.923334 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.923933 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.924287 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.924655 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.924961 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.925577 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.plugin [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Modular L2 Plugin initialization complete Sep 01 14:43:31.925903 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading services supported by the core plugin {{(pid=106267) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 14:43:31.926226 n-d-802060-16 neutron-server[106267]: INFO neutron.plugins.ml2.managers [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Got port-security extension from driver 'port_security' Sep 01 14:43:31.926687 n-d-802060-16 neutron-server[106267]: INFO neutron.extensions.vlantransparent [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Disabled vlantransparent extension. Sep 01 14:43:31.927170 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106267) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 14:43:31.927487 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: router Sep 01 14:43:31.965464 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.966109 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_create 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.966197 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router before_create 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.966668 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.966941 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.967299 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_delete 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.967661 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > floatingip after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.968008 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.968368 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_create 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.968713 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.969083 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.969424 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.969785 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.970194 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.970563 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.970898 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.971263 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: subnet after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.971602 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.971952 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.972307 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_create 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.972649 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.972989 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.973378 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router after_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.973721 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.974072 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_create 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.974432 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.974774 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_update 55549900 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.975136 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > agent after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.975484 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > agent after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.975827 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > network after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.976694 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Tracking information for resource: router configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.977023 n-d-802060-16 neutron-server[106267]: DEBUG neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Tracking information for resource: floatingip configured {{(pid=106267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:43:31.982051 n-d-802060-16 neutron-server[106267]: INFO neutron.db.l3_agentschedulers_db [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 14:43:31.982632 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.982995 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.983342 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.983691 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: port after_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.984488 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router before_create 55550100 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.984852 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.985238 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_create 55550100 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.985594 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > router precommit_update 55550100 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:31.990721 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.provider_configuration [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service providers = [] {{(pid=106267) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 14:43:31.991078 n-d-802060-16 neutron-server[106267]: DEBUG neutron.db.servicetype_db [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106267) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 14:43:31.994092 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.service_base [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:43:31.994437 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.service_base [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:43:31.994773 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.service_base [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:43:31.995674 n-d-802060-16 neutron-server[106267]: DEBUG neutron.services.service_base [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:43:31.996045 n-d-802060-16 neutron-server[106267]: INFO neutron.services.service_base [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 14:43:31.996423 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:31.996737 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 14:43:32.007927 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.008261 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: auto_allocate Sep 01 14:43:32.014133 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: network precommit_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.014502 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: network precommit_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.015030 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.015351 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: tag Sep 01 14:43:32.021992 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.022319 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: timestamp Sep 01 14:43:32.026354 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.026687 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: network_ip_availability Sep 01 14:43:32.032210 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.032579 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.032935 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.033715 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.034037 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: flavors Sep 01 14:43:32.038714 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.039042 n-d-802060-16 neutron-server[106267]: INFO neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading Plugin: revisions Sep 01 14:43:32.043309 n-d-802060-16 neutron-server[106267]: DEBUG neutron.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:43:32.043706 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=106267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 14:43:32.044441 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106267) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 14:43:32.044779 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Initializing extension manager. Sep 01 14:43:32.045318 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: __init__.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.045661 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: __pycache__ {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.045991 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.046318 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: address_group.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.047074 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.047653 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: address-group Sep 01 14:43:32.047973 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: address_scope.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.048987 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.049997 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: address-scope Sep 01 14:43:32.050316 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.051256 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.051780 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: router-admin-state-down-before-update Sep 01 14:43:32.052071 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: agent.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.052975 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.053502 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: agent Sep 01 14:43:32.053847 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: agent_resources_synced.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.054730 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.055232 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: agent-resources-synced Sep 01 14:43:32.055550 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: allowedaddresspairs.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.057400 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.057922 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: allowed-address-pairs Sep 01 14:43:32.058247 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: auto_allocated_topology.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.059324 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.059834 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: auto-allocated-topology Sep 01 14:43:32.060156 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: availability_zone.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.060854 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.061385 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: availability_zone Sep 01 14:43:32.061708 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: availability_zone_filter.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.062619 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.063119 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: availability_zone_filter Sep 01 14:43:32.063439 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: data_plane_status.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.064343 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.064840 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 14:43:32.065743 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: default_subnetpools.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.066667 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.067169 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: default-subnetpools Sep 01 14:43:32.067494 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.068315 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.068821 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: dhcp_agent_scheduler Sep 01 14:43:32.069178 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: dns.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.070098 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.070600 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension dns-integration not supported by any of loaded plugins Sep 01 14:43:32.070925 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: dns_domain_ports.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.071848 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.072348 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 14:43:32.072669 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.073622 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.074124 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 14:43:32.074444 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: dvr.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.075113 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.075612 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: dvr Sep 01 14:43:32.075928 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: ecmp_routes.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.076843 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.077376 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 14:43:32.077696 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: empty_string_filtering.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.078615 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.079120 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: empty-string-filtering Sep 01 14:43:32.079439 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.080355 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.080881 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 14:43:32.081234 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.082152 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.082646 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 14:43:32.082963 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: external_net.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.083876 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.084377 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: external-net Sep 01 14:43:32.084697 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.085640 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.086144 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: extra_dhcp_opt Sep 01 14:43:32.086465 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: extraroute.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.087381 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.087884 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: extraroute Sep 01 14:43:32.088202 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: extraroute_atomic.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.089279 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.089786 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: extraroute-atomic Sep 01 14:43:32.090107 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: filter_validation.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.090776 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.091275 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: filter-validation Sep 01 14:43:32.091591 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: fip_pf_description.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.092509 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.093007 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 14:43:32.093352 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: fip_port_details.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.094275 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.094774 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: fip-port-details Sep 01 14:43:32.095092 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: flavors.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.096362 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.096879 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: flavors Sep 01 14:43:32.097238 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.098917 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.099442 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 14:43:32.099772 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: floatingip_pools.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.100475 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.100985 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: floatingip-pools Sep 01 14:43:32.101336 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: ip_allocation.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.102267 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.102766 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 14:43:32.103087 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.104010 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.104520 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: ip-substring-filtering Sep 01 14:43:32.104853 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l2_adjacency.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.105813 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.106313 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 14:43:32.106636 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.107776 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.108291 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: router Sep 01 14:43:32.108616 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.110895 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.111422 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 14:43:32.112267 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.113276 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.113788 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: ext-gw-mode Sep 01 14:43:32.114115 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.115037 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.115546 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: l3-ha Sep 01 14:43:32.115872 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3_flavors.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.116794 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.117335 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: l3-flavors Sep 01 14:43:32.117663 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.118581 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.119084 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 14:43:32.119409 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: l3agentscheduler.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.120462 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.120964 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: l3_agent_scheduler Sep 01 14:43:32.121318 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: logging.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.122815 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.123326 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension logging not supported by any of loaded plugins Sep 01 14:43:32.123655 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: metering.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.124401 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.124981 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: metering Sep 01 14:43:32.125335 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.126441 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.126952 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: metering_source_and_destination_fields Sep 01 14:43:32.127275 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: multiprovidernet.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.128769 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.129303 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: multi-provider Sep 01 14:43:32.129626 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: netmtu.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.130551 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.131052 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: net-mtu Sep 01 14:43:32.131372 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: netmtu_writable.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.132289 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.132794 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: net-mtu-writable Sep 01 14:43:32.133132 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: network_availability_zone.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.133806 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.134308 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: network_availability_zone Sep 01 14:43:32.134626 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: network_ip_availability.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.135731 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.136237 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: network-ip-availability Sep 01 14:43:32.136561 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: network_segment_range.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.137382 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.137883 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 14:43:32.138209 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: pagination.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.139205 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.139532 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: pagination Sep 01 14:43:32.139849 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: port_device_profile.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.140775 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.141318 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: port-device-profile Sep 01 14:43:32.141636 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.142574 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.143118 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: port-mac-address-regenerate Sep 01 14:43:32.143436 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.144357 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.144867 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: port-numa-affinity-policy Sep 01 14:43:32.145225 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: port_resource_request.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.146161 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.146661 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 14:43:32.146979 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: portbindings.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.147915 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.148425 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: binding Sep 01 14:43:32.148748 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: portbindings_extended.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.150208 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.150720 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: binding-extended Sep 01 14:43:32.151094 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: portsecurity.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.151969 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.152472 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: port-security Sep 01 14:43:32.152792 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: project_id.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.153827 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.154161 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: project-id Sep 01 14:43:32.154484 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: providernet.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.155424 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.155935 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: provider Sep 01 14:43:32.156251 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.159815 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.160327 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos not supported by any of loaded plugins Sep 01 14:43:32.160656 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.161956 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.162465 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 14:43:32.162791 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.163711 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.164216 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 14:43:32.164535 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_default.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.165473 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.165974 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-default not supported by any of loaded plugins Sep 01 14:43:32.166295 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_fip.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.166953 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.167452 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-fip not supported by any of loaded plugins Sep 01 14:43:32.167768 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_gateway_ip.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.168697 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.169229 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 14:43:32.169551 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_port_network_policy.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.170466 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.170968 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 14:43:32.171287 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_pps_rule.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.172466 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.172982 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-pps not supported by any of loaded plugins Sep 01 14:43:32.173335 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_rule_type_details.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.175036 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.175541 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 14:43:32.175861 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: qos_rules_alias.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.176903 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.177441 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 14:43:32.177766 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: quotasv2.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.178728 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.179055 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: quotas Sep 01 14:43:32.179372 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: quotasv2_detail.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.182488 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.182830 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: quota_details Sep 01 14:43:32.183165 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: rbac.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.184434 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.184962 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: rbac-policies Sep 01 14:43:32.185317 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: rbac_address_group.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.186260 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.186773 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: rbac-address-group Sep 01 14:43:32.187095 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: rbac_address_scope.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.188021 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.188529 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: rbac-address-scope Sep 01 14:43:32.188850 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: rbac_security_groups.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.189804 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.190867 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: rbac-security-groups Sep 01 14:43:32.191185 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: rbac_subnetpool.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.192113 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.192617 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: rbac-subnetpool Sep 01 14:43:32.192935 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: revisionifmatch.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.193891 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.194406 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: revision-if-match Sep 01 14:43:32.194721 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: revisions.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.195889 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.196414 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: standard-attr-revisions Sep 01 14:43:32.196756 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: router_availability_zone.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.197490 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.198000 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: router_availability_zone Sep 01 14:43:32.198320 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: routerservicetype.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.199338 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.199854 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension router-service-type not supported by any of loaded plugins Sep 01 14:43:32.200167 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.201138 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.201680 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: security-groups-normalized-cidr Sep 01 14:43:32.201968 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.202921 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.203436 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: port-security-groups-filtering Sep 01 14:43:32.203753 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.204697 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.205248 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: security-groups-remote-address-group Sep 01 14:43:32.205608 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: securitygroup.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.215408 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.215951 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: security-group Sep 01 14:43:32.216280 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: segment.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.217106 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.217612 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension segment not supported by any of loaded plugins Sep 01 14:43:32.217948 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.218924 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.219429 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 14:43:32.219751 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: servicetype.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.220964 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.221539 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: service-type Sep 01 14:43:32.221861 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: sorting.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.222857 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.223188 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: sorting Sep 01 14:43:32.223513 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: standard_attr_segment.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.224437 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.224951 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 14:43:32.225303 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: standardattrdescription.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.225960 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.226464 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: standard-attr-description Sep 01 14:43:32.226786 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: stateful_security_group.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.227719 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.228234 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: stateful-security-group Sep 01 14:43:32.228560 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: stdattrs_common.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.229185 n-d-802060-16 neutron-server[106267]: WARNING neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 14:43:32.229511 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.230473 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.230985 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 14:43:32.231305 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnet_onboard.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.232394 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.232909 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: subnet_onboard Sep 01 14:43:32.233258 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.234194 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.234702 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 14:43:32.235021 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnet_service_types.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.235947 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.236458 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: subnet-service-types Sep 01 14:43:32.237490 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnetallocation.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.238490 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.239002 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: subnet_allocation Sep 01 14:43:32.239331 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.240011 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.240518 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: subnetpool-prefix-ops Sep 01 14:43:32.240838 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.241808 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.242319 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 14:43:32.242639 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: tagging.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.243736 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.244260 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: standard-attr-tag Sep 01 14:43:32.244585 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: timestamp.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.245810 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.246321 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loaded extension: standard-attr-timestamp Sep 01 14:43:32.246643 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: trunk.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.247700 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.248211 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension trunk not supported by any of loaded plugins Sep 01 14:43:32.248533 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: trunk_details.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.249493 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.250001 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension trunk-details not supported by any of loaded plugins Sep 01 14:43:32.250322 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: uplink_status_propagation.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.251251 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.251761 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 14:43:32.252082 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Loading extension file: vlantransparent.py {{(pid=106267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:43:32.253342 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:43:32.253841 n-d-802060-16 neutron-server[106267]: INFO neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 14:43:32.256406 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:network Sep 01 14:43:32.256930 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnet Sep 01 14:43:32.257350 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:43:32.257740 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:port Sep 01 14:43:32.259012 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.259454 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service FLAVORS assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.260088 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.260511 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.260840 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:router Sep 01 14:43:32.261304 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:floatingip Sep 01 14:43:32.261806 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service METERING assigned prefix: /metering {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.263278 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.263651 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.264004 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:43:32.265028 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 14:43:32.265621 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:security_group Sep 01 14:43:32.266089 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 14:43:32.267880 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service CORE assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.268244 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:43:32.268596 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] subnetpool is already registered Sep 01 14:43:32.269023 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service CORE assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.269383 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:43:32.269714 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] subnetpool is already registered Sep 01 14:43:32.271998 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.272432 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service FLAVORS assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.273042 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.273484 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.273815 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:router Sep 01 14:43:32.274148 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] router is already registered Sep 01 14:43:32.274559 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:floatingip Sep 01 14:43:32.274893 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] floatingip is already registered Sep 01 14:43:32.275348 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service METERING assigned prefix: /metering {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.276016 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 14:43:32.276344 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] rbac_policy is already registered Sep 01 14:43:32.276753 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:security_group Sep 01 14:43:32.277109 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] security_group is already registered Sep 01 14:43:32.277533 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 14:43:32.277866 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] security_group_rule is already registered Sep 01 14:43:32.278496 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service CORE assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.278822 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:43:32.279158 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] subnetpool is already registered Sep 01 14:43:32.279575 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.v2.resource_helper [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Service CORE assigned prefix: {{(pid=106267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:43:32.279895 n-d-802060-16 neutron-server[106267]: INFO neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:43:32.280221 n-d-802060-16 neutron-server[106267]: WARNING neutron.quota.resource_registry [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] subnetpool is already registered Sep 01 14:43:32.280697 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: extensions {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.282206 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: address-groups {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.283696 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: address-scopes {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.284996 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: agents {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.286345 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: auto-allocated-topology {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.287578 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: availability_zones {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.288794 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: dhcp-networks {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.290328 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: dhcp-agents {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.291740 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: routers {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.293949 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: flavors {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.295109 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: service_profiles {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.296320 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: next_providers {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.297779 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: service_profiles {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.300095 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: floatingip-pools {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.301328 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: routers {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.303415 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: floatingips {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.304697 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: l3-routers {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.306099 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: l3-agents {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.307484 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: metering-labels {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.308821 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: metering-label-rules {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.310133 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: network-ip-availabilities {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.311503 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: bindings {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.313227 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: quotas {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.314673 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: quotas {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.316706 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: rbac-policies {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.317932 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: security-groups {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.319225 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: security-group-rules {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.320460 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: service-providers {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.321703 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: subnetpools {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.323120 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: subnetpools {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.324580 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.326283 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.328061 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.329900 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.332905 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.334789 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.336454 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.338378 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.340218 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.341983 n-d-802060-16 neutron-server[106267]: DEBUG neutron.api.extensions [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Extended resource: tags {{(pid=106267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:43:32.348453 n-d-802060-16 neutron-server[106267]: WARNING keystonemiddleware.auth_token [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 14:43:32.353187 n-d-802060-16 neutron-server[106267]: WARNING keystonemiddleware.auth_token [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 14:43:32.361438 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Acquired lock "singleton_lock" {{(pid=106267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 14:43:32.362487 n-d-802060-16 neutron-server[106267]: DEBUG oslo_concurrency.lockutils [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Releasing lock "singleton_lock" {{(pid=106267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 14:43:32.363133 n-d-802060-16 neutron-server[106267]: INFO oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Starting 2 workers Sep 01 14:43:32.367950 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Started child 106376 {{(pid=106267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:43:32.372538 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Started child 106377 {{(pid=106267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:43:32.373704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.374350 n-d-802060-16 neutron-server[106267]: INFO neutron.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 14:43:32.374818 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Notify callbacks [] for process, before_spawn {{(pid=106267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.375226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [-] (106376) wsgi starting up on http://0.0.0.0:9696 Sep 01 14:43:32.377284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.377716 n-d-802060-16 neutron-server[106267]: INFO oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Starting 1 workers Sep 01 14:43:32.378695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [-] (106377) wsgi starting up on http://0.0.0.0:9696 Sep 01 14:43:32.382483 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Started child 106378 {{(pid=106267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:43:32.383019 n-d-802060-16 neutron-server[106267]: INFO oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Starting 1 workers Sep 01 14:43:32.386266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] calling RpcWorker wait() {{(pid=106378) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 14:43:32.386821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] returning from RpcWorker wait() {{(pid=106378) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 14:43:32.387541 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Started child 106379 {{(pid=106267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:43:32.388189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.388382 n-d-802060-16 neutron-server[106267]: DEBUG neutron_lib.callbacks.manager [None req-d08f6d45-00cc-4bb6-bb51-3439e4f1ff0f None None] Notify callbacks [] for process, after_spawn {{(pid=106267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.388885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:32.390335 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 14:43:32.390550 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:43:32.390732 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:43:32.390943 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:43:32.391287 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:43:32.391446 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:43:32.391973 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.392258 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.392496 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.392664 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:32.393179 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.393179 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.393651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:32.393745 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.393889 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.394150 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.394427 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.394653 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.394821 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.394982 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.395220 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.395473 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.395781 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.396052 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.396285 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.396552 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.396736 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.396955 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.397265 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.397511 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.397774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] debug = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.398011 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.398525 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.398750 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.398987 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.399201 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.399467 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.399693 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.399970 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.400207 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.400437 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.400690 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.400951 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.401262 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.401423 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.401634 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.401897 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.402130 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.402586 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] host = n-d-802060-16 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.402793 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.403011 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.403255 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.403477 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.403730 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.403944 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.404206 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.404455 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.404702 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.404950 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.405253 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.405496 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.405729 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.405991 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.406150 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_options = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.406362 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.406670 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.406896 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.407080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.407245 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.407423 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.407681 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.407840 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.408075 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.408288 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.408496 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.409277 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.409494 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410000 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410000 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410275 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410413 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410625 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.410880 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.411104 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.411322 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.411543 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.411755 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.411990 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.412235 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.412508 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.412648 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.412861 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.413118 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.413342 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.413580 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.413833 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.414073 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.414327 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.414550 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.414827 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.414979 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.415262 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.415487 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.415725 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.415967 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.416198 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.416436 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.416646 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.416882 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.417092 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_json = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.417337 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.417544 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.417829 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.418011 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.418209 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.418417 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.418623 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.418869 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.419376 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.419578 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.419877 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.420132 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.420378 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.420618 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.420870 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.421133 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.421360 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.421584 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.421904 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.422136 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.422425 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.422674 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.422922 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.423260 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.423510 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.424024 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.424320 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.425053 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.425306 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.425558 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.425824 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.426042 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.426268 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.426492 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.426746 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.427046 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.427306 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.427575 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.427818 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.428051 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.428375 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.428543 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.428714 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.428926 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.429286 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.429466 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.429679 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.429895 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.430114 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.430338 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.430568 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.430832 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.431061 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.431282 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.431689 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.432089 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.432304 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.432518 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.432754 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.432984 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.433258 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.433495 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.433731 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.433958 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.434176 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.434409 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.434619 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.434834 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.435076 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.435289 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.435519 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.435749 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.435960 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.436167 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.436412 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.436646 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.436877 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.437178 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.437419 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.437667 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.438027 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.438248 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.438467 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.438673 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.439148 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.439148 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.440482 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.441633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.441633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.441633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.441633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.441633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.443124 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.444185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.444185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.444185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.444185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.445931 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.447056 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.447056 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.447056 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.447056 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.447056 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448074 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448074 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448074 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448074 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448074 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448779 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448779 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.448779 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.449198 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.449340 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.449600 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.449847 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.450072 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.450454 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.450757 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.450938 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.451083 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.451229 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.451450 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.451735 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.451935 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.452149 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.452391 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.452620 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.452932 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.453178 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.453408 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.453622 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.453900 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.454189 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.454418 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.454669 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.454934 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.455171 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.455600 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.455752 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.455925 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.456109 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.456337 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.456546 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.456776 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.456985 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.457256 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.457465 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.457679 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458224 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458224 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458518 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458518 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458812 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.458970 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.459157 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.459363 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.459577 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.459822 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.460036 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.460252 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.460465 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.460739 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.460936 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.461179 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.461442 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.461681 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.461910 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.462136 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.462354 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.462582 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.463273 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.463273 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.463273 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.463768 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.463768 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.464035 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.464035 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.464337 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.464480 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.464843 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.465011 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.465271 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.465467 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.465692 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.465921 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.466149 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.466376 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.466608 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.466820 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.467030 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.467239 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.467458 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.467678 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.468009 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.468175 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.468351 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.468556 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.468782 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.469005 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.469257 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.469462 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.469736 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.469988 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.470212 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.470572 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.470729 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.470958 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.471666 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.471879 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.472086 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.472303 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.472536 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.472748 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.472971 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.473216 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.473426 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.473644 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.473877 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.474059 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.474265 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.474531 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.474759 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.474986 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.475223 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.475477 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.475705 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.475705 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.476134 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.476134 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.476581 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.476581 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477034 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477034 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477443 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477443 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477736 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.477736 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.478067 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.478328 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.478456 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.478705 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.479095 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.479490 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.479742 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.480052 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.481361 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.482246 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.482246 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.482246 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.483028 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.483028 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.483028 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.484191 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.484191 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.484191 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.484191 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485050 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485050 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485050 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485050 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485424 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485424 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485646 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.485875 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.486263 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.486576 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.486765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.487185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.487185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.487992 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.488569 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.488569 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.489175 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.489175 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.489175 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.489175 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:43:32.489736 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 14:43:32.489893 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:43:32.490021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:43:32.490185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:43:32.490354 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:43:32.490506 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:43:32.490709 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.490869 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491061 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491194 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491320 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491498 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491686 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491828 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.491966 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492103 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492248 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492410 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492552 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492734 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.492878 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493017 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493210 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493352 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493493 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493633 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493785 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.493925 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494016 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] debug = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494133 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494307 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494466 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494619 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.494930 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495094 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495223 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495372 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495525 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495679 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495835 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.495989 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496144 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496299 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496440 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496599 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496753 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] host = n-d-802060-16 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.496907 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497081 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497238 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497395 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497550 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497705 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.497848 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498004 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498160 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498315 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498553 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498650 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498742 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.498895 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499118 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_options = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499268 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499392 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499521 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499646 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499802 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.499960 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500116 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500272 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500429 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500585 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500739 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.500894 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501049 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501234 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501390 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501545 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501701 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501856 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.501999 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.502153 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.502305 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.502990 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.503148 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.503304 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.503463 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.503615 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.503933 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.504095 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.504254 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.504420 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.504555 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505094 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505094 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505094 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505344 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505344 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505510 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505612 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505756 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.505911 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506069 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506224 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506369 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506876 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506876 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.506876 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_json = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.507282 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.507282 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.507282 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509302 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.509774 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510233 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510233 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510233 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510417 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510494 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510618 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510778 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.510937 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511098 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511249 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511408 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511574 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511731 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.511887 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512043 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512202 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512376 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512534 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512693 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.512850 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513006 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513188 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513347 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513506 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513665 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513824 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.513981 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514138 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514295 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514452 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514607 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.514923 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515081 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515239 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515396 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515554 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515712 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.515870 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516029 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516185 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516342 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516500 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516655 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516823 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.516980 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517160 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517319 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517479 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517635 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517794 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.517950 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.518172 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.518846 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519006 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519178 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519337 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519495 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519652 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519810 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.519969 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520125 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520283 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520442 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520600 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520757 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.520913 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521083 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521247 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521411 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521570 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521729 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.521887 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522045 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522202 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522358 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522519 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.522842 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523014 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523269 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523371 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523474 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523632 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.523788 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524001 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.524902 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527021 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.527765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528368 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528875 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528875 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528875 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.528875 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529235 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529235 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529381 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529702 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529702 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529993 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.529993 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530286 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530286 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530541 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530541 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530740 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.530904 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531162 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531162 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531321 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531430 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531564 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531722 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.531873 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532030 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532187 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532345 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532523 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532651 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532807 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.532966 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533207 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533296 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533473 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533587 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533760 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.533974 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534103 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534225 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534394 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534515 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534672 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534838 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.534974 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535131 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535289 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535446 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535602 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535762 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.535920 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536078 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536237 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536380 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536541 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536699 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.536860 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537018 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537187 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537346 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537505 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537663 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537821 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.537979 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538137 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538293 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538451 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538623 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538781 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.538945 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.539110 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541080 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.541676 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.542237 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.542389 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.542567 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.542732 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.542896 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543058 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543218 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543378 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543548 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543706 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.543863 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544024 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544189 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544331 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544716 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544716 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544895 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.544975 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545109 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545259 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545426 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545586 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545745 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.545895 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546053 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546209 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546377 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546544 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546703 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.546876 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547077 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547212 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:32.547401 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547401 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547549 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547702 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.547858 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.548014 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.548183 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.548342 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.548499 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.548958 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549219 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549377 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549557 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549660 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549781 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.549888 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550036 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550193 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550352 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550512 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550675 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.550844 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551009 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551169 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551340 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551507 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551675 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551834 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.551998 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552169 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552326 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552483 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552643 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552798 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.552957 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553136 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553295 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553453 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553609 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553765 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.553922 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554079 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554237 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554397 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554554 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554711 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.554867 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.555024 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.555181 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:43:32.555331 n-d-802060-16 neutron-server[106267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:43:32.735198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37818) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:43:32.744537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065207 Sep 01 14:43:44.307734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991ab8b-d35b-4c0f-b3df-70f5ab84d7f4 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 14:43:44.398947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991ab8b-d35b-4c0f-b3df-70f5ab84d7f4 None None] No non-hosted networks {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 14:43:44.415107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.agentschedulers_db [None req-8991ab8b-d35b-4c0f-b3df-70f5ab84d7f4 None None] DHCP Agent not found on host n-d-802060-16 {{(pid=106378) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 01 14:43:44.594605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e88e1cb-72de-44de-8ad4-486d40f12b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:47.032159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca719d82-1a6d-4c3c-83fe-2bc735161d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:47.091396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-754331a4-ccf9-4011-8c4a-a903defc24c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:47.219173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:47.220407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.220985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.221834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.222703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.223335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.224587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.225584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.226363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.227758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.228416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.229623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.230549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:47.231268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802060-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:47.251670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802060-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:43:48.217176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:49.614563 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:51.062625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37910) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:43:51.636943 n-d-802060-16 neutron-server[106377]: WARNING oslo_policy.policy [None req-1a504124-2aba-40d0-a180-4df1e903dd60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:51.637679 n-d-802060-16 neutron-server[106377]: WARNING oslo_policy.policy [None req-1a504124-2aba-40d0-a180-4df1e903dd60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:51.864471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-1a504124-2aba-40d0-a180-4df1e903dd60 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:43:51.865490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a504124-2aba-40d0-a180-4df1e903dd60 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8017790 Sep 01 14:43:52.404598 n-d-802060-16 neutron-server[106378]: INFO neutron.db.l3_hamode_db [None req-0da0b9dc-c7e5-46e2-9040-4a0f4620dcaf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 14:43:52.483505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0b9dc-c7e5-46e2-9040-4a0f4620dcaf None None] Routers set() bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:43:52.483901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0b9dc-c7e5-46e2-9040-4a0f4620dcaf None None] Router IDs set() for agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 14:43:54.281484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37924) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:43:54.599507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:43:54.695321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.policy [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 14:43:54.740405 n-d-802060-16 neutron-server[106377]: WARNING oslo_policy.policy [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:54.740785 n-d-802060-16 neutron-server[106377]: WARNING oslo_policy.policy [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:54.749332 n-d-802060-16 neutron-server[106377]: INFO neutron.quota [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] Loaded quota_driver: . Sep 01 14:43:54.845543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745018936003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745018936336', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745018957198', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745018954978', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745019425515', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745018966917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644196', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1603454'] for rbac-policy, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:54.911266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:54.912465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-236e92df-098f-429a-ad6d-382e4d04b885 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6299968 Sep 01 14:43:57.501810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37936) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:43:58.007473 n-d-802060-16 neutron-server[106376]: WARNING oslo_policy.policy [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:58.008047 n-d-802060-16 neutron-server[106376]: WARNING oslo_policy.policy [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:58.233228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Request body: {'network': {'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'name': 'private', 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:43:58.234827 n-d-802060-16 neutron-server[106376]: INFO neutron.quota [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Loaded quota_driver: . Sep 01 14:43:58.293679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Made reservation on behalf of ebd7b39c2c214c58a3f21ec144ce9c76 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:43:58.360948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.policy [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 14:43:58.407507 n-d-802060-16 neutron-server[106376]: WARNING oslo_policy.policy [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:58.407888 n-d-802060-16 neutron-server[106376]: WARNING oslo_policy.policy [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:43:58.418139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.442466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.592632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.598221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.620104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:43:58.647291 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745022634698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.647889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Unsubscribe: segment precommit_create {{(pid=106376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 14:43:58.648401 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Added segment 9f399110-5002-4675-97a6-a2a5b9b2580a of type vlan for network ec0480df-9215-4962-9dae-24f9184ece77 Sep 01 14:43:58.680307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa746ca-80f1-4f23-aa94-11606a9db4fc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:43:58.731347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.731671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.732009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.732334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.732651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.732969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.733315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.733636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.733950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.734258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.734569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.734879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Tracked resource versions report: Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: pushed versions: Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Log': {'1.0'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Network': {'1.1'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Port': {'1.7'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'PortForwarding': {'1.2'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'QosPolicy': {'1.9'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SecurityGroup': {'1.4'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SubPort': {'1.0'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Subnet': {'1.1'}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Trunk': {'1.1'}} Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: consumer versions: Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: L3 agent@n-d-802060-16: {}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: Metadata agent@n-d-802060-16: {}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: Metering agent@n-d-802060-16: {}, Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Log': '1.0', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Network': '1.1', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Port': '1.7', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'PortForwarding': '1.2', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'QosPolicy': '1.9', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SecurityGroup': '1.4', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'SubPort': '1.0', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Subnet': '1.1', Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: 'Trunk': '1.1'}} Sep 01 14:43:58.736028 n-d-802060-16 neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:43:58.793012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.845052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.847005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:43:58.847754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:43:58.934732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4301038 Sep 01 14:43:58.960943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62be35-d2d0-4e3d-8eb2-e0433a68f525 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0480df-9215-4962-9dae-24f9184ece77,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:43:58.976046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ec0480df-9215-4962-9dae-24f9184ece77 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:44:01.775418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:02.234406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31abd4-d210-4e6a-b35d-a25e4218a175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:02.236005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf31abd4-d210-4e6a-b35d-a25e4218a175 admin admin] 10.222.0.41 "GET /v2.0/networks/ec0480df-9215-4962-9dae-24f9184ece77 HTTP/1.1" status: 200 len: 825 time: 0.4595611 Sep 01 14:44:02.282677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d3c73629-1467-4503-8487-014e6dbf2765 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/854358c1-cc06-4ccd-8e8a-bd0177a441bb HTTP/1.1" status: 200 len: 734 time: 0.0401464 Sep 01 14:44:02.294118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb', 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:44:02.320916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Made reservation on behalf of ebd7b39c2c214c58a3f21ec144ce9c76 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:44:02.323533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:02.653576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:02.744236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded6ead2-51dc-447a-afbf-d38159338ff5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:02.750703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Checking segment: {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:44:02.751204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Network hostable DHCP agents. Network: ec0480df-9215-4962-9dae-24f9184ece77, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:44:02.776798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Network ec0480df-9215-4962-9dae-24f9184ece77 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:44:02.792532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ec0480df-9215-4962-9dae-24f9184ece77) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:02.799677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:02.800379 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:02.806397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2cb719-4b32-49f5-8a8b-dc235a0e745a None None] Network ec0480df-9215-4962-9dae-24f9184ece77 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:44:02.818447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-682f275f-0ebb-4b56-b4de-87447ed9d92c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5279009 Sep 01 14:44:03.175828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-ec0480df-9215-4962-9dae-24f9184ece77', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:44:03.177343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:03.553947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Allocated IP 172.20.0.2 (ec0480df-9215-4962-9dae-24f9184ece77/ded6ead2-51dc-447a-afbf-d38159338ff5/3715f88b-4b46-4153-a355-d4706b81fb51) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:44:03.788537 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:03.843304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Transition to ACTIVE for port object 3715f88b-4b46-4153-a355-d4706b81fb51 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:44:03.866187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Transition to ACTIVE for port object 3715f88b-4b46-4153-a355-d4706b81fb51 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:44:03.875581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:03.986231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Network ec0480df-9215-4962-9dae-24f9184ece77 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:44:03.999295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:04.021603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:44:04.034234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Pushing event updated for resources: {'Port': ['ID=3715f88b-4b46-4153-a355-d4706b81fb51,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:04.070581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.070908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.071265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.071571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.071896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.072217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.072539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.072858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.073198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.073514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.073831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.074145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Tracked resource versions report: Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: pushed versions: Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Log': {'1.0'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Network': {'1.1'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Port': {'1.7'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'PortForwarding': {'1.2'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'QosPolicy': {'1.9'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SecurityGroup': {'1.4'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SubPort': {'1.0'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Subnet': {'1.1'}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Trunk': {'1.1'}} Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: consumer versions: Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: L3 agent@n-d-802060-16: {}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: Metadata agent@n-d-802060-16: {}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: Metering agent@n-d-802060-16: {}, Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Log': '1.0', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Network': '1.1', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Port': '1.7', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'PortForwarding': '1.2', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'QosPolicy': '1.9', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SecurityGroup': '1.4', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'SubPort': '1.0', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Subnet': '1.1', Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: 'Trunk': '1.1'}} Sep 01 14:44:04.075314 n-d-802060-16 neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:44:04.146118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Attempting to bind port 3715f88b-4b46-4153-a355-d4706b81fb51 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:44:04.146614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Attempting to bind port 3715f88b-4b46-4153-a355-d4706b81fb51 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:44:04.147197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Attempting to bind port 3715f88b-4b46-4153-a355-d4706b81fb51 on network ec0480df-9215-4962-9dae-24f9184ece77 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:44:04.154918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:44:04.155627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Checking segment: {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:44:04.156295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:04.156978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Bound using segment: {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:44:04.157885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Bound port: 3715f88b-4b46-4153-a355-d4706b81fb51, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:44:04.158491 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:04.233805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] For port 3715f88b-4b46-4153-a355-d4706b81fb51, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:44:04.239417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] For port 3715f88b-4b46-4153-a355-d4706b81fb51, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3715f88b-4b46-4153-a355-d4706b81fb51,segment=NetworkSegment(9f399110-5002-4675-97a6-a2a5b9b2580a),segment_id=9f399110-5002-4675-97a6-a2a5b9b2580a)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:44:04.244793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:04.332152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fdfb-fb07-43e8-9bfd-6f88d63f0d0f None None] Pushing event updated for resources: {'Port': ['ID=3715f88b-4b46-4153-a355-d4706b81fb51,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:05.623685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37966) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:06.127970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-58b17088-a9bb-4b4e-b82f-1d73040bae34 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:44:06.129015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-58b17088-a9bb-4b4e-b82f-1d73040bae34 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5043175 Sep 01 14:44:08.848590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:09.338598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-15dbe456-765b-4c55-bb34-c01cac601e3c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:44:09.339729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15dbe456-765b-4c55-bb34-c01cac601e3c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4898365 Sep 01 14:44:12.749014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37988) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:13.114432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:44:13.140393 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:13.140629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3715f88b-4b46-4153-a355-d4706b81fb51 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:13.142127 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:13.240051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3715f88b-4b46-4153-a355-d4706b81fb51 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:44:13.295194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:13.301158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:13.316243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:13.318044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d824a61b-e2be-43b6-a1a7-f54b5d88c390 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5674326 Sep 01 14:44:14.048604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab19d3e-ad03-458d-a972-52b42e4b0543 None None] Network ec0480df-9215-4962-9dae-24f9184ece77 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:44:14.172361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Provisioning for port 3715f88b-4b46-4153-a355-d4706b81fb51 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:44:14.179748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Provisioning complete for port 3715f88b-4b46-4153-a355-d4706b81fb51 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:14.180145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:14.270289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81f0854d-0b94-437d-ad40-e0b1d2930913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:14.368785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:14.417430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] For port 3715f88b-4b46-4153-a355-d4706b81fb51, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3715f88b-4b46-4153-a355-d4706b81fb51,segment=NetworkSegment(9f399110-5002-4675-97a6-a2a5b9b2580a),segment_id=9f399110-5002-4675-97a6-a2a5b9b2580a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:44:14.422052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:14.476752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057859db-548b-4f4b-9f61-249dd9db1330 None None] Pushing event updated for resources: {'Port': ['ID=3715f88b-4b46-4153-a355-d4706b81fb51,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:14.547244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-234cfa2b-7be3-4a04-ba76-2a912d4633e4 None None] Provisioning complete for port 3715f88b-4b46-4153-a355-d4706b81fb51 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:14.547522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-234cfa2b-7be3-4a04-ba76-2a912d4633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:15.108644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3715f88b-4b46-4153-a355-d4706b81fb51 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:15.169187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3715f88b-4b46-4153-a355-d4706b81fb51 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:15.169733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:15.960053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:16.298225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-ca7da7ba-38dc-4c88-ad38-891e91b74690 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:44:16.300061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca7da7ba-38dc-4c88-ad38-891e91b74690 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3388209 Sep 01 14:44:17.023461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d9d-7622-4547-8432-9520bfb75bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:17.215315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:18.163125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:18.889175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38016) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:19.037352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:44:19.070519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Made reservation on behalf of a2f4aad5475f42819a79908edc1c3ce9 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:44:19.074792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.100203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.237632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.241566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.255508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Reserving flat network on physical network physnet1 {{(pid=106377) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 14:44:19.284038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745022634698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.284628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Unsubscribe: segment precommit_create {{(pid=106377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 14:44:19.285219 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Added segment a71e0b6e-980e-40ea-97aa-d84fa46a8e19 of type flat for network aa56c012-0662-4d7e-945e-42b350953ac9 Sep 01 14:44:19.357695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b303b41-e037-4c44-a936-3b69d4ac54d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:19.379351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.379727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.380119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.380464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.380801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.381219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.381573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.381886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.382206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.382514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.382818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.383186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Tracked resource versions report: Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: pushed versions: Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Log': {'1.0'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Network': {'1.1'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Port': {'1.7'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'PortForwarding': {'1.2'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'QosPolicy': {'1.9'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SecurityGroup': {'1.4'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SubPort': {'1.0'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Subnet': {'1.1'}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Trunk': {'1.1'}} Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: consumer versions: Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: L3 agent@n-d-802060-16: {}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: Metadata agent@n-d-802060-16: {}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: Metering agent@n-d-802060-16: {}, Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Log': '1.0', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Network': '1.1', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Port': '1.7', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'PortForwarding': '1.2', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'QosPolicy': '1.9', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SecurityGroup': '1.4', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'SubPort': '1.0', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Subnet': '1.1', Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: 'Trunk': '1.1'}} Sep 01 14:44:19.384366 n-d-802060-16 neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:44:19.431333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.484171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.485396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:19.486052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.572982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:19.588244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6978834 Sep 01 14:44:19.596962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d840891-f31c-45d6-88bf-f08a0cddbdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa56c012-0662-4d7e-945e-42b350953ac9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:19.609508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network aa56c012-0662-4d7e-945e-42b350953ac9 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:44:21.956976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:22.117794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d9698-abe6-4c70-8922-8d3d95d57dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:22.119319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b2d9698-abe6-4c70-8922-8d3d95d57dc1 admin admin] 10.222.0.41 "GET /v2.0/subnets/ded6ead2-51dc-447a-afbf-d38159338ff5 HTTP/1.1" status: 200 len: 849 time: 0.1611891 Sep 01 14:44:22.306158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02f013c9-3870-492f-9774-d36f343f3eff admin admin] 10.222.0.41 "GET /v2.0/routers/34e4cc34-028c-4c57-ba52-df3f7dcd0d16 HTTP/1.1" status: 200 len: 704 time: 0.1803532 Sep 01 14:44:22.587834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:22.923001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Allocated IP 172.20.0.1 (ec0480df-9215-4962-9dae-24f9184ece77/ded6ead2-51dc-447a-afbf-d38159338ff5/01e103d1-6486-4cf3-9377-f934c447c4d1) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:44:23.125219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.150850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Transition to ACTIVE for port object 01e103d1-6486-4cf3-9377-f934c447c4d1 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:44:23.220391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.300873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Network ec0480df-9215-4962-9dae-24f9184ece77 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:44:23.308412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:23.312121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:44:23.312826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.332379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Pushing event updated for resources: {'Port': ['ID=01e103d1-6486-4cf3-9377-f934c447c4d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:23.510620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.531202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-784b7dd0-08ba-4811-ad74-6982323f4160 None None] Provisioning for port 01e103d1-6486-4cf3-9377-f934c447c4d1 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:44:23.536385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-784b7dd0-08ba-4811-ad74-6982323f4160 None None] Provisioning complete for port 01e103d1-6486-4cf3-9377-f934c447c4d1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:23.536998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-784b7dd0-08ba-4811-ad74-6982323f4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.573427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-784b7dd0-08ba-4811-ad74-6982323f4160 None None] Port 01e103d1-6486-4cf3-9377-f934c447c4d1 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:44:23.796316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.801296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.802059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:23.879263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Pushing event updated for resources: {'Port': ['ID=01e103d1-6486-4cf3-9377-f934c447c4d1,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:23.927599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Network ec0480df-9215-4962-9dae-24f9184ece77 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:44:23.928928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:24.094748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c14bdc67-7314-4082-aec5-22edfe2f42b6 None None] Provisioning complete for port 01e103d1-6486-4cf3-9377-f934c447c4d1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:24.095113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c14bdc67-7314-4082-aec5-22edfe2f42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:24.109496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:44:24.132059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c14bdc67-7314-4082-aec5-22edfe2f42b6 None None] Port 01e103d1-6486-4cf3-9377-f934c447c4d1 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:44:24.204542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:44:24.209852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e1685f60-51d0-41c5-bec8-f0e66447030f admin admin] 10.222.0.41 "PUT /v2.0/routers/34e4cc34-028c-4c57-ba52-df3f7dcd0d16/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8976603 Sep 01 14:44:24.214500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Sync routers for ids ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:44:24.226512 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Routers {'34e4cc34-028c-4c57-ba52-df3f7dcd0d16'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:44:24.227333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:44:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:24.414036 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Set router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:44:24.851101 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:23Z', 'revision_number': 2, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port_host': None, '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:23Z', 'revision_number': 2, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:24.902605 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Checking router: 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:44:24.902970 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Updating router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 port 01e103d1-6486-4cf3-9377-f934c447c4d1 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:44:24.951863 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.480980 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.500507 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Transition to ACTIVE for port object 01e103d1-6486-4cf3-9377-f934c447c4d1 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:44:25.506930 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.681028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Pushing event updated for resources: {'Port': ['ID=01e103d1-6486-4cf3-9377-f934c447c4d1,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:25.691509 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.691840 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.692173 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.692501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.692824 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.693166 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.693485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.693803 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.694114 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.694426 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.694736 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.695048 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Tracked resource versions report: Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: pushed versions: Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: { 'AddressGroup': {'1.2'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Log': {'1.0'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Network': {'1.1'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Port': {'1.7'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'PortForwarding': {'1.2'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'QosPolicy': {'1.9'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SecurityGroup': {'1.4'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SubPort': {'1.0'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Subnet': {'1.1'}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Trunk': {'1.1'}} Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: consumer versions: Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: L3 agent@n-d-802060-16: {}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: Metadata agent@n-d-802060-16: {}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: Metering agent@n-d-802060-16: {}, Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'ConntrackHelper': '1.0', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Log': '1.0', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Network': '1.1', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Port': '1.7', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'PortForwarding': '1.2', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'QosPolicy': '1.9', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SecurityGroup': '1.4', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SecurityGroupRule': '1.2', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'SubPort': '1.0', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Subnet': '1.1', Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: 'Trunk': '1.1'}} Sep 01 14:44:25.696174 n-d-802060-16 neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:44:25.698679 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Attempting to bind port 01e103d1-6486-4cf3-9377-f934c447c4d1 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:44:25.699130 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Attempting to bind port 01e103d1-6486-4cf3-9377-f934c447c4d1 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:44:25.699595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Attempting to bind port 01e103d1-6486-4cf3-9377-f934c447c4d1 on network ec0480df-9215-4962-9dae-24f9184ece77 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:44:25.705798 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:44:25.706208 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Checking segment: {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:44:25.706733 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.707060 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Bound using segment: {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:44:25.707686 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Bound port: 01e103d1-6486-4cf3-9377-f934c447c4d1, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f399110-5002-4675-97a6-a2a5b9b2580a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:44:25.707946 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.781714 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] For port 01e103d1-6486-4cf3-9377-f934c447c4d1, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:44:25.802936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] For port 01e103d1-6486-4cf3-9377-f934c447c4d1, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=01e103d1-6486-4cf3-9377-f934c447c4d1,segment=NetworkSegment(9f399110-5002-4675-97a6-a2a5b9b2580a),segment_id=9f399110-5002-4675-97a6-a2a5b9b2580a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:44:25.807328 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:25.859739 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Routers {'34e4cc34-028c-4c57-ba52-df3f7dcd0d16'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:44:25.860369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:44:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:25.943499 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6d110-0e5c-4721-a8cc-ee78aa4e92d8 None None] Pushing event updated for resources: {'Port': ['ID=01e103d1-6486-4cf3-9377-f934c447c4d1,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:25.962403 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] Set router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:44:26.179383 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:23Z', 'revision_number': 2, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port_host': None, '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:25Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:26.204689 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c70ca-ca7b-424c-bbbc-2b7e63e0efeb None None] The sync data for ids ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'] in n-d-802060-16 is: [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:23Z', 'revision_number': 2, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port_host': None, '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:25Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:44:26.508376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:26.628938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5f101-039a-422d-99d1-9585e2326582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:26.630363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a5a5f101-039a-422d-99d1-9585e2326582 admin admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 842 time: 0.1211362 Sep 01 14:44:26.640916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:44:26.664330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Made reservation on behalf of a2f4aad5475f42819a79908edc1c3ce9 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:44:26.666821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:26.986016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 14:44:26.987057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:27.040553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25644953-dc8e-43a9-979a-1452f4232880,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:27.050685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:44:27.051034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Network hostable DHCP agents. Network: aa56c012-0662-4d7e-945e-42b350953ac9, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:44:27.067665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:44:27.076098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, aa56c012-0662-4d7e-945e-42b350953ac9) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:27.080171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:27.080758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:27.085596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a328fc-c4ab-4b67-ac3b-a12723189258 None None] Network aa56c012-0662-4d7e-945e-42b350953ac9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:44:27.096015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1593f0d-ec42-49a9-a7a5-0a90207d7459 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4579754 Sep 01 14:44:27.228316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda292f3-f8d6-4e00-acc9-a182d5f66f9b None None] Network aa56c012-0662-4d7e-945e-42b350953ac9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:44:29.400091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38056) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:29.535523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bff5a8dc-e80d-4f7a-af2b-2e7efc235023 admin admin] 10.222.0.41 "GET /v2.0/routers/34e4cc34-028c-4c57-ba52-df3f7dcd0d16 HTTP/1.1" status: 200 len: 710 time: 0.1343155 Sep 01 14:44:29.630914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88939d5-55e1-4f75-8192-42547d5a7b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:44:29.632584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b88939d5-55e1-4f75-8192-42547d5a7b93 admin admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 886 time: 0.0910525 Sep 01 14:44:29.644819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:44:29.907430 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:30.141945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:30.302096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:30.403189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Allocated IP 172.25.1.47 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/28e7645c-e12e-4d8a-9b73-ffa90b7be719) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:44:30.452012 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:44:30.507673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:30.547200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:30.588377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:44:30.591464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:44:30.599633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:44:30.601615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Pushing event updated for resources: {'Port': ['ID=28e7645c-e12e-4d8a-9b73-ffa90b7be719,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:30.855746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:31.054834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:31.058766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:31.175565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:44:31.285445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:44:31.289669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:31.291254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4d28afbb-6a9b-4990-b650-907f155122f6 admin admin] 10.222.0.41 "PUT /v2.0/routers/34e4cc34-028c-4c57-ba52-df3f7dcd0d16 HTTP/1.1" status: 200 len: 889 time: 1.6517718 Sep 01 14:44:32.713846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Sync routers for ids ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:44:32.724211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Routers {'34e4cc34-028c-4c57-ba52-df3f7dcd0d16'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:44:32.724966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:44:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:32.982858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Set router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:44:33.182177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01e103d1-6486-4cf3-9377-f934c447c4d1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:33.338665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 01e103d1-6486-4cf3-9377-f934c447c4d1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:44:33.360087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 01e103d1-6486-4cf3-9377-f934c447c4d1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:33.360466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:33.497305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:33.502474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:30Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port': {'id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:30Z', 'updated_at': '2021-09-01T14:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:25Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:33.564675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Checking router: 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:44:33.565024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Updating router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:44:33.633478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:33.636170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 01e103d1-6486-4cf3-9377-f934c447c4d1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=01e103d1-6486-4cf3-9377-f934c447c4d1,segment=NetworkSegment(9f399110-5002-4675-97a6-a2a5b9b2580a),segment_id=9f399110-5002-4675-97a6-a2a5b9b2580a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:44:33.664905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:33.776204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38068) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:44:33.835762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=01e103d1-6486-4cf3-9377-f934c447c4d1,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:33.899107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8d611a35-2b4d-46c4-9a08-19400821675e admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1215765 Sep 01 14:44:34.039154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:34.055661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Transition to ACTIVE for port object 28e7645c-e12e-4d8a-9b73-ffa90b7be719 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:44:34.065810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:34.117568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Attempting to bind port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:44:34.117939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Attempting to bind port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:44:34.118311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Attempting to bind port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:44:34.120457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f779-240d-4457-b820-10da6690b844 None None] Pushing event updated for resources: {'Port': ['ID=28e7645c-e12e-4d8a-9b73-ffa90b7be719,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:34.127877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:44:34.127877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:44:34.128228 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:34.128509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:44:34.129512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Bound port: 28e7645c-e12e-4d8a-9b73-ffa90b7be719, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:44:34.129512 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:34.182662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] For port 28e7645c-e12e-4d8a-9b73-ffa90b7be719, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:44:34.185780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] For port 28e7645c-e12e-4d8a-9b73-ffa90b7be719, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28e7645c-e12e-4d8a-9b73-ffa90b7be719,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:44:34.192531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:34.253675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Routers {'34e4cc34-028c-4c57-ba52-df3f7dcd0d16'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:44:34.254706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:44:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:34.259708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f779-240d-4457-b820-10da6690b844 None None] Pushing event updated for resources: {'Port': ['ID=28e7645c-e12e-4d8a-9b73-ffa90b7be719,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:34.454477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] Set router 34e4cc34-028c-4c57-ba52-df3f7dcd0d16 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:44:34.699135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:30Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port': {'id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:30Z', 'updated_at': '2021-09-01T14:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:33Z', 'revision_number': 5, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:44:34.730302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280bf28-0bd3-4fa7-91f6-e323422535cc None None] The sync data for ids ['34e4cc34-028c-4c57-ba52-df3f7dcd0d16'] in n-d-802060-16 is: [{'id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'name': 'router1', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:44:13Z', 'updated_at': '2021-09-01T14:44:30Z', 'revision_number': 4, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'gw_port': {'id': '28e7645c-e12e-4d8a-9b73-ffa90b7be719', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:30Z', 'updated_at': '2021-09-01T14:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '01e103d1-6486-4cf3-9377-f934c447c4d1', 'name': '', 'network_id': 'ec0480df-9215-4962-9dae-24f9184ece77', 'tenant_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'mac_address': 'fa:16:3e:be:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e4cc34-028c-4c57-ba52-df3f7dcd0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:44:22Z', 'updated_at': '2021-09-01T14:44:33Z', 'revision_number': 5, 'project_id': 'ebd7b39c2c214c58a3f21ec144ce9c76', 'subnets': [{'id': 'ded6ead2-51dc-447a-afbf-d38159338ff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '854358c1-cc06-4ccd-8e8a-bd0177a441bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:44:35.232943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28e7645c-e12e-4d8a-9b73-ffa90b7be719 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:35.306041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:44:35.316283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:35.318479 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:35.446599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:35.470161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 28e7645c-e12e-4d8a-9b73-ffa90b7be719, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28e7645c-e12e-4d8a-9b73-ffa90b7be719,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:44:35.475498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:35.476242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01e103d1-6486-4cf3-9377-f934c447c4d1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:35.579576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=28e7645c-e12e-4d8a-9b73-ffa90b7be719,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:44:35.587470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 01e103d1-6486-4cf3-9377-f934c447c4d1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:35.587916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:37.150690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28e7645c-e12e-4d8a-9b73-ffa90b7be719 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:44:37.236566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 28e7645c-e12e-4d8a-9b73-ffa90b7be719 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:44:37.238938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:44.262989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c024c8be-8161-4b18-b45e-52501df50d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:47.030101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dae7f85f-befe-4a8b-a66a-abf7836fb3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:47.228434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:48.167473 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:44:49.604303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:07.464269 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:45:14.248097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e95cd1-9f5a-4652-8b74-72595f56c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:17.019605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3f23b07-d7d6-42ee-9735-5e92b2c5b9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:17.232440 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:18.167748 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:19.601816 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:44.251969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df6bf398-dbb9-4159-8659-41ca0ba5363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:44.452518 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:45:47.020076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-adc75aae-8a8b-4657-b211-fd3aeebd536d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:47.223785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:48.178917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:49.601270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:14.253671 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc591327-902a-416c-8e32-e364787b3533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:17.013598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-510599ed-dcac-44e1-ac8c-75169faba304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:17.230253 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.174987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:19.603515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:20.252728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38662) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:20.328956 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b562b9f-fd63-4b2c-b3af-a0301e255a07 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:46:20.330431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b562b9f-fd63-4b2c-b3af-a0301e255a07 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0767157 Sep 01 14:46:20.506053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2f641-d5cf-43d4-afa4-786fbf9ca64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:20.507606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2e2f641-d5cf-43d4-afa4-786fbf9ca64e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1711938 Sep 01 14:46:21.451507 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:46:22.753759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38672) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:22.851917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02937235-99c3-4abf-8306-9682dd8343d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:22.853257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02937235-99c3-4abf-8306-9682dd8343d6 admin admin] 10.222.0.41 "GET /v2.0/subnets/ded6ead2-51dc-447a-afbf-d38159338ff5 HTTP/1.1" status: 200 len: 849 time: 0.0985518 Sep 01 14:46:22.863751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:46:22.955344 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.105997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745022663132'] for subnet, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.223080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:23.223715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.225237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] 10.222.0.41 "PUT /v2.0/subnets/ded6ead2-51dc-447a-afbf-d38159338ff5 HTTP/1.1" status: 200 len: 868 time: 0.3652918 Sep 01 14:46:23.244206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeffdfd-436d-4b46-bf58-4261fba2bb4e None None] Network ec0480df-9215-4962-9dae-24f9184ece77 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:46:23.249522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded6ead2-51dc-447a-afbf-d38159338ff5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:23.257921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.258296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.258598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.258929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.259259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.259589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.259908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.260234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.260556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.260877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.261230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.261551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ae63f-0eda-4bdc-bb03-a3f3a1e61073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:23.623980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8914e6cd-e6c1-4bf7-a10c-b74eaa3a7ef8 None None] Provisioning complete for port 01e103d1-6486-4cf3-9377-f934c447c4d1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:23.624781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8914e6cd-e6c1-4bf7-a10c-b74eaa3a7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.722290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8914e6cd-e6c1-4bf7-a10c-b74eaa3a7ef8 None None] Provisioning complete for port 3715f88b-4b46-4153-a355-d4706b81fb51 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:23.722669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8914e6cd-e6c1-4bf7-a10c-b74eaa3a7ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:25.515012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:25.721235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b7c6d-4dfb-4d95-872f-ac0997034727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:25.721840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b7c6d-4dfb-4d95-872f-ac0997034727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:25.723492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-225b7c6d-4dfb-4d95-872f-ac0997034727 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074773 Sep 01 14:46:28.056709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:28.201268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8acec-30b3-49ca-8805-545d23dd213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:28.201738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8acec-30b3-49ca-8805-545d23dd213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:28.203867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9eb8acec-30b3-49ca-8805-545d23dd213b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1453011 Sep 01 14:46:30.535794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:30.670333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fab496-fb56-4d81-bce9-1dba2e5a56c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:30.671718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-30fab496-fb56-4d81-bce9-1dba2e5a56c8 admin admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 886 time: 0.1349938 Sep 01 14:46:32.979524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:33.158775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2297f45-b0fb-42a4-909a-3ec255317322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:33.160380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2297f45-b0fb-42a4-909a-3ec255317322 admin admin] 10.222.0.41 "GET /v2.0/networks/ec0480df-9215-4962-9dae-24f9184ece77 HTTP/1.1" status: 200 len: 869 time: 0.1798508 Sep 01 14:46:35.644773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38712) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:35.793073 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010eb32-2996-43d0-ab44-7338194dfbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:35.793526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010eb32-2996-43d0-ab44-7338194dfbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:35.795106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a010eb32-2996-43d0-ab44-7338194dfbcf admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1493223 Sep 01 14:46:38.076998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38720) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:38.194980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd540a14-1d70-4c68-b7c7-f4fd0b9beae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:38.195426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd540a14-1d70-4c68-b7c7-f4fd0b9beae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:38.196973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fd540a14-1d70-4c68-b7c7-f4fd0b9beae2 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186688 Sep 01 14:46:40.452435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38728) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:40.544306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fd12d-163e-4600-a751-4fb54d25acd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:40.545729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c66fd12d-163e-4600-a751-4fb54d25acd3 admin admin] 10.222.0.41 "GET /v2.0/subnets/25644953-dc8e-43a9-979a-1452f4232880 HTTP/1.1" status: 200 len: 816 time: 0.0923376 Sep 01 14:46:42.781453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38736) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:42.883988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d34473-6ce8-4e13-8d66-38771c6adcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:42.885295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d3d34473-6ce8-4e13-8d66-38771c6adcb2 admin admin] 10.222.0.41 "GET /v2.0/subnets/ded6ead2-51dc-447a-afbf-d38159338ff5 HTTP/1.1" status: 200 len: 868 time: 0.1024899 Sep 01 14:46:44.258338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a29e01-c773-4dd9-a66f-f4b1a9ab2339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:47.017873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac84f23-ebdc-43ae-9572-1327350e54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:47.229747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:48.181984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:49.603834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:58.452643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:47:08.687478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38790) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:47:08.741341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-a9e3a9a0-7ae9-497e-b5d9-58bd37a65401 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:47:08.742445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a9e3a9a0-7ae9-497e-b5d9-58bd37a65401 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538776 Sep 01 14:47:11.064476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38798) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:47:11.128668 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b91be1-1f35-4cee-bc58-0aa3b67f24b7 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:47:11.130072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-45b91be1-1f35-4cee-bc58-0aa3b67f24b7 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645301 Sep 01 14:47:11.275781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc78f033-ea10-47c3-934f-c523302774ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:47:11.277209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc78f033-ea10-47c3-934f-c523302774ef admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424329 Sep 01 14:47:13.583362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38808) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:47:13.631407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:47:13.654884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Made reservation on behalf of a2f4aad5475f42819a79908edc1c3ce9 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:47:13.657371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:13.688043 n-d-802060-16 neutron-server[106377]: WARNING neutron.services.revisions.revision_plugin [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Could not find related network for resource to bump revision. Sep 01 14:47:13.705114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:47:13.716232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:13.716599 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Added segment 886f689f-1119-405b-b65a-c6f129e30395 of type vlan for network bf115d05-25df-48b9-a273-11e75c4dcc76 Sep 01 14:47:13.767483 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:13.792036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:13.793028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:47:13.793822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:13.848964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2645059 Sep 01 14:47:13.861359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e4dc3-39d4-4108-906e-aa573db25595 admin admin] Pushing event updated for resources: {'Network': ['ID=bf115d05-25df-48b9-a273-11e75c4dcc76,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:47:13.876837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network bf115d05-25df-48b9-a273-11e75c4dcc76 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:47:14.261886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc031c67-eea4-4720-83e9-fcf74b4c00a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:16.084987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38816) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:47:16.151128 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-db65f450-2e5b-41a7-91a2-249b8ad02b26 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:47:16.152147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-db65f450-2e5b-41a7-91a2-249b8ad02b26 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660796 Sep 01 14:47:16.224680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f7016-6e03-4b10-980a-d7415396f190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:47:16.226207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-246f7016-6e03-4b10-980a-d7415396f190 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689440 Sep 01 14:47:16.237666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:47:16.262728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Made reservation on behalf of a2f4aad5475f42819a79908edc1c3ce9 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:47:16.264919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:16.458032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:16.511002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b95495a-22ff-403e-ab79-018064a68067,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:47:16.523241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:47:16.523587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Network hostable DHCP agents. Network: bf115d05-25df-48b9-a273-11e75c4dcc76, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:47:16.545049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:47:16.559044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, bf115d05-25df-48b9-a273-11e75c4dcc76) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:47:16.566221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:47:16.567314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:16.569271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b181de0-0453-4fae-b883-6b3160da22af None None] Network bf115d05-25df-48b9-a273-11e75c4dcc76 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:47:16.588091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f4b2808d-0231-4ec0-8886-a194afd2c0f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3546965 Sep 01 14:47:16.896679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-bf115d05-25df-48b9-a273-11e75c4dcc76', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'tenant_id': 'a2f4aad5475f42819a79908edc1c3ce9', 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:47:16.897788 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.046047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-840693c0-a3c5-4864-bce8-82f49ca448f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.061843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Allocated IP 192.168.233.2 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/a97d4033-25e1-411a-8a44-684afe3d94c6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:47:17.238154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.253739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.265633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Transition to ACTIVE for port object a97d4033-25e1-411a-8a44-684afe3d94c6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:47:17.284120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Transition to ACTIVE for port object a97d4033-25e1-411a-8a44-684afe3d94c6 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:47:17.291415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.334330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:47:17.340060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:47:17.343590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:47:17.357560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Pushing event updated for resources: {'Port': ['ID=a97d4033-25e1-411a-8a44-684afe3d94c6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:47:17.381168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.381506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.381836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.382165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.382482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.382802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.383120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.383441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.383787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.384095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.384694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.385014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:47:17.415085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Attempting to bind port a97d4033-25e1-411a-8a44-684afe3d94c6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:47:17.415440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Attempting to bind port a97d4033-25e1-411a-8a44-684afe3d94c6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:47:17.415791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Attempting to bind port a97d4033-25e1-411a-8a44-684afe3d94c6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:47:17.421775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:47:17.422145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:47:17.422539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.422934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:47:17.423399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Bound port: a97d4033-25e1-411a-8a44-684afe3d94c6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:47:17.423792 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.494204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] For port a97d4033-25e1-411a-8a44-684afe3d94c6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:47:17.497881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] For port a97d4033-25e1-411a-8a44-684afe3d94c6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a97d4033-25e1-411a-8a44-684afe3d94c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:47:17.502784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:17.567692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3a10-3bea-400a-b3ef-8b32c77b0265 None None] Pushing event updated for resources: {'Port': ['ID=a97d4033-25e1-411a-8a44-684afe3d94c6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:47:18.188646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:18.493603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30538e24-4ec2-4c56-a43b-914bcd17f60f None None] Network bf115d05-25df-48b9-a273-11e75c4dcc76 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:47:18.556771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-87daab5a-e505-4606-b50d-496eb770e7a6 None None] Provisioning for port a97d4033-25e1-411a-8a44-684afe3d94c6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:47:19.296561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a97d4033-25e1-411a-8a44-684afe3d94c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:47:19.353509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a97d4033-25e1-411a-8a44-684afe3d94c6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:47:19.358608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a97d4033-25e1-411a-8a44-684afe3d94c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:47:19.359035 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:19.475875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:19.511273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a97d4033-25e1-411a-8a44-684afe3d94c6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a97d4033-25e1-411a-8a44-684afe3d94c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:47:19.517278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:19.585120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a97d4033-25e1-411a-8a44-684afe3d94c6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:47:19.606954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:21.256988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a97d4033-25e1-411a-8a44-684afe3d94c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:47:21.327195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a97d4033-25e1-411a-8a44-684afe3d94c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:47:21.327843 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:35.451762 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:47:44.264195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73183c9-922a-4d09-b5d6-6f0f4b1c47ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:47.017177 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a279c197-d901-48ca-b4e8-5b7d25bfd2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:47.228956 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:48.190631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:49.607479 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:12.454695 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:48:14.266765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6350ae3f-9301-4286-bf1d-8f7f35e04927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:17.024770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45482788-33ef-4909-9dd1-e10965ca8c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:17.224786 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:18.188264 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:19.611915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:34.262143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38868) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:34.269269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-5e583614-f7d6-4182-b4a3-dd8cc54b17a6 tempest-verify_tempest_config-1095187130 tempest-verify_tempest_config-1095187130-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:48:34.270364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e583614-f7d6-4182-b4a3-dd8cc54b17a6 tempest-verify_tempest_config-1095187130 tempest-verify_tempest_config-1095187130-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071092 Sep 01 14:48:34.659944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38886) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:34.802723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:34.920867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:34.925371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:34.973698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d36a4526fb9245de84d5aca5056056c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3122041 Sep 01 14:48:34.975102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781e672-664d-49ab-9998-9cc00250111e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:48:34.977387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38890) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:34.982869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.983217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.983556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.983891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.984221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.984550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.984877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.985263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.985590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.985910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.986228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:34.986549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b395ca-0260-4aa9-8216-a0883f6254e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.066444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:35.097784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:35.206976 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:35.210877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:35.212518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0781e672-664d-49ab-9998-9cc00250111e HTTP/1.1" status: 204 len: 168 time: 0.2338402 Sep 01 14:48:35.223860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781e672-664d-49ab-9998-9cc00250111e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:48:35.233332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.233817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.234514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.234888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.235322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.235745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.236120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.236612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.236945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.237362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.237690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:35.238020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b4799-92c7-4b7a-97f2-31deffd24ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:44.274012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4411-c580-4471-9470-078fc3db9469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:47.025641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1944c55-faa4-45b9-9c13-cb5bf3dd7f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:47.233508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:48.193717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:49.458336 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:48:49.617008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:14.265556 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6770ae0-de02-48b2-8fb1-d2d5d7bd8271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:17.018481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44d4a26b-7178-49a4-ac61-e5ae785a56e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:17.227155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:18.195042 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:19.617132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:26.456327 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:49:44.265750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcab0def-2023-4093-a940-62a776af1b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:47.020301 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a264c7c-6575-4c70-bd05-57faed5d940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:47.232887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:48.198331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:49.620806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:03.454195 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:50:14.267308 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81afe4f0-5555-4f83-91b5-016d8e8d47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:17.021943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c513f51c-d7a0-4df0-92f7-2e72a7a512ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:17.235805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:18.201518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:19.623465 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:40.452867 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:50:44.267913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2eee3d5-a32a-4ba2-83e2-c33011ff618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:47.022966 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-698b4959-4faa-4a8f-b7f7-6963fa97da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:47.237523 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:48.204281 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:49.626339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:14.267951 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f99979d6-1929-457f-870d-e500baaed137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:17.025206 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56ae0e57-5183-4a27-ac60-49a03378971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:17.239095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:17.451218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 5 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:51:18.206427 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:19.629930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:44.269104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6640d4d9-b23b-465d-ab2a-aeff09dc3831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:47.026307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d927bd7-31a5-42a2-8211-0667b30754dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:47.241528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:47.960336 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:48.215407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:49.637905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:54.450682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 6 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:51:57.216373 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728509'] for agent, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:14.272602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1eeb-9b64-482a-a93e-333ff312a181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:17.026199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44841fde-7bcd-4db6-92b0-c8a3e3146c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:17.242588 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:17.909861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:18.211734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:19.637452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:27.158797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:31.450869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:52:37.448309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38954) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:52:37.551270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d743649e-c014-4673-9e11-fed26a1a48a5 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1018779 Sep 01 14:52:39.754340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38964) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:52:39.810539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cdc075a4-1e05-4080-ae03-c0cbb6ca911f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0549610 Sep 01 14:52:44.273846 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-503db78d-b030-4a22-8014-f3ad068bffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:47.027151 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0145-7a9b-4b13-9027-bedc5fd9c0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:47.243485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:47.926369 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:48.214956 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:49.639162 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:57.172107 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:08.451227 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:53:14.275696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac83830b-90d2-4b43-bf62-675bf2e6ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:17.030010 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2e43ee-facc-426a-82d2-f1ebc1450248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:17.247005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:17.940707 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:18.218783 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:19.644354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:27.189586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:44.277796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a01d-f553-40cc-bcd5-bc8370ee83be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:45.451252 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:53:47.031012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682a8056-7e83-41b5-b545-2a7cf1f53efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:47.249274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:47.950171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:48.220542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:49.646726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:57.193373 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:07.661983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39188) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:08.055674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-network', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:08.084650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Made reservation on behalf of 7a5614a044cb4ed2a3bc6afb7f9022bb for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:08.092453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.111418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.227070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.234530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.271694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:54:08.277049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab71204-972a-4e1e-afdd-ea00839244c7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:08.291415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.291941 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Added segment d8c149d9-758f-4cdc-b1df-bd8cb390f0ed of type vlan for network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f Sep 01 14:54:08.294196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.294770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.295298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.295821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.296396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.296916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.297523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.298024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.298519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.299039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.299535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.300039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Tracked resource versions report: Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: pushed versions: Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Log': {'1.0'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Network': {'1.1'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Port': {'1.7'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'PortForwarding': {'1.2'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'QosPolicy': {'1.9'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SecurityGroup': {'1.4'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SubPort': {'1.0'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Subnet': {'1.1'}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Trunk': {'1.1'}} Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: consumer versions: Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: HyperV agent@n-h1-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: HyperV agent@n-h2-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: L3 agent@n-d-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: Metadata agent@n-d-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: Metering agent@n-d-802060-16: {}, Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Log': '1.0', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Network': '1.1', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Port': '1.7', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'PortForwarding': '1.2', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'QosPolicy': '1.9', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SecurityGroup': '1.4', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'SubPort': '1.0', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Subnet': '1.1', Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: 'Trunk': '1.1'}} Sep 01 14:54:08.301319 n-d-802060-16 neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:54:08.363130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.397114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.398084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:08.398708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.459076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7956548 Sep 01 14:54:08.461903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:08.468683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Request body: {'subnet': {'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-subnet', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:08.480480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e4d-d31f-4bbe-9853-ae230195cbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:08.494797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:54:08.503226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Made reservation on behalf of 7a5614a044cb4ed2a3bc6afb7f9022bb for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:08.506366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.740302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.795163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed427d89-c8f9-48b6-b46d-063f0431c457,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:08.839637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:08.839997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Network hostable DHCP agents. Network: 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:54:08.868569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:54:08.890767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:08.898800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:08.899998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:08.911442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5c60d-08cf-4d02-acbb-f4b64ea58d0b None None] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:54:08.939929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1da5a45-6c64-4ba6-95cc-f95a4319151f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4760671 Sep 01 14:54:08.943476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39244) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:08.961038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:09.009743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.011318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.162226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.256441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:54:09.257324 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.495338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Allocated IP 172.20.0.2 (8fd9f844-e5de-4ba4-b8e9-7c5846c3489f/ed427d89-c8f9-48b6-b46d-063f0431c457/29e2ec13-ca6a-4996-ac16-2329edee2349) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:09.561659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.709807 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.722788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Transition to ACTIVE for port object 29e2ec13-ca6a-4996-ac16-2329edee2349 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:09.745503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Transition to ACTIVE for port object 29e2ec13-ca6a-4996-ac16-2329edee2349 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:09.755470 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.815029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:09.818774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:09.824616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:09.834274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Pushing event updated for resources: {'Port': ['ID=29e2ec13-ca6a-4996-ac16-2329edee2349,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:09.854252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.860729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.861097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.861443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.861914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.862251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.862579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.862905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.863234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.863555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.863875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.864193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.864511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Tracked resource versions report: Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: pushed versions: Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Log': {'1.0'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Network': {'1.1'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Port': {'1.7'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'PortForwarding': {'1.2'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'QosPolicy': {'1.9'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SecurityGroup': {'1.4'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SubPort': {'1.0'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Subnet': {'1.1'}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Trunk': {'1.1'}} Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: consumer versions: Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: HyperV agent@n-h1-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: HyperV agent@n-h2-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: L3 agent@n-d-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: Metadata agent@n-d-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: Metering agent@n-d-802060-16: {}, Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Log': '1.0', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Network': '1.1', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Port': '1.7', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'PortForwarding': '1.2', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'QosPolicy': '1.9', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SecurityGroup': '1.4', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'SubPort': '1.0', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Subnet': '1.1', Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: 'Trunk': '1.1'}} Sep 01 14:54:09.865640 n-d-802060-16 neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:54:09.880966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.917710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Attempting to bind port 29e2ec13-ca6a-4996-ac16-2329edee2349 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:09.918283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Attempting to bind port 29e2ec13-ca6a-4996-ac16-2329edee2349 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:09.918811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Attempting to bind port 29e2ec13-ca6a-4996-ac16-2329edee2349 on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:09.925711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:09.926396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:09.926978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.927697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Bound using segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:09.928345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Bound port: 29e2ec13-ca6a-4996-ac16-2329edee2349, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:09.928934 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.000196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Allocated IP 172.25.1.214 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d0fd6200-b990-486a-90a8-27151b152d07) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:10.022712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] For port 29e2ec13-ca6a-4996-ac16-2329edee2349, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:10.026774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] For port 29e2ec13-ca6a-4996-ac16-2329edee2349, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=29e2ec13-ca6a-4996-ac16-2329edee2349,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:10.032898 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.115766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6500-f78d-4d80-999f-c8789323c3a4 None None] Pushing event updated for resources: {'Port': ['ID=29e2ec13-ca6a-4996-ac16-2329edee2349,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:10.126088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.181734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.237456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:10.240381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:10.246945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:10.316433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Pushing event updated for resources: {'Port': ['ID=d0fd6200-b990-486a-90a8-27151b152d07,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:10.350887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.352133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.352625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.354170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.354723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.355226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.355768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.356289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.356775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.357358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.357861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.358428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Tracked resource versions report: Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: pushed versions: Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Log': {'1.0'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Network': {'1.1'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Port': {'1.7'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'PortForwarding': {'1.2'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'QosPolicy': {'1.9'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SecurityGroup': {'1.4'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SubPort': {'1.0'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Subnet': {'1.1'}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Trunk': {'1.1'}} Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: consumer versions: Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: HyperV agent@n-h1-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: HyperV agent@n-h2-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: L3 agent@n-d-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: Metadata agent@n-d-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: Metering agent@n-d-802060-16: {}, Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Log': '1.0', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Network': '1.1', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Port': '1.7', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'PortForwarding': '1.2', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'QosPolicy': '1.9', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SecurityGroup': '1.4', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'SubPort': '1.0', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Subnet': '1.1', Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: 'Trunk': '1.1'}} Sep 01 14:54:10.360222 n-d-802060-16 neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:54:10.546057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.778782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:10.936050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:54:11.075029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:54:11.103373 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:54:11.108419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:11.111085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-66f6e30b-9c20-4d3e-87d4-1e24003e50ca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1638348 Sep 01 14:54:11.113644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39338) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:11.119287 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:11.120139 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:53:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:11.328086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61737f0d-050f-4a58-8cf8-bf7b323cc9b7 None None] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:54:11.368243 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:11.474727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8be54ecf-f605-4ca4-8727-2b7a50b6bf09 None None] Provisioning for port 29e2ec13-ca6a-4996-ac16-2329edee2349 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:11.650768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 29e2ec13-ca6a-4996-ac16-2329edee2349 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:11.743945 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:10Z', 'revision_number': 3, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:11.782294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 29e2ec13-ca6a-4996-ac16-2329edee2349 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:11.790735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 29e2ec13-ca6a-4996-ac16-2329edee2349 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:11.791296 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:11.811476 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:54:11.812067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Updating router f15ccc0f-ce36-4914-94c4-0019fbf55f41 port d0fd6200-b990-486a-90a8-27151b152d07 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:54:11.846954 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:11.994835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.058139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ea3e392-54f2-4142-87e8-dece6dc7d525 None None] Provisioning complete for port 29e2ec13-ca6a-4996-ac16-2329edee2349 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:12.059265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e392-54f2-4142-87e8-dece6dc7d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.094071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 29e2ec13-ca6a-4996-ac16-2329edee2349, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=29e2ec13-ca6a-4996-ac16-2329edee2349,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:12.126844 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.270220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=29e2ec13-ca6a-4996-ac16-2329edee2349,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:12.314106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.324638 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.346124 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Transition to ACTIVE for port object d0fd6200-b990-486a-90a8-27151b152d07 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:12.361317 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.439035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Attempting to bind port d0fd6200-b990-486a-90a8-27151b152d07 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:12.441334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Attempting to bind port d0fd6200-b990-486a-90a8-27151b152d07 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:12.442020 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Attempting to bind port d0fd6200-b990-486a-90a8-27151b152d07 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:12.445754 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Pushing event updated for resources: {'Port': ['ID=d0fd6200-b990-486a-90a8-27151b152d07,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:12.462023 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.463552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.464564 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.465178 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.465858 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.466374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.467420 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.468172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.468658 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.469378 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.469943 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.470858 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Tracked resource versions report: Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: pushed versions: Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: { 'AddressGroup': {'1.2'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Log': {'1.0'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Network': {'1.1'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Port': {'1.7'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'PortForwarding': {'1.2'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'QosPolicy': {'1.9'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SecurityGroup': {'1.4'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SubPort': {'1.0'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Subnet': {'1.1'}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Trunk': {'1.1'}} Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: consumer versions: Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: { DHCP agent@n-d-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: HyperV agent@n-h1-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: HyperV agent@n-h2-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: L3 agent@n-d-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: Metadata agent@n-d-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: Metering agent@n-d-802060-16: {}, Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: Open vSwitch agent@n-d-802060-16: { 'AddressGroup': '1.2', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'ConntrackHelper': '1.0', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Log': '1.0', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Network': '1.1', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Port': '1.7', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'PortForwarding': '1.2', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'QosPolicy': '1.9', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SecurityGroup': '1.4', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SecurityGroupRule': '1.2', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'SubPort': '1.0', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Subnet': '1.1', Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: 'Trunk': '1.1'}} Sep 01 14:54:12.472254 n-d-802060-16 neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:54:12.482080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:12.482464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:12.483126 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.483682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:12.484778 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Bound port: d0fd6200-b990-486a-90a8-27151b152d07, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:12.485618 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.558157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] For port d0fd6200-b990-486a-90a8-27151b152d07, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:12.562628 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] For port d0fd6200-b990-486a-90a8-27151b152d07, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d0fd6200-b990-486a-90a8-27151b152d07,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:12.569711 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.714565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a2040-a2fa-4256-9ad2-67610bccfe1b None None] Pushing event updated for resources: {'Port': ['ID=d0fd6200-b990-486a-90a8-27151b152d07,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:12.781123 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:12.781777 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:53:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:12.814935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Allocated IP 172.20.0.1 (8fd9f844-e5de-4ba4-b8e9-7c5846c3489f/ed427d89-c8f9-48b6-b46d-063f0431c457/1dd8e257-9248-4404-a18f-3d9f88fc0246) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:12.872561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39418) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:12.977688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39430) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:12.980744 n-d-802060-16 neutron-server[106377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:54:13.036141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.051440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-8d1fe5a9-3a2f-4cee-bbb6-a503b55861b8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717523 Sep 01 14:54:13.064168 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:13.099665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Transition to ACTIVE for port object 1dd8e257-9248-4404-a18f-3d9f88fc0246 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:13.200084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.350660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:13.387355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:13.401470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:13.402192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.424529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:13.460127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fddcd584-6b81-442c-bde0-1ee92475594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.463931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39460) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:13.609477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 29e2ec13-ca6a-4996-ac16-2329edee2349 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:13.658056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:13.739580 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:10Z', 'revision_number': 3, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:13.777880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f31ac-80bf-49cd-82d4-d03311a72498 None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:10Z', 'revision_number': 3, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:54:13.809101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 29e2ec13-ca6a-4996-ac16-2329edee2349 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:13.809894 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.840337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-34ce7dcb-4e7f-43b0-993e-558ff1bb86c1 None None] Provisioning for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:13.848787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-34ce7dcb-4e7f-43b0-993e-558ff1bb86c1 None None] Provisioning complete for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:13.849522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ce7dcb-4e7f-43b0-993e-558ff1bb86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:13.881957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-5fd9cbdb-fb0c-4206-873d-8ba9115a929c tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:13.883729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-5fd9cbdb-fb0c-4206-873d-8ba9115a929c tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8287516 Sep 01 14:54:13.912726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-34ce7dcb-4e7f-43b0-993e-558ff1bb86c1 None None] Port 1dd8e257-9248-4404-a18f-3d9f88fc0246 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:13.919175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-9fda7ff1-299b-41aa-9fe9-ca25ad4bd2a0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/quotas/0727b3d1ea684e39aedfbbdc3719e48f HTTP/1.1" status: 200 len: 375 time: 0.0256109 Sep 01 14:54:13.986840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.003756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-cdef3945-7f22-4bbb-bdbc-064cac1a6b88 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833459 Sep 01 14:54:14.013737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f7a7-0daf-4c61-bce2-c2f33ea1bffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.060183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.200389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fddcd584-6b81-442c-bde0-1ee92475594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.209442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fddcd584-6b81-442c-bde0-1ee92475594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.288291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd584-6b81-442c-bde0-1ee92475594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97020e86-1902-46c3-8647-3ab6a1b9d43a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:14.295465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fddcd584-6b81-442c-bde0-1ee92475594d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f84b0d1d0324a768341e598030fd5da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4216797 Sep 01 14:54:14.302542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:14.325943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d94eda7-cc7d-459f-ac5e-b8f8641ba5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.394996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:54:14.394996 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:54:14.394996 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': '18a82d00350147a2bf678c86886434ed', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 54, 14, 103017)}] Sep 01 14:54:14.394996 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:54:14.395864 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:54:14.396628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.426785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.468853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39526) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:14.472558 n-d-802060-16 neutron-server[106376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:54:14.538808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-3a81ceae-d9e3-4a8f-8729-c7a055109945 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670650 Sep 01 14:54:14.556832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5aa0818-23cf-43cd-b054-b08f23d550ff req-1149df7e-33af-4f10-b1e8-0f5aba6b0a03 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.0716629 Sep 01 14:54:14.571157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.574210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.575728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97020e86-1902-46c3-8647-3ab6a1b9d43a HTTP/1.1" status: 204 len: 168 time: 0.2721734 Sep 01 14:54:14.595654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2c07b-ec89-472a-8f74-8a891b6d29a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97020e86-1902-46c3-8647-3ab6a1b9d43a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:14.637870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f7a7-0daf-4c61-bce2-c2f33ea1bffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.716809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f7a7-0daf-4c61-bce2-c2f33ea1bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.820684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39544) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:14.821118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8b4f7a7-0daf-4c61-bce2-c2f33ea1bffd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbd5629694964bd9ba36b60ab90025d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1990523 Sep 01 14:54:14.872389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.904484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.905215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.934933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.111659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f7a7-0daf-4c61-bce2-c2f33ea1bffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3833c8-f72c-4112-9355-1ce78a5739c8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:15.146112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-d0ebfc06-418d-4b0b-bd14-8c70d49eae98 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:15.158789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-d0ebfc06-418d-4b0b-bd14-8c70d49eae98 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6040528 Sep 01 14:54:15.171811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:15.186513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-3f0683e0-2a96-46ad-b5a0-dc78dcb1977b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/quotas/f4fcbfae84f349d0bb7a77b5283e9b8f HTTP/1.1" status: 200 len: 375 time: 0.0270607 Sep 01 14:54:15.214844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:15.240144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:15.305009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.314685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.328117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-e940c50b-3ecc-4a62-ab25-12fcd8957841 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1370511 Sep 01 14:54:15.361391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.448668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:15.453656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.512575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:15.515249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18a82d00350147a2bf678c86886434ed&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0042622 Sep 01 14:54:15.516538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a52110c0-1088-4b8a-bcb8-b0434efbf2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.629634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:15.736766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.758576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.760489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc3833c8-f72c-4112-9355-1ce78a5739c8 HTTP/1.1" status: 204 len: 168 time: 0.9382885 Sep 01 14:54:15.789679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d0fd6200-b990-486a-90a8-27151b152d07 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:15.792083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a52110c0-1088-4b8a-bcb8-b0434efbf2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.801365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a52110c0-1088-4b8a-bcb8-b0434efbf2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.901150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c5c336ca-ebe5-4685-b268-011b7b134968 None None] Provisioning complete for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:15.901721 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5c336ca-ebe5-4685-b268-011b7b134968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.947340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49626-0d03-4c65-a5f6-b8aeb96404dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e65c17a-9d63-4ac5-957e-d24eee90bd12,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:15.959209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.987498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98ff83-e6a9-4604-9309-9f2e27555b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3833c8-f72c-4112-9355-1ce78a5739c8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:15.995920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c5c336ca-ebe5-4685-b268-011b7b134968 None None] Port 1dd8e257-9248-4404-a18f-3d9f88fc0246 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:15.999133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a52110c0-1088-4b8a-bcb8-b0434efbf2c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=301211afe27a464d98e608fa086ca4db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5464656 Sep 01 14:54:16.009534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:16.097197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d0fd6200-b990-486a-90a8-27151b152d07 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:16.103184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d0fd6200-b990-486a-90a8-27151b152d07 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:16.105310 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.128058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52110c0-1088-4b8a-bcb8-b0434efbf2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df5f45-1a80-4859-a8e0-9d300ef0519e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:16.174493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9072d26-2f92-4d2b-ab48-de6a2b7d2640 req-c01fc902-9105-4d8d-8eaa-a7216f444b0b tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.2651975 Sep 01 14:54:16.223556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.242657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.252724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20ac9dbc-76eb-4819-b07f-cf914dac8ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.294903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.303999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:54:16.399140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.401796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.403118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1df5f45-1a80-4859-a8e0-9d300ef0519e HTTP/1.1" status: 204 len: 168 time: 0.3907294 Sep 01 14:54:16.418525 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.420117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847d60f-93a3-4412-bd1c-12f429804cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df5f45-1a80-4859-a8e0-9d300ef0519e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:16.475499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d0fd6200-b990-486a-90a8-27151b152d07, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d0fd6200-b990-486a-90a8-27151b152d07,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:16.485587 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.494469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee9d7312-4ea8-482c-8026-6264ae85d6fb req-dea94f99-ae60-4cfa-ae84-951d8876a22b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.1898355 Sep 01 14:54:16.715883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d0fd6200-b990-486a-90a8-27151b152d07,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:16.722564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:16.783837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-096fa18a-4bc1-4382-b27e-20bdd32105d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.884543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.890195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:16.892914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e65c17a-9d63-4ac5-957e-d24eee90bd12 HTTP/1.1" status: 204 len: 168 time: 1.3775694 Sep 01 14:54:17.012209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b3c82-5a17-41dc-865a-b11a4d6b6ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e65c17a-9d63-4ac5-957e-d24eee90bd12,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:17.016958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:54:17.034879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b5a48016-43e9-41a7-8bc9-8ecb66bf8099 admin admin] 10.222.0.41 "PUT /v2.0/routers/f15ccc0f-ce36-4914-94c4-0019fbf55f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9141529 Sep 01 14:54:17.066986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:54:17.075999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3adc4b66-9a62-4c88-a8e0-a9c16fc604f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.090394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:17.091646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:17.115263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20ac9dbc-76eb-4819-b07f-cf914dac8ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.149818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20ac9dbc-76eb-4819-b07f-cf914dac8ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.300950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac9dbc-76eb-4819-b07f-cf914dac8ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29e487-df4b-46fc-b3be-1851f1a19e6d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:17.366478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-20ac9dbc-76eb-4819-b07f-cf914dac8ad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9249255028144cab6cd423c4b922833&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7261574 Sep 01 14:54:17.368398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:17.393318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-096fa18a-4bc1-4382-b27e-20bdd32105d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.401278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-096fa18a-4bc1-4382-b27e-20bdd32105d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.452785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fa18a-4bc1-4382-b27e-20bdd32105d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e79da-6c3b-4704-8561-aae3f0c93267,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:17.457880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-096fa18a-4bc1-4382-b27e-20bdd32105d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08abaecd0f5d4b0f96c198a26f767c2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7335489 Sep 01 14:54:17.473414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39678) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:17.536667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.598844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.637563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.655259 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.667442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:17.692475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.786778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e86b1fff-d5d4-4bb6-bf73-5eef9c9299c8 req-5017e9be-ac3d-4809-9d30-2528cd5845dd tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.1916149 Sep 01 14:54:17.809121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.819207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.822225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/142e79da-6c3b-4704-8561-aae3f0c93267 HTTP/1.1" status: 204 len: 168 time: 0.3473263 Sep 01 14:54:17.834388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3df1fc-45b4-4d2e-a824-426ade5b2890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e79da-6c3b-4704-8561-aae3f0c93267,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:17.924185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.929219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:17.932513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb29e487-df4b-46fc-b3be-1851f1a19e6d HTTP/1.1" status: 204 len: 168 time: 0.5607321 Sep 01 14:54:17.959224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79bca2f4-f262-42d7-9d1d-af47bea6dd7e req-15805eaa-a981-4c1a-a180-3d3e60eb4734 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.0966733 Sep 01 14:54:17.965496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4c16-b55e-4ce9-8921-5f0aef6dd17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29e487-df4b-46fc-b3be-1851f1a19e6d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:18.058344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d0fd6200-b990-486a-90a8-27151b152d07 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:18.247505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.260438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39714) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:18.303762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65e59098-5d56-4e6e-927c-c398f457f773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.402691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.50', 50665) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:18.432576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.458331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-a04d0bfb-f01e-4a87-bbaa-2f9f6567924e tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526097 Sep 01 14:54:18.584567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d0fd6200-b990-486a-90a8-27151b152d07 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:18.588756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.609353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65e59098-5d56-4e6e-927c-c398f457f773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.619514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65e59098-5d56-4e6e-927c-c398f457f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:18.756728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-25ceffc6-7800-46e1-b5a0-220f377bd53e tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:18.769331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-25ceffc6-7800-46e1-b5a0-220f377bd53e tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050091 Sep 01 14:54:18.801620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-65e59098-5d56-4e6e-927c-c398f457f773 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eaf22900e614f7cb50aa861b130ec0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5360775 Sep 01 14:54:18.801620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e59098-5d56-4e6e-927c-c398f457f773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550639d6-abe5-4d3e-b64e-3406dca7d30d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:18.801898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39732) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:18.877253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Request body: {'port': {'device_id': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '0727b3d1ea684e39aedfbbdc3719e48f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:18.956961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:14Z', 'revision_number': 2, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:19.025636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:54:19.026070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Updating router f15ccc0f-ce36-4914-94c4-0019fbf55f41 port 1dd8e257-9248-4404-a18f-3d9f88fc0246 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:54:19.063012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9abe719b-1b7f-471a-8d42-2ef7615b8e97 req-e62f30b5-cdfe-4d0e-80a7-a743f2b3c5e9 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.0519266 Sep 01 14:54:19.120389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.156159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.50', 50668) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:19.162888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.208052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-e43465a6-f2b0-4df9-af40-6f399d120419 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505695 Sep 01 14:54:19.292477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93bfe5f6-5aac-4dc6-9c70-d629021753c8 req-389448c8-8c9b-4550-bb08-d582c09c9e5a tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.0769436 Sep 01 14:54:19.433181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.474126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:19.493120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-cad1f672-9f48-47b5-b8b0-d965f63222cb tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:19.495136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-cad1f672-9f48-47b5-b8b0-d965f63222cb tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779820 Sep 01 14:54:19.513784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Made reservation on behalf of 0727b3d1ea684e39aedfbbdc3719e48f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:19.516311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Request body: {'port': {'device_id': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'f4fcbfae84f349d0bb7a77b5283e9b8f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:19.517667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.519820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1606b6b-e747-440f-b11c-9ffb5d1de1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.535660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.572793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.575269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.576437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/550639d6-abe5-4d3e-b64e-3406dca7d30d HTTP/1.1" status: 204 len: 168 time: 0.7736065 Sep 01 14:54:19.589127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549a0e9-415d-4ce7-b956-546e9b2ce52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550639d6-abe5-4d3e-b64e-3406dca7d30d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:19.679948 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1606b6b-e747-440f-b11c-9ffb5d1de1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.689636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.691759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1606b6b-e747-440f-b11c-9ffb5d1de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.712375 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.730720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Transition to ACTIVE for port object 1dd8e257-9248-4404-a18f-3d9f88fc0246 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:19.743817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.778589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d1606b6b-e747-440f-b11c-9ffb5d1de1d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=268a3dd6d4c94153be74d8f7a75e3f62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3027132 Sep 01 14:54:19.779386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:19.809712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1606b6b-e747-440f-b11c-9ffb5d1de1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba706a5a-3c18-4aa3-af8d-0e8d82fcbeff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:19.894627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6156a1-171d-4a58-ab01-454b9b081729 None None] Pushing event updated for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:19.937341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:19.956032 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.986448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Attempting to bind port 1dd8e257-9248-4404-a18f-3d9f88fc0246 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:19.987114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Attempting to bind port 1dd8e257-9248-4404-a18f-3d9f88fc0246 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:19.987637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Attempting to bind port 1dd8e257-9248-4404-a18f-3d9f88fc0246 on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:19.996002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:19.996735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:19.997386 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:19.997940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Bound using segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:19.998576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Bound port: 1dd8e257-9248-4404-a18f-3d9f88fc0246, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:19.999869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.011818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.017466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.029128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.056713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Made reservation on behalf of f4fcbfae84f349d0bb7a77b5283e9b8f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:20.061098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.094243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.131652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] For port 1dd8e257-9248-4404-a18f-3d9f88fc0246, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:20.136337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] For port 1dd8e257-9248-4404-a18f-3d9f88fc0246, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1dd8e257-9248-4404-a18f-3d9f88fc0246,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:20.143295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.248037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:20.248984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:20.270804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab7894-9917-48a0-ba80-f643d7dbd5bc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:20.411986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d9064b-64c3-4188-a306-cd9345a3a816 req-0ac98875-ca92-4e71-85c6-180b43eb4a35 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.1570659 Sep 01 14:54:20.415755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.418591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.431033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba706a5a-3c18-4aa3-af8d-0e8d82fcbeff HTTP/1.1" status: 204 len: 168 time: 0.6328261 Sep 01 14:54:20.434432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6156a1-171d-4a58-ab01-454b9b081729 None None] Pushing event updated for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:20.466199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:20.528740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ef8df-0e3f-4f61-88e1-02bccc69d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba706a5a-3c18-4aa3-af8d-0e8d82fcbeff,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:20.548337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-281b46ce-a341-49b6-9fe8-a54ebbed17a5 req-09b211f7-5155-403c-9598-bae345127265 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.0962739 Sep 01 14:54:20.555313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.564536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.633245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Allocated IP 192.168.233.161 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/bd1a9698-2148-4716-924d-e7d1398c345c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:20.777201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31965c07-9c34-4ac9-9fae-0089de1217db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:20.861582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd715c74-1f95-47a8-b0c0-291b4b0da9e2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:20.944830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:20Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:21.076381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f6aab-7394-484b-aaf6-d3075196fffe None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:20Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:54:21.143443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31965c07-9c34-4ac9-9fae-0089de1217db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:21.171369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31965c07-9c34-4ac9-9fae-0089de1217db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:21.319488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:21.322228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965c07-9c34-4ac9-9fae-0089de1217db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b237c1-965b-4c14-9905-3ebb066e6c25,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:21.333797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-31965c07-9c34-4ac9-9fae-0089de1217db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71dc3e487ed64dbcbaa71e8292e361b7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3930581 Sep 01 14:54:21.334245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39816) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:21.360611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Transition to ACTIVE for port object bd1a9698-2148-4716-924d-e7d1398c345c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:21.511504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:21.727447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1dd8e257-9248-4404-a18f-3d9f88fc0246 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:21.860694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:21.877606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:21.877973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:21.884033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:21.889792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Allocated IP 192.168.233.5 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/012cc02b-efcf-48f4-9b7e-58be99dd9254) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:21.900094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Pushing event updated for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:21.953195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-network', 'tenant_id': '14f3e09828134bf28cbeb09493352471'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:22.075933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4fa422a5-9bba-44d7-af72-a1c4b5b7c667 req-c8482967-7bd0-4604-bf04-c0dc44c09db9 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.2455595 Sep 01 14:54:22.076583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Made reservation on behalf of 14f3e09828134bf28cbeb09493352471 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:22.091004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.108531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.130908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:22.136391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:22.147240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:22.168361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:22.169097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.239731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.303924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 1dd8e257-9248-4404-a18f-3d9f88fc0246, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1dd8e257-9248-4404-a18f-3d9f88fc0246,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:22.316005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.356442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.444035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.453093 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:54:22.501890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:22.550905 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.553714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7250f795-531e-4051-8e69-9b960d593cb0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6847360 Sep 01 14:54:22.570797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.604805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-6f3a8f30-9537-4b86-a43c-78e237bfbfdd tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:54:22.606263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-6f3a8f30-9537-4b86-a43c-78e237bfbfdd tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065734 Sep 01 14:54:22.607449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:54:22.652379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f14ebd-8929-487a-8be6-888c6e6c6db0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:22.683282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.684112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b34e5-d11a-4b08-aaa8-e22dad65682f req-86908981-fef3-4191-8e0e-05f5970db5e6 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:22.684641 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Added segment 5f691cf6-f96a-418e-be74-e54bd7ccc465 of type vlan for network da0db03a-3f72-43fb-a0aa-cf70c5005943 Sep 01 14:54:22.697090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c852bf2-f1a1-42d4-b31d-e9c023c52e11 None None] Provisioning for port bd1a9698-2148-4716-924d-e7d1398c345c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:22.702329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c3b34e5-d11a-4b08-aaa8-e22dad65682f req-86908981-fef3-4191-8e0e-05f5970db5e6 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 936 time: 0.5629642 Sep 01 14:54:22.712277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c852bf2-f1a1-42d4-b31d-e9c023c52e11 None None] Provisioning complete for port bd1a9698-2148-4716-924d-e7d1398c345c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:22.713413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c852bf2-f1a1-42d4-b31d-e9c023c52e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.715202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.717821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.719360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b237c1-965b-4c14-9905-3ebb066e6c25 HTTP/1.1" status: 204 len: 168 time: 1.3818424 Sep 01 14:54:22.768710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.809322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c852bf2-f1a1-42d4-b31d-e9c023c52e11 None None] Port bd1a9698-2148-4716-924d-e7d1398c345c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:22.830545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.830545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:22.831057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:22.955547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0572093 Sep 01 14:54:22.956152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39850) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:22.978627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Request body: {'subnet': {'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-subnet', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:23.013322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060628f-d9ec-427d-baa6-908ab4447e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b237c1-965b-4c14-9905-3ebb066e6c25,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:23.019413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd4964-5608-4153-bdc1-d93e8cafa4de admin admin] Pushing event updated for resources: {'Network': ['ID=da0db03a-3f72-43fb-a0aa-cf70c5005943,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:23.065484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Made reservation on behalf of 14f3e09828134bf28cbeb09493352471 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:23.069984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:54:23.087218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:23.136240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c3b34e5-d11a-4b08-aaa8-e22dad65682f req-6c746645-bc6f-4329-a568-d38887ea3289 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330032 Sep 01 14:54:23.204184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:23.253734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Transition to ACTIVE for port object 012cc02b-efcf-48f4-9b7e-58be99dd9254 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:23.338932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:23.386086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73a83cc9-0536-46e3-8a36-b06b21c96669 req-c3786060-ddf7-40ab-8cde-b27bb118fbf3 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.1404517 Sep 01 14:54:23.460602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:23.485437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:23.515543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:23.541006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:23.545876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:23.707111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2017462 Sep 01 14:54:23.707843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6033-6d0c-48d8-9935-8e0ccb238875 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Pushing event updated for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:23.719094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1dd8e257-9248-4404-a18f-3d9f88fc0246 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:23.815922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1dd8e257-9248-4404-a18f-3d9f88fc0246 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:23.816649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:23.851854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.017950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a4ec7e7-811d-4c05-8c1e-c7ff3e198f63 None None] Provisioning for port 012cc02b-efcf-48f4-9b7e-58be99dd9254 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:24.038137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a4ec7e7-811d-4c05-8c1e-c7ff3e198f63 None None] Provisioning complete for port 012cc02b-efcf-48f4-9b7e-58be99dd9254 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:24.038525 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7e7-811d-4c05-8c1e-c7ff3e198f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.052640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8417849c-0c18-4b71-a9b0-9eac6fcbb0d4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:24.062866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Checking segment: {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:24.063220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Network hostable DHCP agents. Network: da0db03a-3f72-43fb-a0aa-cf70c5005943, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:54:24.109433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ec7e7-811d-4c05-8c1e-c7ff3e198f63 None None] Port 012cc02b-efcf-48f4-9b7e-58be99dd9254 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:24.121479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:54:24.135056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Request body: {'port': {'device_id': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'device_owner': 'compute:tempest-test_az-1622909873', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:24.237129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39870) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:24.252297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, da0db03a-3f72-43fb-a0aa-cf70c5005943) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:24.255170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.265438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eca348-156e-494d-8eec-60bd3f1e19a6 None None] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:54:24.265943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:24.266860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.292341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.342402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8cd83a86-333d-4669-8b02-d0d6ee0861d2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3830922 Sep 01 14:54:24.364310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:24.381016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:24.473100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:54:24.473100 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:54:24.473100 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': '37a84f022d1d4d448d31cc70780007e2', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 54, 24, 393958)}] Sep 01 14:54:24.473100 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:54:24.473867 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:54:24.543729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592ceb-9217-46e1-8f53-20613f02a911 req-838b4cf4-664e-47b2-b92a-da30138a4964 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:24.545691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3592ceb-9217-46e1-8f53-20613f02a911 req-838b4cf4-664e-47b2-b92a-da30138a4964 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 936 time: 0.2278292 Sep 01 14:54:24.619302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-da0db03a-3f72-43fb-a0aa-cf70c5005943', 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'fixed_ips': [{'subnet_id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:54:24.620817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.699865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3592ceb-9217-46e1-8f53-20613f02a911 req-a38f014b-b764-455d-98d1-4ee658eb9471 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436050 Sep 01 14:54:24.968005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.970237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:24.974761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.179905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39890) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:25.222542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a99bca-e398-4fbb-bbcb-b4fac3cd0876 req-c4815cd2-5295-4da8-8ba1-e47df1fb3643 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:25.233921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a99bca-e398-4fbb-bbcb-b4fac3cd0876 req-c4815cd2-5295-4da8-8ba1-e47df1fb3643 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 934 time: 0.7311056 Sep 01 14:54:25.239520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.249285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Allocated IP 172.20.0.2 (da0db03a-3f72-43fb-a0aa-cf70c5005943/8417849c-0c18-4b71-a9b0-9eac6fcbb0d4/6d568631-1e8b-4015-9373-6e8d74467e97) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:25.261882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.312996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37a84f022d1d4d448d31cc70780007e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0721550 Sep 01 14:54:25.321376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39898) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:25.414422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3c15e-3679-4296-ac19-38b2128e4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a3887-0e8f-4d9b-bd78-8cff5b41fefa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:25.512526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.554004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.638269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.663986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a99bca-e398-4fbb-bbcb-b4fac3cd0876 req-96112b10-9c9c-4167-9703-6c2f3d88cc2a tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212139 Sep 01 14:54:25.675839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.683181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Transition to ACTIVE for port object 6d568631-1e8b-4015-9373-6e8d74467e97 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:25.701804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8fffd223-5492-46f4-989c-6021d2ef951c tempest-AutoAllocateNetworkTest-697289689 tempest-AutoAllocateNetworkTest-697289689-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61dbd5542bf847648306fad9a9c47552&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4605923 Sep 01 14:54:25.703102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.705691 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.709251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce7a3887-0e8f-4d9b-bd78-8cff5b41fefa HTTP/1.1" status: 204 len: 168 time: 0.3854446 Sep 01 14:54:25.709251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39908) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:25.728884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Transition to ACTIVE for port object 6d568631-1e8b-4015-9373-6e8d74467e97 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:25.739932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:25.849474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Pushing event updated for resources: {'Port': ['ID=6d568631-1e8b-4015-9373-6e8d74467e97,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:25.898085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:25.904853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:25.914225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703c26f-cb2f-486e-8c62-218b144383e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a3887-0e8f-4d9b-bd78-8cff5b41fefa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:25.918766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:26.123827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Attempting to bind port 6d568631-1e8b-4015-9373-6e8d74467e97 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:26.124160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Attempting to bind port 6d568631-1e8b-4015-9373-6e8d74467e97 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:26.124523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Attempting to bind port 6d568631-1e8b-4015-9373-6e8d74467e97 on network da0db03a-3f72-43fb-a0aa-cf70c5005943 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:26.138553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:26.138925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Checking segment: {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:26.139324 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.139724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Bound using segment: {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:26.140202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Bound port: 6d568631-1e8b-4015-9373-6e8d74467e97, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:26.140602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.148850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6aa4af-aaca-4eec-a115-2d8df62adecc tempest-AutoAllocateNetworkTest-697289689 tempest-AutoAllocateNetworkTest-697289689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:26.150466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5a6aa4af-aaca-4eec-a115-2d8df62adecc tempest-AutoAllocateNetworkTest-697289689 tempest-AutoAllocateNetworkTest-697289689-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4199948 Sep 01 14:54:26.162651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39920) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:26.289413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] For port 6d568631-1e8b-4015-9373-6e8d74467e97, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:26.296000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] For port 6d568631-1e8b-4015-9373-6e8d74467e97, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6d568631-1e8b-4015-9373-6e8d74467e97,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:26.301042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1aad6ad4-c55e-4b68-9404-fc31ff31ed13 tempest-AutoAllocateNetworkTest-697289689 tempest-AutoAllocateNetworkTest-697289689-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372273 Sep 01 14:54:26.304476 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.313536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39924) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:26.347317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0bf8f-58f5-4ae5-a4c5-5055ade19bcf req-f0dcb81c-ceaf-4a8a-a96a-3f2e12705470 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:26.348920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6be0bf8f-58f5-4ae5-a4c5-5055ade19bcf req-f0dcb81c-ceaf-4a8a-a96a-3f2e12705470 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 936 time: 0.3894620 Sep 01 14:54:26.390408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1a9698-2148-4716-924d-e7d1398c345c {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:54:26.401081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.421672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Transition to ACTIVE for port object bd1a9698-2148-4716-924d-e7d1398c345c will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:26.448067 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.475829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6be0bf8f-58f5-4ae5-a4c5-5055ade19bcf req-442b8b66-c3db-46c7-9020-32430fb761ff tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136220 Sep 01 14:54:26.479942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16b8b-5288-4bc8-9f27-a65e72bb9e8d None None] Pushing event updated for resources: {'Port': ['ID=6d568631-1e8b-4015-9373-6e8d74467e97,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:26.509353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.543698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Pushing event updated for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:26.565644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b491a43e-5a2f-43fc-8e3d-ea42609d4088 tempest-AutoAllocateNetworkTest-697289689 tempest-AutoAllocateNetworkTest-697289689-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61dbd5542bf847648306fad9a9c47552 HTTP/1.1" status: 200 len: 208 time: 0.1429162 Sep 01 14:54:26.860370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Attempting to bind port bd1a9698-2148-4716-924d-e7d1398c345c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:26.860730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Attempting to bind port bd1a9698-2148-4716-924d-e7d1398c345c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:26.864590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Attempting to bind port bd1a9698-2148-4716-924d-e7d1398c345c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:26.900276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Port bd1a9698-2148-4716-924d-e7d1398c345c on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:54:26.900716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Attempting to bind port bd1a9698-2148-4716-924d-e7d1398c345c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:26.911152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:26.911513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:26.912390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:26.912875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Bound port: bd1a9698-2148-4716-924d-e7d1398c345c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:26.913267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:26.950103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a62e-5266-4838-ab25-f3044ac1ba4e req-2b7ff513-f250-442a-bf70-53d66f96177e tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:26.959095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a24a62e-5266-4838-ab25-f3044ac1ba4e req-2b7ff513-f250-442a-bf70-53d66f96177e tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 934 time: 0.1282184 Sep 01 14:54:27.063901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a24a62e-5266-4838-ab25-f3044ac1ba4e req-4487b8f3-9b36-4882-ae0f-94bccd78c87e tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849431 Sep 01 14:54:27.189469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:27.227866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:27.248935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd1a9698-2148-4716-924d-e7d1398c345c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:27.258232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:27.303810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:27.322577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:27.324068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:27.326379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] 10.222.0.50 "PUT /v2.0/ports/bd1a9698-2148-4716-924d-e7d1398c345c HTTP/1.1" status: 200 len: 1119 time: 4.0631073 Sep 01 14:54:27.326902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:27.432486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:27.459040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ec44-db93-4321-b0ec-72f7ac29b39a service neutron] Pushing event updated for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:27.694231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6d568631-1e8b-4015-9373-6e8d74467e97 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:27.736195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Allocated IP 172.25.1.210 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/2750897b-edec-4916-a797-5cd529904d73) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:27.877288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6d568631-1e8b-4015-9373-6e8d74467e97 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:27.911566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:27.920368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.043343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.127085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:28.135713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc0636-3703-4821-a022-4de674d2e6d1 req-23f063c4-7f2e-4f29-9296-74baa12ae151 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:28.165576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7bc0636-3703-4821-a022-4de674d2e6d1 req-23f063c4-7f2e-4f29-9296-74baa12ae151 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.1929946 Sep 01 14:54:28.169221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:28.175228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:28.287667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a076f-8391-4054-a945-208c38962586 None None] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:54:28.387985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Pushing event updated for resources: {'Port': ['ID=2750897b-edec-4916-a797-5cd529904d73,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:28.417420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7bc0636-3703-4821-a022-4de674d2e6d1 req-6e002d7e-84d2-4579-8c6b-25f2bf739a18 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244647 Sep 01 14:54:28.447029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Provisioning for port 6d568631-1e8b-4015-9373-6e8d74467e97 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:28.471671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Provisioning complete for port 6d568631-1e8b-4015-9373-6e8d74467e97 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:28.472228 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.615521 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc32838d-20d7-4019-9f39-a7eaec5415df" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:28.679431 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e981d6df-2a07-465e-bd6e-2d02416ec130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.750472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.793265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:28.872778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] For port 6d568631-1e8b-4015-9373-6e8d74467e97, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6d568631-1e8b-4015-9373-6e8d74467e97,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:28.878654 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.024019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e981d6df-2a07-465e-bd6e-2d02416ec130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.027837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69706717-c36d-403d-a4b5-6d10c8d6bbc0 None None] Pushing event updated for resources: {'Port': ['ID=6d568631-1e8b-4015-9373-6e8d74467e97,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:29.035135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e981d6df-2a07-465e-bd6e-2d02416ec130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.081737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e981d6df-2a07-465e-bd6e-2d02416ec130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61dbd5542bf847648306fad9a9c47552&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1679163 Sep 01 14:54:29.094210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39990) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:29.169001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981d6df-2a07-465e-bd6e-2d02416ec130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7717a0-e1f1-48a5-9131-841399bb1975,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:29.230449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.264943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.315103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a8b9343-54fb-4b62-8296-458430ccb807 None None] Provisioning complete for port 6d568631-1e8b-4015-9373-6e8d74467e97 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:29.315489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9343-54fb-4b62-8296-458430ccb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.368754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.372369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.377241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba7717a0-e1f1-48a5-9131-841399bb1975 HTTP/1.1" status: 204 len: 168 time: 0.2795031 Sep 01 14:54:29.390197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da35dc-4b1b-4029-b049-d578a3f813af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7717a0-e1f1-48a5-9131-841399bb1975,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:29.530633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936fc84-bef0-4f25-8fc0-c8a0a6b39aea req-a07a54ec-dab7-49f0-b31a-34bd791c7f2c tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:29.545551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c936fc84-bef0-4f25-8fc0-c8a0a6b39aea req-a07a54ec-dab7-49f0-b31a-34bd791c7f2c tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 934 time: 0.9378533 Sep 01 14:54:29.632694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6d568631-1e8b-4015-9373-6e8d74467e97 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:29.710368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c936fc84-bef0-4f25-8fc0-c8a0a6b39aea req-45a6c039-7a3d-4839-88f4-1c011acb04fc tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606033 Sep 01 14:54:29.829446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6d568631-1e8b-4015-9373-6e8d74467e97 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:29.830759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:29.877631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:30.165234 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab5291-e45e-4a34-a679-ccd4a2e8d8f7 x-openstack-request-id: req-edab5291-e45e-4a34-a679-ccd4a2e8d8f7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:30.165234 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:30.166491 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edab5291-e45e-4a34-a679-ccd4a2e8d8f7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:30.167343 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c', 'status': 'completed', 'code': 200} Sep 01 14:54:30.255862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:54:30.627447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:54:30.640316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Sync routers for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:54:30.655394 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:30.656483 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:30.731115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82926a7b-cae3-48f1-810b-48c49aa4c0ce req-9788a090-ff9e-445e-916d-fe88dabd7c6b tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:30.748645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82926a7b-cae3-48f1-810b-48c49aa4c0ce req-9788a090-ff9e-445e-916d-fe88dabd7c6b tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.1940558 Sep 01 14:54:30.759269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:30.760331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0d52d4ab-1494-4a1a-8849-8104e8977296 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3934803 Sep 01 14:54:30.764685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:30.786708 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:30.856742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82926a7b-cae3-48f1-810b-48c49aa4c0ce req-cbd66fd0-bcad-4104-b04f-e392da452882 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931554 Sep 01 14:54:31.127582 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:28Z', 'revision_number': 3, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:31.158641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Checking router: f0da1a31-106f-4bd0-8acc-c1cf5cd783cf for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:54:31.159313 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Updating router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf port 2750897b-edec-4916-a797-5cd529904d73 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:54:31.193029 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:31.556713 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:31.580155 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Transition to ACTIVE for port object 2750897b-edec-4916-a797-5cd529904d73 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:31.588648 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:31.679744 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Attempting to bind port 2750897b-edec-4916-a797-5cd529904d73 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:31.680900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Attempting to bind port 2750897b-edec-4916-a797-5cd529904d73 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:31.680900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Attempting to bind port 2750897b-edec-4916-a797-5cd529904d73 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:31.789756 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:31.790133 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:31.790541 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:31.790939 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:31.791422 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Bound port: 2750897b-edec-4916-a797-5cd529904d73, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:31.791799 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:31.979327 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:32.003707 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0f964-3476-48d4-a064-b3328fb649eb None None] Pushing event updated for resources: {'Port': ['ID=2750897b-edec-4916-a797-5cd529904d73,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:32.103756 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] For port 2750897b-edec-4916-a797-5cd529904d73, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:32.109299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] For port 2750897b-edec-4916-a797-5cd529904d73, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2750897b-edec-4916-a797-5cd529904d73,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:32.151015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e8083-39ea-413c-acf6-cfcd7a3fc187 req-b4e9393e-e801-4aae-ba7e-67e68d752f93 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:32.152716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e8e8083-39ea-413c-acf6-cfcd7a3fc187 req-b4e9393e-e801-4aae-ba7e-67e68d752f93 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 934 time: 0.1290045 Sep 01 14:54:32.179792 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:32.231818 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:32.232516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:32.260139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e8e8083-39ea-413c-acf6-cfcd7a3fc187 req-f036b37a-be17-436b-a0fc-c4de7b0305d5 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938945 Sep 01 14:54:32.442517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Allocated IP 172.20.0.1 (da0db03a-3f72-43fb-a0aa-cf70c5005943/8417849c-0c18-4b71-a9b0-9eac6fcbb0d4/53942098-2c27-4c16-b3ba-0a5d04a70151) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:32.476378 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0f964-3476-48d4-a064-b3328fb649eb None None] Pushing event updated for resources: {'Port': ['ID=2750897b-edec-4916-a797-5cd529904d73,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:32.536526 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:32.545599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc658f3-846d-4ae5-8e50-c4073acff77e req-03e14810-0a29-431e-9bb5-1451893f2376 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:32.547886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcc658f3-846d-4ae5-8e50-c4073acff77e req-03e14810-0a29-431e-9bb5-1451893f2376 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.1333249 Sep 01 14:54:32.629317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcc658f3-846d-4ae5-8e50-c4073acff77e req-ece59ce5-6a87-4318-8d86-3d1e3c089703 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700397 Sep 01 14:54:32.762652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Request body: {'port': {'device_id': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'device_owner': 'compute:tempest-test_az-1622909873', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:32.846183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:32.910438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Transition to ACTIVE for port object 53942098-2c27-4c16-b3ba-0a5d04a70151 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:32.957406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32838d-20d7-4019-9f39-a7eaec5415df req-51fea722-ab7d-461a-9b08-5032d1b30715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:32.962479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc32838d-20d7-4019-9f39-a7eaec5415df req-51fea722-ab7d-461a-9b08-5032d1b30715 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 1122 time: 0.1941185 Sep 01 14:54:32.991204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:32.995194 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:28Z', 'revision_number': 3, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:33.028196 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e65b2-98f2-4dde-b0ce-641e2451ed1f None None] The sync data for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 is: [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:28Z', 'revision_number': 3, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:54:33.030836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc32838d-20d7-4019-9f39-a7eaec5415df req-5f82e0bf-f425-4f9e-b840-cb21f353e9ce service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546725 Sep 01 14:54:33.085852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:33.137857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:33.143693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:33.171455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:33.171712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:33.398268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32838d-20d7-4019-9f39-a7eaec5415df req-d4862f38-1500-4460-9085-17b860e12020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:33.400012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc32838d-20d7-4019-9f39-a7eaec5415df req-d4862f38-1500-4460-9085-17b860e12020 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611584 Sep 01 14:54:33.535026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8d4a3093-7978-4d52-8b5a-7a91b728e7a6 None None] Provisioning for port 53942098-2c27-4c16-b3ba-0a5d04a70151 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:33.546746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8d4a3093-7978-4d52-8b5a-7a91b728e7a6 None None] Provisioning complete for port 53942098-2c27-4c16-b3ba-0a5d04a70151 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:33.550461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3093-7978-4d52-8b5a-7a91b728e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:33.572817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d0e4dc34-3035-4258-9bb8-94e31e690147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:33.574606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-d0e4dc34-3035-4258-9bb8-94e31e690147 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 1122 time: 0.1109655 Sep 01 14:54:33.617702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a3093-7978-4d52-8b5a-7a91b728e7a6 None None] Port 53942098-2c27-4c16-b3ba-0a5d04a70151 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:33.692423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2750897b-edec-4916-a797-5cd529904d73 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:33.753317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:33.820898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Pushing event updated for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:33.832876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2750897b-edec-4916-a797-5cd529904d73 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:33.839265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2750897b-edec-4916-a797-5cd529904d73 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:33.840042 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:33.861748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-7840934c-4829-4ca1-8ff1-6e1ba39a3e76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bd1a9698-2148-4716-924d-e7d1398c345c HTTP/1.1" status: 200 len: 217 time: 0.2774003 Sep 01 14:54:33.872113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:33.949486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:33.991001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.029492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2750897b-edec-4916-a797-5cd529904d73, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2750897b-edec-4916-a797-5cd529904d73,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:34.041001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.063378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4862c-aa8b-4184-8b88-4933054fd50b req-0c146014-f53d-4d5e-a154-20589e001b91 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:34.066795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21e4862c-aa8b-4184-8b88-4933054fd50b req-0c146014-f53d-4d5e-a154-20589e001b91 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.2108541 Sep 01 14:54:34.073888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-bcf61aa5-daa4-40ad-845a-847c7185b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:34.076553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-bcf61aa5-daa4-40ad-845a-847c7185b595 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1920207 Sep 01 14:54:34.172904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2750897b-edec-4916-a797-5cd529904d73,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:34.177031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67d6ee-e66f-4445-9da5-672bea80ebd4 req-97fc9d98-3355-42ed-bdb1-c2b0abec5d58 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:34.188920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf67d6ee-e66f-4445-9da5-672bea80ebd4 req-97fc9d98-3355-42ed-bdb1-c2b0abec5d58 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 934 time: 0.3824770 Sep 01 14:54:34.253855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21e4862c-aa8b-4184-8b88-4933054fd50b req-6f7b61e6-c75b-4d0f-aab5-74e9022ff0b0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727514 Sep 01 14:54:34.309326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ed5230a-6210-4434-b567-29787ce8d98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.345352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.366765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf67d6ee-e66f-4445-9da5-672bea80ebd4 req-acbeb7f9-9f30-498f-8099-242acf31c7ab tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767328 Sep 01 14:54:34.374709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-922f1c64-426d-42b8-a80c-64537adf9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:34.376431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-922f1c64-426d-42b8-a80c-64537adf9a15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2769520 Sep 01 14:54:34.479105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012cc02b-efcf-48f4-9b7e-58be99dd9254 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:54:34.490330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.539841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-27e852e8-13f4-4c24-aa88-dcd025a5a59b service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552341 Sep 01 14:54:34.543631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Transition to ACTIVE for port object 012cc02b-efcf-48f4-9b7e-58be99dd9254 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:34.591017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.612016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4039edac-686c-4bcf-af7d-a4d23c254211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.631643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ed5230a-6210-4434-b567-29787ce8d98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.642982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ed5230a-6210-4434-b567-29787ce8d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.665932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:34.679122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35f23532-fac2-4c5f-82a3-c2f1b724f121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.770740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ed5230a-6210-4434-b567-29787ce8d98e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ac3349c23d84df2b693b81d91e396e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154667 Sep 01 14:54:34.774182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5230a-6210-4434-b567-29787ce8d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ae92f-1831-4293-bd52-e174f6a19caf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:34.781121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40166) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:34.836696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3220aa8-b184-4edf-a001-5e2c728f5611 req-669ce2d3-373a-4b37-b5a8-1691741451a8 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860301 Sep 01 14:54:34.872151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.922963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.970855 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4039edac-686c-4bcf-af7d-a4d23c254211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:34.977164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Attempting to bind port 012cc02b-efcf-48f4-9b7e-58be99dd9254 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:34.977839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Attempting to bind port 012cc02b-efcf-48f4-9b7e-58be99dd9254 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:34.978218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Attempting to bind port 012cc02b-efcf-48f4-9b7e-58be99dd9254 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:34.990753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4039edac-686c-4bcf-af7d-a4d23c254211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.011418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Port 012cc02b-efcf-48f4-9b7e-58be99dd9254 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:54:35.011725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Attempting to bind port 012cc02b-efcf-48f4-9b7e-58be99dd9254 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:35.019921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.023535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.024689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d72ae92f-1831-4293-bd52-e174f6a19caf HTTP/1.1" status: 204 len: 168 time: 0.2422516 Sep 01 14:54:35.040668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fea023-f821-4153-baf6-5823347c3f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ae92f-1831-4293-bd52-e174f6a19caf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:35.054977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.061922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:35.062262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:35.063047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:35.063719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Bound port: 012cc02b-efcf-48f4-9b7e-58be99dd9254, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:35.064098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.078956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.080245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.087454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4039edac-686c-4bcf-af7d-a4d23c254211 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96c8ed8b36aa45218b6e6bd2af10e9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0701377 Sep 01 14:54:35.090310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:35.169909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039edac-686c-4bcf-af7d-a4d23c254211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab265a2-da05-4a0a-b3c1-89694f3c7084,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:35.359840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Pushing event updated for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:35.468935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.511881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:35.513592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.572046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:35.574640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35f23532-fac2-4c5f-82a3-c2f1b724f121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.607483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2750897b-edec-4916-a797-5cd529904d73 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:35.616279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.618434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.619493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.620771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ab265a2-da05-4a0a-b3c1-89694f3c7084 HTTP/1.1" status: 204 len: 168 time: 0.5294695 Sep 01 14:54:35.631939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a41ad-bcc3-4550-966b-705efa46ecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab265a2-da05-4a0a-b3c1-89694f3c7084,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:35.658579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67567c27-241d-434d-9841-fd0bdfb66456 req-97bf3f25-fe2b-4990-8764-c742b521b6bf tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:35.665452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67567c27-241d-434d-9841-fd0bdfb66456 req-97bf3f25-fe2b-4990-8764-c742b521b6bf tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.2887712 Sep 01 14:54:35.673343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35f23532-fac2-4c5f-82a3-c2f1b724f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.728691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2750897b-edec-4916-a797-5cd529904d73 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:35.729442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.794871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:35.851175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:35.851827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.853533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] 10.222.0.50 "PUT /v2.0/ports/012cc02b-efcf-48f4-9b7e-58be99dd9254 HTTP/1.1" status: 200 len: 1117 time: 3.1118128 Sep 01 14:54:35.854181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:35.894712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:35.914225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:35.922746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56007d-01f0-4c4a-a645-a6df64cbbff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:35.959603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:35.981833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35f23532-fac2-4c5f-82a3-c2f1b724f121 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27f978bdac94473a9574113f68b534d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0492628 Sep 01 14:54:35.982903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23532-fac2-4c5f-82a3-c2f1b724f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4ae9d-38b9-47aa-bcbf-0b7b4da47b60,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:35.994927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:36.177565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385191-53f4-4bd1-a618-aa1fd766ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:36.196650 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cff5a47-22ba-4a64-bdb3-9e95e54ad89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.241857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258e3bb-965e-4f14-8a9f-a0da68a066c0 req-5ba290cd-de4d-4c47-920e-ec2cb08304bd tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:36.255611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7258e3bb-965e-4f14-8a9f-a0da68a066c0 req-5ba290cd-de4d-4c47-920e-ec2cb08304bd tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 968 time: 0.2591944 Sep 01 14:54:36.277949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67567c27-241d-434d-9841-fd0bdfb66456 req-6aa98112-45d9-4764-8b7c-6b32528210de tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963168 Sep 01 14:54:36.323024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-5b0a3bf0-8afd-4f8a-8a43-faddfe87cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:36.324901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-5b0a3bf0-8afd-4f8a-8a43-faddfe87cee3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 1120 time: 0.3459744 Sep 01 14:54:36.331930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.384525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7258e3bb-965e-4f14-8a9f-a0da68a066c0 req-a4daf2ab-2388-4c98-8240-4c6d0e4860ae tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238990 Sep 01 14:54:36.418778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.425083 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7" -d '{"events": [{"name": "network-changed", "server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:36.428834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56007d-01f0-4c4a-a645-a6df64cbbff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.453539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-74f9a6ae-f37c-43b9-b0a0-708232456264 None None] Provisioning complete for port 53942098-2c27-4c16-b3ba-0a5d04a70151 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:36.454678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74f9a6ae-f37c-43b9-b0a0-708232456264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.471586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-42ed10d0-a207-4a2f-b3cc-460f0564c37d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254 HTTP/1.1" status: 200 len: 217 time: 0.1361878 Sep 01 14:54:36.515531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-74f9a6ae-f37c-43b9-b0a0-708232456264 None None] Port 53942098-2c27-4c16-b3ba-0a5d04a70151 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:36.532097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cff5a47-22ba-4a64-bdb3-9e95e54ad89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.534331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:36.542229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56007d-01f0-4c4a-a645-a6df64cbbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.548984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:54:36.555210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-143cda59-90b5-4a98-a2fe-b45e2720c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:36.557527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-143cda59-90b5-4a98-a2fe-b45e2720c44f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0735049 Sep 01 14:54:36.581456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cff5a47-22ba-4a64-bdb3-9e95e54ad89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.620701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9222f753-b01e-42a2-a0d8-4088d9f33165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.662941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d56007d-01f0-4c4a-a645-a6df64cbbff7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59dbe28f3d104998857b49b3bf13919b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667785 Sep 01 14:54:36.667965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:36.671352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0cff5a47-22ba-4a64-bdb3-9e95e54ad89d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfc92156d27c47ec9fae41f1f13aa958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559278 Sep 01 14:54:36.674946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40242) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:36.675409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56007d-01f0-4c4a-a645-a6df64cbbff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de60fd94-2a91-4c2e-89f4-0669801f4d4a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:36.715503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.718218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.723242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adc4ae9d-38b9-47aa-bcbf-0b7b4da47b60 HTTP/1.1" status: 204 len: 168 time: 0.7113972 Sep 01 14:54:36.746646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff5a47-22ba-4a64-bdb3-9e95e54ad89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc7eb9-8abc-4663-9d6c-1e99f1d7929b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:36.773091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03133bf-a762-4b55-9ee3-d25453e2b484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4ae9d-38b9-47aa-bcbf-0b7b4da47b60,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:36.896913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9222f753-b01e-42a2-a0d8-4088d9f33165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.909941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9222f753-b01e-42a2-a0d8-4088d9f33165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:36.962368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9222f753-b01e-42a2-a0d8-4088d9f33165 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d197dd61c1714d4fb829a50c99e34a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156806 Sep 01 14:54:36.965455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40256) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:36.973490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222f753-b01e-42a2-a0d8-4088d9f33165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f03cb-92f4-41a3-8277-964f8aea6918,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:37.042755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.078911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.161639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.164907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.168791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/790f03cb-92f4-41a3-8277-964f8aea6918 HTTP/1.1" status: 204 len: 168 time: 0.1994989 Sep 01 14:54:37.177711 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fb5d1-44f0-43d7-8ad4-fe3e0bba1b6d x-openstack-request-id: req-480fb5d1-44f0-43d7-8ad4-fe3e0bba1b6d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:37.177711 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:37.177711 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-480fb5d1-44f0-43d7-8ad4-fe3e0bba1b6d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:37.177711 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254', 'status': 'completed', 'code': 200} Sep 01 14:54:37.178032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543170-7534-4029-a0fc-d354b9dac34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f03cb-92f4-41a3-8277-964f8aea6918,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:37.205542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-88007205-c2b5-4d05-b9b5-cbfae65bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:37.207228 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-88007205-c2b5-4d05-b9b5-cbfae65bcbfa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6419404 Sep 01 14:54:37.240549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.298854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:37.311356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:54:37.320446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5fba-cf6d-4d4f-8670-bec8f1338c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.349907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0200f62-5ee8-4bb6-a046-79546a54b18c admin admin] 10.222.0.41 "PUT /v2.0/routers/f0da1a31-106f-4bd0-8acc-c1cf5cd783cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5829027 Sep 01 14:54:37.355269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Sync routers for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:54:37.364884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.368967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.375384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:37.376359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:37.431078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.537465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-36b1727e-c221-48f5-a5e4-2a7757d0e84a service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101766 Sep 01 14:54:37.565020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.568753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.570182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88cc7eb9-8abc-4663-9d6c-1e99f1d7929b HTTP/1.1" status: 204 len: 168 time: 0.8661175 Sep 01 14:54:37.589521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5fba-cf6d-4d4f-8670-bec8f1338c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.593815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:37.626606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690f4d1-0c63-470e-ac61-35fc6534dbbd req-30659e44-36af-4cef-8b0e-65cc4aea8da1 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:37.628624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3690f4d1-0c63-470e-ac61-35fc6534dbbd req-30659e44-36af-4cef-8b0e-65cc4aea8da1 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.2060494 Sep 01 14:54:37.636829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5fba-cf6d-4d4f-8670-bec8f1338c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.641088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7265c8d-9bba-4626-8fc5-af6f3e688f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc7eb9-8abc-4663-9d6c-1e99f1d7929b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:37.656716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.660064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.661232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de60fd94-2a91-4c2e-89f4-0669801f4d4a HTTP/1.1" status: 204 len: 168 time: 0.9908822 Sep 01 14:54:37.728873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d5fba-cf6d-4d4f-8670-bec8f1338c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb945e95-f792-4da0-8199-125ad7a751f6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:37.731626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1c38d-5fd5-4673-9418-b5259b58a2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de60fd94-2a91-4c2e-89f4-0669801f4d4a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:37.771227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca2d5fba-cf6d-4d4f-8670-bec8f1338c29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ed5b178855745d68235b4436b2745d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704165 Sep 01 14:54:37.771863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:37.802403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91969b-a903-4d91-8e29-f2caf733267f req-b74da11d-ecb4-4656-ab78-64b851557762 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:37.805206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a91969b-a903-4d91-8e29-f2caf733267f req-b74da11d-ecb4-4656-ab78-64b851557762 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 968 time: 0.2015750 Sep 01 14:54:37.811382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3690f4d1-0c63-470e-ac61-35fc6534dbbd req-ba867f65-6c83-4c79-9f59-b0f9f7d0f4f8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744995 Sep 01 14:54:37.838661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab9bfb90-0be0-4cb9-9c2f-d660139d8efa req-2924a29a-4755-42b3-9130-d1f2ad7736c8 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930937 Sep 01 14:54:37.945554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a91969b-a903-4d91-8e29-f2caf733267f req-031e0448-a4e3-4627-8c66-412c4df21cb4 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202409 Sep 01 14:54:37.983589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.995770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-98714086-9bb3-47da-9ac0-bbbfcfc7e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:37.997588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-98714086-9bb3-47da-9ac0-bbbfcfc7e9b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 1120 time: 0.0914755 Sep 01 14:54:38.010857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.057677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:34Z', 'revision_number': 4, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '53942098-2c27-4c16-b3ba-0a5d04a70151', 'name': '', 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'mac_address': 'fa:16:3e:d4:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:32Z', 'updated_at': '2021-09-01T14:54:34Z', 'revision_number': 2, 'project_id': '14f3e09828134bf28cbeb09493352471', 'subnets': [{'id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:38.114482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Checking router: f0da1a31-106f-4bd0-8acc-c1cf5cd783cf for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:54:38.115139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Updating router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf port 53942098-2c27-4c16-b3ba-0a5d04a70151 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:54:38.119885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.123089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.124639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb945e95-f792-4da0-8199-125ad7a751f6 HTTP/1.1" status: 204 len: 168 time: 0.3492801 Sep 01 14:54:38.134328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a31c4-67de-48de-be3d-d560a3bbf621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb945e95-f792-4da0-8199-125ad7a751f6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:38.159084 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.232147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-18681d64-b8ca-495e-8ceb-0d96a2de3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:38.233723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-18681d64-b8ca-495e-8ceb-0d96a2de3f5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2279735 Sep 01 14:54:38.285446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-043099e8-d82d-4537-b7c2-57f69ded9fbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254 HTTP/1.1" status: 200 len: 217 time: 0.0386715 Sep 01 14:54:38.352027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-ea7f514b-7166-4eee-8c6a-efeaab298d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:38.354107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-ea7f514b-7166-4eee-8c6a-efeaab298d0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0597901 Sep 01 14:54:38.421552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-1aabc648-139c-4b3b-8604-4459f62b6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:38.423518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-1aabc648-139c-4b3b-8604-4459f62b6fbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599821 Sep 01 14:54:38.478940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40310) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:38.503520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-691ab247-22e0-41c7-83ca-296a1a1eb83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.515999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.532414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-0c504f32-dcdb-4083-8224-abadf8e5b370 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009104 Sep 01 14:54:38.533017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Transition to ACTIVE for port object 53942098-2c27-4c16-b3ba-0a5d04a70151 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:38.542657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.615725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ef5d-3994-44e0-8c61-1f267885e23a None None] Pushing event updated for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:38.761265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4b4ca59-a8da-44a7-913d-5da1a92cadf7 req-ca4a3792-c187-4bbc-8ae6-e0ba7c423914 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207010 Sep 01 14:54:38.772385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-691ab247-22e0-41c7-83ca-296a1a1eb83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.781574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-691ab247-22e0-41c7-83ca-296a1a1eb83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.781999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Attempting to bind port 53942098-2c27-4c16-b3ba-0a5d04a70151 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:38.784807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Attempting to bind port 53942098-2c27-4c16-b3ba-0a5d04a70151 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:38.785520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Attempting to bind port 53942098-2c27-4c16-b3ba-0a5d04a70151 on network da0db03a-3f72-43fb-a0aa-cf70c5005943 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:38.803094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:38.803923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Checking segment: {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:38.804945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.806164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Bound using segment: {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:38.807152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Bound port: 53942098-2c27-4c16-b3ba-0a5d04a70151, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f691cf6-f96a-418e-be74-e54bd7ccc465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:38.807823 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:38.810679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd1a9698-2148-4716-924d-e7d1398c345c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:54:38.879230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-691ab247-22e0-41c7-83ca-296a1a1eb83a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8a6ad6007e8452fa7430b14d1374ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990808 Sep 01 14:54:38.882033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40324) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:38.894999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ab247-22e0-41c7-83ca-296a1a1eb83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50403a1-3bc9-4331-8e1c-d6983f736d34,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:38.974737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.002408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.062248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.066513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.071347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e50403a1-3bc9-4331-8e1c-d6983f736d34 HTTP/1.1" status: 204 len: 168 time: 0.1876514 Sep 01 14:54:39.080653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc34908-bdee-4239-bcec-5dbff50a38e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50403a1-3bc9-4331-8e1c-d6983f736d34,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:39.247364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd1a9698-2148-4716-924d-e7d1398c345c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:39.256826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] For port 53942098-2c27-4c16-b3ba-0a5d04a70151, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:39.263095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] For port 53942098-2c27-4c16-b3ba-0a5d04a70151, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=53942098-2c27-4c16-b3ba-0a5d04a70151,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:39.267915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.274876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'bd1a9698-2148-4716-924d-e7d1398c345c', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'bd1a9698-2148-4716-924d-e7d1398c345c', 'mac_address': 'fa:16:3e:94:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:tempest-test_az-1622909873', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:54:39.402890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8917-5bec-4793-841a-de938fe4df9b req-19138f52-3db0-43e8-947c-adb266584993 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:39.406090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfca8917-5bec-4793-841a-de938fe4df9b req-19138f52-3db0-43e8-947c-adb266584993 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 970 time: 0.1407647 Sep 01 14:54:39.419921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735a8d5-5b45-43a9-b6b0-20efa518d906 req-527835cb-9f7c-44fd-991c-df23837157c0 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:39.422435 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7735a8d5-5b45-43a9-b6b0-20efa518d906 req-527835cb-9f7c-44fd-991c-df23837157c0 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 968 time: 0.0819602 Sep 01 14:54:39.425978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.427881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:54:39.428509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:39.432708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ef5d-3994-44e0-8c61-1f267885e23a None None] Pushing event updated for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:39.493775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfca8917-5bec-4793-841a-de938fe4df9b req-83476994-7f52-4b1c-a60e-ad075028cff9 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797226 Sep 01 14:54:39.503269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1a9698-2148-4716-924d-e7d1398c345c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:54:39.541484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7735a8d5-5b45-43a9-b6b0-20efa518d906 req-f43b8384-df4c-4477-a13b-c2db6e60cf9c tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077142 Sep 01 14:54:39.548781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd1a9698-2148-4716-924d-e7d1398c345c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:39.616047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.684294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:54:39.733484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:39.984851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:34Z', 'revision_number': 4, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '53942098-2c27-4c16-b3ba-0a5d04a70151', 'name': '', 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'mac_address': 'fa:16:3e:d4:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:32Z', 'updated_at': '2021-09-01T14:54:39Z', 'revision_number': 4, 'project_id': '14f3e09828134bf28cbeb09493352471', 'subnets': [{'id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:54:40.025004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bd1a9698-2148-4716-924d-e7d1398c345c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:54:40.049166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee093d15-a80f-43e0-86f3-e5cc0fe6a47a None None] The sync data for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 is: [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T14:54:34Z', 'revision_number': 4, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '53942098-2c27-4c16-b3ba-0a5d04a70151', 'name': '', 'network_id': 'da0db03a-3f72-43fb-a0aa-cf70c5005943', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'mac_address': 'fa:16:3e:d4:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:32Z', 'updated_at': '2021-09-01T14:54:39Z', 'revision_number': 4, 'project_id': '14f3e09828134bf28cbeb09493352471', 'subnets': [{'id': '8417849c-0c18-4b71-a9b0-9eac6fcbb0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:54:40.386989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:40.395402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802507091', 'description': 'tempest-description--672995491'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:40.449495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.635576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.645576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.701430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c4c4-5921-42d6-83d3-e27d8a39c244 req-a70ae10a-ab3c-4871-b6ed-87314703be19 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:40.703218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4777c4c4-5921-42d6-83d3-e27d8a39c244 req-a70ae10a-ab3c-4871-b6ed-87314703be19 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 971 time: 0.1204505 Sep 01 14:54:40.709560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.711881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3220029 Sep 01 14:54:40.715048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:40.721134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'security_group_rule': {'security_group_id': 'd0ce1eaf-d9d4-4f09-8474-de326ca9c5d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:40.724852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4fcb0-04a5-4e6c-bed1-a036cfbf80c3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:40.739221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 012cc02b-efcf-48f4-9b7e-58be99dd9254 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:54:40.781830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4777c4c4-5921-42d6-83d3-e27d8a39c244 req-f1fcf9c5-d5e0-4eee-a317-f57ea9d69d15 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683362 Sep 01 14:54:40.812451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.938526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.947182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.957381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:40.974190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '012cc02b-efcf-48f4-9b7e-58be99dd9254', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '012cc02b-efcf-48f4-9b7e-58be99dd9254', 'mac_address': 'fa:16:3e:64:52:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:tempest-test_az-1622909873', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:54:40.974328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d248254-7cff-4539-862e-b4744587b04a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:40.986616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:40.988362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee61225b-b2c0-42dc-a256-5093803efcce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722313 Sep 01 14:54:40.992043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40420) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:41.002062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f77cb-2818-4631-b81c-bdead878b932 req-bb761324-6067-4e97-849c-6f9b718e5b4b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:41.017475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a13f77cb-2818-4631-b81c-bdead878b932 req-bb761324-6067-4e97-849c-6f9b718e5b4b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 968 time: 0.1213553 Sep 01 14:54:41.033387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'security_group_rule': {'security_group_id': 'd0ce1eaf-d9d4-4f09-8474-de326ca9c5d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:41.071515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.102772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012cc02b-efcf-48f4-9b7e-58be99dd9254 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:54:41.110211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a13f77cb-2818-4631-b81c-bdead878b932 req-4ec0442f-8e5d-4184-bd58-4e4748e70fbf tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917666 Sep 01 14:54:41.121743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.158134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:41.164623 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.238131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.246972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.262111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:41.283359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.288001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40430) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:41.288482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665954 Sep 01 14:54:41.291355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c8240-2cf8-4e90-86cb-b52133b4b1c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dcec44-6004-4640-a356-4795cd3a317d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:41.293288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:41.339058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.384664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['012cc02b-efcf-48f4-9b7e-58be99dd9254'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:54:41.462766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.620728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 53942098-2c27-4c16-b3ba-0a5d04a70151 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:41.660671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Allocated IP 172.25.1.162 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/8ef39bd3-b036-455c-bf97-b248c053c54d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:41.700002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 53942098-2c27-4c16-b3ba-0a5d04a70151 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:41.705614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 53942098-2c27-4c16-b3ba-0a5d04a70151 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:41.705994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.831903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.859743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.917865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.923227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 53942098-2c27-4c16-b3ba-0a5d04a70151, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=53942098-2c27-4c16-b3ba-0a5d04a70151,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:41.935541 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.975131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'Port': ['ID=8ef39bd3-b036-455c-bf97-b248c053c54d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:41.995677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:41.998101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:42.000946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:42.003818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850fe0-2dfe-4a0b-85a9-03477d35b497 req-b9edc4bf-2f3c-43c7-abb0-8fe0e78ae3e2 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:42.009480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3850fe0-2dfe-4a0b-85a9-03477d35b497 req-b9edc4bf-2f3c-43c7-abb0-8fe0e78ae3e2 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 971 time: 0.1090295 Sep 01 14:54:42.058094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:42.078732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3850fe0-2dfe-4a0b-85a9-03477d35b497 req-7f6a3986-49d2-45f1-adfa-f8325246b309 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618494 Sep 01 14:54:42.115775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.188316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.259273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4c21-da1f-437f-8f92-3f9ece263d05 req-e73980d6-ae35-4ac3-8a20-48ac974f6447 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:42.260855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6fd4c21-da1f-437f-8f92-3f9ece263d05 req-e73980d6-ae35-4ac3-8a20-48ac974f6447 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 969 time: 0.0831754 Sep 01 14:54:42.306852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:42.355385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6fd4c21-da1f-437f-8f92-3f9ece263d05 req-7e38a914-9ede-4892-87c8-9640d3e5118e tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882826 Sep 01 14:54:42.409614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.416464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.449596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.469148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'Port': ['ID=8ef39bd3-b036-455c-bf97-b248c053c54d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:42.472352 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.477108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a681b97-6e2e-473c-a505-1e5cf6da063a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1845665 Sep 01 14:54:42.617134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b579d6df-0002-426b-83ae-1970fa6f4b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.735894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b579d6df-0002-426b-83ae-1970fa6f4b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.740245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 012cc02b-efcf-48f4-9b7e-58be99dd9254 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:42.744742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b579d6df-0002-426b-83ae-1970fa6f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.791251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579d6df-0002-426b-83ae-1970fa6f4b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3edc87-8bda-496b-8ce4-a37107004523,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:42.813364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b579d6df-0002-426b-83ae-1970fa6f4b77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d3f159aad9a4fca93c2862c6af521c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051017 Sep 01 14:54:42.816160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:42.836744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 012cc02b-efcf-48f4-9b7e-58be99dd9254 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:42.842415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 012cc02b-efcf-48f4-9b7e-58be99dd9254 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:42.842415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.895045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.922680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.942869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-de8b8d57-af18-4f61-bdd9-e5c3557c840b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1802507091&fields=id&tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 267 time: 0.0792265 Sep 01 14:54:42.990168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.993720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.995168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b3edc87-8bda-496b-8ce4-a37107004523 HTTP/1.1" status: 204 len: 168 time: 0.1771533 Sep 01 14:54:42.995955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.005434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c751557-b3da-4c76-aaea-e1de0bec1641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3edc87-8bda-496b-8ce4-a37107004523,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:43.032414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:43.113623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:43.119141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.121581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd1a9698-2148-4716-924d-e7d1398c345c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:43.193584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:43.235434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port bd1a9698-2148-4716-924d-e7d1398c345c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:43.245916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port bd1a9698-2148-4716-924d-e7d1398c345c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:43.246343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.251894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-eebbafe9-94d1-4c8c-b10a-f7d2a485395a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:43.263289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-eebbafe9-94d1-4c8c-b10a-f7d2a485395a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 824 time: 0.3190677 Sep 01 14:54:43.283753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-f12713cb-1dd7-407a-bbb8-fc1ed118f216 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/quotas/7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 375 time: 0.0191703 Sep 01 14:54:43.303291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424334f-d3ee-4969-a4df-26f4adefa73f req-15307c12-d744-48f3-b2e1-1c941cea1fd8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:43.304987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f424334f-d3ee-4969-a4df-26f4adefa73f req-15307c12-d744-48f3-b2e1-1c941cea1fd8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 971 time: 0.0989869 Sep 01 14:54:43.372659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-fcaa3fd6-3d75-4240-80e5-2ae527dee580 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874667 Sep 01 14:54:43.403361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f424334f-d3ee-4969-a4df-26f4adefa73f req-90d7ee47-e6ba-40d3-ae34-b0648bc08e99 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893104 Sep 01 14:54:43.478611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.548855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd1a9698-2148-4716-924d-e7d1398c345c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:43.558073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144f45-716e-48d6-8329-213c70553b2d req-625e7968-8d03-408e-be32-9f3ed35daf7a tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:43.559680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.574638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5144f45-716e-48d6-8329-213c70553b2d req-625e7968-8d03-408e-be32-9f3ed35daf7a tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.0908749 Sep 01 14:54:43.594347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 53942098-2c27-4c16-b3ba-0a5d04a70151 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:54:43.638663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5144f45-716e-48d6-8329-213c70553b2d req-9853d90d-eddf-4fab-b980-c24af547c050 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627339 Sep 01 14:54:43.671533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:43.702060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 53942098-2c27-4c16-b3ba-0a5d04a70151 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:43.702434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:43.821787 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c4892-b37f-47c8-8eec-c906311415a2" -d '{"events": [{"server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "name": "network-vif-plugged", "status": "completed", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:43.977544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40538) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:43.994215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2725e5fd-c98c-4b53-9eb2-acfe51a009d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.104989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2725e5fd-c98c-4b53-9eb2-acfe51a009d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.110308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2725e5fd-c98c-4b53-9eb2-acfe51a009d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.154816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2725e5fd-c98c-4b53-9eb2-acfe51a009d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d8db23b00ce471dbae3ab311e3710e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749580 Sep 01 14:54:44.155979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725e5fd-c98c-4b53-9eb2-acfe51a009d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89abdc6c-8f59-4dfb-97f7-9ce7a5468357,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:44.159225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:44.228099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.261778 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.289399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91395e35-1ff4-4328-bc0e-b2ed2a212f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.324663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-ffd68518-85d2-4a89-8642-b6e0aa67c1fa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:54:44.326431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-ffd68518-85d2-4a89-8642-b6e0aa67c1fa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2419906 Sep 01 14:54:44.404054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.408697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.412597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89abdc6c-8f59-4dfb-97f7-9ce7a5468357 HTTP/1.1" status: 204 len: 168 time: 0.2497506 Sep 01 14:54:44.435821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e6ece-568b-4d29-ae9a-c4e1cf9e2cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89abdc6c-8f59-4dfb-97f7-9ce7a5468357,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:44.473269 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-48583f97-aea4-4514-9a51-65842cc47326 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353061 Sep 01 14:54:44.588947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-80d11605-f5b3-4bf5-a0e8-cbfa3b8c27bb service neutron] 10.222.0.41 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025846 Sep 01 14:54:44.895499 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4362709f-8fdf-41ce-b648-812bb4580578 x-openstack-request-id: req-4362709f-8fdf-41ce-b648-812bb4580578 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:44.896179 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "name": "network-vif-plugged", "status": "completed", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:44.897047 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4362709f-8fdf-41ce-b648-812bb4580578 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:44.897760 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254', 'code': 200} Sep 01 14:54:45.010516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08324d-b005-45cd-a552-971d488a58a1 req-376d114e-5477-420e-b051-0ee46fc5d9f8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:45.017817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db08324d-b005-45cd-a552-971d488a58a1 req-376d114e-5477-420e-b051-0ee46fc5d9f8 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.0630312 Sep 01 14:54:45.052175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:45.080032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-67cc86e5-566c-4055-b1a5-e6a31a0229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:45.082162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-67cc86e5-566c-4055-b1a5-e6a31a0229f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 1122 time: 0.0931659 Sep 01 14:54:45.086904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db08324d-b005-45cd-a552-971d488a58a1 req-f220ef4e-2f4f-4d11-85b0-a16b55db49bf tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Sep 01 14:54:45.105116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-85894f19-6beb-4413-95c4-133b1de6b0bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.107209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76f49196-9f1a-4c8e-a6d9-f23a0d3fd71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.219307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-85894f19-6beb-4413-95c4-133b1de6b0bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.227578 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-85894f19-6beb-4413-95c4-133b1de6b0bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.262115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bc73733-87ee-4581-86aa-643c090c53d0 req-85894f19-6beb-4413-95c4-133b1de6b0bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719351 Sep 01 14:54:45.272239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85894f19-6beb-4413-95c4-133b1de6b0bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc87f15-f0e8-438a-a139-987d990b9d17,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:45.346317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76f49196-9f1a-4c8e-a6d9-f23a0d3fd71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.353869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76f49196-9f1a-4c8e-a6d9-f23a0d3fd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.387666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76f49196-9f1a-4c8e-a6d9-f23a0d3fd71d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d55e56ea99ef468897c466824a9c4357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302965 Sep 01 14:54:45.388155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:45.410548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f49196-9f1a-4c8e-a6d9-f23a0d3fd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571e5e1-f475-4dff-9aee-fbbd7b7e8410,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:45.499937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d426f-60d8-4da0-b9b3-0c3af199d001 req-b0aa96c1-024a-48b4-9eef-64f57bf65ebc tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:45.501475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b2d426f-60d8-4da0-b9b3-0c3af199d001 req-b0aa96c1-024a-48b4-9eef-64f57bf65ebc tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.0939064 Sep 01 14:54:45.506814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.720523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.757903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b2d426f-60d8-4da0-b9b3-0c3af199d001 req-fbf8033a-406d-4cca-b4ae-c41b4f17d83e tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464716 Sep 01 14:54:45.762095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4461a24-160f-4e76-b6d4-8b7abf00ab8a req-967e2873-cc64-4b57-8c6c-f8bc080a2d28 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Sep 01 14:54:45.795466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.803146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:45.804064 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7571e5e1-f475-4dff-9aee-fbbd7b7e8410 HTTP/1.1" status: 204 len: 168 time: 0.4148042 Sep 01 14:54:45.818101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd2707-b4cc-47cd-b75d-c56b5ff81ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571e5e1-f475-4dff-9aee-fbbd7b7e8410,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:45.985840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.24', 58184) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:46.153086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-b356a745-5cbb-44e9-8c38-a5ad6b8156b6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:46.155149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-b356a745-5cbb-44e9-8c38-a5ad6b8156b6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 824 time: 0.1555150 Sep 01 14:54:46.254248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a670a-bb41-49fb-a281-81a7a8abc2bc req-6ed775f5-beed-4eb2-9c71-a991813c5739 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:46.255807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf5a670a-bb41-49fb-a281-81a7a8abc2bc req-6ed775f5-beed-4eb2-9c71-a991813c5739 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.0524657 Sep 01 14:54:46.310905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf5a670a-bb41-49fb-a281-81a7a8abc2bc req-9840e20e-2738-4e0f-afdc-4884825e64e6 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Sep 01 14:54:46.310905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:46.315241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-cd71e80d-b053-437c-9deb-2250753b8636 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 380 time: 0.0564666 Sep 01 14:54:46.352803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'port': {'device_id': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'admin_state_up': True, 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'security_groups': ['d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:46.580794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Made reservation on behalf of 7a5614a044cb4ed2a3bc6afb7f9022bb for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:46.584811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:46.621698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91d22796-dc6c-40dd-9b52-9f34cba8204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:46.823563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Allocated IP 172.20.0.8 (8fd9f844-e5de-4ba4-b8e9-7c5846c3489f/ed427d89-c8f9-48b6-b46d-063f0431c457/a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:46.899623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:46.910349 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed89a540-0898-4608-9835-12c7e9e9d2c0" -d '{"events": [{"server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "name": "network-vif-plugged", "status": "completed", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:47.012598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91d22796-dc6c-40dd-9b52-9f34cba8204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.024695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91d22796-dc6c-40dd-9b52-9f34cba8204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.066222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dae58d13-34ac-42fd-85a5-9f05cffa204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.122204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c867-3e0d-4c38-8ade-666f15e96112 req-4a977c32-dd11-4a5e-be84-361f9e1adf7b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:47.124013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c938c867-3e0d-4c38-8ade-666f15e96112 req-4a977c32-dd11-4a5e-be84-361f9e1adf7b tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.2001100 Sep 01 14:54:47.125189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.133867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-91d22796-dc6c-40dd-9b52-9f34cba8204c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac89c26bddcc4764b880c36e92cb3fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220050 Sep 01 14:54:47.136838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:47.140033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d22796-dc6c-40dd-9b52-9f34cba8204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8cf0fd-ad6e-4bb2-875f-6b0a140c6064,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:47.190594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Transition to ACTIVE for port object a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:47.205310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c938c867-3e0d-4c38-8ade-666f15e96112 req-c29b6767-590f-4b23-8d28-6e888e77b56a tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690413 Sep 01 14:54:47.250524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.268032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.283236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.290847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.383126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:47.389345 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d15fec-06f3-45e7-9733-2f2bf00a2e63 x-openstack-request-id: req-09d15fec-06f3-45e7-9733-2f2bf00a2e63 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:47.389657 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "name": "network-vif-plugged", "status": "completed", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:47.389907 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09d15fec-06f3-45e7-9733-2f2bf00a2e63 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:47.390651 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c', 'code': 200} Sep 01 14:54:47.391927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:47.394645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:47.402855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:47.403670 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.409666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:47.435571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8e4a6289-257b-4b86-8629-aae70f1f0fe9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0889940 Sep 01 14:54:47.439363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.442377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.446969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e8cf0fd-ad6e-4bb2-875f-6b0a140c6064 HTTP/1.1" status: 204 len: 168 time: 0.3056831 Sep 01 14:54:47.462468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687056-c757-4a63-b9fc-b8808114976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8cf0fd-ad6e-4bb2-875f-6b0a140c6064,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:47.496632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111d6a-5d0f-4464-84d4-4810446de69c req-897631e5-41ac-4005-94f3-65101f38ed4a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:47.509448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd111d6a-5d0f-4464-84d4-4810446de69c req-897631e5-41ac-4005-94f3-65101f38ed4a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 931 time: 0.1901932 Sep 01 14:54:47.610325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd111d6a-5d0f-4464-84d4-4810446de69c req-2ea0a383-0953-4b2e-a7be-ec202af3b3b3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010389 Sep 01 14:54:47.644231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9431e3-d0be-49b7-bcdd-f0793978b6e6 req-a56af9fe-72da-4425-b00a-5d961d93545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:47.645861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b9431e3-d0be-49b7-bcdd-f0793978b6e6 req-a56af9fe-72da-4425-b00a-5d961d93545f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 1124 time: 0.1115875 Sep 01 14:54:47.713091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7260-d491-4628-8da5-6c5089160eef req-b3b40ef8-d9fa-497f-9df4-c63afc8d8012 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:47.713091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c8d7260-d491-4628-8da5-6c5089160eef req-b3b40ef8-d9fa-497f-9df4-c63afc8d8012 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.1256933 Sep 01 14:54:47.756472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b9431e3-d0be-49b7-bcdd-f0793978b6e6 req-ba82f846-8bde-4abc-8e63-8e8cae63eba2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016531 Sep 01 14:54:47.820877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3138eab7-7052-4d04-9126-689f652673ed None None] Provisioning for port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:54:47.827976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c8d7260-d491-4628-8da5-6c5089160eef req-a6e8c177-cb71-4b2c-b610-39302b7372ff tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003776 Sep 01 14:54:47.829363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3138eab7-7052-4d04-9126-689f652673ed None None] Provisioning complete for port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:54:47.829890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3138eab7-7052-4d04-9126-689f652673ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:47.880839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3138eab7-7052-4d04-9126-689f652673ed None None] Port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:54:47.954050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.231514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.264133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40722) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:48.290446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2c50bfa-902c-4b39-b6dd-10e323eda023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.371946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:48.389531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6502a-62be-474a-a7ca-d5d83abbbdf2 req-52d68229-bc3f-4e26-a4d4-b2f96ba202ec tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:48.391090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03d6502a-62be-474a-a7ca-d5d83abbbdf2 req-52d68229-bc3f-4e26-a4d4-b2f96ba202ec tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.0910575 Sep 01 14:54:48.454816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:48.473884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03d6502a-62be-474a-a7ca-d5d83abbbdf2 req-5c5c8791-b253-47c0-a10a-be94aa47e6b7 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Sep 01 14:54:48.489531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2c50bfa-902c-4b39-b6dd-10e323eda023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.496305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2c50bfa-902c-4b39-b6dd-10e323eda023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.541471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a2c50bfa-902c-4b39-b6dd-10e323eda023 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfd3938afd254004a097761bb9825e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757268 Sep 01 14:54:48.543480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c50bfa-902c-4b39-b6dd-10e323eda023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0f86f-43a2-4afb-b9cb-e675483a948b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:48.547763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40740) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:48.633465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ea61668-ce95-482c-97dc-a046c5f506e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.644679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.681239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.771716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.775184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.776531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc0f86f-43a2-4afb-b9cb-e675483a948b HTTP/1.1" status: 204 len: 168 time: 0.2277102 Sep 01 14:54:48.790718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa60686-da49-4898-b00d-cb690bf393b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0f86f-43a2-4afb-b9cb-e675483a948b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:48.833045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ea61668-ce95-482c-97dc-a046c5f506e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.834224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ea61668-ce95-482c-97dc-a046c5f506e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.931489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea61668-ce95-482c-97dc-a046c5f506e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18533ff3-3ee5-4e9e-ac04-7433d9bc2bd8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:48.938434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0709187c-f38d-4363-bddc-ee6f265318c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:48.939537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8ea61668-ce95-482c-97dc-a046c5f506e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bfd84dd61eb48e5b794ec789115546a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664864 Sep 01 14:54:48.942595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40754) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:48.991899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-a160d8f3-06f3-4fbd-a8d3-dacdef98a5d7 tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:49.002081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-a160d8f3-06f3-4fbd-a8d3-dacdef98a5d7 tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 1122 time: 0.1408470 Sep 01 14:54:49.051405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-f4764948-367c-4eb5-843b-f3e7bd74d86b tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.104994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.142114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.212630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0709187c-f38d-4363-bddc-ee6f265318c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.233088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0709187c-f38d-4363-bddc-ee6f265318c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.260857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709187c-f38d-4363-bddc-ee6f265318c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e3aab-110a-494b-a531-7c042f4707b2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:49.300089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.303160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.304310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18533ff3-3ee5-4e9e-ac04-7433d9bc2bd8 HTTP/1.1" status: 204 len: 168 time: 0.3523560 Sep 01 14:54:49.328388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707c61e-a964-40a3-95c1-bdd7ea107c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18533ff3-3ee5-4e9e-ac04-7433d9bc2bd8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:49.334741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0709187c-f38d-4363-bddc-ee6f265318c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a564de20cf994c6689d905b3f11448c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788958 Sep 01 14:54:49.338803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40764) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:49.434750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-f4764948-367c-4eb5-843b-f3e7bd74d86b tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.448516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-f4764948-367c-4eb5-843b-f3e7bd74d86b tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.455469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.476294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f807d90-8529-46cb-8b34-5a8c3c2a2f6b req-f4764948-367c-4eb5-843b-f3e7bd74d86b tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731894 Sep 01 14:54:49.513375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.514735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4764948-367c-4eb5-843b-f3e7bd74d86b tempest-AggregatesAdminTestJSON-746064400 tempest-AggregatesAdminTestJSON-746064400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607fa71a-38a1-4c71-ab17-464ab9fdd59c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:49.603154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb453e-bab1-4cee-9deb-78e0d0065652 req-5ee00425-4d89-4130-b5fc-e56d7bf375cc tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:49.604536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78fb453e-bab1-4cee-9deb-78e0d0065652 req-5ee00425-4d89-4130-b5fc-e56d7bf375cc tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 931 time: 0.1443710 Sep 01 14:54:49.605819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.608821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.610117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a17e3aab-110a-494b-a531-7c042f4707b2 HTTP/1.1" status: 204 len: 168 time: 0.2697189 Sep 01 14:54:49.622333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7f681-0b80-4cdc-87ef-729adbbef049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e3aab-110a-494b-a531-7c042f4707b2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:49.667525 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.682096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78fb453e-bab1-4cee-9deb-78e0d0065652 req-2f008d87-3894-48ae-b59e-592fe54127c6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579715 Sep 01 14:54:49.704263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41210-2237-4ef3-9c4d-8ed7f4dc3b2e req-db5dd62d-2fbe-41e1-bbbe-33373d472986 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:49.706105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39b41210-2237-4ef3-9c4d-8ed7f4dc3b2e req-db5dd62d-2fbe-41e1-bbbe-33373d472986 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.1156261 Sep 01 14:54:49.756493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39b41210-2237-4ef3-9c4d-8ed7f4dc3b2e req-8d088078-345c-472b-9779-5eff517f3721 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Sep 01 14:54:49.830829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40788) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:49.854398 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88d7706e-75d5-45b7-beaa-12c9eb8f5ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.964798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88d7706e-75d5-45b7-beaa-12c9eb8f5ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:49.970393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88d7706e-75d5-45b7-beaa-12c9eb8f5ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.017856 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88d7706e-75d5-45b7-beaa-12c9eb8f5ada admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74da30678f934bc9801c91c95a0cbad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858997 Sep 01 14:54:50.020409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40792) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:50.026875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7706e-75d5-45b7-beaa-12c9eb8f5ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b77a7c-822f-4fac-8a74-c481c1a482d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:50.091636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.117370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.186400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.190441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.194385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1b77a7c-822f-4fac-8a74-c481c1a482d1 HTTP/1.1" status: 204 len: 168 time: 0.1700978 Sep 01 14:54:50.201898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0288529-e2b6-4dcb-b704-f5183fd352ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b77a7c-822f-4fac-8a74-c481c1a482d1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:50.322102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:50.342387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2acddf4b-7ac0-4794-8dde-45c8464f7efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.527739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2acddf4b-7ac0-4794-8dde-45c8464f7efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.539343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2acddf4b-7ac0-4794-8dde-45c8464f7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.612130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acddf4b-7ac0-4794-8dde-45c8464f7efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5709117-25b4-45f7-8d2f-132cd51d1c31,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:50.633925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40820) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:50.635159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2acddf4b-7ac0-4794-8dde-45c8464f7efd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b512e84c25a4d2d82625ed4b153aa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111310 Sep 01 14:54:50.732245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.769879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.859184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.861903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:50.863069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5709117-25b4-45f7-8d2f-132cd51d1c31 HTTP/1.1" status: 204 len: 168 time: 0.2269120 Sep 01 14:54:50.871571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f07450-7e70-47c1-8ad4-c6380d7c75a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5709117-25b4-45f7-8d2f-132cd51d1c31,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:51.264749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132025c4-936b-471c-bdf6-e30efff059ae req-1a25f332-08a1-4d6f-8fa1-fb8fb6521a1b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:51.273522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-132025c4-936b-471c-bdf6-e30efff059ae req-1a25f332-08a1-4d6f-8fa1-fb8fb6521a1b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 931 time: 0.0669200 Sep 01 14:54:51.335435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-132025c4-936b-471c-bdf6-e30efff059ae req-16fa592f-bf27-4a18-b495-dadf5f62c1b6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583379 Sep 01 14:54:51.485980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468ed5-ffec-4d79-8a51-64dc94a8ad1b req-1d12ec7a-5c4f-45b1-99f8-a61a72bb2bbd tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:51.487762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60468ed5-ffec-4d79-8a51-64dc94a8ad1b req-1d12ec7a-5c4f-45b1-99f8-a61a72bb2bbd tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.0649509 Sep 01 14:54:51.534729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60468ed5-ffec-4d79-8a51-64dc94a8ad1b req-a6fb8784-45f1-4aad-86ff-b388057ea0a5 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Sep 01 14:54:52.162268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40902) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:52.369095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40920) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:52.508722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d1930-59b9-44d9-a921-fb47e4ba42ee req-af795c6f-a7ec-4be6-94bb-78f99a7c57ed tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:52.521510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-109d1930-59b9-44d9-a921-fb47e4ba42ee req-af795c6f-a7ec-4be6-94bb-78f99a7c57ed tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 931 time: 0.0843992 Sep 01 14:54:52.584071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc56db49-c902-40aa-b877-b76d6fe0c9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:52.592590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-109d1930-59b9-44d9-a921-fb47e4ba42ee req-31837ec9-0b6a-4258-bf85-2468c435b044 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697691 Sep 01 14:54:52.607277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-cea217f3-759c-45a3-a6dd-655272634786 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:52.613703 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-cea217f3-759c-45a3-a6dd-655272634786 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 1124 time: 0.1242630 Sep 01 14:54:52.805008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc56db49-c902-40aa-b877-b76d6fe0c9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:52.811346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc56db49-c902-40aa-b877-b76d6fe0c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:52.826790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595200-ec1b-431a-b593-284d850488bb req-58dcd819-7519-4f78-b1b2-4f1baee580c5 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:52.830975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c595200-ec1b-431a-b593-284d850488bb req-58dcd819-7519-4f78-b1b2-4f1baee580c5 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 972 time: 0.1276853 Sep 01 14:54:52.855504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56db49-c902-40aa-b877-b76d6fe0c9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9be7f-57ef-44e9-a002-350dd167abea,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:52.881427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc56db49-c902-40aa-b877-b76d6fe0c9a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2e817cce50a472789149ee81f9b07bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164893 Sep 01 14:54:52.884419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:52.932960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f12a-4b81-46b8-ac42-30873a7ceaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:52.964839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:52.981373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Deleting port bd1a9698-2148-4716-924d-e7d1398c345c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:54:52.981827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.006132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.012981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c595200-ec1b-431a-b593-284d850488bb req-8714582f-45ba-4a14-8aef-11a120e93a67 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731863 Sep 01 14:54:53.053832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-edc447d5-8aa4-49b1-a229-8e8b193e4cf6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:54:53.055117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-edc447d5-8aa4-49b1-a229-8e8b193e4cf6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059431 Sep 01 14:54:53.088840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.092120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.093932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4b9be7f-57ef-44e9-a002-350dd167abea HTTP/1.1" status: 204 len: 168 time: 0.2080462 Sep 01 14:54:53.104397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3f367-965a-40ef-8d32-379c0f22aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9be7f-57ef-44e9-a002-350dd167abea,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:53.196528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] For port bd1a9698-2148-4716-924d-e7d1398c345c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd1a9698-2148-4716-924d-e7d1398c345c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:53.196898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.222973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-ac87db1c-a0c4-43f7-8a9c-bf174fb7f940 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912192 Sep 01 14:54:53.229560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Calling delete_port for bd1a9698-2148-4716-924d-e7d1398c345c owned by compute:tempest-test_az-1622909873 {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:54:53.360784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f12a-4b81-46b8-ac42-30873a7ceaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.375324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f12a-4b81-46b8-ac42-30873a7ceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.389565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-55463659-04cc-409e-a03f-e5a64e455e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:53.394000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-55463659-04cc-409e-a03f-e5a64e455e51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 1122 time: 0.0776582 Sep 01 14:54:53.444606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e3a3f12a-4b81-46b8-ac42-30873a7ceaa9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad2c08954e124075bd5edeefae750afb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0711367 Sep 01 14:54:53.447585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3f12a-4b81-46b8-ac42-30873a7ceaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a29e352-2b18-40fc-95cf-62114bc693a4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:53.451264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:53.601323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.614270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bd1a9698-2148-4716-924d-e7d1398c345c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:54:53.695255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd1a9698-2148-4716-924d-e7d1398c345c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:53.808781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] No DVR routers for this DVR port bd1a9698-2148-4716-924d-e7d1398c345c on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:54:53.817704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.821506 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1ce927e-e0fd-41ac-92c4-bacab5bd653d req-5e36bfdf-0155-4886-99be-3314972deed3 tempest-DeleteServersAdminTestJSON-246989316 tempest-DeleteServersAdminTestJSON-246989316-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bd1a9698-2148-4716-924d-e7d1398c345c HTTP/1.1" status: 204 len: 173 time: 1.1998374 Sep 01 14:54:53.822395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'name': 'network-vif-deleted', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:53.825499 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c59be1-2954-43e0-b3fd-21d3fdf722bf" -d '{"events": [{"server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "name": "network-vif-deleted", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:53.833502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.898107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:53.931232 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2673e-2e39-426c-91b4-27c218805c94 x-openstack-request-id: req-2df2673e-2e39-426c-91b4-27c218805c94 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:53.931597 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfeddc6-349e-42d5-87c1-574529119a80", "name": "network-vif-deleted", "tag": "bd1a9698-2148-4716-924d-e7d1398c345c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:53.932194 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2df2673e-2e39-426c-91b4-27c218805c94 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:53.932828 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfeddc6-349e-42d5-87c1-574529119a80', 'name': 'network-vif-deleted', 'tag': 'bd1a9698-2148-4716-924d-e7d1398c345c', 'status': 'completed', 'code': 200} Sep 01 14:54:54.088975 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.091660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.096476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a29e352-2b18-40fc-95cf-62114bc693a4 HTTP/1.1" status: 204 len: 168 time: 0.6442263 Sep 01 14:54:54.111918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf193d3-458d-4dbd-89a8-8b126f12d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a29e352-2b18-40fc-95cf-62114bc693a4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:54.128947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bb87-f182-437b-8931-35db585f24ab req-cc3e12ea-de70-4a63-b2b9-7361c3cf1d88 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:54.130574 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e709bb87-f182-437b-8931-35db585f24ab req-cc3e12ea-de70-4a63-b2b9-7361c3cf1d88 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 931 time: 0.2905705 Sep 01 14:54:54.173786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Request body: {'port': {'device_id': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:54.176744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-a8570b0d-77d6-4fc2-9fc4-6bf06f85690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:54.179693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-a8570b0d-77d6-4fc2-9fc4-6bf06f85690d service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.7432239 Sep 01 14:54:54.231680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-bc9f02c1-a15f-4a84-af01-9ee166a92164 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254 HTTP/1.1" status: 200 len: 217 time: 0.0395389 Sep 01 14:54:54.243285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e709bb87-f182-437b-8931-35db585f24ab req-b9c37831-9140-4132-9d89-d5219756cdc4 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920625 Sep 01 14:54:54.261404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-55355d2f-4e95-417f-bad3-5b764cc4a945 req-40e41cab-7b48-45d4-8759-9cf6df032b8a tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbfeddc6-349e-42d5-87c1-574529119a80 HTTP/1.1" status: 200 len: 210 time: 0.0550182 Sep 01 14:54:54.318804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.341684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-ebbd711a-3d3c-40e9-948a-d3433719e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:54.343628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-ebbd711a-3d3c-40e9-948a-d3433719e979 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0964584 Sep 01 14:54:54.466036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-e9e9fdca-3b3b-4e3b-a57d-d940e4d93d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:54.466506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-e9e9fdca-3b3b-4e3b-a57d-d940e4d93d53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123071 Sep 01 14:54:54.467536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:54.582674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-aa7922d8-3b52-4d47-a2a8-635087e1aaf1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040661 Sep 01 14:54:54.589412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf9a-9469-4e25-b998-d10092048fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.753743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:54:54.760072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7340d2f6-943a-488e-8378-c79f51ee4f98 req-3636ab7f-67cf-4a10-bf3d-2085bc840a7c service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683178 Sep 01 14:54:54.771508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.805446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Transition to ACTIVE for port object a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:54.814046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.931117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf9a-9469-4e25-b998-d10092048fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.934887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Attempting to bind port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:54:54.935221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Attempting to bind port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:54:54.935573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Attempting to bind port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:54.938656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:54.944043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:54:54.944457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Attempting to bind port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:54:54.950709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:54:54.951134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:54:54.951657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Bound using segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:54:54.952089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Bound port: a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:54:54.952532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:54.959436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf9a-9469-4e25-b998-d10092048fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.033115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1f34cf9a-9469-4e25-b998-d10092048fdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a552327439cf4629a2087fded8f81fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623069 Sep 01 14:54:55.034829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41062) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:55.065963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cf9a-9469-4e25-b998-d10092048fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125ed845-a374-4c76-bf5c-18c90ff36cd4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:55.086706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:54:55.129113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:54:55.155329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.192436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.221476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.222481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.229738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 200 len: 1092 time: 1.8979170 Sep 01 14:54:55.262382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.285172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af23502-86a1-40db-a8b6-9c103d993a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:55.421419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-30859b00-eae5-44ef-8b36-111aee40e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.427794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-30859b00-eae5-44ef-8b36-111aee40e562 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 1095 time: 0.1086643 Sep 01 14:54:55.532511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-9ec7bb81-6ca0-408c-9b40-3e45d7dc7a42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 200 len: 217 time: 0.0888596 Sep 01 14:54:55.533415 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.536156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.539688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/125ed845-a374-4c76-bf5c-18c90ff36cd4 HTTP/1.1" status: 204 len: 168 time: 0.5013847 Sep 01 14:54:55.635604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf774-46c7-4eb6-aaec-64c7e7615697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ed845-a374-4c76-bf5c-18c90ff36cd4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:55.653815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674341-6bb0-4c5a-9bc6-e0b3d94ace2d req-b4867f71-d137-493b-8191-1fd825732770 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.669686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f674341-6bb0-4c5a-9bc6-e0b3d94ace2d req-b4867f71-d137-493b-8191-1fd825732770 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.1115327 Sep 01 14:54:55.687807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41096) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:55.698035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb58e2-105e-451c-b4cf-0945c322364c req-6af90dcc-7007-417e-a753-dc16c270405a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.705759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dfb58e2-105e-451c-b4cf-0945c322364c req-6af90dcc-7007-417e-a753-dc16c270405a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 943 time: 0.1586652 Sep 01 14:54:55.723513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fdc44c6-8255-4212-ace5-5abfb5c7de03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:55.731701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-ac03feaf-855f-49ee-9d6b-3fcc9d9997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.733479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-ac03feaf-855f-49ee-9d6b-3fcc9d9997eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1853895 Sep 01 14:54:55.736882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f674341-6bb0-4c5a-9bc6-e0b3d94ace2d req-d909df21-9206-43a1-9ae9-b152121bcd29 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Sep 01 14:54:55.815376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dfb58e2-105e-451c-b4cf-0945c322364c req-4f0c2c65-9e64-4daa-84e8-f0817a8d3db2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083999 Sep 01 14:54:55.826357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-949b02e6-38e9-40a2-9415-b299b4b60883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:55.827857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-949b02e6-38e9-40a2-9415-b299b4b60883 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806813 Sep 01 14:54:55.933842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:55.936287 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf86ed-0726-4ae5-9039-c938f700ce1b" -d '{"events": [{"name": "network-changed", "server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:55.954852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-c7dbe655-9085-4c63-97cc-07f959eba919 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266678 Sep 01 14:54:55.970009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-993d410e-1cf9-4f5b-8acc-d0eb0491dc16 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306012 Sep 01 14:54:55.993587 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efd9a8-c468-4eba-8ca1-9294a20d8022 x-openstack-request-id: req-e3efd9a8-c468-4eba-8ca1-9294a20d8022 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:55.993899 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:55.994122 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3efd9a8-c468-4eba-8ca1-9294a20d8022 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:55.994516 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'status': 'completed', 'code': 200} Sep 01 14:54:55.996348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fdc44c6-8255-4212-ace5-5abfb5c7de03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.007088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fdc44c6-8255-4212-ace5-5abfb5c7de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.090857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7fdc44c6-8255-4212-ace5-5abfb5c7de03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44ddbc9940ae4f5497d2cd30e7c769d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826847 Sep 01 14:54:56.091721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc44c6-8255-4212-ace5-5abfb5c7de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b39697-6c6a-46d1-a268-08faa286e126,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:56.093553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41116) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:56.134656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8d0543c-11ac-4b8e-9961-94d253abd393 req-61d39a16-7b45-4b12-8030-5031e6d1525a service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579549 Sep 01 14:54:56.174200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-d5577b8b-e42d-41aa-b74a-f10130f57da0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.175782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-d5577b8b-e42d-41aa-b74a-f10130f57da0 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060375 Sep 01 14:54:56.201350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-385bac67-610f-4505-a7ad-52e092c61042 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/quotas/0727b3d1ea684e39aedfbbdc3719e48f HTTP/1.1" status: 200 len: 375 time: 0.0110455 Sep 01 14:54:56.238025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.262350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.279850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-b3df62b1-4f55-4660-ae60-499f6a21bd64 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686743 Sep 01 14:54:56.290945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-eae79084-dce1-44b3-ab7b-f4aa0160fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.292473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-eae79084-dce1-44b3-ab7b-f4aa0160fb1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 1095 time: 0.0542378 Sep 01 14:54:56.322184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.332607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.337149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68b39697-6c6a-46d1-a268-08faa286e126 HTTP/1.1" status: 204 len: 168 time: 0.2393413 Sep 01 14:54:56.347599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566544a3-fc19-4b77-8533-d1b69b2658b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b39697-6c6a-46d1-a268-08faa286e126,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:56.445232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-bdce4689-2a5e-4f7c-844c-8b33e7d1bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.446944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-bdce4689-2a5e-4f7c-844c-8b33e7d1bd4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.1466401 Sep 01 14:54:56.531222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-5b6f5979-e899-451d-8820-30ad34b941bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 200 len: 217 time: 0.0753839 Sep 01 14:54:56.581861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dab03c1-2968-4942-9f9b-c3d38673fa7e req-ffa95c53-d915-42ea-9cae-d136aa46fa82 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 210 time: 0.0644372 Sep 01 14:54:56.662132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-40433f9b-0c3b-42a1-9ede-e27605beb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.663791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-40433f9b-0c3b-42a1-9ede-e27605beb150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1244164 Sep 01 14:54:56.669765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-2f0083ec-ff89-48ff-99db-5e82faa7dec6 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.675517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-2f0083ec-ff89-48ff-99db-5e82faa7dec6 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.50 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.1078727 Sep 01 14:54:56.742485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-843fcf0b-d58b-4531-b3ac-1d0937bd2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:56.745821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-843fcf0b-d58b-4531-b3ac-1d0937bd2952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604107 Sep 01 14:54:56.769263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd1a9698-2148-4716-924d-e7d1398c345c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:54:56.829475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: bd1a9698-2148-4716-924d-e7d1398c345c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:54:56.832435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd1a9698-2148-4716-924d-e7d1398c345c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:54:56.947432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-2986d8ef-a717-4a94-9d0d-0ed7c234b254 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910181 Sep 01 14:54:57.013530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c0e6-a5d6-4eb4-bcdd-d875204bba6e req-b4f8a794-aba6-4a73-9e6b-734603745527 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:57.015066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a51c0e6-a5d6-4eb4-bcdd-d875204bba6e req-b4f8a794-aba6-4a73-9e6b-734603745527 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 970 time: 0.1022635 Sep 01 14:54:57.024511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Deleting port 012cc02b-efcf-48f4-9b7e-58be99dd9254 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:54:57.025176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:57.111005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddcf86ed-0726-4ae5-9039-c938f700ce1b req-e6c7de83-42dd-48a1-9452-9bbb4a8d6aea service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469629 Sep 01 14:54:57.129138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a51c0e6-a5d6-4eb4-bcdd-d875204bba6e req-b718ed5a-1b21-496b-95bd-afe4f0cf8eeb tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/security-groups?id=bd715c74-1f95-47a8-b0c0-291b4b0da9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980887 Sep 01 14:54:57.195993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] For port 012cc02b-efcf-48f4-9b7e-58be99dd9254, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=012cc02b-efcf-48f4-9b7e-58be99dd9254,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:54:57.196478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:57.230095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Calling delete_port for 012cc02b-efcf-48f4-9b7e-58be99dd9254 owned by compute:tempest-test_az-1622909873 {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:54:57.240338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:57.384780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e6e0-a533-44fe-b5e6-d829c9cd478d req-5e96e3fc-7fb4-4154-943a-83a531f80d5a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:57.392230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ed3e6e0-a533-44fe-b5e6-d829c9cd478d req-5e96e3fc-7fb4-4154-943a-83a531f80d5a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 943 time: 0.1453230 Sep 01 14:54:57.413580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a415a3a5-634f-4897-b908-d898fabb8eef req-4e197e8c-ad2d-40b1-a2a2-8bc7de0cad05 tempest-FlavorsV2NegativeTest-984487668 tempest-FlavorsV2NegativeTest-984487668-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c81f466565b3431cbe451bccf20c6a1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517585 Sep 01 14:54:57.452815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ed3e6e0-a533-44fe-b5e6-d829c9cd478d req-e23b4901-0dcd-4417-b13d-c07397deb50a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592172 Sep 01 14:54:57.530612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:57.545021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['012cc02b-efcf-48f4-9b7e-58be99dd9254'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:54:57.598172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Pushing event deleted for resources: {'Port': ['ID=012cc02b-efcf-48f4-9b7e-58be99dd9254,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:57.654566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a3a5-634f-4897-b908-d898fabb8eef req-21409f8b-aa4c-4146-a9a6-1f1c7331b0b8 tempest-FlavorsV2NegativeTest-984487668 tempest-FlavorsV2NegativeTest-984487668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:57.663505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a415a3a5-634f-4897-b908-d898fabb8eef req-21409f8b-aa4c-4146-a9a6-1f1c7331b0b8 tempest-FlavorsV2NegativeTest-984487668 tempest-FlavorsV2NegativeTest-984487668-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416470 Sep 01 14:54:57.685367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a415a3a5-634f-4897-b908-d898fabb8eef req-2d819db7-ceb6-4b0a-80d7-e00fb7b1e8bd tempest-FlavorsV2NegativeTest-984487668 tempest-FlavorsV2NegativeTest-984487668-project] 10.222.0.41 "GET /v2.0/quotas/c81f466565b3431cbe451bccf20c6a1d HTTP/1.1" status: 200 len: 375 time: 0.0203538 Sep 01 14:54:57.723000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] No DVR routers for this DVR port 012cc02b-efcf-48f4-9b7e-58be99dd9254 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:54:57.729363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:57.732360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c01d2fc8-5326-450f-a7d4-e16777a27d82 req-24d35458-f2f0-43e6-935c-cbf98f1e75ca tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.50 "DELETE /v2.0/ports/012cc02b-efcf-48f4-9b7e-58be99dd9254 HTTP/1.1" status: 204 len: 173 time: 1.0501909 Sep 01 14:54:57.733659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'name': 'network-vif-deleted', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:54:57.737318 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ddcdb-53dc-42d9-92f1-6ff555bcdf23" -d '{"events": [{"server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "name": "network-vif-deleted", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:54:57.756025 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a415a3a5-634f-4897-b908-d898fabb8eef req-601687cd-1497-426f-8f00-cd3e34acc29f tempest-FlavorsV2NegativeTest-984487668 tempest-FlavorsV2NegativeTest-984487668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c81f466565b3431cbe451bccf20c6a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693417 Sep 01 14:54:58.042486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-30fcf787-83b3-487f-bfbf-ebc15ed9830c tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349095 Sep 01 14:54:58.174006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0862c777-ac12-4640-a588-df94e8dd24d2 req-d9342672-49fa-4e9d-8e2d-7e562f2eb8fc tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 210 time: 0.0376031 Sep 01 14:54:58.230398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-0f8a9311-2e72-4186-be09-fa6f866cb406 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:58.232671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-0f8a9311-2e72-4186-be09-fa6f866cb406 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830661 Sep 01 14:54:58.252898 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b11dc5-2074-475c-9fac-655dd2b18334 x-openstack-request-id: req-44b11dc5-2074-475c-9fac-655dd2b18334 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:54:58.253050 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafa16ea-82db-4311-b8a7-89b81f9a50ad", "name": "network-vif-deleted", "tag": "012cc02b-efcf-48f4-9b7e-58be99dd9254", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:54:58.253346 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44b11dc5-2074-475c-9fac-655dd2b18334 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:54:58.253759 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafa16ea-82db-4311-b8a7-89b81f9a50ad', 'name': 'network-vif-deleted', 'tag': '012cc02b-efcf-48f4-9b7e-58be99dd9254', 'status': 'completed', 'code': 200} Sep 01 14:54:58.263448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Request body: {'port': {'device_id': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '0727b3d1ea684e39aedfbbdc3719e48f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:58.411457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-6704e707-ec9e-4027-896f-c64923d52348 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49c4ad5841f0483eb284066d1b19316c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354071 Sep 01 14:54:58.438766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12c93fc8-f507-44ac-b2d0-fabdd127491f req-06209710-059a-4b76-b6ac-50f83f36ce85 tempest-AggregatesAdminTestJSON-715900509 tempest-AggregatesAdminTestJSON-715900509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa16ea-82db-4311-b8a7-89b81f9a50ad HTTP/1.1" status: 200 len: 210 time: 0.0433409 Sep 01 14:54:58.540852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Made reservation on behalf of 0727b3d1ea684e39aedfbbdc3719e48f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:54:58.546446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:58.666716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-098d6589-a5b6-46df-9a7a-22526973fb5b tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:58.675358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-098d6589-a5b6-46df-9a7a-22526973fb5b tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549884 Sep 01 14:54:58.699578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-0c10efbf-037f-42c1-bb97-d2d9abdd58d2 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/quotas/49c4ad5841f0483eb284066d1b19316c HTTP/1.1" status: 200 len: 375 time: 0.0232368 Sep 01 14:54:58.756983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Allocated IP 192.168.233.227 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/cc3c8db0-7641-4c4d-bed1-b3f4c96674f3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:54:58.773729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-5921fb01-414d-4561-833c-177196eec3cb tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731568 Sep 01 14:54:59.037472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:59.120275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da80ae-8fc0-4d75-84e3-c6b1260a261d req-be929044-c8a0-448a-baf3-72cf8f11d413 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:59.138353 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4da80ae-8fc0-4d75-84e3-c6b1260a261d req-be929044-c8a0-448a-baf3-72cf8f11d413 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 943 time: 0.1230235 Sep 01 14:54:59.243337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4da80ae-8fc0-4d75-84e3-c6b1260a261d req-66ec061b-345a-4a54-bb8b-3f16840224f6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007700 Sep 01 14:54:59.270186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Transition to ACTIVE for port object cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:54:59.307501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41282) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:59.352521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:59.420930 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ff715df-69e4-4c04-98a8-cb4692d10402 req-82eef0f9-5818-462f-981a-011f8a9d9711 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 210 time: 0.0726056 Sep 01 14:54:59.451936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:54:59.458582 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:54:59.460972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:54:59.467714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:54:59.473030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:59.473707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:59.481746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Pushing event updated for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:54:59.502445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-8f6ad8bb-23d3-44c2-adb6-4a8c4fc40702 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2464681 Sep 01 14:54:59.512365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f710d-d90d-41e9-abcd-7e8b56b76f19 req-4085358d-caba-495b-8d42-6f7912922c30 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:54:59.514051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a31f710d-d90d-41e9-abcd-7e8b56b76f19 req-4085358d-caba-495b-8d42-6f7912922c30 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 936 time: 0.1401179 Sep 01 14:54:59.520201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Request body: {'port': {'device_id': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:54:59.626885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:59.666908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a31f710d-d90d-41e9-abcd-7e8b56b76f19 req-a35c2087-6f20-4286-afb8-3135194fa0bc tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024382 Sep 01 14:54:59.778378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c70735ce-49cc-4230-a90c-02dc00d8208c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:59.948344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:00.007779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c70735ce-49cc-4230-a90c-02dc00d8208c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.015757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c70735ce-49cc-4230-a90c-02dc00d8208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.077144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c70735ce-49cc-4230-a90c-02dc00d8208c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c81f466565b3431cbe451bccf20c6a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7650135 Sep 01 14:55:00.077652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41304) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:00.141947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:00.152332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.171603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Transition to ACTIVE for port object cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:00.175979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70735ce-49cc-4230-a90c-02dc00d8208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b19620-3b9d-4d5a-8c89-c752223dd654,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:00.177443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:00.178097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.203893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.206941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c0e38a6e-74ef-44ce-92bc-5c8f845829a0 None None] Provisioning for port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:00.223865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'port_id': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'mac_address': 'fa:16:3e:33:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:00.243192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:00.251544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.298963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Attempting to bind port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:00.303245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Attempting to bind port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:00.304447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Attempting to bind port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:00.323730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:00.325773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.328419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Attempting to bind port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:00.335403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.341233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:00.343107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.343539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:00.344610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7b19620-3b9d-4d5a-8c89-c752223dd654 HTTP/1.1" status: 204 len: 168 time: 0.2658975 Sep 01 14:55:00.347798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:00.348459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Bound port: cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:00.352405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.355139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:00.356309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c7117-80f8-479e-8e78-30ebe9e2d9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b19620-3b9d-4d5a-8c89-c752223dd654,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:00.426824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:00.452108 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.491599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:00.502268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:00.513475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.513915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb92b1-db86-4689-8d8a-fbf12c780d69 req-0515585b-7bb2-4fae-a2bf-581a3a2749f9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:00.521216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cdb92b1-db86-4689-8d8a-fbf12c780d69 req-0515585b-7bb2-4fae-a2bf-581a3a2749f9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 943 time: 0.1289823 Sep 01 14:55:00.574128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:00.575096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:00.578252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] 10.222.0.50 "PUT /v2.0/ports/cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 HTTP/1.1" status: 200 len: 1097 time: 1.0621743 Sep 01 14:55:00.581507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:00.585223 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532" -d '{"events": [{"name": "network-changed", "server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:00.620839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec7894-93fe-464e-915f-008e89ba590b service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:00.656492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cdb92b1-db86-4689-8d8a-fbf12c780d69 req-5d705897-2a6f-4ee7-bf2b-38082db6c87d tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216440 Sep 01 14:55:00.682311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-b1a3c195-1ae7-43a9-89d5-792aceb35d9d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=49c4ad5841f0483eb284066d1b19316c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699449 Sep 01 14:55:00.683646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:00.763942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-66f95cca-6335-4102-ade3-6aa7a4611c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:00.767781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-66f95cca-6335-4102-ade3-6aa7a4611c77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 1100 time: 0.1251152 Sep 01 14:55:00.801453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 012cc02b-efcf-48f4-9b7e-58be99dd9254 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:55:00.855251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 012cc02b-efcf-48f4-9b7e-58be99dd9254 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:55:00.858716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 012cc02b-efcf-48f4-9b7e-58be99dd9254 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:55:00.872971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41326) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:00.876709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-00466ccd-6b8c-42e8-8189-658f98fa40f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 HTTP/1.1" status: 200 len: 217 time: 0.0984435 Sep 01 14:55:00.896942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:00.944083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-dc2babb6-abd1-4b4c-81fb-5bbfffc6ae37 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:00.945498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-dc2babb6-abd1-4b4c-81fb-5bbfffc6ae37 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558293 Sep 01 14:55:01.003920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-e0458a4e-f4c9-43e4-82e9-3966db5a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:01.010759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-e0458a4e-f4c9-43e4-82e9-3966db5a57a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1269784 Sep 01 14:55:01.016012 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca4643-f877-472e-b19d-2569e8916c3a x-openstack-request-id: req-a9ca4643-f877-472e-b19d-2569e8916c3a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:01.016558 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:01.017027 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ca4643-f877-472e-b19d-2569e8916c3a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:01.021195 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3', 'status': 'completed', 'code': 200} Sep 01 14:55:01.115364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-b7b315d5-330e-472c-a75f-e6f97f371527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:01.117347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-b7b315d5-330e-472c-a75f-e6f97f371527 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949273 Sep 01 14:55:01.304751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de756b38-878e-47d2-8eb9-93c05fb2ed03 req-f8e06f68-6a51-4270-ae1a-192afaf8d25f tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 210 time: 0.3581178 Sep 01 14:55:01.315042 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Request body: {'port': {'device_id': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '49c4ad5841f0483eb284066d1b19316c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:01.345539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f1b93-52ba-4c01-b73e-c15d82f01b82 req-f9d7f463-7da7-40f8-b066-bae65dc08c54 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:01.347369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a67f1b93-52ba-4c01-b73e-c15d82f01b82 req-f9d7f463-7da7-40f8-b066-bae65dc08c54 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 948 time: 0.2090127 Sep 01 14:55:01.515322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-774a459d-deb8-407a-afed-cf5bbe95910e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4fcbfae84f349d0bb7a77b5283e9b8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6403410 Sep 01 14:55:01.518200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41348) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:01.518928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-2aa6f12f-f925-4c14-af75-f1902f75d8dc service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910878 Sep 01 14:55:01.537643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a67f1b93-52ba-4c01-b73e-c15d82f01b82 req-706af266-41df-4b1b-9d57-0cb3daf0165b tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813533 Sep 01 14:55:01.588177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Made reservation on behalf of 49c4ad5841f0483eb284066d1b19316c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:01.594346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.614326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.636676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.675135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.823533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.826343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.827678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd715c74-1f95-47a8-b0c0-291b4b0da9e2 HTTP/1.1" status: 204 len: 168 time: 0.3065293 Sep 01 14:55:01.840227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.846897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f542a-329e-44e9-8b6a-99d5ef8fa7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd715c74-1f95-47a8-b0c0-291b4b0da9e2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:01.850937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:01.907725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:01.952183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22813243-03dc-4ead-abf0-c1d39d18cb46 req-d65e96e9-fbd3-4b0f-b439-f7c2306664e8 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129021 Sep 01 14:55:02.004315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:02.008169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3422-5242-4735-96ab-369f36fadaf0 req-70df453b-df73-48fc-ab7a-1096c5702aa7 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.011107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee8a3422-5242-4735-96ab-369f36fadaf0 req-70df453b-df73-48fc-ab7a-1096c5702aa7 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 944 time: 0.1620197 Sep 01 14:55:02.023738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:02.025331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.047733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf13542-cf94-4de5-b05b-3a68deee0a59,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:02.180356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee8a3422-5242-4735-96ab-369f36fadaf0 req-6bd2844e-0874-4f56-9bea-0da0494a46b2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613979 Sep 01 14:55:02.187384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Allocated IP 192.168.233.130 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/d0f2158c-30ef-4fa3-81d2-ddd79bd884d1) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:02.199921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-eb1a4842-3e87-41a1-87a9-d662f8933792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.205357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-eb1a4842-3e87-41a1-87a9-d662f8933792 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 1100 time: 0.1818695 Sep 01 14:55:02.228187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.271725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:02.279513 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb9209-247d-4474-9b1d-20e514151f21" -d '{"events": [{"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-plugged", "status": "completed", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:02.297658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:02.305726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.365328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-73e911fd-1704-4449-88df-5034b714e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.368026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-73e911fd-1704-4449-88df-5034b714e11d service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1570683 Sep 01 14:55:02.386662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:02.431789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-32bd1bc7-f081-46f7-bf96-6b9dda2b3f5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 HTTP/1.1" status: 200 len: 217 time: 0.0544779 Sep 01 14:55:02.473945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.493691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-e8b51e11-1f02-49eb-943d-fbe3667c1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.494744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Transition to ACTIVE for port object d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:02.495961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-e8b51e11-1f02-49eb-943d-fbe3667c1fe9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0551410 Sep 01 14:55:02.537417 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.561357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:02.572556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-e8f6e9f0-8850-4659-a33e-f71b8b0a4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.574928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-e8f6e9f0-8850-4659-a33e-f71b8b0a4cd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710475 Sep 01 14:55:02.585949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:02.590571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:02.597847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:02.598604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.632034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3361533 Sep 01 14:55:02.633017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c26d52-a1de-4cff-9191-8eeba6748f8e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Pushing event updated for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:02.664502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Request body: {'port': {'device_id': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:02.761113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-9235fe7b-fd0c-4494-99ef-9f10edb9eecb service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772048 Sep 01 14:55:02.767277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:02.863649 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca20ccd-5eba-4ded-981d-2c3ae67ac630 x-openstack-request-id: req-3ca20ccd-5eba-4ded-981d-2c3ae67ac630 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:02.864091 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-plugged", "status": "completed", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:02.864452 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ca20ccd-5eba-4ded-981d-2c3ae67ac630 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:02.865128 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'code': 200} Sep 01 14:55:02.929947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e1d4bfc-eefd-44f6-a60b-a3eb2e0df532 req-17ba8aab-dd82-4e94-8cfa-53f4ea76bec0 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606255 Sep 01 14:55:02.973181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41386) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:02.985170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aaff436e-2ca0-4eb4-bad8-4a662e973e24 None None] Provisioning for port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:02.990357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aaff436e-2ca0-4eb4-bad8-4a662e973e24 None None] Provisioning complete for port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:02.991463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaff436e-2ca0-4eb4-bad8-4a662e973e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.000896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.24', 58194) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:03.093028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71c4a4-71a9-43d1-a8fa-9287273a7878 req-2bf2679d-75c8-4c8a-95b7-89190898bf22 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:03.095292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f71c4a4-71a9-43d1-a8fa-9287273a7878 req-2bf2679d-75c8-4c8a-95b7-89190898bf22 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 936 time: 0.0877750 Sep 01 14:55:03.098369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f93fe0b-e8c2-4f49-9653-5e08e485e8bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8acf611ec02c4b74a4b071ef1a7099cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238475 Sep 01 14:55:03.101245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41390) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:03.101721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aaff436e-2ca0-4eb4-bad8-4a662e973e24 None None] Port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:03.165427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f71c4a4-71a9-43d1-a8fa-9287273a7878 req-79265a35-1a63-4355-a9d4-81f4be739cd5 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Sep 01 14:55:03.218441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ed5e-13b4-488f-b148-255c65046ffc req-21874187-537d-48e7-8b27-5765c6a8fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:03.220282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bb7ed5e-13b4-488f-b148-255c65046ffc req-21874187-537d-48e7-8b27-5765c6a8fb43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 1097 time: 0.2126129 Sep 01 14:55:03.222846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.254139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.314677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bb7ed5e-13b4-488f-b148-255c65046ffc req-56af101e-e6be-4623-9959-461d3ba45d03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808268 Sep 01 14:55:03.372527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b42c9c-3f70-4442-aad4-471593eca499 req-6979b7ac-8f9a-4b74-a41c-e2cdb9efe7db tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:03.374101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14b42c9c-3f70-4442-aad4-471593eca499 req-6979b7ac-8f9a-4b74-a41c-e2cdb9efe7db tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 948 time: 0.0882812 Sep 01 14:55:03.382201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:03.391476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.396803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.402081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.403315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/607fa71a-38a1-4c71-ab17-464ab9fdd59c HTTP/1.1" status: 204 len: 168 time: 0.3010931 Sep 01 14:55:03.408760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Transition to ACTIVE for port object d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:03.414594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.419624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae0f6f-7b50-4dae-ae4a-81b75f27e5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607fa71a-38a1-4c71-ab17-464ab9fdd59c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:03.464666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14b42c9c-3f70-4442-aad4-471593eca499 req-f42825fe-850b-4fcd-9a91-1018ccb32784 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Sep 01 14:55:03.474518 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:03.564659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:03.578077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Attempting to bind port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:03.578445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Attempting to bind port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:03.578815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Attempting to bind port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:03.592592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:03.592987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Attempting to bind port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:03.613365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:03.613700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:03.614082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:03.614548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Bound port: d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:03.615193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.720529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:03.726414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:03.736933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.777907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:03.778391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.779831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] 10.222.0.24 "PUT /v2.0/ports/d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 HTTP/1.1" status: 200 len: 1097 time: 1.1247687 Sep 01 14:55:03.780298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:03.782608 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b580c06-f9d9-4252-a86b-ce6936acbcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:03.832462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656a791-e5e8-40cf-bb83-6b354370ff6f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:03.929178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-network', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:03.962238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-a0fdf43a-1add-4f72-8fbe-c2de0bf069d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:03.964424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-a0fdf43a-1add-4f72-8fbe-c2de0bf069d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 1100 time: 0.0866206 Sep 01 14:55:03.976956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Made reservation on behalf of 4c9fdc51ac8e4eefaf3e2f8da32e7e72 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:03.980992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:03.992788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.095013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-7434ed85-1313-4a3e-ae66-8eafe5e08395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 HTTP/1.1" status: 200 len: 217 time: 0.1081722 Sep 01 14:55:04.180399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.197276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.221520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-98454634-1123-47bc-aa98-166710b88ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.225164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-98454634-1123-47bc-aa98-166710b88ab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1203105 Sep 01 14:55:04.234638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:55:04.281138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.281813 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Added segment a438c7a7-a6eb-45d3-849c-b669e0954e16 of type vlan for network 90ed25b4-c9d3-4052-8c9e-531373c90a9a Sep 01 14:55:04.298957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:04.341009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b2613-8e18-44e2-9b84-ffb914d51512 req-4644eecd-9f6e-45d8-9000-2786eae2e63b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.342918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b23b2613-8e18-44e2-9b84-ffb914d51512 req-4644eecd-9f6e-45d8-9000-2786eae2e63b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 945 time: 0.1602843 Sep 01 14:55:04.356892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.363632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-820113fe-41b7-46d6-8b65-665a8a8843df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.364903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-820113fe-41b7-46d6-8b65-665a8a8843df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232800 Sep 01 14:55:04.424825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b23b2613-8e18-44e2-9b84-ffb914d51512 req-de6747e0-7d31-4785-88f8-a2326092c93f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574009 Sep 01 14:55:04.426929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.428585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.429289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.490703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0017920 Sep 01 14:55:04.498000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41440) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:04.506397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Request body: {'subnet': {'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-subnet', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:04.533455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-ec691a52-9a4b-4e01-a94b-5c591c8ab96c service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518040 Sep 01 14:55:04.539167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c69192-c3a3-4aa4-b793-afbdcf9f237a admin admin] Pushing event updated for resources: {'Network': ['ID=90ed25b4-c9d3-4052-8c9e-531373c90a9a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:04.545125 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe86e72b-59d1-451f-a47d-d3edd2ff9b8e x-openstack-request-id: req-fe86e72b-59d1-451f-a47d-d3edd2ff9b8e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:04.547825 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:04.548396 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe86e72b-59d1-451f-a47d-d3edd2ff9b8e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:04.548944 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1', 'status': 'completed', 'code': 200} Sep 01 14:55:04.549910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Made reservation on behalf of 4c9fdc51ac8e4eefaf3e2f8da32e7e72 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:04.554362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.559904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:55:04.766590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c405a1b-7653-4eaa-9c79-49874be8f340 req-99cd1a3a-e25a-4457-a4c7-a01430868d58 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163742 Sep 01 14:55:04.819864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:04.837401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633559fe-b41c-44f1-9296-0f59fd7479df req-95de4aea-06f9-4b06-970a-9f615c8c0833 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.864647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-633559fe-b41c-44f1-9296-0f59fd7479df req-95de4aea-06f9-4b06-970a-9f615c8c0833 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 948 time: 0.1326497 Sep 01 14:55:04.893385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:04.956897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-edce07e0-0369-4aa6-8c55-ac078b58464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:04.960683 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-edce07e0-0369-4aa6-8c55-ac078b58464b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 1100 time: 0.0724349 Sep 01 14:55:04.972676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:04.974787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-633559fe-b41c-44f1-9296-0f59fd7479df req-c3bbf392-6701-4945-af92-37d443d74948 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090486 Sep 01 14:55:04.992921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcef84e-58c5-4e92-b91f-69a16898c8cb,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:05.005463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3', 'mac_address': 'fa:16:3e:ef:2b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:05.009978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Checking segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:05.010473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Network hostable DHCP agents. Network: 90ed25b4-c9d3-4052-8c9e-531373c90a9a, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:55:05.044977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:55:05.066720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 90ed25b4-c9d3-4052-8c9e-531373c90a9a) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:05.076567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:05.077218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.093100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47949cdd-d33b-4217-962a-17cf859b7d0c None None] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:05.117494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c6eeb7d-f5c2-40e0-bbfe-d9e09cc6e9bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6144972 Sep 01 14:55:05.117690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:05.123085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:05.221168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-da55dd7b-528b-4fd9-aa6d-32ca4fb39d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:05.222368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-da55dd7b-528b-4fd9-aa6d-32ca4fb39d68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2515759 Sep 01 14:55:05.249769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.250541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.323528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-1d0945a4-6811-44ba-b2c9-15560ef6b844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 HTTP/1.1" status: 200 len: 217 time: 0.0886440 Sep 01 14:55:05.324590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f51a2-a1ab-4d19-ba5e-f933fe7f1392 req-ac408738-7cb0-48fc-afa3-aae03f83b3a5 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:05.326906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d2f51a2-a1ab-4d19-ba5e-f933fe7f1392 req-ac408738-7cb0-48fc-afa3-aae03f83b3a5 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 948 time: 0.1761079 Sep 01 14:55:05.361989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.378426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:55:05.381053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.437725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.498567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-7c6dc978-e02f-46e1-a142-15fd9d0a28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:05.501120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-7c6dc978-e02f-46e1-a142-15fd9d0a28a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1275563 Sep 01 14:55:05.607550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d2f51a2-a1ab-4d19-ba5e-f933fe7f1392 req-fb74f9b9-cffa-4e4b-9cb2-910c24abf3b1 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569835 Sep 01 14:55:05.611812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Allocated IP 172.20.0.2 (90ed25b4-c9d3-4052-8c9e-531373c90a9a/5dcef84e-58c5-4e92-b91f-69a16898c8cb/b01ec7e0-d843-4875-9307-90f4eff76c9a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:05.638049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-9fdc5ac0-527b-4bad-961e-a595453fecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:05.639913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-9fdc5ac0-527b-4bad-961e-a595453fecf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243649 Sep 01 14:55:05.774826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:05.827274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b3e1a00-fd91-43bb-9a52-74a4e35cfcf9 req-dfd0441f-cd6d-47f3-a996-58ff28610dd7 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bbe42dc229446b983ac782d9f2f287b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496771 Sep 01 14:55:05.840314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:05.852847 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.884882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.906926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:05.938090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Transition to ACTIVE for port object b01ec7e0-d843-4875-9307-90f4eff76c9a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:05.970904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:05.974549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Transition to ACTIVE for port object b01ec7e0-d843-4875-9307-90f4eff76c9a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:05.985835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.033712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-b397d13f-ef99-4c7b-9c92-75417b7c99c8 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726361 Sep 01 14:55:06.039006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:06.044616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:06.051700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:06.055019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['cc3c8db0-7641-4c4d-bed1-b3f4c96674f3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:06.091008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Pushing event updated for resources: {'Port': ['ID=b01ec7e0-d843-4875-9307-90f4eff76c9a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:06.154060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1a00-fd91-43bb-9a52-74a4e35cfcf9 req-d9448dc6-4fb7-440a-a0ad-ceb0a363bec5 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:06.155867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b3e1a00-fd91-43bb-9a52-74a4e35cfcf9 req-d9448dc6-4fb7-440a-a0ad-ceb0a363bec5 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270183 Sep 01 14:55:06.191221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Attempting to bind port b01ec7e0-d843-4875-9307-90f4eff76c9a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:06.191857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Attempting to bind port b01ec7e0-d843-4875-9307-90f4eff76c9a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:06.192382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Attempting to bind port b01ec7e0-d843-4875-9307-90f4eff76c9a on network 90ed25b4-c9d3-4052-8c9e-531373c90a9a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:06.208458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:06.209186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Checking segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:06.210427 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.211104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Bound using segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:06.211969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Bound port: b01ec7e0-d843-4875-9307-90f4eff76c9a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:06.212808 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.235815 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b580c06-f9d9-4252-a86b-ce6936acbcfd req-444dece4-7b33-4a1d-9e3e-b0d836c6ffc0 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830552 Sep 01 14:55:06.251069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b3e1a00-fd91-43bb-9a52-74a4e35cfcf9 req-87c05017-d3b2-4acc-b273-128eba9ce722 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/quotas/0bbe42dc229446b983ac782d9f2f287b HTTP/1.1" status: 200 len: 375 time: 0.0887012 Sep 01 14:55:06.307390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951411-efa4-4868-a5a3-b0cc70177ec1 req-6c32042c-1540-4452-a6c8-996253d949b8 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:06.312154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b3e1a00-fd91-43bb-9a52-74a4e35cfcf9 req-8d4a0f60-82f3-4a05-be18-bf8067cd7a59 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbe42dc229446b983ac782d9f2f287b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590947 Sep 01 14:55:06.315445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47951411-efa4-4868-a5a3-b0cc70177ec1 req-6c32042c-1540-4452-a6c8-996253d949b8 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 945 time: 0.4222841 Sep 01 14:55:06.359426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] For port b01ec7e0-d843-4875-9307-90f4eff76c9a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:06.366304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] For port b01ec7e0-d843-4875-9307-90f4eff76c9a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b01ec7e0-d843-4875-9307-90f4eff76c9a,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:06.379405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.383899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47951411-efa4-4868-a5a3-b0cc70177ec1 req-9e1c58d6-2727-4f42-84d3-0922c6926f14 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675473 Sep 01 14:55:06.522916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436c86-74d3-4337-8418-30adfec4a894 None None] Pushing event updated for resources: {'Port': ['ID=b01ec7e0-d843-4875-9307-90f4eff76c9a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:06.686080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.727481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:06.832232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:06.902472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c74a5-2310-4b6c-b9e4-9e859cc78827 req-25fc4f19-7c89-45d2-84d5-14b153898aa4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:06.904104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-005c74a5-2310-4b6c-b9e4-9e859cc78827 req-25fc4f19-7c89-45d2-84d5-14b153898aa4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 948 time: 0.2849729 Sep 01 14:55:06.974051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:06.980256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:06.980755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.052878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-005c74a5-2310-4b6c-b9e4-9e859cc78827 req-e1973da9-e667-4d14-85bd-38cac01d743f tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300237 Sep 01 14:55:07.090460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Allocated IP 172.25.1.105 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ce31900f-684b-4f0b-9cb8-b100cc82fa38) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:07.090693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41518) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:07.208111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.257695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:07.258909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:07.262828 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293a552-8f79-47f7-b8f8-5a1bb4008b38" -d '{"events": [{"server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:07.268545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.301005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.384230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a57e12b7-7f00-4b04-8c41-c2b4f5d9f8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.384560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:07.464394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.592200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a57e12b7-7f00-4b04-8c41-c2b4f5d9f8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.619142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a57e12b7-7f00-4b04-8c41-c2b4f5d9f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.641355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:07.658393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:07.676844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:07.717675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a57e12b7-7f00-4b04-8c41-c2b4f5d9f8ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d539ef93eec42908fdfb0336ba1101e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207578 Sep 01 14:55:07.731285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:07.735326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e12b7-7f00-4b04-8c41-c2b4f5d9f8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca38cff-1d8f-4f5d-a142-783b1981dd07,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:07.824465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fb558-b06f-4286-8243-47c08b5f79fb req-c47307d8-db89-4b13-8b12-c2ef53061e43 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:07.826124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d9fb558-b06f-4286-8243-47c08b5f79fb req-c47307d8-db89-4b13-8b12-c2ef53061e43 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 945 time: 0.1192563 Sep 01 14:55:07.838058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:07.846632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'floatingip': {'port_id': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:07.874702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Pushing event updated for resources: {'Port': ['ID=ce31900f-684b-4f0b-9cb8-b100cc82fa38,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:07.897117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b01ec7e0-d843-4875-9307-90f4eff76c9a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:07.971023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:08.026955 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.066108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab62faa-fc9c-4e06-83ab-c2a466dff735 None None] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:08.163707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.247313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.351981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8a437-78a2-4f5d-b51b-76c51a94352c req-9c15f2a7-11c9-4a04-b797-c92a5166ec17 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:08.354879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93f8a437-78a2-4f5d-b51b-76c51a94352c req-9c15f2a7-11c9-4a04-b797-c92a5166ec17 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 950 time: 0.3795509 Sep 01 14:55:08.390491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.420359 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5347a570-dfd2-42b7-ba7f-2cf9aa6030c7 x-openstack-request-id: req-5347a570-dfd2-42b7-ba7f-2cf9aa6030c7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:08.421135 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:08.421639 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5347a570-dfd2-42b7-ba7f-2cf9aa6030c7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:08.422333 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3', 'code': 200} Sep 01 14:55:08.488939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b01ec7e0-d843-4875-9307-90f4eff76c9a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:08.506849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.510049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Provisioning for port b01ec7e0-d843-4875-9307-90f4eff76c9a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:08.510421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.511784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ca38cff-1d8f-4f5d-a142-783b1981dd07 HTTP/1.1" status: 204 len: 168 time: 0.7791941 Sep 01 14:55:08.544972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4c0d0-2e51-454e-889e-afd19009739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca38cff-1d8f-4f5d-a142-783b1981dd07,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:08.546137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b01ec7e0-d843-4875-9307-90f4eff76c9a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:08.546881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.599778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Provisioning complete for port b01ec7e0-d843-4875-9307-90f4eff76c9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:08.603702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.632901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93f8a437-78a2-4f5d-b51b-76c51a94352c req-8100740b-05a7-44e2-b7f4-86b21b733cbd tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555836 Sep 01 14:55:08.732304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:08.856117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7461-a880-4b97-b8fa-17d412820061 req-4af623f1-a8a9-499e-a8ab-f06dc9d7164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:08.858335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bbb7461-a880-4b97-b8fa-17d412820061 req-4af623f1-a8a9-499e-a8ab-f06dc9d7164d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 1102 time: 0.3954809 Sep 01 14:55:08.981273 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bbb7461-a880-4b97-b8fa-17d412820061 req-2633041e-508f-4b58-877f-60f7933dd52f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Sep 01 14:55:09.031160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:09.044752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Router 5f2442b3-ff26-4507-b2ab-567ff81aa632 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:55:09.105746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1', 'mac_address': 'fa:16:3e:3b:65:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:09.235009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.371554 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.374730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:55:09.397300 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Sync routers for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:55:09.447097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:09.451677 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:09.459435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.464410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.466588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1f316074-74cf-4bc1-a298-8318584dac46 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3477027 Sep 01 14:55:09.473568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:09.512080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] For port b01ec7e0-d843-4875-9307-90f4eff76c9a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b01ec7e0-d843-4875-9307-90f4eff76c9a,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:09.515057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:09.575371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:09.579298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.607365 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:09.716289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.782398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26ced7-0b16-4a3e-8752-fdfd30668a5b None None] Pushing event updated for resources: {'Port': ['ID=b01ec7e0-d843-4875-9307-90f4eff76c9a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:09.936138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41580) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:09.949499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1912f484-fc01-454c-a0a8-90f2f3054391 None None] Provisioning complete for port b01ec7e0-d843-4875-9307-90f4eff76c9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:09.950445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1912f484-fc01-454c-a0a8-90f2f3054391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.004521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ee64-d72a-49e6-9a1f-02d3e29cb7c5 req-35e1b1b8-5b6c-4673-930f-3d0679e0bfb4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:10.013173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a26ee64-d72a-49e6-9a1f-02d3e29cb7c5 req-35e1b1b8-5b6c-4673-930f-3d0679e0bfb4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 948 time: 1.1629992 Sep 01 14:55:10.048090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:55:10.052021 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:55:10.060175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.124852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:07Z', 'revision_number': 3, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:10.127977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:10.164476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a26ee64-d72a-49e6-9a1f-02d3e29cb7c5 req-8a4a2acd-8bb8-4687-90e9-9ac1be88ff52 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501813 Sep 01 14:55:10.165564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.167081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.169187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.170027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.170153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.170386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.170736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.171069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.171398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.171923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.172425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.172795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.237341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Checking router: 5f2442b3-ff26-4507-b2ab-567ff81aa632 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:55:10.240162 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Updating router 5f2442b3-ff26-4507-b2ab-567ff81aa632 port ce31900f-684b-4f0b-9cb8-b100cc82fa38 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:55:10.285257 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.313949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['d0f2158c-30ef-4fa3-81d2-ddd79bd884d1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:10.347204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:55:10.498883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.520480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.634730 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.649203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.821840 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.836768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Transition to ACTIVE for port object ce31900f-684b-4f0b-9cb8-b100cc82fa38 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:10.850930 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.890576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f72547fe22a94f4484e168d8c11a89fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9533248 Sep 01 14:55:10.891489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f5b9b-03e8-4b13-bdb6-b1fa06ee318d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:10.895098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:10.908995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b1405-0e07-443d-8d89-b771e9a94a70 req-15f64c1b-93cc-409e-af98-043145e6796e tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:10.912190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-148b1405-0e07-443d-8d89-b771e9a94a70 req-15f64c1b-93cc-409e-af98-043145e6796e tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 950 time: 0.1922040 Sep 01 14:55:10.922839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b01ec7e0-d843-4875-9307-90f4eff76c9a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:10.958184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.958747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.958854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.959177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.959545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.959871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.960194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.960827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.961158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.961484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.961798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.962118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce749bb-6c2b-4f3f-9539-4c7bc1d71615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:10.963126 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Attempting to bind port ce31900f-684b-4f0b-9cb8-b100cc82fa38 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:10.963507 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Attempting to bind port ce31900f-684b-4f0b-9cb8-b100cc82fa38 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:10.963872 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Attempting to bind port ce31900f-684b-4f0b-9cb8-b100cc82fa38 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:10.974502 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:10.975062 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:10.976423 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Floating IP a511e808-ebac-461c-89fe-85be137d6679 associated. External IP: 172.25.1.162, port: a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b. Sep 01 14:55:10.976577 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.977076 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:10.977970 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Bound port: ce31900f-684b-4f0b-9cb8-b100cc82fa38, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:10.978505 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:10.981134 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829303e9-29ef-4fa1-ae41-dd6b4fd03a40 None None] Pushing event updated for resources: {'Port': ['ID=ce31900f-684b-4f0b-9cb8-b100cc82fa38,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:11.069730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b01ec7e0-d843-4875-9307-90f4eff76c9a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:11.070695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.140754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-148b1405-0e07-443d-8d89-b771e9a94a70 req-08f82e14-e085-48e3-bf9f-1f22b6853251 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110005 Sep 01 14:55:11.152568 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] For port ce31900f-684b-4f0b-9cb8-b100cc82fa38, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:11.165383 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] For port ce31900f-684b-4f0b-9cb8-b100cc82fa38, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ce31900f-684b-4f0b-9cb8-b100cc82fa38,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:11.172981 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.340232 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:11.341531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:11.400872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.418101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eacaf921-15da-4da1-b887-0c0684550648 req-8472c6c6-5d05-4fbb-9e3e-5ad875ed371f tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bbe42dc229446b983ac782d9f2f287b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425889 Sep 01 14:55:11.439773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.521894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.557650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:11.589195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:55:11.710555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf921-15da-4da1-b887-0c0684550648 req-788513bd-af2d-49e1-94b3-5b5f3a9c3063 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:11.720604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eacaf921-15da-4da1-b887-0c0684550648 req-788513bd-af2d-49e1-94b3-5b5f3a9c3063 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010123 Sep 01 14:55:11.732990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.742580 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.749014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad2f5b9b-03e8-4b13-bdb6-b1fa06ee318d HTTP/1.1" status: 204 len: 168 time: 0.8456950 Sep 01 14:55:11.761933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eacaf921-15da-4da1-b887-0c0684550648 req-108ae498-1c6f-4c9a-8898-95d3aad5c4e3 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/quotas/0bbe42dc229446b983ac782d9f2f287b HTTP/1.1" status: 200 len: 375 time: 0.0373945 Sep 01 14:55:11.831660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eacaf921-15da-4da1-b887-0c0684550648 req-0c0f32fe-6901-4bbc-9973-5e2d84ea18d9 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbe42dc229446b983ac782d9f2f287b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662677 Sep 01 14:55:11.840768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829303e9-29ef-4fa1-ae41-dd6b4fd03a40 None None] Pushing event updated for resources: {'Port': ['ID=ce31900f-684b-4f0b-9cb8-b100cc82fa38,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:11.885370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Allocated IP 172.20.0.1 (90ed25b4-c9d3-4052-8c9e-531373c90a9a/5dcef84e-58c5-4e92-b91f-69a16898c8cb/714b7d45-078d-41d0-83b9-4a4e4685fd0c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:11.908704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188e02-5c10-44ee-b9c8-658f0cdf103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f5b9b-03e8-4b13-bdb6-b1fa06ee318d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:11.964438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:55:11.968674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.001906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:55:12.039031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:12.049785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:12.050488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:12.072897 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:07Z', 'revision_number': 3, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:12.097273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73660bd2-154d-43f9-bdcf-c89a8983d790 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "PUT /v2.0/floatingips/a511e808-ebac-461c-89fe-85be137d6679 HTTP/1.1" status: 200 len: 991 time: 4.2562203 Sep 01 14:55:12.098303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:12.117425 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3694739a-2f28-418a-a7a7-f631d77c4419" -d '{"events": [{"name": "network-changed", "server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:12.157595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41d8fb-60f9-4227-96d5-dc539dd0f64f None None] The sync data for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 is: [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:07Z', 'revision_number': 3, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:55:12.171254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dbfc3-bd49-4f02-bec0-ed2fad240fd4 req-ec1a5f20-8510-4a29-9fd1-ef8bac1a6547 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:12.180956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb0dbfc3-bd49-4f02-bec0-ed2fad240fd4 req-ec1a5f20-8510-4a29-9fd1-ef8bac1a6547 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 949 time: 0.1585445 Sep 01 14:55:12.242413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.269855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Transition to ACTIVE for port object 714b7d45-078d-41d0-83b9-4a4e4685fd0c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:12.285858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb0dbfc3-bd49-4f02-bec0-ed2fad240fd4 req-2f5de2f8-0cf5-4d30-8d18-46ba0099760b tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Sep 01 14:55:12.375008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.419551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:12.422476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:12.461560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:12.462226 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.463464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:12.467054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:12.480993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:12.481983 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.612436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Pushing event updated for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:12.635607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.635944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.636700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.637051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.637501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.637827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.638249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.638647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.638966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.639377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.639697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:12.640011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:13.033328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.077814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ce31900f-684b-4f0b-9cb8-b100cc82fa38 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:13.140716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.177282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-11c2d52b-a716-4666-a9f7-61d25752e08b None None] Provisioning for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:13.198050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-11c2d52b-a716-4666-a9f7-61d25752e08b None None] Provisioning complete for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:13.198451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11c2d52b-a716-4666-a9f7-61d25752e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.308145 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ef3b0-46e1-4cbb-8df2-b35fa0888b63 x-openstack-request-id: req-a71ef3b0-46e1-4cbb-8df2-b35fa0888b63 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:13.309050 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:13.309050 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a71ef3b0-46e1-4cbb-8df2-b35fa0888b63 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:13.309523 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'status': 'completed', 'code': 200} Sep 01 14:55:13.457684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.465566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.476060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.478503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:13.482434 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64497b28-1b2d-486d-b7e0-ac4fdd63847b" -d '{"events": [{"server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:13.578789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:13.609356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-78ff719a-45a3-4dec-9e29-a00aadc322bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:13.612154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-78ff719a-45a3-4dec-9e29-a00aadc322bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 1097 time: 0.2471581 Sep 01 14:55:13.622610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.637147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6121-48d1-4ec3-bab1-0340c0fc5267 req-10c249a7-2098-4c3f-80e0-6b4f49602a76 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:13.638864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71bc6121-48d1-4ec3-bab1-0340c0fc5267 req-10c249a7-2098-4c3f-80e0-6b4f49602a76 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 950 time: 0.1814184 Sep 01 14:55:13.694412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-11c2d52b-a716-4666-a9f7-61d25752e08b None None] Port 714b7d45-078d-41d0-83b9-4a4e4685fd0c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:13.729633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ce31900f-684b-4f0b-9cb8-b100cc82fa38 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:13.781418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:13.792209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ce31900f-684b-4f0b-9cb8-b100cc82fa38 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:13.792975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:13.828702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Pushing event updated for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:13.855294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:13.856791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:13.898959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71bc6121-48d1-4ec3-bab1-0340c0fc5267 req-7286f825-a635-49f3-864d-84a6f9b5e3a2 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451079 Sep 01 14:55:13.953100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-f0843f88-a39f-44b8-97ac-0f47d77f2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:13.956034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-f0843f88-a39f-44b8-97ac-0f47d77f2bdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.3148499 Sep 01 14:55:13.957961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:33:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:55:10Z', 'revision_number': 1, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:14.163674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.178410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Router 5f2442b3-ff26-4507-b2ab-567ff81aa632 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:55:14.189895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41684) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:14.192581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-6ea6b13d-f20b-47fe-afd8-fe79c2986137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 200 len: 999 time: 0.2065148 Sep 01 14:55:14.259656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ce31900f-684b-4f0b-9cb8-b100cc82fa38, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ce31900f-684b-4f0b-9cb8-b100cc82fa38,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:14.275946 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8742ee3-885f-4c32-9feb-1be9d0e891fc x-openstack-request-id: req-a8742ee3-885f-4c32-9feb-1be9d0e891fc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:14.281822 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:14.284798 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8742ee3-885f-4c32-9feb-1be9d0e891fc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:14.285745 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1', 'code': 200} Sep 01 14:55:14.290069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27609e91-eb85-4693-bc7b-a8323fceec0a req-9ba752f1-afbf-405e-85b1-17299760902d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:14.297964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27609e91-eb85-4693-bc7b-a8323fceec0a req-9ba752f1-afbf-405e-85b1-17299760902d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.2455730 Sep 01 14:55:14.299063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:55:14.338744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-ed3a60cd-34f7-4bd3-ad74-2228dd2f416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:14.340664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-ed3a60cd-34f7-4bd3-ad74-2228dd2f416c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1472921 Sep 01 14:55:14.346289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.366754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:14.370324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:14.395564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:55:14.412029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-39563aaf-ffc1-463b-b4d7-d0dc59806723 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f2442b3-ff26-4507-b2ab-567ff81aa632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9295385 Sep 01 14:55:14.427887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d823685d-69c9-4db7-a276-dcc987023210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.461399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27609e91-eb85-4693-bc7b-a8323fceec0a req-4da1a4b3-ca00-4bb6-8a69-7afa55d7d356 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558108 Sep 01 14:55:14.514871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4be33c-7a46-4c4b-b537-3dacd774783f req-b9d16175-d8c9-4456-9fa5-1142e0e11ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:14.517179 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee4be33c-7a46-4c4b-b537-3dacd774783f req-b9d16175-d8c9-4456-9fa5-1142e0e11ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 1102 time: 0.1545990 Sep 01 14:55:14.526728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-30ae4bcd-dd2e-44ba-bd57-874d12578fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:14.531386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-30ae4bcd-dd2e-44ba-bd57-874d12578fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709330 Sep 01 14:55:14.623810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ce31900f-684b-4f0b-9cb8-b100cc82fa38,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:14.655613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f10aecb7-d957-479f-a370-da316c598ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.664984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2d34b9e6-bff8-4ceb-983c-80a3d6431010 None None] Provisioning complete for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:14.665412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d34b9e6-bff8-4ceb-983c-80a3d6431010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.672409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d823685d-69c9-4db7-a276-dcc987023210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.678871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d823685d-69c9-4db7-a276-dcc987023210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.861378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823685d-69c9-4db7-a276-dcc987023210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304baa93-cfc6-4bf4-a071-c76e822ead66,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:14.884625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d823685d-69c9-4db7-a276-dcc987023210 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41bfc21bb2a24b80b32424f0446b27a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906486 Sep 01 14:55:14.886668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:14.955615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2d34b9e6-bff8-4ceb-983c-80a3d6431010 None None] Port 714b7d45-078d-41d0-83b9-4a4e4685fd0c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:14.972537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ce31900f-684b-4f0b-9cb8-b100cc82fa38 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:15.024990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:15.037234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee4be33c-7a46-4c4b-b537-3dacd774783f req-630d7aa3-b4ac-407e-bf8c-c711650af902 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034902 Sep 01 14:55:15.053107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.097609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.147411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-9cca5a0b-b303-49fe-b7d0-aa3b7e944959 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398093 Sep 01 14:55:15.215508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.217092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Sync routers for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:55:15.219074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.220309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/304baa93-cfc6-4bf4-a071-c76e822ead66 HTTP/1.1" status: 204 len: 168 time: 0.3322570 Sep 01 14:55:15.232500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513823-4e82-42f4-942d-5d644eb0ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304baa93-cfc6-4bf4-a071-c76e822ead66,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:15.247653 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:15.248986 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:54:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:15.305797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13549ce-f8da-4a63-be5d-7c0f92bfec67 req-2015a91f-de8e-4199-a3e4-1f9ca5bbdda4 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:15.308176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ce31900f-684b-4f0b-9cb8-b100cc82fa38 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:15.308559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.318566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b13549ce-f8da-4a63-be5d-7c0f92bfec67 req-2015a91f-de8e-4199-a3e4-1f9ca5bbdda4 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 950 time: 0.1373770 Sep 01 14:55:15.457700 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:15.465503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b13549ce-f8da-4a63-be5d-7c0f92bfec67 req-9f4fc78e-ce6d-4664-9d5a-7021f3812439 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1ab7894-9917-48a0-ba80-f643d7dbd5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368957 Sep 01 14:55:15.667858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3694739a-2f28-418a-a7a7-f631d77c4419 req-07db92e4-cff8-46b0-a2b9-50665c26151e service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142321 Sep 01 14:55:15.715058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-466e61cc-efda-438a-80a2-f284510f382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:33:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:55:10Z', 'revision_number': 1, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:15.770707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e61cc-efda-438a-80a2-f284510f382d None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:33:a3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:55:10Z', 'revision_number': 1, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:55:15.876811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82499a-f8f3-44aa-b9e6-d4eb91e45d27 req-bde900a9-6728-4283-a60c-66712a264c14 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:15.878325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:13Z', 'revision_number': 2, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:15.879622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec82499a-f8f3-44aa-b9e6-d4eb91e45d27 req-bde900a9-6728-4283-a60c-66712a264c14 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.1424735 Sep 01 14:55:15.924226 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Checking router: 5f2442b3-ff26-4507-b2ab-567ff81aa632 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:55:15.924801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Updating router 5f2442b3-ff26-4507-b2ab-567ff81aa632 port 714b7d45-078d-41d0-83b9-4a4e4685fd0c binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:55:15.966865 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:15.983075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec82499a-f8f3-44aa-b9e6-d4eb91e45d27 req-791158fe-00df-46d5-abfc-13b937807842 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856116 Sep 01 14:55:16.153948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2bff8-40b5-4333-8826-a60b6c2739e8 None None] New status for floating IP a511e808-ebac-461c-89fe-85be137d6679: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:55:16.254905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c43e2e2a-aaf1-4d2f-b5e5-3ace8fcac000 req-ade01357-bc35-498c-9df2-61354cc238c0 tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bbe42dc229446b983ac782d9f2f287b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377903 Sep 01 14:55:16.329415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41760) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:16.366987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87a68eb4-2e3e-4fd9-aa5f-f5dfd7010ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.472130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e2e2a-aaf1-4d2f-b5e5-3ace8fcac000 req-d605f5e9-a3eb-4c4f-bdd8-0f76083ef6ba tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:16.481154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c43e2e2a-aaf1-4d2f-b5e5-3ace8fcac000 req-d605f5e9-a3eb-4c4f-bdd8-0f76083ef6ba tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250187 Sep 01 14:55:16.518780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c43e2e2a-aaf1-4d2f-b5e5-3ace8fcac000 req-e9ccec39-503d-4baf-8536-9be4787dccbf tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/quotas/0bbe42dc229446b983ac782d9f2f287b HTTP/1.1" status: 200 len: 375 time: 0.0360889 Sep 01 14:55:16.571448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c43e2e2a-aaf1-4d2f-b5e5-3ace8fcac000 req-5eebfb53-daaf-41bc-b8d3-95ab41eff08e tempest-QuotasAdminNegativeTest-966964902 tempest-QuotasAdminNegativeTest-966964902-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbe42dc229446b983ac782d9f2f287b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514071 Sep 01 14:55:16.591884 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.607806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Transition to ACTIVE for port object 714b7d45-078d-41d0-83b9-4a4e4685fd0c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:16.620241 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.642152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87a68eb4-2e3e-4fd9-aa5f-f5dfd7010ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.653020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87a68eb4-2e3e-4fd9-aa5f-f5dfd7010ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.718065 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-87a68eb4-2e3e-4fd9-aa5f-f5dfd7010ea7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a8ef392bded4d168b22a25e5ee204f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859887 Sep 01 14:55:16.718862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41764) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:16.730652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a68eb4-2e3e-4fd9-aa5f-f5dfd7010ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34291d8c-486f-45d0-8e9a-16b91870e430,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:16.766148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-2ade5ce2-704a-4f98-829e-b9c6d1df5801 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:16.773933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-2ade5ce2-704a-4f98-829e-b9c6d1df5801 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 828 time: 0.6069005 Sep 01 14:55:16.794000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-e4692cc4-3402-4c3c-a607-703fb951f8a9 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/quotas/4c9fdc51ac8e4eefaf3e2f8da32e7e72 HTTP/1.1" status: 200 len: 375 time: 0.0188031 Sep 01 14:55:16.813328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.866288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.899318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-4e2758ba-f569-4c76-b571-0b7612fadfe2 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:16.902759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-4e2758ba-f569-4c76-b571-0b7612fadfe2 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 950 time: 0.8039081 Sep 01 14:55:16.950777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.953987 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Pushing event updated for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:16.955589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.957891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34291d8c-486f-45d0-8e9a-16b91870e430 HTTP/1.1" status: 204 len: 168 time: 0.2364445 Sep 01 14:55:16.967256 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.967604 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.967939 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.968271 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.968601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.968982 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.969443 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.969790 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.970091 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.970409 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.970870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.971190 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:55:16.982205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278132-f93e-4563-a206-a72919dccf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34291d8c-486f-45d0-8e9a-16b91870e430,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:16.989468 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Attempting to bind port 714b7d45-078d-41d0-83b9-4a4e4685fd0c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:16.989843 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Attempting to bind port 714b7d45-078d-41d0-83b9-4a4e4685fd0c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:16.990212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Attempting to bind port 714b7d45-078d-41d0-83b9-4a4e4685fd0c on network 90ed25b4-c9d3-4052-8c9e-531373c90a9a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:16.996880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:16.997345 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Checking segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:16.998078 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:16.998257 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Bound using segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:16.998631 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Bound port: 714b7d45-078d-41d0-83b9-4a4e4685fd0c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:16.999064 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.009387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-02e4e9e8-2e03-4d0b-9a96-27d633570a71 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035301 Sep 01 14:55:17.081506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f52842a-67a5-481b-90d1-bc68e6e967b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.124124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Deleting port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:55:17.124467 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.141783 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] For port 714b7d45-078d-41d0-83b9-4a4e4685fd0c, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:17.146312 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] For port 714b7d45-078d-41d0-83b9-4a4e4685fd0c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=714b7d45-078d-41d0-83b9-4a4e4685fd0c,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:17.155247 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.226403 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:17.227062 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:17.289695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] For port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:17.289695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.299134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.306332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Calling delete_port for cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:55:17.493990 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d2ae-278f-4907-be5b-58a1cb431d23 None None] Pushing event updated for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:17.502684 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:17.526898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.542604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['cc3c8db0-7641-4c4d-bed1-b3f4c96674f3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:17.681610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Pushing event deleted for resources: {'Port': ['ID=cc3c8db0-7641-4c4d-bed1-b3f4c96674f3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:17.744457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] No DVR routers for this DVR port cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:55:17.751117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-04a21e46-4dcd-4cca-91e4-3a8645ed7478 req-f82df6e8-61be-4c88-b7dd-04be3b2ee03b tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fed395b-9d51-48fa-80be-047ec8c0a7b6 HTTP/1.1" status: 200 len: 210 time: 0.0717285 Sep 01 14:55:17.752367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-05926304-2d15-499b-9bbf-556d736b7bda service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:55:17.761773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-05926304-2d15-499b-9bbf-556d736b7bda service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2727158 Sep 01 14:55:17.764390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.766438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9607ab4c-3a39-4e35-b9e0-21ef67e5de53 req-5f52392e-ed2a-469b-8eb0-5b74182f8003 tempest-DeleteServersAdminTestJSON-778731135 tempest-DeleteServersAdminTestJSON-778731135-project] 10.222.0.50 "DELETE /v2.0/ports/cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 HTTP/1.1" status: 204 len: 173 time: 0.8511305 Sep 01 14:55:17.775093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'name': 'network-vif-deleted', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:17.778130 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f2d22b-8308-44b6-b1c0-485cebbc4281" -d '{"events": [{"server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "name": "network-vif-deleted", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:17.954992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:17.972934 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-a67eac0f-6cfd-4e78-a256-9151a684acc5 service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101941 Sep 01 14:55:18.025128 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:17Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:18.084824 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6d7fb0-5af9-43af-8d5b-eae1420c3a1b None None] The sync data for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 is: [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:17Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:55:18.138411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-1bd05e92-dfdd-486a-92e3-0a9693a41676 service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583152 Sep 01 14:55:18.264882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:18.571839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0d5b-afb2-4244-8d69-73c8f34e9b0e req-be3ab7f5-8ea7-4318-9b3e-812405fbe45d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:18.574572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a51e0d5b-afb2-4244-8d69-73c8f34e9b0e req-be3ab7f5-8ea7-4318-9b3e-812405fbe45d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.0768116 Sep 01 14:55:18.702214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a51e0d5b-afb2-4244-8d69-73c8f34e9b0e req-b9bc9a07-0476-409d-a207-b55f3cba5637 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162233 Sep 01 14:55:18.809303 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa587434-2fe3-48ab-8aa8-ba0ef5ae3c0b x-openstack-request-id: req-aa587434-2fe3-48ab-8aa8-ba0ef5ae3c0b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:18.810212 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fed395b-9d51-48fa-80be-047ec8c0a7b6", "name": "network-vif-deleted", "tag": "cc3c8db0-7641-4c4d-bed1-b3f4c96674f3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:18.810212 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa587434-2fe3-48ab-8aa8-ba0ef5ae3c0b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:18.810467 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fed395b-9d51-48fa-80be-047ec8c0a7b6', 'name': 'network-vif-deleted', 'tag': 'cc3c8db0-7641-4c4d-bed1-b3f4c96674f3', 'status': 'completed', 'code': 200} Sep 01 14:55:18.931415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5aa3c9f-78a2-4902-bf12-0f600a94c7a4 req-ed158a24-4e41-43dd-95af-541280fdd9fa tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 210 time: 0.0586531 Sep 01 14:55:18.977640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 714b7d45-078d-41d0-83b9-4a4e4685fd0c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:19.104021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:19.116793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:19.117486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:19.269529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:19.324321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 714b7d45-078d-41d0-83b9-4a4e4685fd0c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=714b7d45-078d-41d0-83b9-4a4e4685fd0c,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:19.333190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:19.489260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:19.675956 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:19.718084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:19.804025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-17ea7c5b-dc51-4e70-b3cc-d0d420bc6ce2 req-763aeda0-00e1-4413-a97a-2b452ff87498 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:55:19.805836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17ea7c5b-dc51-4e70-b3cc-d0d420bc6ce2 req-763aeda0-00e1-4413-a97a-2b452ff87498 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099483 Sep 01 14:55:20.223196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77217d23-2fa2-4ab5-ad0b-c3c616c2b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:20.421854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-c48bc415-4a0b-4a51-81d9-161c9097ba03 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:20.424384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23ac6189-bb48-4703-9145-55b6ef80e690 req-586ba6e9-e0aa-47a3-b7dd-227c7c2c98c8 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 210 time: 0.1232476 Sep 01 14:55:20.435827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-c48bc415-4a0b-4a51-81d9-161c9097ba03 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.50 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 828 time: 0.3568716 Sep 01 14:55:20.458072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'port': {'device_id': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'admin_state_up': True, 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:20.575391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:20.622587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77217d23-2fa2-4ab5-ad0b-c3c616c2b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:20.632544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77217d23-2fa2-4ab5-ad0b-c3c616c2b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:20.693585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf4dac-14b2-4591-b8d5-92563762fc5e req-2a15bebc-a9d4-4d39-afa7-e61732b9b07e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:20.696755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ddf4dac-14b2-4591-b8d5-92563762fc5e req-2a15bebc-a9d4-4d39-afa7-e61732b9b07e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.2197967 Sep 01 14:55:20.800577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77217d23-2fa2-4ab5-ad0b-c3c616c2b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72de865e-0233-436d-bd74-d9de6135c252,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:20.819144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-77217d23-2fa2-4ab5-ad0b-c3c616c2b728 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bbe42dc229446b983ac782d9f2f287b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0996542 Sep 01 14:55:20.829702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41896) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:20.876858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 714b7d45-078d-41d0-83b9-4a4e4685fd0c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:20.887353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:55:20.963976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ddf4dac-14b2-4591-b8d5-92563762fc5e req-fa3773fa-374a-43c3-a877-f698122ffbed tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474706 Sep 01 14:55:20.967935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:55:20.968317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device cc3c8db0-7641-4c4d-bed1-b3f4c96674f3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:55:20.988504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Made reservation on behalf of 4c9fdc51ac8e4eefaf3e2f8da32e7e72 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:20.996999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.022696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 714b7d45-078d-41d0-83b9-4a4e4685fd0c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:21.023066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.185102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfb492fc-3f47-4203-97ba-3ab337f36817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.201603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.262040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.358006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Allocated IP 172.20.0.8 (90ed25b4-c9d3-4052-8c9e-531373c90a9a/5dcef84e-58c5-4e92-b91f-69a16898c8cb/d92e22e6-09cc-46fd-ac7d-590baa228ae4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:21.373513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfb492fc-3f47-4203-97ba-3ab337f36817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.383731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfb492fc-3f47-4203-97ba-3ab337f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.421877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.425442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.427072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72de865e-0233-436d-bd74-d9de6135c252 HTTP/1.1" status: 204 len: 168 time: 0.5919807 Sep 01 14:55:21.444403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539425b3-f603-4c1a-8e16-1f73337b6844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de865e-0233-436d-bd74-d9de6135c252,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:21.453717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cfb492fc-3f47-4203-97ba-3ab337f36817 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d06f583a5ec41a2acf2ce3ea0fa14c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8733592 Sep 01 14:55:21.454642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41930) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:21.457228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb492fc-3f47-4203-97ba-3ab337f36817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e90b4-da76-4901-a969-22435b80ad32,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:21.648133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28ee8572-ef64-49c6-9079-47a65c7ee623 req-f9030786-3007-4d97-8346-706e60ae7157 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 210 time: 0.0549362 Sep 01 14:55:21.671153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41944) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:21.729392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.752770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:21.841604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.863317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:21.883230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-d6a0e3e9-044a-478b-a54c-8ca488f63246 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49c4ad5841f0483eb284066d1b19316c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678716 Sep 01 14:55:21.924321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Transition to ACTIVE for port object d92e22e6-09cc-46fd-ac7d-590baa228ae4 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:22.039815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.042441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.046562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad5e90b4-da76-4901-a969-22435b80ad32 HTTP/1.1" status: 204 len: 168 time: 0.5911908 Sep 01 14:55:22.070006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.071805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f3be3-a0f0-4d4f-9da8-57d0f7889a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e90b4-da76-4901-a969-22435b80ad32,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:22.090868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-d79937da-e639-4ebe-9215-10a29610c7a1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:22.098131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-d79937da-e639-4ebe-9215-10a29610c7a1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137444 Sep 01 14:55:22.118112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f502d1f-8bfd-4bc8-81e4-f4349c4896f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.146347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-87bc2ac5-8e77-4041-acb8-5132bc9cc6d1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/quotas/49c4ad5841f0483eb284066d1b19316c HTTP/1.1" status: 200 len: 375 time: 0.0474589 Sep 01 14:55:22.158329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:22.172599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:22.191500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:22.197511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:22.198185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.215854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event updated for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:22.247959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-9e517f0d-8d0e-4dfa-a326-066491cbd408 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997479 Sep 01 14:55:22.255762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f502d1f-8bfd-4bc8-81e4-f4349c4896f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.276675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-fcdd1bb7-d887-477a-a56b-2781e881e0b2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8309176 Sep 01 14:55:22.282490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f502d1f-8bfd-4bc8-81e4-f4349c4896f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.291492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Request body: {'port': {'device_id': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:22.338875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:22.415579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ff8e61-ccfb-4c1d-9a3b-95a33ce1ffff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.437868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0d49bc2c-d2e7-451d-a745-d8bfe031ba8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0727b3d1ea684e39aedfbbdc3719e48f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7653439 Sep 01 14:55:22.462934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f502d1f-8bfd-4bc8-81e4-f4349c4896f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d12c537d4514fa59528eb44c6dda5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063160 Sep 01 14:55:22.463715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41978) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:22.463957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41982) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:22.516818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.530255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f502d1f-8bfd-4bc8-81e4-f4349c4896f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7b492-8f0b-4deb-a2ba-d56095d6afbf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:22.627210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-577f7f6c-0294-4cbf-a5d9-a9b85a6f7111 None None] Provisioning for port d92e22e6-09cc-46fd-ac7d-590baa228ae4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:22.639672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-577f7f6c-0294-4cbf-a5d9-a9b85a6f7111 None None] Provisioning complete for port d92e22e6-09cc-46fd-ac7d-590baa228ae4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:22.641345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-577f7f6c-0294-4cbf-a5d9-a9b85a6f7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.641970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:22.663290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c704c86-5164-4ff1-b699-79352e25074a req-c763d091-c079-4712-8387-22348471e3f1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 210 time: 0.0871015 Sep 01 14:55:22.724678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.761366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.765195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-577f7f6c-0294-4cbf-a5d9-a9b85a6f7111 None None] Port d92e22e6-09cc-46fd-ac7d-590baa228ae4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:22.798351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.828129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.927094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.936224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.940510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1ab7894-9917-48a0-ba80-f643d7dbd5bc HTTP/1.1" status: 204 len: 168 time: 0.4719820 Sep 01 14:55:22.948790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.954831 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:22.958194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18b7b492-8f0b-4deb-a2ba-d56095d6afbf HTTP/1.1" status: 204 len: 168 time: 0.4492536 Sep 01 14:55:22.972149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e274c2-601b-4b25-9661-9625d3a47fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab7894-9917-48a0-ba80-f643d7dbd5bc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.008305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953100b-1962-48e1-a399-730b18be51e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7b492-8f0b-4deb-a2ba-d56095d6afbf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.046211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ff8e61-ccfb-4c1d-9a3b-95a33ce1ffff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.062846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e576e8-ec23-427f-aecd-eac92608d0f0 req-5c6bdb5d-14d7-439e-ac45-df53df7b817d tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:23.070353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e576e8-ec23-427f-aecd-eac92608d0f0 req-5c6bdb5d-14d7-439e-ac45-df53df7b817d tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 931 time: 0.2125812 Sep 01 14:55:23.080590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ff8e61-ccfb-4c1d-9a3b-95a33ce1ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.182023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:23.188696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74a079e-83c2-4a05-9100-66079bfc5fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.198024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2ff8e61-ccfb-4c1d-9a3b-95a33ce1ffff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e5dc20dd6d348a18e07fcadcb9e8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519659 Sep 01 14:55:23.199232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff8e61-ccfb-4c1d-9a3b-95a33ce1ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70fdbba-0adf-4bba-a11c-ad87defe6f32,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.202366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42008) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:23.205786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56b9a7bc-52f9-40f0-bfba-09f93b8f89b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.253295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e576e8-ec23-427f-aecd-eac92608d0f0 req-37086629-792f-495c-ac4b-2d9c21b20827 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811137 Sep 01 14:55:23.378312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92e22e6-09cc-46fd-ac7d-590baa228ae4 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:23.395739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.436538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Transition to ACTIVE for port object d92e22e6-09cc-46fd-ac7d-590baa228ae4 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:23.442719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.450451 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56b9a7bc-52f9-40f0-bfba-09f93b8f89b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.459772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56b9a7bc-52f9-40f0-bfba-09f93b8f89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.510381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.539873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56b9a7bc-52f9-40f0-bfba-09f93b8f89b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3c9d6c91cd743399554bba7ffd79e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548541 Sep 01 14:55:23.541783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9a7bc-52f9-40f0-bfba-09f93b8f89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6730f1ac-60c4-4fb5-be10-00850b975fb1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.548907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42012) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:23.596722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Pushing event updated for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.627940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.655035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42014) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:23.696169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.742237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.778408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4adf15e4-b626-4fcc-a575-5024a4ccf569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.788770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Attempting to bind port d92e22e6-09cc-46fd-ac7d-590baa228ae4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:23.790296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Attempting to bind port d92e22e6-09cc-46fd-ac7d-590baa228ae4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:23.790638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Attempting to bind port d92e22e6-09cc-46fd-ac7d-590baa228ae4 on network 90ed25b4-c9d3-4052-8c9e-531373c90a9a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:23.828302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Port d92e22e6-09cc-46fd-ac7d-590baa228ae4 on network 90ed25b4-c9d3-4052-8c9e-531373c90a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:23.828631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Attempting to bind port d92e22e6-09cc-46fd-ac7d-590baa228ae4 on network 90ed25b4-c9d3-4052-8c9e-531373c90a9a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:23.846573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:23.846971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Checking segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:23.847380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Bound using segment: {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:23.847867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Bound port: d92e22e6-09cc-46fd-ac7d-590baa228ae4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a438c7a7-a6eb-45d3-849c-b669e0954e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:23.848258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.855570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.862259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.862259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f70fdbba-0adf-4bba-a11c-ad87defe6f32 HTTP/1.1" status: 204 len: 168 time: 0.6498189 Sep 01 14:55:23.896525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c4f49-fc5f-483d-a993-7a08fb541305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70fdbba-0adf-4bba-a11c-ad87defe6f32,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.900886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab1ed6f4-86fd-4614-8b6f-9d9ff70ddb29 req-e5ff3541-1e30-4828-99ea-76142238e726 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 210 time: 0.0712011 Sep 01 14:55:23.911420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.918741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.920948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6730f1ac-60c4-4fb5-be10-00850b975fb1 HTTP/1.1" status: 204 len: 168 time: 0.3699992 Sep 01 14:55:23.942554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63115446-7603-4e28-8199-d1d26917c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730f1ac-60c4-4fb5-be10-00850b975fb1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:23.968721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74a079e-83c2-4a05-9100-66079bfc5fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:23.980608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74a079e-83c2-4a05-9100-66079bfc5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.029432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42026) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:24.048066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-612325ea-9b71-4e3b-b09c-350ee3547114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.106846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e74a079e-83c2-4a05-9100-66079bfc5fd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ee52928bcce4c28aef4b0a9b29dec23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4636250 Sep 01 14:55:24.107819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42028) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:24.108069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a079e-83c2-4a05-9100-66079bfc5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e228291-6fa3-4688-9a26-84f0505abcaf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:24.120432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-4a400b9e-6bb2-4740-84f5-90d28ade62a4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=49c4ad5841f0483eb284066d1b19316c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411031 Sep 01 14:55:24.124113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:24.154348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:24.170784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.218016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:24.219999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.222254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] 10.222.0.50 "PUT /v2.0/ports/d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 1092 time: 1.9370992 Sep 01 14:55:24.227448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:24.229703 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46984312-f95b-4ee9-81a2-4507b75bf503" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:24.281422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f73ed-3ace-4e5a-b9e0-260522b8c39c service neutron] Pushing event updated for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:24.327520 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc5fe2-d6bc-46c5-bd1b-9068549e7fe3 x-openstack-request-id: req-6efc5fe2-d6bc-46c5-bd1b-9068549e7fe3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:24.329178 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:24.331009 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6efc5fe2-d6bc-46c5-bd1b-9068549e7fe3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:24.338004 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'status': 'completed', 'code': 200} Sep 01 14:55:24.379859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.404739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-b4b89b49-0105-4fd3-a4cd-a93f6f7f7fd4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:24.406303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-b4b89b49-0105-4fd3-a4cd-a93f6f7f7fd4 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774270 Sep 01 14:55:24.422924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Request body: {'port': {'device_id': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '49c4ad5841f0483eb284066d1b19316c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:24.427955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4adf15e4-b626-4fcc-a575-5024a4ccf569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.431744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.463070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4adf15e4-b626-4fcc-a575-5024a4ccf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.517395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf15e4-b626-4fcc-a575-5024a4ccf569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19db1e4-d007-45ab-bb7b-fa41fbaf2089,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:24.592301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42040) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:24.594353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4adf15e4-b626-4fcc-a575-5024a4ccf569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d88aecd622a74311af4efb220644d5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9370277 Sep 01 14:55:24.614162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-1285b2eb-28a5-4c28-93fe-40ef73173f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:24.618133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-1285b2eb-28a5-4c28-93fe-40ef73173f1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1095 time: 0.2326493 Sep 01 14:55:24.691838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.695485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.700963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e228291-6fa3-4688-9a26-84f0505abcaf HTTP/1.1" status: 204 len: 168 time: 0.5879030 Sep 01 14:55:24.718056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000727f-1b43-431f-a18e-c8196990ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e228291-6fa3-4688-9a26-84f0505abcaf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:24.755065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.783390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-612325ea-9b71-4e3b-b09c-350ee3547114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.798824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-612325ea-9b71-4e3b-b09c-350ee3547114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.820469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.952709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612325ea-9b71-4e3b-b09c-350ee3547114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ccc3f-89f2-4958-a355-8cd353e01b3a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:24.960894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-612325ea-9b71-4e3b-b09c-350ee3547114 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85c7932d5780430da219146d2281a9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9302640 Sep 01 14:55:24.963751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Made reservation on behalf of 49c4ad5841f0483eb284066d1b19316c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:24.968313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:24.972790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42058) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:25.031267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87f578-7ede-4034-b92e-db034e106653 req-9b46e696-f166-4224-a378-2ba314c41efa tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:25.039694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a87f578-7ede-4034-b92e-db034e106653 req-9b46e696-f166-4224-a378-2ba314c41efa tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 943 time: 0.6067817 Sep 01 14:55:25.045422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-e23c7a23-47af-464b-b188-d2a6f145b301 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 217 time: 0.4144406 Sep 01 14:55:25.150900 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29509b20-899c-4bf6-ac23-a51fd68c8844 req-dce69f9f-0bcf-487b-a768-54fbdc961079 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 210 time: 0.0639012 Sep 01 14:55:25.185771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.188686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.190160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f19db1e4-d007-45ab-bb7b-fa41fbaf2089 HTTP/1.1" status: 204 len: 168 time: 0.5967166 Sep 01 14:55:25.207147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91365dc5-4364-4378-85fb-49b813e83502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19db1e4-d007-45ab-bb7b-fa41fbaf2089,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:25.209427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.218450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a87f578-7ede-4034-b92e-db034e106653 req-a995dd31-cd0f-4c99-bc2c-91993e7c1fdf tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730797 Sep 01 14:55:25.221833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-78d7a5c5-b8bf-4a40-8aab-172bd9fd47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:25.227151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-78d7a5c5-b8bf-4a40-8aab-172bd9fd47ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.1712234 Sep 01 14:55:25.271475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.304769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-47f6ee88-eda2-4f6f-9ccc-78c291c5acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:25.308263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-47f6ee88-eda2-4f6f-9ccc-78c291c5acf6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720508 Sep 01 14:55:25.341840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:25.365128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Allocated IP 192.168.233.45 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/5f0590af-27d7-4c69-9e3b-e71708bc68c6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:25.400873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af1b1382-52bf-4f78-a261-9407f892c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.414542 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.417845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.422450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c9ccc3f-89f2-4958-a355-8cd353e01b3a HTTP/1.1" status: 204 len: 168 time: 0.4480753 Sep 01 14:55:25.454824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace2abc-2230-4305-ba86-238099560c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ccc3f-89f2-4958-a355-8cd353e01b3a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:25.498509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-261e1947-75a3-4f2f-94a2-62b1173c362f service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776562 Sep 01 14:55:25.637117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b69d7875-279c-4a7a-bc07-3f1cf022b932 req-190006b8-7292-4ca0-b5bf-df94fcad42e6 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315987 Sep 01 14:55:25.679769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af1b1382-52bf-4f78-a261-9407f892c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.686552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af1b1382-52bf-4f78-a261-9407f892c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.710153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.729718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Transition to ACTIVE for port object 5f0590af-27d7-4c69-9e3b-e71708bc68c6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:25.768630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af1b1382-52bf-4f78-a261-9407f892c212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25337b50e8cd4214a41689392b08083b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256222 Sep 01 14:55:25.769213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42082) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:25.770440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b1382-52bf-4f78-a261-9407f892c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e800821e-5151-41a9-ab68-ff1242871c77,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:25.787807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.803643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-087d0761-e0e6-457d-96c2-b77cbace0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:25.805516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-087d0761-e0e6-457d-96c2-b77cbace0520 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1095 time: 0.0987151 Sep 01 14:55:25.844107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['d0f2158c-30ef-4fa3-81d2-ddd79bd884d1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:25.869030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:25.877975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:25.880802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Pushing event updated for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:25.883306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:25.889290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:25.889942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.914251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:25.953505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-939fc585-6b6a-4b8e-b581-a2ca36730b0d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5355546 Sep 01 14:55:25.974126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Request body: {'port': {'device_id': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:25.981266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.050792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-90b9cfa4-fa91-4e97-93a5-1648c0a57f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.054727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-90b9cfa4-fa91-4e97-93a5-1648c0a57f5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.2397788 Sep 01 14:55:26.120028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-592ab7b6-c90c-4cb4-9779-0c2777372cd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 217 time: 0.0581033 Sep 01 14:55:26.125911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.154711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.157336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.158511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e800821e-5151-41a9-ab68-ff1242871c77 HTTP/1.1" status: 204 len: 168 time: 0.3873291 Sep 01 14:55:26.193269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d71e4-3952-4630-a19c-20afc4a5349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e800821e-5151-41a9-ab68-ff1242871c77,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:26.245856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-60837a6f-b283-476b-a3a5-69516614faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.247512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-60837a6f-b283-476b-a3a5-69516614faa0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.1194963 Sep 01 14:55:26.251648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9d8d1802-6cdd-4350-a5df-d64b57a3a038 None None] Provisioning for port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:26.257870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9d8d1802-6cdd-4350-a5df-d64b57a3a038 None None] Provisioning complete for port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:26.258317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1802-6cdd-4350-a5df-d64b57a3a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.314588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d1802-6cdd-4350-a5df-d64b57a3a038 None None] Port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:26.329349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-8b0e3dc0-453e-440b-a1d3-1486709d5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.332976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-8b0e3dc0-453e-440b-a1d3-1486709d5bc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774558 Sep 01 14:55:26.467758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b38f-dcf4-4057-a401-fe7300027cb6 req-7165065d-995f-4361-9920-5d6442d78359 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.469369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5d4b38f-dcf4-4057-a401-fe7300027cb6 req-7165065d-995f-4361-9920-5d6442d78359 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 935 time: 0.1176200 Sep 01 14:55:26.502539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-f458e866-c514-41c1-b222-0adfae556d36 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608810 Sep 01 14:55:26.510510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1d0e2-1e31-4bc7-8bcf-092c5f0c2195 req-1a4fd276-5ea9-4b52-8465-c31b7dc6d665 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.513503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98a1d0e2-1e31-4bc7-8bcf-092c5f0c2195 req-1a4fd276-5ea9-4b52-8465-c31b7dc6d665 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 943 time: 0.1342275 Sep 01 14:55:26.541719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5d4b38f-dcf4-4057-a401-fe7300027cb6 req-da5800ed-670c-4238-9c9b-c3651842e33d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648742 Sep 01 14:55:26.627119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98a1d0e2-1e31-4bc7-8bcf-092c5f0c2195 req-1e5897c2-8858-4453-8b9e-29677898c4a0 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 Sep 01 14:55:26.648261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46984312-f95b-4ee9-81a2-4507b75bf503 req-d8ba5f97-3ba1-4b13-bc8a-133f0d5ec75b service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363132 Sep 01 14:55:26.670144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0590af-27d7-4c69-9e3b-e71708bc68c6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:26.684548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.705492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Transition to ACTIVE for port object 5f0590af-27d7-4c69-9e3b-e71708bc68c6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:26.712677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.823861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:26.830518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Attempting to bind port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:26.830902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Attempting to bind port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:26.831164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Attempting to bind port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:26.837379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:26.837736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Attempting to bind port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:26.853840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:26.854291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:26.854765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:26.855341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Bound port: 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:26.855771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.931415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:26.935460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:26.942462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:26.998286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:26.998911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:27.001175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/5f0590af-27d7-4c69-9e3b-e71708bc68c6 HTTP/1.1" status: 200 len: 1096 time: 1.0343773 Sep 01 14:55:27.001643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:27.004460 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:27.041030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cc0b3-5e30-4d99-82be-67f82797f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:27.076551 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac48a89-d256-4c1f-afe0-012ea71eb478 x-openstack-request-id: req-4ac48a89-d256-4c1f-afe0-012ea71eb478 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:27.077323 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:27.083784 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ac48a89-d256-4c1f-afe0-012ea71eb478 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:27.084942 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6', 'status': 'completed', 'code': 200} Sep 01 14:55:27.135365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-d6bd3c2f-867f-48de-a923-16298d34c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.139381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-d6bd3c2f-867f-48de-a923-16298d34c55f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 1099 time: 0.0530765 Sep 01 14:55:27.200422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-593934f8-d323-430e-bc71-0cb5ba1eb296 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6 HTTP/1.1" status: 200 len: 217 time: 0.0523536 Sep 01 14:55:27.244854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:27.276678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-c189d9c9-adbb-418e-a38f-5f9d7cae5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.278707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-c189d9c9-adbb-418e-a38f-5f9d7cae5532 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0704353 Sep 01 14:55:27.337639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696edb-c16e-462f-a074-48aae39e784e req-ceee15a5-1e31-4110-92e8-476a4034e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.340005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-ceee15a5-1e31-4110-92e8-476a4034e3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530286 Sep 01 14:55:27.456330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-41c8c51e-1bdc-434a-acd6-a49e746fabd2 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083777 Sep 01 14:55:27.592626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15696edb-c16e-462f-a074-48aae39e784e req-03640378-73d6-4a4b-8a3a-a1927f7f89df service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171830 Sep 01 14:55:27.693030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-d5e19ef1-539d-4832-9472-73bea1369b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.694791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-d5e19ef1-539d-4832-9472-73bea1369b00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49c4ad5841f0483eb284066d1b19316c&device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 1099 time: 0.0601206 Sep 01 14:55:27.735787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8d8d-7846-4f0a-8946-1f6ba0792952 req-85683d77-2e21-4130-85ff-15a0fdb49d99 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.737408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f14b8d8d-7846-4f0a-8946-1f6ba0792952 req-85683d77-2e21-4130-85ff-15a0fdb49d99 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 947 time: 0.0946534 Sep 01 14:55:27.793630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f14b8d8d-7846-4f0a-8946-1f6ba0792952 req-2837ebbe-a2d9-496d-9ef0-67ca08a0c1b0 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Sep 01 14:55:27.860749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75584-4d80-44b6-bb17-8ea9897f35af req-7d2b8f76-b254-4ee3-b9f1-8b6178cd16ca tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.862801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcb75584-4d80-44b6-bb17-8ea9897f35af req-7d2b8f76-b254-4ee3-b9f1-8b6178cd16ca tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 943 time: 0.0987127 Sep 01 14:55:27.866256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-8250fcd3-9bcb-4a68-b240-cf4acf98351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.867698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-8250fcd3-9bcb-4a68-b240-cf4acf98351f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1654475 Sep 01 14:55:27.929755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-96e03656-be46-4a2a-b892-efbd7c8a0d19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6 HTTP/1.1" status: 200 len: 217 time: 0.0530856 Sep 01 14:55:27.972921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcb75584-4d80-44b6-bb17-8ea9897f35af req-9bf9fd6c-6086-4a39-a65a-1f911b819ded tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031010 Sep 01 14:55:27.993338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-0e458b88-80f6-4db6-a39a-4ec60f3711e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:27.994904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-0e458b88-80f6-4db6-a39a-4ec60f3711e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0540922 Sep 01 14:55:28.051990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-ea82ebbe-9340-49ce-866a-7827f902effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:28.057145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-ea82ebbe-9340-49ce-866a-7827f902effd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513034 Sep 01 14:55:28.160170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-2b20d516-02f9-4a0e-b6f5-d2687a2013e2 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980885 Sep 01 14:55:28.255468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a19dcf91-ed8e-4f9c-bf82-dadbc21aece2 req-ebb882fc-59f5-41e5-bf87-6bf392e890da service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878839 Sep 01 14:55:28.304626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42178) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:28.594868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1616539466-network', 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:28.619150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:28.621977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.638046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.780771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.786010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.813160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:55:28.823077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea128878-73ac-4c60-982d-e58cf1b07fc6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:28.829848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.830289 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Added segment d78d6ae2-719e-4147-919c-4882759bf877 of type vlan for network e19a5c0e-a034-4c32-8659-3f4022e86b03 Sep 01 14:55:28.886459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.908385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d92e22e6-09cc-46fd-ac7d-590baa228ae4 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:28.926684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:28.927817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:28.929941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.021226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] Pushing event updated for resources: {'Network': ['ID=e19a5c0e-a034-4c32-8659-3f4022e86b03,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:29.036103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d4f5daf3-697d-484a-9db6-0959a1163e22 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7302575 Sep 01 14:55:29.040175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:55:29.041610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:29.054657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Request body: {'subnet': {'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1616539466-subnet', 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:29.066716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048f2f0-2059-429e-b0c6-21ca74b7fb9d req-20d47525-6224-490a-b413-89eba079c7f5 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:29.076572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2048f2f0-2059-429e-b0c6-21ca74b7fb9d req-20d47525-6224-490a-b413-89eba079c7f5 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 947 time: 0.1519098 Sep 01 14:55:29.117717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:29.120712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.165296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2048f2f0-2059-429e-b0c6-21ca74b7fb9d req-178c6056-6009-4664-9ec2-7a7b8655308c tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866807 Sep 01 14:55:29.208984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:29.225795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'mac_address': 'fa:16:3e:ca:26:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:29.289682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba63b1-3e7b-4fbd-8d88-075c89621a85 req-07e545af-edd8-4c2c-9b54-8d9bc9240812 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:29.291337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09ba63b1-3e7b-4fbd-8d88-075c89621a85 req-07e545af-edd8-4c2c-9b54-8d9bc9240812 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 943 time: 0.0870535 Sep 01 14:55:29.292298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.307898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92e22e6-09cc-46fd-ac7d-590baa228ae4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:29.331549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:29.337702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.413584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:29.435376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09ba63b1-3e7b-4fbd-8d88-075c89621a85 req-10f587a5-2a60-4206-91a6-6eac2e50485f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333647 Sep 01 14:55:29.457460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.549139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d92e22e6-09cc-46fd-ac7d-590baa228ae4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:29.565643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0f67a8-2c7f-4b14-bde2-59be27c14881,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:29.582642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:29.582988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Network hostable DHCP agents. Network: e19a5c0e-a034-4c32-8659-3f4022e86b03, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:55:29.617757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:55:29.634530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e19a5c0e-a034-4c32-8659-3f4022e86b03) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:29.642409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:29.643456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.650483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd6515-bb16-4ed7-b4d7-918a4e9bd22c None None] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:29.676401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4138f50f-fe9b-4889-ba90-1d5b9856f2c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6331165 Sep 01 14:55:29.765819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1873767446', 'description': 'tempest-description-1318273629'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:29.815291 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.831871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:29.848366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614bf16-fca1-429b-af1b-0e5dc235dfcd None None] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:30.000337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.014017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.066310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519d3126-ad82-45f1-8f74-f00da5ca4419,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:30.154026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.165447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.204335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc45017-2089-4aed-af36-2bd3a1ddd587,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:30.219623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.222466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59c01dd7-4556-41ce-89a5-c66c337afbdd req-bab025f1-a4f9-43d5-9aee-e4cfef2946b9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4622049 Sep 01 14:55:30.486844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be844f-edc0-4126-806a-52828664f055 req-af7688b4-efe4-4f97-a14f-29f64f0ceca3 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:30.501885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0be844f-edc0-4126-806a-52828664f055 req-af7688b4-efe4-4f97-a14f-29f64f0ceca3 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 947 time: 0.1075027 Sep 01 14:55:30.566427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Request body: {'security_group': {'name': 'tempest-securitygroup-420229249', 'description': 'tempest-description-1493754280'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:30.582067 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0be844f-edc0-4126-806a-52828664f055 req-0891231b-27d7-49c4-8139-28fbd6bae938 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721436 Sep 01 14:55:30.608399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.778190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.791545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.808555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b747-9f64-4a30-bf88-248245ad32e0 req-a7c0888d-ee4c-4db9-bd37-185766fae2ed tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:30.810753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcf7b747-9f64-4a30-bf88-248245ad32e0 req-a7c0888d-ee4c-4db9-bd37-185766fae2ed tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 944 time: 0.1102307 Sep 01 14:55:30.827330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:30.852015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-520eeee3-08c3-4405-99b9-0dbefeb66548 req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2904844 Sep 01 14:55:30.868381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b190f39-bf98-4c02-8059-c5284a06c8fb tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67b5607-1e99-4d08-ba9d-6c170dc44333,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:30.899657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcf7b747-9f64-4a30-bf88-248245ad32e0 req-ada0dc96-b1d0-4b9d-9b35-c7a7278f5590 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808632 Sep 01 14:55:30.924745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5f0590af-27d7-4c69-9e3b-e71708bc68c6 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:31.002410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d92e22e6-09cc-46fd-ac7d-590baa228ae4 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:31.104731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:31.121160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d92e22e6-09cc-46fd-ac7d-590baa228ae4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:31.124693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5f0590af-27d7-4c69-9e3b-e71708bc68c6', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '5f0590af-27d7-4c69-9e3b-e71708bc68c6', 'mac_address': 'fa:16:3e:57:fa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:31.127590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d92e22e6-09cc-46fd-ac7d-590baa228ae4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:31.127967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.195158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.218816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0590af-27d7-4c69-9e3b-e71708bc68c6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:31.266325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:31.284452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42284) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:31.285707 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.291295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1770452280-network', 'tenant_id': 'e86fcd7ff5cf4c21a2ed056f28645250'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:31.320311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Made reservation on behalf of e86fcd7ff5cf4c21a2ed056f28645250 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:31.324333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.338928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.342571 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.394300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:31.396657 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c7b7a-8ed6-482e-8eff-34a251c9ded3" -d '{"events": [{"server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "name": "network-vif-plugged", "status": "completed", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:31.411556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:31.429942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:31.436916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.498902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.503274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5f0590af-27d7-4c69-9e3b-e71708bc68c6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:31.508532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.559234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-585313344', 'description': 'tempest-description-1454232713'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:31.571633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:31.584963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:55:31.609398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00907685-f636-4d49-a0a0-22970ae28dc8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:31.620195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.620910 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Added segment 54731eb0-3265-4873-82dd-e4d725c33054 of type vlan for network 354a6ef0-cc6d-4e27-b936-4209dea2c98e Sep 01 14:55:31.657874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.671403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.691623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.742952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.745367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:31.746491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.847185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] Pushing event updated for resources: {'Network': ['ID=354a6ef0-cc6d-4e27-b936-4209dea2c98e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:31.871904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 354a6ef0-cc6d-4e27-b936-4209dea2c98e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:55:31.882914 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.887461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:31.910581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42314) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:31.911131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd48b5fc-08ae-4828-ba9d-8e3cb172a4ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6239896 Sep 01 14:55:31.918055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Request body: {'subnet': {'network_id': '354a6ef0-cc6d-4e27-b936-4209dea2c98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1770452280-subnet', 'tenant_id': 'e86fcd7ff5cf4c21a2ed056f28645250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:31.933996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f53a9-c83f-41dd-b33a-acd9fcfaf727,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:31.944799 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b26284-524c-4d47-8388-79dda18d219a x-openstack-request-id: req-41b26284-524c-4d47-8388-79dda18d219a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:31.945783 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "name": "network-vif-plugged", "status": "completed", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:31.946192 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b26284-524c-4d47-8388-79dda18d219a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:31.946742 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'code': 200} Sep 01 14:55:32.024932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.029538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.049869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15b84-5ef9-44b4-a45e-d6dcbc172e6b req-fdfa2cef-a2eb-4976-b266-6bcc5c02ddd6 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:32.051419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6eb15b84-5ef9-44b4-a45e-d6dcbc172e6b req-fdfa2cef-a2eb-4976-b266-6bcc5c02ddd6 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 948 time: 0.0883880 Sep 01 14:55:32.058868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028ab77-fa53-4195-b1a1-79c608db4e3d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:32.066304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef9a6-403b-4646-ac88-c8c8d3d8f6c6 req-ca8a944c-78e4-4f77-a75c-3e5f7f068d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:32.067867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-976ef9a6-403b-4646-ac88-c8c8d3d8f6c6 req-ca8a944c-78e4-4f77-a75c-3e5f7f068d49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.0717490 Sep 01 14:55:32.073593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.074944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Made reservation on behalf of e86fcd7ff5cf4c21a2ed056f28645250 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:32.076159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26afb236-da9b-4582-819c-2e773602e1fe req-78855f13-a375-4a49-9f03-fd5afddea12a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5257063 Sep 01 14:55:32.077240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.183745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6eb15b84-5ef9-44b4-a45e-d6dcbc172e6b req-89eb7dae-d3ac-456d-bdf3-3f0ef2d9e114 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140542 Sep 01 14:55:32.190124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-976ef9a6-403b-4646-ac88-c8c8d3d8f6c6 req-fda1e84c-bd5e-458a-b1c3-30f86d246a15 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106477 Sep 01 14:55:32.342157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.381101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-854066600', 'description': 'tempest-description-471388418'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:32.418950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e556f915-83e8-4394-90a9-7304d8e19566,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:32.433008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.448907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Checking segment: {'id': '54731eb0-3265-4873-82dd-e4d725c33054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '354a6ef0-cc6d-4e27-b936-4209dea2c98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:32.449200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Network hostable DHCP agents. Network: 354a6ef0-cc6d-4e27-b936-4209dea2c98e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:55:32.451742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c632b-fc37-4eae-9925-a2d829e98f28 req-34f2240d-97e3-4741-9f33-3f79c2f4dc85 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:32.453410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b8c632b-fc37-4eae-9925-a2d829e98f28 req-34f2240d-97e3-4741-9f33-3f79c2f4dc85 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 945 time: 0.0548081 Sep 01 14:55:32.482712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Network 354a6ef0-cc6d-4e27-b936-4209dea2c98e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:55:32.501997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 354a6ef0-cc6d-4e27-b936-4209dea2c98e) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:32.503209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b8c632b-fc37-4eae-9925-a2d829e98f28 req-980c9679-b735-4d3b-9879-9033e84b4c83 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Sep 01 14:55:32.510493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf6a3d-4c93-41cf-b28c-44c4237b3767 None None] Network 354a6ef0-cc6d-4e27-b936-4209dea2c98e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:32.513393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:32.514361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.562273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.567410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.598016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88950eda-a2a4-49be-9ed2-6c7aea0cb104 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6858923 Sep 01 14:55:32.619016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:32.620744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2cc9f84-63b3-434b-aaa0-7893b02bb1d9 req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2474861 Sep 01 14:55:32.621952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904640f6-593a-4995-8a80-69bcd6290f2a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059f0869-36d5-45ad-acdf-85ff82f554b2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:32.710991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721260ca-879e-453f-bc04-0a61d68a0cd8 None None] Network 354a6ef0-cc6d-4e27-b936-4209dea2c98e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:32.956233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5f0590af-27d7-4c69-9e3b-e71708bc68c6 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:33.080551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:33.085776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:33.086364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.090560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-51bb1501-8524-450e-bd9b-bbdea66a4fc1 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39559 time: 0.3651626 Sep 01 14:55:33.215391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-61e57438-3b33-4085-b118-2ae04f809421 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/00907685-f636-4d49-a0a0-22970ae28dc8 HTTP/1.1" status: 200 len: 2981 time: 0.1100605 Sep 01 14:55:33.266617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.305959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-1bbadb5c-d1a2-4564-a4ee-58626c4c5390 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/00907685-f636-4d49-a0a0-22970ae28dc8 HTTP/1.1" status: 200 len: 2981 time: 0.0784945 Sep 01 14:55:33.352038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:33.359142 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.407532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-cbec1c4f-8bad-4fea-b867-a23eb1e96d98 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3aa746ca-80f1-4f23-aa94-11606a9db4fc HTTP/1.1" status: 200 len: 2973 time: 0.0951643 Sep 01 14:55:33.408320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:33.410261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809a295-c15b-458c-8ece-15ec11ff207e req-6bb3eeb4-4e6b-484c-b685-4268aade5020 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:33.411951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e809a295-c15b-458c-8ece-15ec11ff207e req-6bb3eeb4-4e6b-484c-b685-4268aade5020 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 948 time: 0.1002698 Sep 01 14:55:33.429130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:33.481805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e809a295-c15b-458c-8ece-15ec11ff207e req-91fe4d54-1190-44d1-af05-127d622a1039 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550492 Sep 01 14:55:33.497596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-ecd96394-f36e-4205-9e6b-394154b2e571 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3aa746ca-80f1-4f23-aa94-11606a9db4fc HTTP/1.1" status: 200 len: 2973 time: 0.0835388 Sep 01 14:55:33.550267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-18319ba2-7bea-48fc-be0c-4bb7f7f592d3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3cc87f15-f0e8-438a-a139-987d990b9d17 HTTP/1.1" status: 200 len: 2981 time: 0.0455163 Sep 01 14:55:33.600379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-2335f661-61e8-4285-ba73-355872449816 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3cc87f15-f0e8-438a-a139-987d990b9d17 HTTP/1.1" status: 200 len: 2981 time: 0.0428555 Sep 01 14:55:33.660238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-c9532d4d-ef60-4567-a8d8-42c4cdb7403c tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/519d3126-ad82-45f1-8f74-f00da5ca4419 HTTP/1.1" status: 200 len: 2981 time: 0.0522089 Sep 01 14:55:33.825584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:33.865908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:33.948632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:33.951371 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b98871c-ab67-4b39-995a-fc28c4b6b039" -d '{"events": [{"server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:33.959578 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf18a202-a293-44a0-a552-720539d3584e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.971591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0df23c-37c1-4f5b-9496-417c0ad79ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.976959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a690167-4d46-481c-a15f-e71574103f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.978588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-c9939c42-8a3f-4aaf-9bf9-d63df3922029 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/519d3126-ad82-45f1-8f74-f00da5ca4419 HTTP/1.1" status: 200 len: 2981 time: 0.3172035 Sep 01 14:55:34.044300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-1a0f1b79-856c-4887-a438-05347e790c1b tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/686f53a9-c83f-41dd-b33a-acd9fcfaf727 HTTP/1.1" status: 200 len: 2981 time: 0.0587661 Sep 01 14:55:34.045173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-5167801e-bef9-4a4d-a763-56034142ecc8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:34.054090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-5167801e-bef9-4a4d-a763-56034142ecc8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.1674728 Sep 01 14:55:34.068656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-e38c7600-efc5-451c-b9e4-fd4274dc0d9f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/quotas/b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 375 time: 0.0159247 Sep 01 14:55:34.097671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-417947be-ae79-43b4-ae93-0bc94696a8b2 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280559 Sep 01 14:55:34.131651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf18a202-a293-44a0-a552-720539d3584e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.134882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-8d35775b-35dd-453e-9c8e-cfa2fce8842f tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/686f53a9-c83f-41dd-b33a-acd9fcfaf727 HTTP/1.1" status: 200 len: 2981 time: 0.0620828 Sep 01 14:55:34.150423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf18a202-a293-44a0-a552-720539d3584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.216188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cf18a202-a293-44a0-a552-720539d3584e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8249e3f6ceb94f2e93cb4078e98352a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049912 Sep 01 14:55:34.217603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18a202-a293-44a0-a552-720539d3584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5259b-5c74-40ce-baef-1120c2a044c3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:34.220066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:34.223288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-dc0f792e-32db-4559-a5ca-d85fbfd86162 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8b303b41-e037-4c44-a936-3b69d4ac54d1 HTTP/1.1" status: 200 len: 2977 time: 0.0800273 Sep 01 14:55:34.236180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-a54954e8-cc8d-490a-9196-2c78f09addb7 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303442 Sep 01 14:55:34.280825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-6ce30bd9-0d47-452a-9465-5374dc225b70 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8b303b41-e037-4c44-a936-3b69d4ac54d1 HTTP/1.1" status: 200 len: 2977 time: 0.0475745 Sep 01 14:55:34.325891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-004a5dc9-a072-406d-a1e8-bdf6d05e815c tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/abf13542-cf94-4de5-b05b-3a68deee0a59 HTTP/1.1" status: 200 len: 2981 time: 0.0375113 Sep 01 14:55:34.370860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-b416173a-302f-41e4-bd21-69d89fc14b51 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/abf13542-cf94-4de5-b05b-3a68deee0a59 HTTP/1.1" status: 200 len: 2981 time: 0.0379860 Sep 01 14:55:34.377287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0df23c-37c1-4f5b-9496-417c0ad79ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.380321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.390855 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0df23c-37c1-4f5b-9496-417c0ad79ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.416056 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-28d9fe6f-0fa1-4ea3-a755-4d4d7767b37a tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b2f14ebd-8929-487a-8be6-888c6e6c6db0 HTTP/1.1" status: 200 len: 2981 time: 0.0389111 Sep 01 14:55:34.446272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-7c2cf638-59dc-428d-b196-db13107123c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004342 Sep 01 14:55:34.453828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.462286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-2d88d3b6-9ec5-471d-8f4d-9957834cac2f tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b2f14ebd-8929-487a-8be6-888c6e6c6db0 HTTP/1.1" status: 200 len: 2981 time: 0.0388811 Sep 01 14:55:34.503571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0df23c-37c1-4f5b-9496-417c0ad79ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ba8ca-0e3d-4af6-ac2a-1ad97d1ccb87,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:34.512102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-e482309f-c631-4263-a276-33a0a13cab1b tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0 HTTP/1.1" status: 200 len: 2981 time: 0.0441701 Sep 01 14:55:34.528215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb0df23c-37c1-4f5b-9496-417c0ad79ad9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a818ba351334b4ca717ac5d2a5eb276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009473 Sep 01 14:55:34.534927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42408) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:34.614955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-78658b92-ea5e-44b3-88bb-21e3a5d8fdb2 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0 HTTP/1.1" status: 200 len: 2981 time: 0.0954859 Sep 01 14:55:34.625436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.629221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.631700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85c5259b-5c74-40ce-baef-1120c2a044c3 HTTP/1.1" status: 204 len: 168 time: 0.4073834 Sep 01 14:55:34.647795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0012b-37a7-4e2f-80f8-f473939f1f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5259b-5c74-40ce-baef-1120c2a044c3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:34.648684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.711770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a690167-4d46-481c-a15f-e71574103f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.719580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a690167-4d46-481c-a15f-e71574103f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.760304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.779092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eae4e-916c-4714-b3fc-e12889bbaf50 req-66a67634-eb98-4fb2-84af-d00f5ee23be0 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:34.780782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-838eae4e-916c-4714-b3fc-e12889bbaf50 req-66a67634-eb98-4fb2-84af-d00f5ee23be0 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 945 time: 0.1236186 Sep 01 14:55:34.784575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-5a251b43-b1e8-4e47-b606-52d31579b1f8 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/cab71204-972a-4e1e-afdd-ea00839244c7 HTTP/1.1" status: 200 len: 2977 time: 0.1626170 Sep 01 14:55:34.790189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a690167-4d46-481c-a15f-e71574103f7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5086c210039149e7baf927790225b8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9227750 Sep 01 14:55:34.790670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:34.806562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a690167-4d46-481c-a15f-e71574103f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304cc1c2-da05-42f0-829b-e5e6574fb317,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:34.865776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-838eae4e-916c-4714-b3fc-e12889bbaf50 req-14aa46ce-5a0e-4c1d-b471-eb7d10a0c85c tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734274 Sep 01 14:55:34.880521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-6f157b3c-e75b-40dc-9db2-02e8c4f0bf53 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/cab71204-972a-4e1e-afdd-ea00839244c7 HTTP/1.1" status: 200 len: 2977 time: 0.0949547 Sep 01 14:55:34.885099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.925387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.926369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.929317 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:34.930596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/480ba8ca-0e3d-4af6-ac2a-1ad97d1ccb87 HTTP/1.1" status: 204 len: 168 time: 0.3945954 Sep 01 14:55:34.949173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-484ff02f-5d50-484e-a3f3-b1363b5d05bb tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea128878-73ac-4c60-982d-e58cf1b07fc6 HTTP/1.1" status: 200 len: 2981 time: 0.0664659 Sep 01 14:55:34.971357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56e54-f53b-4df2-81b8-14f72fbc733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ba8ca-0e3d-4af6-ac2a-1ad97d1ccb87,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:35.002625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.007620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.011968 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882430c3-9736-4dc7-aef4-2d4008bcb686 x-openstack-request-id: req-882430c3-9736-4dc7-aef4-2d4008bcb686 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:35.013470 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:35.013737 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-882430c3-9736-4dc7-aef4-2d4008bcb686 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:35.014144 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6', 'code': 200} Sep 01 14:55:35.018513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/304cc1c2-da05-42f0-829b-e5e6574fb317 HTTP/1.1" status: 204 len: 168 time: 0.2188773 Sep 01 14:55:35.061901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c0479-ef6c-46a8-b67b-0f52c91b4dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304cc1c2-da05-42f0-829b-e5e6574fb317,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:35.109411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f8266-ba8f-44a6-9d94-784cc1ea18eb req-ca84a288-5824-4086-8a64-ae373540c5e4 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea128878-73ac-4c60-982d-e58cf1b07fc6 HTTP/1.1" status: 200 len: 2981 time: 0.1589487 Sep 01 14:55:35.175258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:35.205774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a8f2b-bc72-44c7-81c4-1fc04649d828 req-6fa5783a-7d0a-4995-94ac-ed930931218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:35.207905 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5631f593-cdbf-47e3-b7d7-d77d9c286c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.208070 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f64a8f2b-bc72-44c7-81c4-1fc04649d828 req-6fa5783a-7d0a-4995-94ac-ed930931218d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 1101 time: 0.0973470 Sep 01 14:55:35.268123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da1de7a1-324d-4388-9cdc-ad1a36192943 req-0f8f0a7e-f524-4f31-97fc-b1501304c9b3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 210 time: 0.0620482 Sep 01 14:55:35.322212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f64a8f2b-bc72-44c7-81c4-1fc04649d828 req-7f5cc17a-094a-497d-9498-e801f5492ae8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998693 Sep 01 14:55:35.337495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c60645-eebb-46d4-a1a3-180956ef64b0 req-ff168485-40b2-4cff-9d39-1a907a555e3d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:35.345670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-55c60645-eebb-46d4-a1a3-180956ef64b0 req-ff168485-40b2-4cff-9d39-1a907a555e3d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 949 time: 0.1334198 Sep 01 14:55:35.403989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-55c60645-eebb-46d4-a1a3-180956ef64b0 req-1fd27f77-ec05-44fb-9f2f-c49ac77df370 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570917 Sep 01 14:55:35.427360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5631f593-cdbf-47e3-b7d7-d77d9c286c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.485576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5631f593-cdbf-47e3-b7d7-d77d9c286c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.536628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bf8f155-c174-4e9d-aa4e-d5f6c7ca46dd req-639cdeb1-28c2-4230-89ef-62ec19203b8e tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f555e547e2fc4ca1b3a9169129275f8e HTTP/1.1" status: 200 len: 6103 time: 0.0995066 Sep 01 14:55:35.572019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5631f593-cdbf-47e3-b7d7-d77d9c286c80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=325fdebbc8424d93b34e4a8d60e49782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951132 Sep 01 14:55:35.576266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42438) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:35.659443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bf8f155-c174-4e9d-aa4e-d5f6c7ca46dd req-d9571e72-dc71-480f-b838-5e7f646b062c tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "GET /v2.0/security-groups/519d3126-ad82-45f1-8f74-f00da5ca4419 HTTP/1.1" status: 200 len: 2981 time: 0.1195407 Sep 01 14:55:35.659666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f593-cdbf-47e3-b7d7-d77d9c286c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a0a855-3a33-4f62-b201-ae2dd18c9d0c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:35.720870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.755907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-78222ca5-3164-4a0b-ad18-7a40ee08bccc tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 258 time: 0.3945272 Sep 01 14:55:35.756946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:35.767944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bf8f155-c174-4e9d-aa4e-d5f6c7ca46dd req-f4d05440-0107-4ae0-9b08-14b6f3d4fb94 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "GET /v2.0/security-groups/519d3126-ad82-45f1-8f74-f00da5ca4419 HTTP/1.1" status: 200 len: 2981 time: 0.1075473 Sep 01 14:55:35.785784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:35.786497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.797749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.830805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:55:35.830805 n-d-802060-16 neutron-server[106376]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 14:55:35.830805 n-d-802060-16 neutron-server[106376]: [parameters: {'project_id': 'ff1150cd3f92475aa318dde575d83305', 'id': '136eb632-9020-4d6c-8fe7-14ea0e4aff89', 'expiration': datetime.datetime(2021, 9, 1, 14, 57, 35, 822836)}] Sep 01 14:55:35.830805 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:55:35.831942 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:55:35.839450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.860208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-743864b5-baf0-49fc-b114-71ad22a85362 req-c75eaa69-4379-460c-8e2e-86e9a95264d2 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/059f0869-36d5-45ad-acdf-85ff82f554b2 HTTP/1.1" status: 200 len: 1776 time: 0.0540531 Sep 01 14:55:35.883679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.886567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.889399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6a0a855-3a33-4f62-b201-ae2dd18c9d0c HTTP/1.1" status: 204 len: 168 time: 0.3105555 Sep 01 14:55:35.909866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09503132-b3f4-42bb-bd48-0d9f744551c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a0a855-3a33-4f62-b201-ae2dd18c9d0c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:35.955567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-743864b5-baf0-49fc-b114-71ad22a85362 req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:35.987796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-743864b5-baf0-49fc-b114-71ad22a85362 req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.048820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-743864b5-baf0-49fc-b114-71ad22a85362 req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.052361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-743864b5-baf0-49fc-b114-71ad22a85362 req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.054068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-743864b5-baf0-49fc-b114-71ad22a85362 req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/059f0869-36d5-45ad-acdf-85ff82f554b2 HTTP/1.1" status: 204 len: 173 time: 0.1781006 Sep 01 14:55:36.056729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:36.090811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e9455c-ae51-470f-99e7-589002e463b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.115374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789344a0-ebb9-4698-8062-45a709ad709e tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f0869-36d5-45ad-acdf-85ff82f554b2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:36.194974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-b95d1819-81b1-44cc-8758-d84c3c8a8462 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6028ab77-fa53-4195-b1a1-79c608db4e3d HTTP/1.1" status: 200 len: 1777 time: 0.1052797 Sep 01 14:55:36.239138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.360042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.392332 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.401013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e9455c-ae51-470f-99e7-589002e463b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.419439 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e9455c-ae51-470f-99e7-589002e463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.458571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Allocated IP 172.25.1.18 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c8ed73fa-a29f-486f-bedc-6432cd1d85b0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:36.470536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-2c076c84-6d14-4af0-a0b9-2ba216008e67 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:36.478721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-2c076c84-6d14-4af0-a0b9-2ba216008e67 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.2406764 Sep 01 14:55:36.480472 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:55:36.487498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.511773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Request body: {'port': {'device_id': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'admin_state_up': True, 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:36.602435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9455c-ae51-470f-99e7-589002e463b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04730a-79be-4f14-9fb8-1de0891f71a1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:36.636842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.640218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.645318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.681252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2e9455c-ae51-470f-99e7-589002e463b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f1af7b5fc8341128b7e757cb5f3b0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210201 Sep 01 14:55:36.685674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42470) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:36.720960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff1150cd3f92475aa318dde575d83305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621265 Sep 01 14:55:36.724381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42474) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:36.733797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f70ebe-d955-4ef6-b7b5-916df409f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf10ae6-f893-4777-8422-cac820e6d5fb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:36.734497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.737049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.738544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89ebbda7-5352-4316-bcae-67327ae1ae1a req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/6028ab77-fa53-4195-b1a1-79c608db4e3d HTTP/1.1" status: 204 len: 173 time: 0.5342627 Sep 01 14:55:36.771937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17bde1-5d74-4c48-8343-48785a961ec3 tempest-SecurityGroupsTestAdminJSON-1977594628 tempest-SecurityGroupsTestAdminJSON-1977594628-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028ab77-fa53-4195-b1a1-79c608db4e3d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:36.787709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.791612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:36.795525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.820332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.854272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:36.864602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:36.868499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.879014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:36.882357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.885767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event updated for resources: {'Port': ['ID=c8ed73fa-a29f-486f-bedc-6432cd1d85b0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:36.920616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.961292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.981770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.985417 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:36.989581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd04730a-79be-4f14-9fb8-1de0891f71a1 HTTP/1.1" status: 204 len: 168 time: 0.3002388 Sep 01 14:55:37.018992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Allocated IP 172.20.0.11 (e19a5c0e-a034-4c32-8659-3f4022e86b03/0f0f67a8-2c7f-4b14-bde2-59be27c14881/200a6dcb-2662-497b-a6e4-24c86d05a057) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:37.033252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47eb93-5b71-47b6-99dc-a00cdff7d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04730a-79be-4f14-9fb8-1de0891f71a1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:37.037373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.140234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ac6ed66b-dca3-4142-bbbd-61d49ac6314c req-e0bd16e4-b880-4ffb-889d-146f52bdd633 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 210 time: 0.0856583 Sep 01 14:55:37.141030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.145367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.149734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daf10ae6-f893-4777-8422-cac820e6d5fb HTTP/1.1" status: 204 len: 168 time: 0.4236572 Sep 01 14:55:37.175405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ce141-bb9c-44cb-be98-466b2b101ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf10ae6-f893-4777-8422-cac820e6d5fb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:37.308893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.318903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.375983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event updated for resources: {'Port': ['ID=c8ed73fa-a29f-486f-bedc-6432cd1d85b0,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:37.378981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.398433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.400529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-1ef614a4-ef2e-4372-98fb-09a5d70d6d1a tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6204088 Sep 01 14:55:37.456184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.473288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4df97-dfe6-4dcb-a6c2-57799a272a5b req-b02191e1-cf83-483f-a061-99159501938d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:37.475840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4bd4df97-dfe6-4dcb-a6c2-57799a272a5b req-b02191e1-cf83-483f-a061-99159501938d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 949 time: 0.1680405 Sep 01 14:55:37.489664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-ded5d7d8-0f3a-42b9-9692-261c5ff8b3d0 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0803406 Sep 01 14:55:37.539350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.573750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4bd4df97-dfe6-4dcb-a6c2-57799a272a5b req-ed07bbcb-1500-44b9-ac4e-06a440ae4258 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Sep 01 14:55:37.603543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:37.607759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:37.610477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:37.616975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:37.617644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.622015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:37.641643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-cd32c8a0-c819-4931-b675-c93347b6132e tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:37.643335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-cd32c8a0-c819-4931-b675-c93347b6132e tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.1459093 Sep 01 14:55:37.648831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-902a0f20-0e27-438b-9cfa-836a6a1dab8d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1417663 Sep 01 14:55:37.662820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-e7c1811b-7aeb-4609-8cd6-cbc395608053 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:55:37.663727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423d058-1a15-4413-a1a0-fb9a945faadf req-e7c1811b-7aeb-4609-8cd6-cbc395608053 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123336 Sep 01 14:55:37.693261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Request body: {'port': {'device_id': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:37.767502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8ce264-bf17-4c33-967e-55214252f842 req-8e20554f-5b5e-4418-875c-7273f03d2aa9 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "GET /v2.0/security-groups/e67b5607-1e99-4d08-ba9d-6c170dc44333 HTTP/1.1" status: 200 len: 1777 time: 0.1128502 Sep 01 14:55:37.797513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.872604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2a8ce264-bf17-4c33-967e-55214252f842 req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:37.960621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2a8ce264-bf17-4c33-967e-55214252f842 req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.079639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2a8ce264-bf17-4c33-967e-55214252f842 req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.082445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2a8ce264-bf17-4c33-967e-55214252f842 req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.083652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8ce264-bf17-4c33-967e-55214252f842 req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "DELETE /v2.0/security-groups/e67b5607-1e99-4d08-ba9d-6c170dc44333 HTTP/1.1" status: 204 len: 173 time: 0.3153284 Sep 01 14:55:38.107377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6cba3-f64f-496c-9ab8-38bdb87c01f1 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67b5607-1e99-4d08-ba9d-6c170dc44333,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:38.244306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a6dcb-2662-497b-a6e4-24c86d05a057 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:38.288047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.336576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Transition to ACTIVE for port object 200a6dcb-2662-497b-a6e4-24c86d05a057 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:38.344798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.385088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-070085b8-3119-456b-8d1a-ffda6fb8ada3 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:38.387157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-070085b8-3119-456b-8d1a-ffda6fb8ada3 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1473057 Sep 01 14:55:38.502449 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-21b281f6-3bcb-4027-a54d-a547d457e2fa tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1036379 Sep 01 14:55:38.514678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:38.515078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'floatingip': {'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:38.526754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-f3af8432-5921-4f9e-a9a6-716374fe0b48 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "GET /v2.0/security-groups/adc45017-2089-4aed-af36-2bd3a1ddd587 HTTP/1.1" status: 200 len: 1778 time: 0.0624471 Sep 01 14:55:38.572675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.589202 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.618754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.676344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.683241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:38.701100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89ef2d14-be05-4dcf-b911-cdc5bf483c26 req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] 10.222.0.41 "DELETE /v2.0/security-groups/adc45017-2089-4aed-af36-2bd3a1ddd587 HTTP/1.1" status: 204 len: 173 time: 0.1731157 Sep 01 14:55:38.722441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991f5df-73d3-451c-b4df-924e9438c595 tempest-SecurityGroupsTestAdminJSON-952729602 tempest-SecurityGroupsTestAdminJSON-952729602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc45017-2089-4aed-af36-2bd3a1ddd587,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:38.873627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:38.874985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:38.875715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:38.878020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0944313-0a3c-40f0-abb1-0f7dd6f83c80 req-6718221c-27ca-4c20-b8a6-9b6a1765810b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:38.879926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0944313-0a3c-40f0-abb1-0f7dd6f83c80 req-6718221c-27ca-4c20-b8a6-9b6a1765810b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.0737290 Sep 01 14:55:38.935175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0944313-0a3c-40f0-abb1-0f7dd6f83c80 req-042d2a0a-a064-4d68-ad4d-8c40aab5ea9e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472920 Sep 01 14:55:38.946532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:38.946532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:38.954891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:38.955353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:38.955812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:38.956328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Bound port: 200a6dcb-2662-497b-a6e4-24c86d05a057, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:38.957197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.115516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24e560-1733-4d0d-a955-7c8ebfac4fc2 req-688689d4-f383-4ba4-b83b-a15e77338578 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:39.125277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f24e560-1733-4d0d-a955-7c8ebfac4fc2 req-688689d4-f383-4ba4-b83b-a15e77338578 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 949 time: 0.0901361 Sep 01 14:55:39.196122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:39.197159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:39.200324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f24e560-1733-4d0d-a955-7c8ebfac4fc2 req-bc5c2b6e-9c8d-4f0a-a8ce-2a7bd4af0e2d tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658507 Sep 01 14:55:39.227951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:39.269683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.332943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:39.334509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.336849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] 10.222.0.24 "PUT /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 1093 time: 1.6498511 Sep 01 14:55:39.341429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:39.343952 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:39.410725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b877ab6-06ab-4f5d-93df-95e510fd8536 service neutron] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:39.412699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-9181e162-77e0-4cab-a06c-0310ab4f512d tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:39.424899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-9181e162-77e0-4cab-a06c-0310ab4f512d tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 1101 time: 0.0713365 Sep 01 14:55:39.450350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-76c549c2-7db7-4e50-af10-cd185b06a5a9 tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.526162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-cbff907e-7bb4-46c8-9f2e-25a05d282c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:39.527682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-cbff907e-7bb4-46c8-9f2e-25a05d282c09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1096 time: 0.1017978 Sep 01 14:55:39.529757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.534809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.587942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-76c549c2-7db7-4e50-af10-cd185b06a5a9 tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.592785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-76c549c2-7db7-4e50-af10-cd185b06a5a9 tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.622647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fddd598-5d17-4ebd-820d-51edd6a54380 req-76c549c2-7db7-4e50-af10-cd185b06a5a9 tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863832 Sep 01 14:55:39.632848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c549c2-7db7-4e50-af10-cd185b06a5a9 tempest-LiveMigrationNegativeTest-437690753 tempest-LiveMigrationNegativeTest-437690753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e232ae3-094a-4286-99a0-6974bd34b4d1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:40.052197 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ed135-9211-4b73-979b-19161d0632f1 x-openstack-request-id: req-549ed135-9211-4b73-979b-19161d0632f1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:40.052537 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:40.052789 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-549ed135-9211-4b73-979b-19161d0632f1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:40.053233 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'status': 'completed', 'code': 200} Sep 01 14:55:40.062638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-84097d6f-6808-4d52-af18-58860f502d87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.4523940 Sep 01 14:55:40.140366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404541-39ef-4afd-8839-dc5ce520b52e req-cb412672-76d2-48cd-ba99-fc74222e9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:40.141679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-cb412672-76d2-48cd-ba99-fc74222e9a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.0503657 Sep 01 14:55:40.147671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4ef4082e-5f02-4c3c-b72c-8502c5558b62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f555e547e2fc4ca1b3a9169129275f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9463079 Sep 01 14:55:40.149483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:40.206224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-a3d4010a-f0a9-419e-96f7-74e1cefb5b44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298138 Sep 01 14:55:40.229898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56419071-2c91-4108-aef9-e62d4f2f7547 req-dd0c61ab-af76-4dff-95a3-1256f14970f6 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:40.231435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56419071-2c91-4108-aef9-e62d4f2f7547 req-dd0c61ab-af76-4dff-95a3-1256f14970f6 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.1211929 Sep 01 14:55:40.237477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.283199 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Floating IP 745763a3-e264-4918-ba60-57231ac412af associated. External IP: 172.25.1.18, port: d92e22e6-09cc-46fd-ac7d-590baa228ae4. Sep 01 14:55:40.311316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56419071-2c91-4108-aef9-e62d4f2f7547 req-e7b29e26-44f2-4afb-9e89-6fe54d0db7d1 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 Sep 01 14:55:40.326363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.395716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42640) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:40.413303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.416153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.420277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/519d3126-ad82-45f1-8f74-f00da5ca4419 HTTP/1.1" status: 204 len: 168 time: 0.2694414 Sep 01 14:55:40.428214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-451b253d-8f9a-4426-93d0-8a083dd04ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115381 Sep 01 14:55:40.428524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0554b-5f9c-4102-b848-30f5edfe2e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d3126-ad82-45f1-8f74-f00da5ca4419,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:40.466369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:40.619557 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab9a05b1-eb8f-4261-b22d-9045bb3cdd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.643703 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84404541-39ef-4afd-8839-dc5ce520b52e req-a48d718e-1406-48f6-94ec-d8d025f2e0ed service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058871 Sep 01 14:55:40.684895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Router 5f2442b3-ff26-4507-b2ab-567ff81aa632 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:55:40.781502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab9a05b1-eb8f-4261-b22d-9045bb3cdd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.787824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab9a05b1-eb8f-4261-b22d-9045bb3cdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:40.840061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ab9a05b1-eb8f-4261-b22d-9045bb3cdd28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be6120cbc06a4cf59b97b1a6abcfbcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419951 Sep 01 14:55:40.844981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:40.847297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a05b1-eb8f-4261-b22d-9045bb3cdd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48205220-3fd1-44d8-9f94-8eefe0480626,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:40.919491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-0db6139e-faeb-48c1-9417-8b51f5b640de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:40.921106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-0db6139e-faeb-48c1-9417-8b51f5b640de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1096 time: 0.1523812 Sep 01 14:55:40.941327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-64970d1e-f53a-414e-b36a-e5df896593a7 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f16b9b5e41314b689b60acae19173e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856605 Sep 01 14:55:40.998596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:55:41.006353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.011179 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Sync routers for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:55:41.034523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:41.035677 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:41.041835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:41.056567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0294ab-2879-40e8-9bd7-a8a4f43a62e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.083722 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.092553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-28814aed-859d-498e-ad50-631e30678b56 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "PUT /v2.0/floatingips/745763a3-e264-4918-ba60-57231ac412af HTTP/1.1" status: 200 len: 995 time: 2.5827510 Sep 01 14:55:41.113768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-a3e3e52e-e521-462b-85e1-389b90509832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.116038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-a3e3e52e-e521-462b-85e1-389b90509832 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.1827183 Sep 01 14:55:41.144640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.166514 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:41.188879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-af8927d2-322f-46cd-8494-a253db396f51 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.190462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-af8927d2-322f-46cd-8494-a253db396f51 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386332 Sep 01 14:55:41.230454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-dd47129d-7dc0-4081-bf71-082909129c31 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/quotas/f16b9b5e41314b689b60acae19173e53 HTTP/1.1" status: 200 len: 375 time: 0.0243905 Sep 01 14:55:41.247470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-888e9e71-dad5-4a61-ae22-1e292299a899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=507c694bd0ed46ea9b4f8cdde2934c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027283 Sep 01 14:55:41.248771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:41.251453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-cae9f7a8-5226-4dc3-ab6b-607b253c090f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.1207788 Sep 01 14:55:41.274879 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.277723 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.281154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48205220-3fd1-44d8-9f94-8eefe0480626 HTTP/1.1" status: 204 len: 168 time: 0.4325504 Sep 01 14:55:41.314501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-06b47c73-0fdd-4368-8051-77cfdb29a670 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f16b9b5e41314b689b60acae19173e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531564 Sep 01 14:55:41.327363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233ddcb-e9a9-4200-85cb-725dcace32fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48205220-3fd1-44d8-9f94-8eefe0480626,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:41.346289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0294ab-2879-40e8-9bd7-a8a4f43a62e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.363802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0294ab-2879-40e8-9bd7-a8a4f43a62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.393626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-e77b413b-efdd-44fd-88bb-d9de04a21c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.404762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-e77b413b-efdd-44fd-88bb-d9de04a21c0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.2627850 Sep 01 14:55:41.420585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae0294ab-2879-40e8-9bd7-a8a4f43a62e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b18a5b17c01d4244a7cb8b243b53810f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526832 Sep 01 14:55:41.424080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42672) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:41.456000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0294ab-2879-40e8-9bd7-a8a4f43a62e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e88f19-d480-4080-a54a-acaf97ba69e3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:41.496562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-0a4f529a-8b74-45bf-b64b-1fdf99ab7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.498091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-0a4f529a-8b74-45bf-b64b-1fdf99ab7081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2274737 Sep 01 14:55:41.542368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-253eea10-3712-459b-9509-38f89714f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.543857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-253eea10-3712-459b-9509-38f89714f9e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.1382537 Sep 01 14:55:41.579884 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.590161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-d3169195-54ca-4c2e-8d50-e288d6718d32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451632 Sep 01 14:55:41.590815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.625198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.723436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.726132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.728274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.735241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1e88f19-d480-4080-a54a-acaf97ba69e3 HTTP/1.1" status: 204 len: 168 time: 0.3094347 Sep 01 14:55:41.754884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fc17e-b568-4c1a-a78e-f65807cab784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e88f19-d480-4080-a54a-acaf97ba69e3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:41.780114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-ae6ffe59-d24d-47d8-863d-6b4071e73e09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 998 time: 0.2172186 Sep 01 14:55:41.780561 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '745763a3-e264-4918-ba60-57231ac412af', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'mac_address': 'fa:16:3e:ca:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:55:36Z', 'updated_at': '2021-09-01T14:55:39Z', 'revision_number': 1, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:41.875183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-0d2b8a92-c978-47fe-87f4-62d7a338978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:41.883146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-0d2b8a92-c978-47fe-87f4-62d7a338978c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.0775371 Sep 01 14:55:41.926757 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Checking router: 5f2442b3-ff26-4507-b2ab-567ff81aa632 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:55:41.958974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-1eb9cf0a-0ea2-491e-89b6-23e610fd7f66 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370767 Sep 01 14:55:41.963433 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:41.964095 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:42.027404 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.030207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.031373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/686f53a9-c83f-41dd-b33a-acd9fcfaf727 HTTP/1.1" status: 204 len: 168 time: 0.7786148 Sep 01 14:55:42.033463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-ded6c5bb-79cf-41b5-9c8a-5182ca91ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:42.045583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-ded6c5bb-79cf-41b5-9c8a-5182ca91ec3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613894 Sep 01 14:55:42.051320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-6bd3a5fc-2583-409e-9503-bf65499af0ba service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:55:42.059772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-6bd3a5fc-2583-409e-9503-bf65499af0ba service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130048 Sep 01 14:55:42.091402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:42.093920 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a355cd2-4ecf-474f-a128-1225a457cd55" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:42.137045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec11e7-49f4-4766-940a-bb6a82e502b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f53a9-c83f-41dd-b33a-acd9fcfaf727,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:42.175914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:42.210331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:42.217685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6617dff3-17e9-43dd-b99b-4cc8e6865693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.274519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42b1a8-3f82-4156-b0a1-52abf71a04ce req-50e3d70a-1377-478e-a016-0662be1300e3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:42.286869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af42b1a8-3f82-4156-b0a1-52abf71a04ce req-50e3d70a-1377-478e-a016-0662be1300e3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.2060323 Sep 01 14:55:42.363685 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-9725d300-9c53-4a27-a104-9cebce848809 service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025215 Sep 01 14:55:42.395031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e3c3d5c-f5fa-48fe-a32a-489b22c8009e req-0fd0a0b6-81cc-4073-bfd6-01bfd543b2ab service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172657 Sep 01 14:55:42.501960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af42b1a8-3f82-4156-b0a1-52abf71a04ce req-0568163e-a0e4-4f09-bd20-147b8bfbe925 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137239 Sep 01 14:55:42.629476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794f7c2c-c2a6-4a34-879e-e07f8f159774 req-f6ec87ba-6381-4807-9f18-01559e6b8469 service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333753 Sep 01 14:55:42.644053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6617dff3-17e9-43dd-b99b-4cc8e6865693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.649953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6617dff3-17e9-43dd-b99b-4cc8e6865693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.796307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c127061c-f07a-44b9-b996-296c69944394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '745763a3-e264-4918-ba60-57231ac412af', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'mac_address': 'fa:16:3e:ca:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:55:36Z', 'updated_at': '2021-09-01T14:55:39Z', 'revision_number': 1, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:42.828651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c127061c-f07a-44b9-b996-296c69944394 None None] The sync data for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 is: [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '745763a3-e264-4918-ba60-57231ac412af', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'mac_address': 'fa:16:3e:ca:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:55:36Z', 'updated_at': '2021-09-01T14:55:39Z', 'revision_number': 1, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:55:42.877370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21192ece-29b4-4996-84cf-9e3099b9a083 req-ee0ffc0b-9e18-4134-a352-bcd344948189 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 210 time: 0.1663079 Sep 01 14:55:42.885517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6617dff3-17e9-43dd-b99b-4cc8e6865693 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2bf80a41f4c4fb994b1d91767bccd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7055161 Sep 01 14:55:42.885517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617dff3-17e9-43dd-b99b-4cc8e6865693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa135d9d-d9de-4d8a-8ebf-89793efc64ff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:42.925341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:43.001163 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30639e6c-6d2f-47b2-9197-0a6dcbd23907 x-openstack-request-id: req-30639e6c-6d2f-47b2-9197-0a6dcbd23907 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:43.001715 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:43.001859 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30639e6c-6d2f-47b2-9197-0a6dcbd23907 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:43.006476 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'status': 'completed', 'code': 200} Sep 01 14:55:43.072541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f6d5-b295-4d53-8d5d-6d060656508e req-13736a40-4b48-4ad4-8484-c895ea3781c9 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.074379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d26f6d5-b295-4d53-8d5d-6d060656508e req-13736a40-4b48-4ad4-8484-c895ea3781c9 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 949 time: 0.2231839 Sep 01 14:55:43.118391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.121777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-6a9e9ddb-e17f-4ef5-81f3-d5cce7ff5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.123669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-6a9e9ddb-e17f-4ef5-81f3-d5cce7ff5979 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.1027305 Sep 01 14:55:43.207526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.211469 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d26f6d5-b295-4d53-8d5d-6d060656508e req-18256ac7-9be2-4fce-91a2-5cafbf9de4cf tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305056 Sep 01 14:55:43.261585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb4148-bd0d-4d9f-a2ad-167d331a73eb None None] New status for floating IP 745763a3-e264-4918-ba60-57231ac412af: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:55:43.271431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-fc32146f-db2c-4813-9be9-78857757fcbc tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 258 time: 0.2491896 Sep 01 14:55:43.292456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:43.380000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.420459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.50', 50686) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:43.423985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-a113e312-8522-4961-b0f8-77e7668f279c tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.426018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-a113e312-8522-4961-b0f8-77e7668f279c tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c021bd9-aeeb-4473-ac29-4fb2eefecd5b HTTP/1.1" status: 200 len: 949 time: 0.1286495 Sep 01 14:55:43.467003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.469615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.474186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa135d9d-d9de-4d8a-8ebf-89793efc64ff HTTP/1.1" status: 204 len: 168 time: 0.5441022 Sep 01 14:55:43.505936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-340226eb-466d-4295-832d-e754b6429d17 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f16b9b5e41314b689b60acae19173e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842528 Sep 01 14:55:43.521186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd16d80-1300-489a-9d35-d84188fceb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa135d9d-d9de-4d8a-8ebf-89793efc64ff,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:43.533911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-05773038-6ab9-4f87-bfda-19cea2b33caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.535378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-05773038-6ab9-4f87-bfda-19cea2b33caf service neutron] 10.222.0.50 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.3826072 Sep 01 14:55:43.761727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Deleting port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:55:43.765112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.794726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-4e33621a-570c-4060-b6c3-e24d45ffa1e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 998 time: 0.2339001 Sep 01 14:55:43.829505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.938579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-4b011849-c70c-4e82-8490-013922856931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.946045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-4b011849-c70c-4e82-8490-013922856931 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.0876822 Sep 01 14:55:43.946238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] For port 5f0590af-27d7-4c69-9e3b-e71708bc68c6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5f0590af-27d7-4c69-9e3b-e71708bc68c6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:43.946900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.954182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-fd98a044-eb4b-4c96-a2e8-f493e1fb6fb1 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:43.955925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-fd98a044-eb4b-4c96-a2e8-f493e1fb6fb1 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4377668 Sep 01 14:55:43.984104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Calling delete_port for 5f0590af-27d7-4c69-9e3b-e71708bc68c6 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:55:44.048605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Allocated IP 172.25.1.99 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/24bd77d9-7eb9-4362-98cb-df37eca375ed) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:44.156327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:44.234039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.248485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.287976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Pushing event deleted for resources: {'Port': ['ID=5f0590af-27d7-4c69-9e3b-e71708bc68c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:44.346375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] No DVR routers for this DVR port 5f0590af-27d7-4c69-9e3b-e71708bc68c6 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:55:44.352123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.354367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27fe205-90fe-4db9-8ff9-8a37368aa955 req-2c67a93c-5520-4cfd-8b74-b1b9a083780a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.50 "DELETE /v2.0/ports/5f0590af-27d7-4c69-9e3b-e71708bc68c6 HTTP/1.1" status: 204 len: 173 time: 0.8964581 Sep 01 14:55:44.354502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5f0590af-27d7-4c69-9e3b-e71708bc68c6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:44.354989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'name': 'network-vif-deleted', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:44.357245 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4b502-40ef-4316-8238-186c349d3863" -d '{"events": [{"server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "name": "network-vif-deleted", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:44.372302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.389247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['d0f2158c-30ef-4fa3-81d2-ddd79bd884d1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:44.453743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:44.459823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:44.468645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:44.541168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.548699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event updated for resources: {'Port': ['ID=24bd77d9-7eb9-4362-98cb-df37eca375ed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:44.576412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Request body: {'port': {'device_id': '78b9bad3-544a-4191-babf-0b612ce66717', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'f16b9b5e41314b689b60acae19173e53'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:44.628080 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0799a128-1fe4-47a4-b7ef-a60a9599c318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.642518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.643554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56352bad-fe8e-491d-8307-0a10c4d687c8 req-ccb40ddd-b865-44fa-be14-c72247ab37ad tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:44.657811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56352bad-fe8e-491d-8307-0a10c4d687c8 req-ccb40ddd-b865-44fa-be14-c72247ab37ad tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.8868496 Sep 01 14:55:44.775180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-63b571fb-ee2c-4dba-b82f-2a260d7a09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:44.777795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-63b571fb-ee2c-4dba-b82f-2a260d7a09e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8203309 Sep 01 14:55:44.814520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:44.870330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56352bad-fe8e-491d-8307-0a10c4d687c8 req-8cee86e5-30dc-4b2c-8bf3-cf8e40fa11bd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116868 Sep 01 14:55:44.890246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'port_id': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'mac_address': 'fa:16:3e:24:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f67a8-2c7f-4b14-bde2-59be27c14881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:45.008120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.014251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.050733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.085119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Made reservation on behalf of f16b9b5e41314b689b60acae19173e53 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:45.091639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.122013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.127293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event updated for resources: {'Port': ['ID=24bd77d9-7eb9-4362-98cb-df37eca375ed,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:45.129978 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.141693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a6dcb-2662-497b-a6e4-24c86d05a057 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:45.174818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:45.180768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.181811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-0ff3a2a6-de86-4ea1-9c84-43026d25006a service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847699 Sep 01 14:55:45.269959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:45.355208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a355cd2-4ecf-474f-a128-1225a457cd55 req-1e623dd6-710b-485c-8e31-4e569d140b83 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660564 Sep 01 14:55:45.368715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.374583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.381320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:45.382734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-50f081e3-e0af-4aff-a16f-5210cd29208f tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1148195 Sep 01 14:55:45.455083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd100e-2abd-4bce-bae4-9e651b8d2295,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:45.574741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Allocated IP 192.168.233.70 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/e27b82cd-518a-47a2-aef6-87480c367146) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:45.618455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['200a6dcb-2662-497b-a6e4-24c86d05a057'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:45.694302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-7daaaf4d-eac9-44e6-b354-aa834482f3bd tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.3023973 Sep 01 14:55:45.819708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-e5f93647-3602-4443-9775-ecae7c58a63e tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:45.821722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-50ca796d-51d5-4913-b094-d389b0adb649 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbb14be49dba41139459c9962f6214e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1827703 Sep 01 14:55:45.833644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729fbb16-1b45-4f21-a9c1-0d819fa15697 req-e5f93647-3602-4443-9775-ecae7c58a63e tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.1345844 Sep 01 14:55:45.931037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-647707c4-bb3a-4ed1-9239-13928116ddd9 req-97b3b90f-9f0e-4e00-8383-e6d4ec10d62f tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 210 time: 0.0413933 Sep 01 14:55:45.984850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-7db5948e-8f19-4b37-bd42-0176a2877c7d tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:45.994151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-7db5948e-8f19-4b37-bd42-0176a2877c7d tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709852 Sep 01 14:55:46.013668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0cc64b8a-be1b-4776-b8fd-aa5d8375229d tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/quotas/cbb14be49dba41139459c9962f6214e6 HTTP/1.1" status: 200 len: 375 time: 0.0185430 Sep 01 14:55:46.020922 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f39af-9642-4971-b64c-fa860299ddc2 x-openstack-request-id: req-b06f39af-9642-4971-b64c-fa860299ddc2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:46.021337 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c021bd9-aeeb-4473-ac29-4fb2eefecd5b", "name": "network-vif-deleted", "tag": "5f0590af-27d7-4c69-9e3b-e71708bc68c6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:46.021537 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b06f39af-9642-4971-b64c-fa860299ddc2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:46.021904 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c021bd9-aeeb-4473-ac29-4fb2eefecd5b', 'name': 'network-vif-deleted', 'tag': '5f0590af-27d7-4c69-9e3b-e71708bc68c6', 'status': 'completed', 'code': 200} Sep 01 14:55:46.072599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-db5c8f41-ae33-42ab-9490-3d43e8c9ffb0 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbb14be49dba41139459c9962f6214e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454872 Sep 01 14:55:46.083480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.107397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Transition to ACTIVE for port object e27b82cd-518a-47a2-aef6-87480c367146 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:46.151264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.223192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:46.228236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:46.236481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:46.247549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:46.248567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.253106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Pushing event updated for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:46.304009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-bd0fde55-095e-44d4-b960-fba56b802e40 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7528150 Sep 01 14:55:46.321466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Request body: {'port': {'device_id': '78b9bad3-544a-4191-babf-0b612ce66717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:46.345492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-a694b6c8-8e06-4e79-8cf4-82010ba98dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:46.347377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-a694b6c8-8e06-4e79-8cf4-82010ba98dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1229198 Sep 01 14:55:46.353982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f0471-ba23-4076-a4d3-fd850091c8ee req-b1709cd0-2ca6-4184-8d31-526bb95e6c30 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:46.356135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-779f0471-ba23-4076-a4d3-fd850091c8ee req-b1709cd0-2ca6-4184-8d31-526bb95e6c30 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.0938826 Sep 01 14:55:46.438649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.439546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-db935b27-da51-457c-88ab-5259a4a0fef8 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.0722291 Sep 01 14:55:46.446691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-c1be0734-4d82-449b-a2f5-bbe048c84947 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'floatingip': {'port_id': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:46.456477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-779f0471-ba23-4076-a4d3-fd850091c8ee req-2ab9e79e-6307-4e03-9355-55776f83c2eb tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891042 Sep 01 14:55:46.565390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-c1be0734-4d82-449b-a2f5-bbe048c84947 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.633044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f8341cec-bf78-418b-b9f4-7784aaaee4fd None None] Provisioning for port e27b82cd-518a-47a2-aef6-87480c367146 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:46.639151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f8341cec-bf78-418b-b9f4-7784aaaee4fd None None] Provisioning complete for port e27b82cd-518a-47a2-aef6-87480c367146 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:46.640565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8341cec-bf78-418b-b9f4-7784aaaee4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.717537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f8341cec-bf78-418b-b9f4-7784aaaee4fd None None] Port e27b82cd-518a-47a2-aef6-87480c367146 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:55:46.895829 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-c1be0734-4d82-449b-a2f5-bbe048c84947 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 14:55:46.897582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b43dbe02-f924-4c24-92a8-a4ef77f1da50 req-c1be0734-4d82-449b-a2f5-bbe048c84947 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "PUT /v2.0/floatingips/c8a6ab31-d65f-441c-976f-081ef6ff24e2 HTTP/1.1" status: 409 len: 549 time: 0.4571090 Sep 01 14:55:46.907674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27b82cd-518a-47a2-aef6-87480c367146 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:46.917412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:46.934143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Transition to ACTIVE for port object e27b82cd-518a-47a2-aef6-87480c367146 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:46.940039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.038457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5f0590af-27d7-4c69-9e3b-e71708bc68c6 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:55:47.039922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:47.049847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Attempting to bind port e27b82cd-518a-47a2-aef6-87480c367146 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:47.050176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Attempting to bind port e27b82cd-518a-47a2-aef6-87480c367146 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:47.050494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Attempting to bind port e27b82cd-518a-47a2-aef6-87480c367146 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:47.055492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Port e27b82cd-518a-47a2-aef6-87480c367146 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:47.055832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Attempting to bind port e27b82cd-518a-47a2-aef6-87480c367146 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:47.065798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:47.066128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:47.066507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:47.066947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Bound port: e27b82cd-518a-47a2-aef6-87480c367146, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:47.067301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.079183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5f0590af-27d7-4c69-9e3b-e71708bc68c6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:55:47.081531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5f0590af-27d7-4c69-9e3b-e71708bc68c6 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:55:47.089149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6e87-0eab-4f64-9761-b746ab2e758c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.156175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88447ff9-973c-4ba8-a6ec-43d01d29624f req-5ad34383-6160-42f4-b76c-66782c860321 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 210 time: 0.0917137 Sep 01 14:55:47.186169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:47.190645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e27b82cd-518a-47a2-aef6-87480c367146,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:47.195871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b513c80-846d-4120-aee7-607173029ea6 req-5e4edafc-67a0-4b03-8b25-b0a740a47550 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.198050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b513c80-846d-4120-aee7-607173029ea6 req-5e4edafc-67a0-4b03-8b25-b0a740a47550 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.0794113 Sep 01 14:55:47.208545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.267068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b513c80-846d-4120-aee7-607173029ea6 req-23b3bafb-b187-45ed-8f18-688b9de05a53 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602052 Sep 01 14:55:47.273108 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.281792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-69c508ca-6183-4e81-a419-1e0772d93c3b tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips/c8a6ab31-d65f-441c-976f-081ef6ff24e2 HTTP/1.1" status: 200 len: 692 time: 0.0896442 Sep 01 14:55:47.315368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.315995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.317415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] 10.222.0.50 "PUT /v2.0/ports/e27b82cd-518a-47a2-aef6-87480c367146 HTTP/1.1" status: 200 len: 1096 time: 1.0026095 Sep 01 14:55:47.318594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:47.320774 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5393d04a-5ee1-451d-8393-0bc1741e5387" -d '{"events": [{"name": "network-changed", "server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "tag": "e27b82cd-518a-47a2-aef6-87480c367146"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:47.402495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbd4d-9cbf-423d-96e8-7547aed5806e req-854e91bd-5c99-4982-af73-71c07abb155c tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.410505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c58bbd4d-9cbf-423d-96e8-7547aed5806e req-854e91bd-5c99-4982-af73-71c07abb155c tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 947 time: 0.0679233 Sep 01 14:55:47.423818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ec44-9b03-48bb-879e-df0b6a7ac628 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:47.458072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c58bbd4d-9cbf-423d-96e8-7547aed5806e req-98583657-90db-453e-825c-ff4f96f7bcc5 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464561 Sep 01 14:55:47.476065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-8bc68f94-d808-4dde-ae39-5b8d2632e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.477644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-8bc68f94-d808-4dde-ae39-5b8d2632e642 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f16b9b5e41314b689b60acae19173e53&device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 1099 time: 0.0935457 Sep 01 14:55:47.524365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-05d722c2-4fa5-4ffb-8402-67eaaa4ca7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.526018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-05d722c2-4fa5-4ffb-8402-67eaaa4ca7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2169111 Sep 01 14:55:47.558949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-caad368d-9a84-4f8d-9052-cb03f1d43eee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e27b82cd-518a-47a2-aef6-87480c367146 HTTP/1.1" status: 200 len: 217 time: 0.0612638 Sep 01 14:55:47.562984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-36a00ec5-2561-431d-9a15-375f7592a239 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:55:47.564044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-36a00ec5-2561-431d-9a15-375f7592a239 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082171 Sep 01 14:55:47.665524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-69787730-47fd-4b0e-875f-76a2293cb182 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbb14be49dba41139459c9962f6214e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600474 Sep 01 14:55:47.686762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-2cf23f87-6e8e-476c-9bd8-144fcd2ccba4 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.1080346 Sep 01 14:55:47.689553 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd461d1-3129-41f2-bf87-35e417afbc09 x-openstack-request-id: req-9fd461d1-3129-41f2-bf87-35e417afbc09 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:47.689839 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "tag": "e27b82cd-518a-47a2-aef6-87480c367146", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:47.690087 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fd461d1-3129-41f2-bf87-35e417afbc09 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:47.690545 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146', 'status': 'completed', 'code': 200} Sep 01 14:55:47.791038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-a49799a5-2fe9-4602-b74b-55e6341e0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.792623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-a49799a5-2fe9-4602-b74b-55e6341e0c6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2263186 Sep 01 14:55:47.797615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c578d8-6540-4e92-a7fc-c0a61ac9c163 req-c37cbbd5-6547-42a5-b08f-e24a1fd4ec31 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.799348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48c578d8-6540-4e92-a7fc-c0a61ac9c163 req-c37cbbd5-6547-42a5-b08f-e24a1fd4ec31 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.0621297 Sep 01 14:55:47.822367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-e4245565-d835-4fc8-b158-6bfea407707e tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.99 HTTP/1.1" status: 200 len: 695 time: 0.1170342 Sep 01 14:55:47.847145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48c578d8-6540-4e92-a7fc-c0a61ac9c163 req-c23e4e3d-762e-491c-a0f5-d8e14d430db3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Sep 01 14:55:47.951176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:47.983279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-b5d9b251-2ccf-446c-aad1-f4764cd13bc8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.984812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-b5d9b251-2ccf-446c-aad1-f4764cd13bc8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122740 Sep 01 14:55:47.988579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-b2a71954-5b55-4305-a47f-210570767fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:47.990135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-b2a71954-5b55-4305-a47f-210570767fda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1840582 Sep 01 14:55:48.015186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Request body: {'port': {'device_id': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cbb14be49dba41139459c9962f6214e6'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:48.164409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:48.198184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-1e44462d-3350-497a-addd-3f5696f91912 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862316 Sep 01 14:55:48.198705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Deleting port 24bd77d9-7eb9-4362-98cb-df37eca375ed {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:55:48.199009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.244139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 200a6dcb-2662-497b-a6e4-24c86d05a057 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:48.249844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 200a6dcb-2662-497b-a6e4-24c86d05a057 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:48.250493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.253771 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.320718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2b96ff7-38f3-4a9f-bd9e-5b4da57fc3ba req-a0317279-4aec-401b-9fbf-a3e21fe62613 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 210 time: 0.0367842 Sep 01 14:55:48.331266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Made reservation on behalf of cbb14be49dba41139459c9962f6214e6 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:48.343280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.363221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.363432 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.388527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.388946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.399604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65a753b0-732f-43af-9eb9-a3dc9c7d6449 req-2b7954c4-e5a6-4401-8465-e71a5c601c92 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952081 Sep 01 14:55:48.409189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Calling delete_port for 24bd77d9-7eb9-4362-98cb-df37eca375ed owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:55:48.420894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:48.422717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:48.429889 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206ab40b-6416-4e0f-85df-27bd9a82c085" -d '{"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-plugged", "status": "completed", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:48.435449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.526103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:48.579906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-7beb8d1a-6b43-400a-a98c-e73249305002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:48.581300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-7beb8d1a-6b43-400a-a98c-e73249305002 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f16b9b5e41314b689b60acae19173e53&device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 1099 time: 0.1044424 Sep 01 14:55:48.587324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100a0b-19ad-4932-b5a5-1a6f3b17cf44 req-e9b20fa9-2437-49c6-93da-c0e9766a771a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:48.589165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf100a0b-19ad-4932-b5a5-1a6f3b17cf44 req-e9b20fa9-2437-49c6-93da-c0e9766a771a tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.0662792 Sep 01 14:55:48.645079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf100a0b-19ad-4932-b5a5-1a6f3b17cf44 req-45f291a3-f151-4d82-a442-90d2618871fe tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Sep 01 14:55:48.727430 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb020d4-db19-4a60-9620-31a65fb6a2f6 x-openstack-request-id: req-3eb020d4-db19-4a60-9620-31a65fb6a2f6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:48.728386 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-plugged", "status": "completed", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:48.729143 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eb020d4-db19-4a60-9620-31a65fb6a2f6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:48.730411 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'code': 200} Sep 01 14:55:48.839481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42916) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:48.895764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fc0dc-ca01-4052-9fa5-d103740f0b13 req-2024f161-3564-4410-a6e6-08185589a175 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:48.900149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a79fc0dc-ca01-4052-9fa5-d103740f0b13 req-2024f161-3564-4410-a6e6-08185589a175 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 947 time: 0.0703604 Sep 01 14:55:48.948557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a79fc0dc-ca01-4052-9fa5-d103740f0b13 req-8ea935f6-15b0-4a27-9400-7ca243154f5d tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Sep 01 14:55:48.952735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.993676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:48.994332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78339144-ffd6-4247-8984-061b7cdde57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.110559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78339144-ffd6-4247-8984-061b7cdde57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.116867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78339144-ffd6-4247-8984-061b7cdde57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.131358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.154282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b516c8-d143-4f8b-9431-7a3ca540d2f0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:49.198699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-8579fed1-d42d-4ed6-8a2b-612cc84a819c tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.200136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-8579fed1-d42d-4ed6-8a2b-612cc84a819c tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.5434260 Sep 01 14:55:49.201584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-78339144-ffd6-4247-8984-061b7cdde57f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bb568ed1eed4f3ebc49b2c2ee707f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607035 Sep 01 14:55:49.203065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78339144-ffd6-4247-8984-061b7cdde57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ffcd4-c535-48c7-96b9-af4c6b7d84ae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:49.207000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-cbaca892-8c28-4dec-9167-91a615f4d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.208497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-cbaca892-8c28-4dec-9167-91a615f4d889 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.6051433 Sep 01 14:55:49.209840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event deleted for resources: {'Port': ['ID=24bd77d9-7eb9-4362-98cb-df37eca375ed,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:49.210313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:49.229561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75426ef-df53-4c83-bf23-a15195ab4110 req-7e79399e-6ccc-4d74-a8d2-26e9969968b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.231094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c75426ef-df53-4c83-bf23-a15195ab4110 req-7e79399e-6ccc-4d74-a8d2-26e9969968b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1098 time: 0.2574456 Sep 01 14:55:49.294366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.322926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.360074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-ccd4a200-4e43-4a39-b904-ec6cc66fb8d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e27b82cd-518a-47a2-aef6-87480c367146 HTTP/1.1" status: 200 len: 217 time: 0.1326830 Sep 01 14:55:49.370995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.374006 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.375200 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07dd0e4c-de5d-4faf-a494-d245c7317468 req-67fe76bc-024d-4df9-8695-20f23aa75609 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8a6ab31-d65f-441c-976f-081ef6ff24e2 HTTP/1.1" status: 204 len: 173 time: 1.5332360 Sep 01 14:55:49.468223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c75426ef-df53-4c83-bf23-a15195ab4110 req-0497e094-c8fd-4e93-aa0e-e7f5812d0acf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880336 Sep 01 14:55:49.484805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Allocated IP 192.168.233.150 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/63b8dd20-c9b3-43f7-b052-8388971565ca) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:49.493054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433980f-67ad-4574-ae11-24d2f341d7dc req-91c00f0c-f2e4-4523-af31-ecbcdb8eafde tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.497801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b433980f-67ad-4574-ae11-24d2f341d7dc req-91c00f0c-f2e4-4523-af31-ecbcdb8eafde tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 946 time: 0.1201842 Sep 01 14:55:49.518176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.520712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.524963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/384ffcd4-c535-48c7-96b9-af4c6b7d84ae HTTP/1.1" status: 204 len: 168 time: 0.3099174 Sep 01 14:55:49.533493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1fb883c-7aac-486c-b584-83de03fb1928 req-cc685630-43ab-467e-83a8-7772d1404289 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 210 time: 0.0569746 Sep 01 14:55:49.540814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8abfe-ad14-4d21-86e7-971f1fecebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ffcd4-c535-48c7-96b9-af4c6b7d84ae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:49.571398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-28257f95-81aa-40ff-a0e6-7c7eb3f4d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.573590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-28257f95-81aa-40ff-a0e6-7c7eb3f4d283 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1937478 Sep 01 14:55:49.615541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b433980f-67ad-4574-ae11-24d2f341d7dc req-ed2f2262-fa25-4b94-a7d9-8d99c9b5d4cb tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057887 Sep 01 14:55:49.622159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42938) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:49.669203 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.714085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Deleting port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:55:49.714431 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.793877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13d1367e-2095-4f2c-b59f-915caff5f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.830523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b2254-5f41-4c4b-9869-ea9b1ba838b2 req-0dd4420b-2732-412a-8ee6-d2ddd1e7eba1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:49.832509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-239b2254-5f41-4c4b-9869-ea9b1ba838b2 req-0dd4420b-2732-412a-8ee6-d2ddd1e7eba1 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2 HTTP/1.1" status: 200 len: 950 time: 0.0921781 Sep 01 14:55:49.867671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] For port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:49.868060 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:49.885005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Calling delete_port for d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:55:49.937860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-239b2254-5f41-4c4b-9869-ea9b1ba838b2 req-ac9d2748-fdbf-4401-96df-f8c6d726f84e tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.41 "GET /v2.0/security-groups?id=abf13542-cf94-4de5-b05b-3a68deee0a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819731 Sep 01 14:55:50.026781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-5a7c1630-d14b-4fa5-b54f-bfd9f281e1cf tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.4345098 Sep 01 14:55:50.034620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-67fc6c04-26a7-485c-a0f0-98a541feb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:50.036131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-67fc6c04-26a7-485c-a0f0-98a541feb2b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4452550 Sep 01 14:55:50.056970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13d1367e-2095-4f2c-b59f-915caff5f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.073248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13d1367e-2095-4f2c-b59f-915caff5f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.081192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:50.148967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edcde99c-2b9a-4bb1-b81d-315a3d529af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.173604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-13d1367e-2095-4f2c-b59f-915caff5f3a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e8bc0bf5fc426d9b40e6dbd4ac83b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500968 Sep 01 14:55:50.179086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:50.183160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1367e-2095-4f2c-b59f-915caff5f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d12b4a-0943-46d5-a55e-33629152f00f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:50.203138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-64986111-0f94-411b-88dd-f5fa90ba3263 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:50.204647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-64986111-0f94-411b-88dd-f5fa90ba3263 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports/d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 942 time: 0.1764808 Sep 01 14:55:50.227673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.233426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952023-80af-485d-a1f3-8a064fbb95f8 req-a129ebf7-1f18-4967-b55c-d38c89dc87b0 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:50.235126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93952023-80af-485d-a1f3-8a064fbb95f8 req-a129ebf7-1f18-4967-b55c-d38c89dc87b0 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 947 time: 0.1232624 Sep 01 14:55:50.242930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.303784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93952023-80af-485d-a1f3-8a064fbb95f8 req-f1c11fb2-44ce-43d0-8344-6aaa91cb650f tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Sep 01 14:55:50.325420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Transition to ACTIVE for port object 63b8dd20-c9b3-43f7-b052-8388971565ca will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:50.339037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Pushing event deleted for resources: {'Port': ['ID=d0f2158c-30ef-4fa3-81d2-ddd79bd884d1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:50.368776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edcde99c-2b9a-4bb1-b81d-315a3d529af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.377116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edcde99c-2b9a-4bb1-b81d-315a3d529af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.421615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-edcde99c-2b9a-4bb1-b81d-315a3d529af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=698e1e92fa74455a80046779a8716c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351738 Sep 01 14:55:50.423687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcde99c-2b9a-4bb1-b81d-315a3d529af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc7acf-9d58-4583-8cc0-7a17cd9bc0f5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:50.425230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42954) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:50.453344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-f57d8a63-9bff-4d77-b5a0-7435e985c9a1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027088 Sep 01 14:55:50.498066 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.521043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] No DVR routers for this DVR port d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:55:50.527580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.583988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.586015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cc15522-7ca6-4d3c-91e4-f1e3d22e5231 req-d9156cd1-916c-4ebc-8f8f-59ff73d63d02 tempest-LiveMigrationNegativeTest-764874192 tempest-LiveMigrationNegativeTest-764874192-project] 10.222.0.24 "DELETE /v2.0/ports/d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 HTTP/1.1" status: 204 len: 173 time: 1.3740458 Sep 01 14:55:50.586496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'name': 'network-vif-deleted', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:50.589027 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4d66c-d10a-4ffd-9b61-fcc90a7c37d8" -d '{"events": [{"server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "name": "network-vif-deleted", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:50.602326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.622421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-d93e0dd4-8fad-43ad-9636-f2f1396f957d tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.3419700 Sep 01 14:55:50.646696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.652516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.652853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.654205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3afc7acf-9d58-4583-8cc0-7a17cd9bc0f5 HTTP/1.1" status: 204 len: 168 time: 0.2279634 Sep 01 14:55:50.656229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.690358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a8ac-1058-427e-a756-c6a17982fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc7acf-9d58-4583-8cc0-7a17cd9bc0f5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:50.833014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:50.851283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5393d04a-5ee1-451d-8393-0bc1741e5387 req-7a172f2f-a142-40cf-a025-5786993a83ba service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808784 Sep 01 14:55:50.852229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ba41-e0de-4d36-8834-2bcfe2ff7100 req-8a4e3a2a-ae82-42bc-89b6-c314415db4f7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:50.855048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb40ba41-e0de-4d36-8834-2bcfe2ff7100 req-8a4e3a2a-ae82-42bc-89b6-c314415db4f7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 936 time: 0.1387403 Sep 01 14:55:50.858526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:50.866960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Pushing event updated for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:50.882790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:50.896870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:50.898300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.966176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb40ba41-e0de-4d36-8834-2bcfe2ff7100 req-916ff0e8-4a56-4e3d-8556-e943c8011904 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790064 Sep 01 14:55:50.980241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.985054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:50.989037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71d12b4a-0943-46d5-a55e-33629152f00f HTTP/1.1" status: 204 len: 168 time: 0.8019371 Sep 01 14:55:50.997918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-0fc0b20b-1206-45f4-94ba-0ccdcd8f9db7 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9864659 Sep 01 14:55:51.020699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-cf9de911-055b-46a5-aae8-26d9c46fb689 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:51.024313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-cf9de911-055b-46a5-aae8-26d9c46fb689 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3793530 Sep 01 14:55:51.029225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1c03-544f-49de-8195-3d54e37bec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d12b4a-0943-46d5-a55e-33629152f00f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:51.050618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Request body: {'port': {'device_id': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:51.061109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e27b82cd-518a-47a2-aef6-87480c367146 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:51.121730 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cb6d54-7576-4402-b446-8df365c1d1e3 x-openstack-request-id: req-b1cb6d54-7576-4402-b446-8df365c1d1e3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:51.122518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2", "name": "network-vif-deleted", "tag": "d0f2158c-30ef-4fa3-81d2-ddd79bd884d1", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:51.123151 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1cb6d54-7576-4402-b446-8df365c1d1e3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:51.124033 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1c7ad4-3504-42c8-bf9d-d5a1c374fea2', 'name': 'network-vif-deleted', 'tag': 'd0f2158c-30ef-4fa3-81d2-ddd79bd884d1', 'status': 'completed', 'code': 200} Sep 01 14:55:51.309714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e27b82cd-518a-47a2-aef6-87480c367146,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:51.338761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e27b82cd-518a-47a2-aef6-87480c367146', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'e27b82cd-518a-47a2-aef6-87480c367146', 'mac_address': 'fa:16:3e:47:74:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:51.369106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:51.437185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-c0439019-0e53-42e1-a51c-5d58eb1cc0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.3682399 Sep 01 14:55:51.440271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e71cf-c612-4830-b778-e1bc433b7356 req-4af24f54-a418-4aa2-9a82-da384657de2e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:51.461964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22e71cf-c612-4830-b778-e1bc433b7356 req-4af24f54-a418-4aa2-9a82-da384657de2e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 946 time: 0.2052190 Sep 01 14:55:51.472230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:51.497029 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:51.535374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27b82cd-518a-47a2-aef6-87480c367146 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:51.581478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22e71cf-c612-4830-b778-e1bc433b7356 req-2df4cc20-f0dd-44d7-973b-0d24d9dd3f52 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177082 Sep 01 14:55:51.627387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e27b82cd-518a-47a2-aef6-87480c367146,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:51.636194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:51.719214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:51.730125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42984) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:51.753830 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28e78c63-0378-4897-91e6-5560fefecb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:51.876294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e27b82cd-518a-47a2-aef6-87480c367146'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:55:51.955303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.062558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27577d76-31d8-441d-8fe2-c445bc08a570 req-5092d9d3-6d36-45c0-ae99-ce31fa22c6a3 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:52.070937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27577d76-31d8-441d-8fe2-c445bc08a570 req-5092d9d3-6d36-45c0-ae99-ce31fa22c6a3 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 948 time: 0.1610119 Sep 01 14:55:52.119791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27577d76-31d8-441d-8fe2-c445bc08a570 req-a8ce5399-3a8d-4aba-8922-745dd28184d2 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477967 Sep 01 14:55:52.193006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:55:52.197742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28e78c63-0378-4897-91e6-5560fefecb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.204565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28e78c63-0378-4897-91e6-5560fefecb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.264277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:55:52.265292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device d0f2158c-30ef-4fa3-81d2-ddd79bd884d1 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:55:52.361217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e78c63-0378-4897-91e6-5560fefecb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb4744-d15b-4b2e-aca0-4b9d746f5e89,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:52.390313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-28e78c63-0378-4897-91e6-5560fefecb7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4b0eb3537934229822d594e0c1f191a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576064 Sep 01 14:55:52.391225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:52.496415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43002) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:52.536559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.581367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.688648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.701201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:52.706679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fcb4744-d15b-4b2e-aca0-4b9d746f5e89 HTTP/1.1" status: 204 len: 168 time: 0.3098412 Sep 01 14:55:52.727589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa74d9-bc00-417b-ae03-ebb3a8a02fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb4744-d15b-4b2e-aca0-4b9d746f5e89,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:52.831464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af965-b6b5-4147-9bf3-32dbc6ff0a6b req-8357abd9-a411-4661-92d1-f2d282c35ad1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:52.840076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f7af965-b6b5-4147-9bf3-32dbc6ff0a6b req-8357abd9-a411-4661-92d1-f2d282c35ad1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1098 time: 0.1143165 Sep 01 14:55:52.909945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f7af965-b6b5-4147-9bf3-32dbc6ff0a6b req-51729f73-b239-4d68-896e-350ecf1fc625 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Sep 01 14:55:53.052074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e27b82cd-518a-47a2-aef6-87480c367146 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:55:53.114652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-665459ee-c5a5-4d9d-b5dd-58b674cc2843 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49c4ad5841f0483eb284066d1b19316c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137965 Sep 01 14:55:53.116443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:53.181032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b8dd20-c9b3-43f7-b052-8388971565ca {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:53.190364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.208650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Transition to ACTIVE for port object 63b8dd20-c9b3-43f7-b052-8388971565ca will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:53.216064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.219468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e27b82cd-518a-47a2-aef6-87480c367146 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:53.240769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e27b82cd-518a-47a2-aef6-87480c367146 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:55:53.241718 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.331242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.335369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:53.376733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Attempting to bind port 63b8dd20-c9b3-43f7-b052-8388971565ca on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:53.377085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Attempting to bind port 63b8dd20-c9b3-43f7-b052-8388971565ca by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:53.377408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Attempting to bind port 63b8dd20-c9b3-43f7-b052-8388971565ca on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:53.379659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.379973 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Floating IP 745763a3-e264-4918-ba60-57231ac412af disassociated. External IP: 172.25.1.18, port: d92e22e6-09cc-46fd-ac7d-590baa228ae4. Sep 01 14:55:53.408423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.426802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Port 63b8dd20-c9b3-43f7-b052-8388971565ca on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:55:53.427072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Attempting to bind port 63b8dd20-c9b3-43f7-b052-8388971565ca on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:53.438679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:53.438998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:53.439502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:53.439830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Bound port: 63b8dd20-c9b3-43f7-b052-8388971565ca, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:53.440182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.503982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.551785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:53.555565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63b8dd20-c9b3-43f7-b052-8388971565ca,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:53.576171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.584605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e27b82cd-518a-47a2-aef6-87480c367146,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:53.589566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:53.602632 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b254140-a040-4e87-a1d7-b78fb8aab6c2" -d '{"events": [{"server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "name": "network-vif-plugged", "status": "completed", "tag": "e27b82cd-518a-47a2-aef6-87480c367146"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:53.626666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.627283 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.649451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6259-e25a-4632-9cfa-98fe7efe9214 req-e40468e7-5009-47c1-8179-04cc376b9606 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:53.668439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4ef6259-e25a-4632-9cfa-98fe7efe9214 req-e40468e7-5009-47c1-8179-04cc376b9606 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 948 time: 0.2932992 Sep 01 14:55:53.687577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:53.689117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.691168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] 10.222.0.50 "PUT /v2.0/ports/63b8dd20-c9b3-43f7-b052-8388971565ca HTTP/1.1" status: 200 len: 1097 time: 2.6650920 Sep 01 14:55:53.691652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:53.694599 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4908607-1778-41b4-a3ed-180bfe01cf19" -d '{"events": [{"name": "network-changed", "server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:53.817859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73056-f1de-4223-8b04-139bb2c8eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:53.871880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:53.886800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4ef6259-e25a-4632-9cfa-98fe7efe9214 req-b5f616b1-a16b-4315-84d2-5339e172ae99 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173371 Sep 01 14:55:53.932445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.940098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:53.944715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abf13542-cf94-4de5-b05b-3a68deee0a59 HTTP/1.1" status: 204 len: 168 time: 0.8251619 Sep 01 14:55:53.961667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4614018-eff6-46b5-a6c0-93465998726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf13542-cf94-4de5-b05b-3a68deee0a59,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:54.096401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-1eec30b6-cc1a-4020-bb18-3f91dfa81ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.101431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-1eec30b6-cc1a-4020-bb18-3f91dfa81ab8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbb14be49dba41139459c9962f6214e6&device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 1100 time: 0.2766011 Sep 01 14:55:54.104088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Router 5f2442b3-ff26-4507-b2ab-567ff81aa632 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:55:54.164000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-65603ebe-6d2b-4b85-a049-8509f00e3776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=63b8dd20-c9b3-43f7-b052-8388971565ca HTTP/1.1" status: 200 len: 217 time: 0.0521147 Sep 01 14:55:54.204644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b1de4-6fda-4765-888d-b59fc8bc1b43 req-d9dad72b-04dd-47f9-a47e-e2574a4a58e9 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.209797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-504b1de4-6fda-4765-888d-b59fc8bc1b43 req-d9dad72b-04dd-47f9-a47e-e2574a4a58e9 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 949 time: 0.1292975 Sep 01 14:55:54.335556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-504b1de4-6fda-4765-888d-b59fc8bc1b43 req-090e3640-7a4a-4905-8b81-4ad7138aa82a tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128268 Sep 01 14:55:54.413318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-f7c94bd4-6058-4457-ba70-483bcd60c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.414837 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-f7c94bd4-6058-4457-ba70-483bcd60c696 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2297776 Sep 01 14:55:54.464941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:55:54.470424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:54.483303 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Sync routers for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:55:54.508219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-c461f8e7-9115-4c53-872f-a9e8c8e11af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.510414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-c461f8e7-9115-4c53-872f-a9e8c8e11af9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870495 Sep 01 14:55:54.513054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18652f45-2b60-4855-94ec-e9b879d9d45c req-707343d8-4986-4bcb-a7f5-6ea5f0f46159 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.515839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18652f45-2b60-4855-94ec-e9b879d9d45c req-707343d8-4986-4bcb-a7f5-6ea5f0f46159 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1098 time: 0.0601118 Sep 01 14:55:54.522528 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:54.523725 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:54.524478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e855586f-3d1d-40de-9f9b-1564742caae7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "PUT /v2.0/floatingips/745763a3-e264-4918-ba60-57231ac412af HTTP/1.1" status: 200 len: 694 time: 3.0750775 Sep 01 14:55:54.627868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18652f45-2b60-4855-94ec-e9b879d9d45c req-2234b156-9104-4322-85c9-7051c318caff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943689 Sep 01 14:55:54.647108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-5ad92a17-af74-4ae1-b0d8-5d43a1910a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:54.649914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:54.654512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-5ad92a17-af74-4ae1-b0d8-5d43a1910a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.1290581 Sep 01 14:55:54.747018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ce4cbf10-eccb-4d46-8d2b-f58705fd70f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2a2484073e34047bef0a9001aa58f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958211 Sep 01 14:55:54.750079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43054) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:54.800036 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:54.845819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-4d6a6b0c-404d-4b12-a96e-758fefb4d2a6 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159616 Sep 01 14:55:54.877243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:54.945574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:55.018670 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cca28c-3b14-4d0f-9028-9c31a2ca25a7 x-openstack-request-id: req-f6cca28c-3b14-4d0f-9028-9c31a2ca25a7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:55.019416 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "name": "network-vif-plugged", "status": "completed", "tag": "e27b82cd-518a-47a2-aef6-87480c367146", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:55.019416 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6cca28c-3b14-4d0f-9028-9c31a2ca25a7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:55.019640 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146', 'code': 200} Sep 01 14:55:55.101955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:55.105107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:55.108678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e232ae3-094a-4286-99a0-6974bd34b4d1 HTTP/1.1" status: 204 len: 168 time: 0.3548388 Sep 01 14:55:55.163442 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e7d87f-54b7-49a7-9f7b-c8ca8c2f5a44 x-openstack-request-id: req-b9e7d87f-54b7-49a7-9f7b-c8ca8c2f5a44 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:55.163893 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:55.164303 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9e7d87f-54b7-49a7-9f7b-c8ca8c2f5a44 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:55.164939 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca', 'status': 'completed', 'code': 200} Sep 01 14:55:55.168760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84f53-44b6-4274-a7b7-5542437eb899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e232ae3-094a-4286-99a0-6974bd34b4d1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:55.240889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20cfd-8114-4bd5-b8e8-79dfbfcf12ac req-8ba519d7-5bdf-4628-ae6b-b414192ffd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.242814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24c20cfd-8114-4bd5-b8e8-79dfbfcf12ac req-8ba519d7-5bdf-4628-ae6b-b414192ffd22 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 1101 time: 0.1061463 Sep 01 14:55:55.256995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-0f7e6023-55e7-47e9-b483-8189f34d1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.261417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-0f7e6023-55e7-47e9-b483-8189f34d1c99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.6059752 Sep 01 14:55:55.335530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24c20cfd-8114-4bd5-b8e8-79dfbfcf12ac req-6c7cee0b-4c42-4a75-aae1-f70d756532ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845997 Sep 01 14:55:55.348612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-e44f7027-36bb-4e09-a181-1e5a3e2a42b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 217 time: 0.0775242 Sep 01 14:55:55.391451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81c44cf8-32ce-475d-9f9a-ed45081bc9de req-ffc2a4db-5cd3-425e-bd0d-85d275fa700a service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391686 Sep 01 14:55:55.446912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-9232d163-f589-4021-a0ee-f58daf9ebf3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3336780 Sep 01 14:55:55.467524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-66f902ea-034d-43b5-b7d5-c34f86869b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.468838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-66f902ea-034d-43b5-b7d5-c34f86869b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.1027608 Sep 01 14:55:55.511008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97927c93-ae50-4145-a4bc-2ac095029691 req-f26c5cda-7f53-474c-85ef-31bab3d757a0 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.511008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97927c93-ae50-4145-a4bc-2ac095029691 req-f26c5cda-7f53-474c-85ef-31bab3d757a0 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 948 time: 0.1245868 Sep 01 14:55:55.555601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-8bff3ac0-4e88-4403-b4d4-a3c67dd79db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.558666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-8bff3ac0-4e88-4403-b4d4-a3c67dd79db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690072 Sep 01 14:55:55.570799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:55.583149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97927c93-ae50-4145-a4bc-2ac095029691 req-e602f160-cffa-4a52-9f55-d70f8fffa0f3 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599735 Sep 01 14:55:55.650093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb910ddc-e373-4ad6-a7d4-b735926540a0 None None] Provisioning for port 63b8dd20-c9b3-43f7-b052-8388971565ca completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:55:55.665933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Checking router: 5f2442b3-ff26-4507-b2ab-567ff81aa632 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:55:55.685375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43080) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:55.687814 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:55:55.689842 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:55.915262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-56c1bf2d-0e2a-4bab-8126-d2dce57dd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:55.918499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-56c1bf2d-0e2a-4bab-8126-d2dce57dd177 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.2777143 Sep 01 14:55:55.988668 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:55:55.992122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-464020e5-30fb-48aa-b847-b9a6021f025f service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027781 Sep 01 14:55:55.998539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-1602dd3b-4252-4135-ace8-287e88708e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:56.001686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-1602dd3b-4252-4135-ace8-287e88708e1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbb14be49dba41139459c9962f6214e6&device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 1100 time: 0.2367592 Sep 01 14:55:56.072663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-913584942-network', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:56.148777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Made reservation on behalf of 5bf128c1da264fd0abfc2cdb22cde14b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:56.158506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.169498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.431981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.438580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.500539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:55:56.528939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dcd427-d6e1-421f-b193-e4cbb447d0e0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:56.562208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.562953 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Added segment 4d8ed29d-c85d-4fb7-9ba5-43c77871b82f of type vlan for network ed48b1b6-5946-4a24-8353-8172a6e67bc7 Sep 01 14:55:56.591418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:55:56.628698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.674224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.676388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:56.677419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.677716 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0b381-c0f1-488a-984c-a74af795c3a1 None None] The sync data for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 is: [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:55:12Z', 'revision_number': 4, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '714b7d45-078d-41d0-83b9-4a4e4685fd0c', 'name': '', 'network_id': '90ed25b4-c9d3-4052-8c9e-531373c90a9a', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'mac_address': 'fa:16:3e:95:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:11Z', 'updated_at': '2021-09-01T14:55:19Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'subnets': [{'id': '5dcef84e-58c5-4e92-b91f-69a16898c8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:55:56.783411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0963888 Sep 01 14:55:56.787974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:56.795857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Request body: {'subnet': {'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-subnet', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:56.810509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296105-df85-4ca1-b815-95c9b3c55153 admin admin] Pushing event updated for resources: {'Network': ['ID=ed48b1b6-5946-4a24-8353-8172a6e67bc7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:56.822215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:55:56.842135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Made reservation on behalf of 5bf128c1da264fd0abfc2cdb22cde14b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:56.846447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:56.897580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-f39467b8-a34f-483b-a140-c06203281d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:56.900483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-f39467b8-a34f-483b-a140-c06203281d2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.9338167 Sep 01 14:55:56.982442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-81b0c7fb-5e7b-4d30-9dc9-a530bac89332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:56.986466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-81b0c7fb-5e7b-4d30-9dc9-a530bac89332 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.9594216 Sep 01 14:55:56.998492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-578f5665-4637-4c04-a70f-ffd39dbf2756 req-d4bdbcc5-8845-47fb-8cfa-247930b87838 service neutron] 10.222.0.41 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9694011 Sep 01 14:55:57.145691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-7168b4f8-95d8-4c46-b9f5-940815e780df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=63b8dd20-c9b3-43f7-b052-8388971565ca HTTP/1.1" status: 200 len: 217 time: 0.1438518 Sep 01 14:55:57.201859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7b049-9855-404d-9b19-5bc3f85db3a0 None None] New status for floating IP 745763a3-e264-4918-ba60-57231ac412af: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:55:57.216066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:55:57.218708 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:55:57.219400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.234507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-aa64849d-d620-489f-a5ae-aa5670250b1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 217 time: 0.2345510 Sep 01 14:55:57.322510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.325959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c997-cc8b-4842-9d67-63918435937a req-8ba4a67f-8a2b-4fdf-9e75-e5c2c1d7f47e tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.328034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63a2c997-cc8b-4842-9d67-63918435937a req-8ba4a67f-8a2b-4fdf-9e75-e5c2c1d7f47e tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 949 time: 0.1872957 Sep 01 14:55:57.337596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-6141793c-dd0f-43f3-83fd-3ff571abf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.339084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-6141793c-dd0f-43f3-83fd-3ff571abf8d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1152728 Sep 01 14:55:57.367321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-c6690727-2307-4fd8-86f2-3c01041402bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.368803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-c6690727-2307-4fd8-86f2-3c01041402bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.1110179 Sep 01 14:55:57.425656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9e1364-717d-4960-bd72-fb5abd6120b8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:57.439342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63a2c997-cc8b-4842-9d67-63918435937a req-9c1b8a1d-d9bf-4668-b7b2-3b86e5759b1f tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974941 Sep 01 14:55:57.450266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Checking segment: {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:57.450762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Network hostable DHCP agents. Network: ed48b1b6-5946-4a24-8353-8172a6e67bc7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:55:57.456068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-e626eaca-4335-439e-af4a-d054ad6033d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.457646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-e626eaca-4335-439e-af4a-d054ad6033d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060104 Sep 01 14:55:57.466230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-f3ad7b8f-a455-4663-8db2-3b209e4055ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.467784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-f3ad7b8f-a455-4663-8db2-3b209e4055ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762210 Sep 01 14:55:57.514887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:55:57.541437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ed48b1b6-5946-4a24-8353-8172a6e67bc7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:57.552420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:57.563507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.610030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cde07434-178f-4984-9407-8667b63ccac5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8154652 Sep 01 14:55:57.611065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:57.638494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:57.651370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d483ff-2242-4b4b-bc44-4be2454d1a48 None None] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:55:57.702587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-ecc10c70-11e4-46aa-88a7-67ef7349bcb9 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333889 Sep 01 14:55:57.711157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.712748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.756267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-742adf37-405c-4405-9cba-f2932231d336 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787445 Sep 01 14:55:57.906242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.935532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'fixed_ips': [{'subnet_id': '6a9e1364-717d-4960-bd72-fb5abd6120b8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:55:57.936688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.071420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3e98b43-7bb1-43a4-b960-fcb9b6cec6b3 req-ec531a6f-317f-4e1a-a908-098024242a9b service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692432 Sep 01 14:55:58.075316 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4908607-1778-41b4-a3ed-180bfe01cf19 req-9ef08093-709e-45b7-91b0-8c0b4662ce65 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624959 Sep 01 14:55:58.088806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a129-95ff-4ba1-a3a9-6865b8ae1064 req-6f4838f5-ed23-4367-a746-77f423f30e7b tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:58.090644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3533a129-95ff-4ba1-a3a9-6865b8ae1064 req-6f4838f5-ed23-4367-a746-77f423f30e7b tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 948 time: 0.1172957 Sep 01 14:55:58.181965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3533a129-95ff-4ba1-a3a9-6865b8ae1064 req-8386f4e7-28c8-473e-a147-16ec5041689d tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828872 Sep 01 14:55:58.261830 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.269109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Allocated IP 172.20.0.2 (ed48b1b6-5946-4a24-8353-8172a6e67bc7/6a9e1364-717d-4960-bd72-fb5abd6120b8/5c77b740-d92d-4bd6-9470-3c8beb61560d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:58.356891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-aa091df7-ad37-4490-bf62-5b85ecd99536 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips/745763a3-e264-4918-ba60-57231ac412af HTTP/1.1" status: 200 len: 692 time: 0.1480360 Sep 01 14:55:58.358747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43152) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:58.574066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.594005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Transition to ACTIVE for port object 5c77b740-d92d-4bd6-9470-3c8beb61560d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:58.619159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Transition to ACTIVE for port object 5c77b740-d92d-4bd6-9470-3c8beb61560d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:55:58.625711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7262c126-0be1-44e9-b7f7-8cf86abbb939 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:55:58.629389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.633891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7262c126-0be1-44e9-b7f7-8cf86abbb939 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2760062 Sep 01 14:55:58.706100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-362f04ff-cb20-4e19-86ff-e653a7d936b8 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0710368 Sep 01 14:55:58.719734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:58.723330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:58.730618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:58.755033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.780337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30452266-ec20-422d-b54c-2631de210e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.813324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.834565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-e16f74fa-e2db-44cc-a3ce-6c3d9315aad7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1260681 Sep 01 14:55:58.844287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Pushing event updated for resources: {'Port': ['ID=5c77b740-d92d-4bd6-9470-3c8beb61560d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:58.858298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Attempting to bind port 5c77b740-d92d-4bd6-9470-3c8beb61560d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:55:58.859250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Attempting to bind port 5c77b740-d92d-4bd6-9470-3c8beb61560d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:55:58.859958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Attempting to bind port 5c77b740-d92d-4bd6-9470-3c8beb61560d on network ed48b1b6-5946-4a24-8353-8172a6e67bc7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:55:58.868795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:55:58.869402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Checking segment: {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:55:58.869888 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.870358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Bound using segment: {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:55:58.871043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Bound port: 5c77b740-d92d-4bd6-9470-3c8beb61560d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:55:58.871498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:58.983061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] For port 5c77b740-d92d-4bd6-9470-3c8beb61560d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:55:58.996475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] For port 5c77b740-d92d-4bd6-9470-3c8beb61560d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5c77b740-d92d-4bd6-9470-3c8beb61560d,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:55:59.005937 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.041002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Allocated IP 172.25.1.148 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ec1ffb3a-420b-4cd2-9a83-c3373d385e81) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:55:59.043486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Deleting port c8ed73fa-a29f-486f-bedc-6432cd1d85b0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:55:59.044151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.135218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63b8dd20-c9b3-43f7-b052-8388971565ca details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:55:59.162762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.163375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.199677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Calling delete_port for c8ed73fa-a29f-486f-bedc-6432cd1d85b0 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:55:59.235036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.300905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be70960-eebe-424c-ad15-c937d3845f0c None None] Pushing event updated for resources: {'Port': ['ID=5c77b740-d92d-4bd6-9470-3c8beb61560d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:59.320613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43178) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:59.345492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.353480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30452266-ec20-422d-b54c-2631de210e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.383437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30452266-ec20-422d-b54c-2631de210e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.427066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:55:59.448069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:55:59.454532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-30452266-ec20-422d-b54c-2631de210e21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=177922d70860494eb45c961cb8a3e55a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0940351 Sep 01 14:55:59.458575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:55:59.464224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43184) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:59.475669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30452266-ec20-422d-b54c-2631de210e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa715bf6-7c0c-421c-8e15-19af0d636687,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:59.476209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:59.503791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63b8dd20-c9b3-43f7-b052-8388971565ca,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:59.524547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '63b8dd20-c9b3-43f7-b052-8388971565ca', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '63b8dd20-c9b3-43f7-b052-8388971565ca', 'mac_address': 'fa:16:3e:8e:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:55:59.654622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.687740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b8dd20-c9b3-43f7-b052-8388971565ca {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:55:59.721089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.739887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.742533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63b8dd20-c9b3-43f7-b052-8388971565ca,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:55:59.753906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.797490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event deleted for resources: {'Port': ['ID=c8ed73fa-a29f-486f-bedc-6432cd1d85b0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:59.835641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:55:59.859719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.868212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.870773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d39fff-46b9-45db-9864-4da78857a2b5 req-7488d916-8457-4c9d-aee3-cb8a76f2f3a2 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "DELETE /v2.0/floatingips/745763a3-e264-4918-ba60-57231ac412af HTTP/1.1" status: 204 len: 173 time: 1.0211270 Sep 01 14:55:59.940129 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a4ca5-e36c-4dcf-b7b0-bb1a5dd4720d x-openstack-request-id: req-285a4ca5-e36c-4dcf-b7b0-bb1a5dd4720d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:55:59.940443 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:55:59.940668 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-285a4ca5-e36c-4dcf-b7b0-bb1a5dd4720d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:55:59.941106 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'status': 'completed', 'code': 200} Sep 01 14:55:59.998855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['63b8dd20-c9b3-43f7-b052-8388971565ca'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:00.074127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-b8253605-11f3-4d99-b97b-e8935c742e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.079210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-b8253605-11f3-4d99-b97b-e8935c742e3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 1097 time: 0.0997698 Sep 01 14:56:00.106740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-60c7a286-8fb6-45ce-93d1-b01ae2eb7c28 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:00.107933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-60c7a286-8fb6-45ce-93d1-b01ae2eb7c28 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7854521 Sep 01 14:56:00.127303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.236967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-74fa4804-99c1-455b-9a0c-2642eb5bd523 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.238453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-74fa4804-99c1-455b-9a0c-2642eb5bd523 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 1095 time: 0.1073589 Sep 01 14:56:00.280582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-46a6e563-8900-4c6d-acd8-781ae9942a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.281657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.282224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-46a6e563-8900-4c6d-acd8-781ae9942a00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 200 len: 929 time: 0.1933470 Sep 01 14:56:00.373375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-3db540ba-660d-48c5-99ff-038e520696f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 200 len: 217 time: 0.0829091 Sep 01 14:56:00.421454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.428176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.430063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa715bf6-7c0c-421c-8e15-19af0d636687 HTTP/1.1" status: 204 len: 168 time: 0.9641898 Sep 01 14:56:00.459619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-1d47c978-348d-44ed-914f-a65ffe1cd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.461742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-1d47c978-348d-44ed-914f-a65ffe1cd782 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 200 len: 867 time: 0.0707366 Sep 01 14:56:00.469945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c29ba5-4b1e-4bf3-81b9-880666d03c2b req-44e465c0-0215-4e48-8e06-59be0bc13ebd tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.471949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c29ba5-4b1e-4bf3-81b9-880666d03c2b req-44e465c0-0215-4e48-8e06-59be0bc13ebd tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 949 time: 0.1743236 Sep 01 14:56:00.536024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da09c9-aa62-419c-b2cf-4d585ad13542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa715bf6-7c0c-421c-8e15-19af0d636687,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:00.563503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-c59537bc-0f36-4b87-a06e-327f4b55c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.566402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-c59537bc-0f36-4b87-a06e-327f4b55c841 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90ed25b4-c9d3-4052-8c9e-531373c90a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926728 Sep 01 14:56:00.580696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c29ba5-4b1e-4bf3-81b9-880666d03c2b req-0d80ca1e-30cc-49ae-b1db-f91bd0c163a6 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Sep 01 14:56:00.612044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Request body: {'binding': {'host': 'n-h1-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:00.612585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 14:56:00.855781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-41e6d067-89d5-4fc7-9c2e-69176dc01c64 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694669 Sep 01 14:56:00.989213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-015d44b7-c759-4f61-a16b-a74630bd1922 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831912 Sep 01 14:56:01.027840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5c77b740-d92d-4bd6-9470-3c8beb61560d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:01.108735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84745d0c-0a9b-4e4e-b391-99b7fbe49bf0 None None] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:01.127669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d011f8a3-6552-4e3d-a8e8-0c6a14a6a6b1 req-e55c661f-2a4c-4b54-be30-d85b2d203415 service neutron] 10.222.0.50 "GET /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643108 Sep 01 14:56:01.170536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-43dced39-09f0-4a93-9eaa-fa43de92d088 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:01.179229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-43dced39-09f0-4a93-9eaa-fa43de92d088 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890388 Sep 01 14:56:01.199607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-25f39e42-6368-43d8-9cab-d78b0594f5c3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/quotas/3500ff5488ac49bc9376a164e98caa4c HTTP/1.1" status: 200 len: 375 time: 0.0183411 Sep 01 14:56:01.231722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-92669dfd-eef0-42cb-b53d-a7d00009919f None None] Provisioning for port 5c77b740-d92d-4bd6-9470-3c8beb61560d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:01.234542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on host n-h1-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:01.235055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:01.235607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:01.245922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-d956d3c2-83fd-4587-8b3f-d2211039909f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460489 Sep 01 14:56:01.252155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:01.256122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:01.261126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.315568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5c77b740-d92d-4bd6-9470-3c8beb61560d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:01.328899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5c77b740-d92d-4bd6-9470-3c8beb61560d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:01.329595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.366836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:01.367198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:01.367604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:01.368078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Bound port: 200a6dcb-2662-497b-a6e4-24c86d05a057, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:01.385208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43210) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:01.403652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b8f8-8c7b-4b0d-b7ec-f80fc25fb4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.612960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:01.626109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.627363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-99308dd0-8449-414e-8ba1-8926df1dfd24 service neutron] 10.222.0.41 "POST /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057/bindings HTTP/1.1" status: 201 len: 390 time: 1.2487004 Sep 01 14:56:01.646748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b8f8-8c7b-4b0d-b7ec-f80fc25fb4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.660118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:56:01.663955 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b8f8-8c7b-4b0d-b7ec-f80fc25fb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.866387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.903083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3ae8b8f8-8c7b-4b0d-b7ec-f80fc25fb4d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9853827cb04f4bec92bcf7320229f063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156682 Sep 01 14:56:01.906169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43226) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:01.907621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8b8f8-8c7b-4b0d-b7ec-f80fc25fb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae472fab-bc67-4bfc-84bf-60b0f6f266ce,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:01.929107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:01.957043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Sync routers for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:01.985485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.990829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76bcc9ff-d243-41b6-ae49-c4b5eeec0e60 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3771625 Sep 01 14:56:01.994818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:02.043162 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:02.046577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:02.126013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5c77b740-d92d-4bd6-9470-3c8beb61560d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5c77b740-d92d-4bd6-9470-3c8beb61560d,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:02.138458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.237005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.255320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5c77b740-d92d-4bd6-9470-3c8beb61560d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:02.295714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d9e2ebee-7b93-4c7b-9495-f53a34cf779a None None] Provisioning complete for port 5c77b740-d92d-4bd6-9470-3c8beb61560d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:02.296431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e2ebee-7b93-4c7b-9495-f53a34cf779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.350724 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-ab44a260-7b8d-4a8e-8887-80da46ef92ed tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158421 Sep 01 14:56:02.413039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:02.453285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.472195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58a781-37c9-481c-a564-b1063c388b18 req-3fc382fe-84d9-445f-8d87-62d77f462646 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:02.475375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b58a781-37c9-481c-a564-b1063c388b18 req-3fc382fe-84d9-445f-8d87-62d77f462646 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3978157 Sep 01 14:56:02.569312 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-c2761f18-e7d2-47bb-af9f-768ee45dba9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4818099 Sep 01 14:56:02.616135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b58a781-37c9-481c-a564-b1063c388b18 req-50d0d8b5-aa1f-4016-a2c9-19ebee4a0304 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1240869 Sep 01 14:56:02.635058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-23fc3d01-e089-4c7f-aef2-bf0340644a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:02.643797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-23fc3d01-e089-4c7f-aef2-bf0340644a01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1098 time: 0.3301566 Sep 01 14:56:02.652882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.656269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.658327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae472fab-bc67-4bfc-84bf-60b0f6f266ce HTTP/1.1" status: 204 len: 168 time: 0.7140501 Sep 01 14:56:02.758185 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:55:59Z', 'revision_number': 3, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:02.806816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-7928cc80-a586-4cd9-917e-0e32c3f2c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:02.810645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-7928cc80-a586-4cd9-917e-0e32c3f2c3f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.1480584 Sep 01 14:56:02.893816 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Checking router: 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:02.894341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Updating router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:02.900832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5c77b740-d92d-4bd6-9470-3c8beb61560d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:02.923382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7148aa1-8d32-44c4-bc75-4e81511f1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae472fab-bc67-4bfc-84bf-60b0f6f266ce,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:02.941784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-dd1d4f35-4121-4e20-8bb8-8c9df857084e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.0848246 Sep 01 14:56:02.952106 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.956077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-8f45a111-63ba-4024-867e-2760b3c51528 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:02.964254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-8f45a111-63ba-4024-867e-2760b3c51528 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6122997 Sep 01 14:56:03.049772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-c0b647a1-91c4-4401-8414-14a55d864aee tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/quotas/3500ff5488ac49bc9376a164e98caa4c HTTP/1.1" status: 200 len: 375 time: 0.0831077 Sep 01 14:56:03.065848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63b8dd20-c9b3-43f7-b052-8388971565ca up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:03.077455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-0a1c42ab-59ba-47f4-a42f-1db252e9e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:03.080079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-0a1c42ab-59ba-47f4-a42f-1db252e9e42b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1123009 Sep 01 14:56:03.110926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-ec3a7786-5fc8-49dc-b602-f288833659c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:03.113699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-ec3a7786-5fc8-49dc-b602-f288833659c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 1097 time: 0.2898445 Sep 01 14:56:03.176994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 63b8dd20-c9b3-43f7-b052-8388971565ca completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:03.185150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8780591-bfe8-4f45-94d0-825fc204b4bc req-fca7ddcd-9692-453e-9023-45255aaae5ed tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:03.188744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8780591-bfe8-4f45-94d0-825fc204b4bc req-fca7ddcd-9692-453e-9023-45255aaae5ed tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 949 time: 0.3301280 Sep 01 14:56:03.189048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 63b8dd20-c9b3-43f7-b052-8388971565ca triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:03.189460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.283263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5c77b740-d92d-4bd6-9470-3c8beb61560d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:03.283847 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.445001 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.464642 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Transition to ACTIVE for port object ec1ffb3a-420b-4cd2-9a83-c3373d385e81 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:03.470075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-6bab00d6-fe7e-4781-8fa9-4c70a2618279 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3882637 Sep 01 14:56:03.470896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8780591-bfe8-4f45-94d0-825fc204b4bc req-277aedb9-c200-416f-961d-2c8d461a0433 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573259 Sep 01 14:56:03.475928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-795255f9-8d23-446d-a151-ad2d78ed86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:03.477618 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.480250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-795255f9-8d23-446d-a151-ad2d78ed86b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.2225907 Sep 01 14:56:03.588695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-04b1049b-060f-4ff1-9102-5699e1e5e8b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4397161 Sep 01 14:56:03.647714 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.671263 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Attempting to bind port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:03.671263 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Attempting to bind port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:03.671723 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Attempting to bind port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:03.675762 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c87a67-d1ce-494c-9a96-deff3d1e2dfb None None] Pushing event updated for resources: {'Port': ['ID=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:03.688143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:03.689253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:03.689399 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.689970 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:03.697649 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Bound port: ec1ffb3a-420b-4cd2-9a83-c3373d385e81, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:03.697649 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.706501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:03.721350 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de4d24-2a0e-4e2e-ab81-689c4695557f" -d '{"events": [{"server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "name": "network-vif-plugged", "status": "completed", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:03.761847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63b8dd20-c9b3-43f7-b052-8388971565ca,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:03.769716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.906426 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] For port ec1ffb3a-420b-4cd2-9a83-c3373d385e81, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:03.912730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] For port ec1ffb3a-420b-4cd2-9a83-c3373d385e81, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:03.914437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:03.923363 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.036108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.039784 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:04.040435 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:04.042618 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c87a67-d1ce-494c-9a96-deff3d1e2dfb None None] Pushing event updated for resources: {'Port': ['ID=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:04.269565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:04.355569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-edbe107d-9bdb-431f-9620-aa26ad8307cf service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013374 Sep 01 14:56:04.359552 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-a84833ac-77c2-4ffb-8e72-4ba090394b47 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3780239 Sep 01 14:56:04.367530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcbfac-31a0-4a6c-ab91-42fc8cb82b19 req-3fe8ace3-a235-4145-b55f-236f16bbb403 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:04.375170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13bcbfac-31a0-4a6c-ab91-42fc8cb82b19 req-3fe8ace3-a235-4145-b55f-236f16bbb403 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 949 time: 0.6821814 Sep 01 14:56:04.417404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-12cf656a-b5c6-484e-84af-37f558fecaf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 200 len: 1001 time: 0.8417840 Sep 01 14:56:04.487833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13bcbfac-31a0-4a6c-ab91-42fc8cb82b19 req-4e9d729e-7652-4426-9b22-01a949477a3b tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096354 Sep 01 14:56:04.581192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15037df8-2532-4d60-97f4-797f9f2db3d2 req-4b5bcda8-1ff8-444c-83c2-ca420ecb49c0 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0546286 Sep 01 14:56:04.665426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-1e826b12-8251-42ba-9cd9-81ea453f8633 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:04.668329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-1e826b12-8251-42ba-9cd9-81ea453f8633 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.50 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 949 time: 1.2185750 Sep 01 14:56:04.795154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43286) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:04.838033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Allocated IP 172.20.0.1 (ed48b1b6-5946-4a24-8353-8172a6e67bc7/6a9e1364-717d-4960-bd72-fb5abd6120b8/f7c3d46b-1a6b-431e-bde0-6f0d1757d379) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:04.845181 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec3259-67ba-44f3-8d8d-a860df36a1ad x-openstack-request-id: req-16ec3259-67ba-44f3-8d8d-a860df36a1ad {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:04.846023 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "name": "network-vif-plugged", "status": "completed", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:04.846023 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16ec3259-67ba-44f3-8d8d-a860df36a1ad {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:04.846399 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca', 'code': 200} Sep 01 14:56:04.971084 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:55:59Z', 'revision_number': 3, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:05.065446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab448ce-402e-4581-bba3-555ca41e63ff None None] The sync data for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 is: [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:55:59Z', 'revision_number': 3, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:05.150643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-network', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:05.190300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ffb449a-910b-4329-aa49-559f0c1dfb30 req-fac04ae4-35eb-44ef-92a8-2ec3b7356ab0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 210 time: 0.2069001 Sep 01 14:56:05.251102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa93e2-55b3-469b-8b0d-800f0d3b8d83 req-08574d62-035b-462e-a694-2c47bb750c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.253796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4caa93e2-55b3-469b-8b0d-800f0d3b8d83 req-08574d62-035b-462e-a694-2c47bb750c67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 1102 time: 0.2680426 Sep 01 14:56:05.286867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Made reservation on behalf of 9ed5a754a61d491ab07feafeac1ae509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:05.290737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.327774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.351123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-280c592b-432f-4bfe-b959-b7ff8d9c1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.352139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.353961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-280c592b-432f-4bfe-b959-b7ff8d9c1230 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.9118700 Sep 01 14:56:05.362857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-ce5f60f7-8a12-4eb1-a221-533b588fae1c service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048305 Sep 01 14:56:05.398667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fc54c-1d25-4c47-9c6a-d1659693933c req-db1f310e-4874-4fd7-84f0-394418b1885a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.401278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-376fc54c-1d25-4c47-9c6a-d1659693933c req-db1f310e-4874-4fd7-84f0-394418b1885a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 946 time: 1.4211409 Sep 01 14:56:05.443946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4caa93e2-55b3-469b-8b0d-800f0d3b8d83 req-987570f0-1128-4bf4-bcf7-4e3a9d47f7c0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813326 Sep 01 14:56:05.455965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Transition to ACTIVE for port object f7c3d46b-1a6b-431e-bde0-6f0d1757d379 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:05.571850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c532717-d8f8-4429-83f0-e78bdd7aee1a req-92c67094-4a4c-47f6-9716-3c6713a2f49a tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.574580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c532717-d8f8-4429-83f0-e78bdd7aee1a req-92c67094-4a4c-47f6-9716-3c6713a2f49a tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 950 time: 0.1986363 Sep 01 14:56:05.633799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-376fc54c-1d25-4c47-9c6a-d1659693933c req-0523506f-2610-40e6-a423-5e214517dcca tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804137 Sep 01 14:56:05.638013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.645546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-19c386e5-c45b-41d5-9ceb-a0bfd211862c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.646961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-19c386e5-c45b-41d5-9ceb-a0bfd211862c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1867576 Sep 01 14:56:05.673633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Request body: {'port': {'device_id': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '3500ff5488ac49bc9376a164e98caa4c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:05.682117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-dbb83c2d-5cc9-4d2d-b7f8-c2d0b2ee3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:05.684009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-dbb83c2d-5cc9-4d2d-b7f8-c2d0b2ee3707 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040771 Sep 01 14:56:05.764184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Deleting port e27b82cd-518a-47a2-aef6-87480c367146 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:05.764563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.824264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:05.860594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c532717-d8f8-4429-83f0-e78bdd7aee1a req-77c98f45-e963-4535-b984-3d57169c1eac tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692583 Sep 01 14:56:05.950678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-4f606cb7-f892-4f11-888e-5d7689ef6a1a service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506404 Sep 01 14:56:05.970407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:05.973219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:05.973738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.239531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:06.240826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-848431b0-992f-4676-9e52-bf3020d84609 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680057 Sep 01 14:56:06.329956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.344863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ed77-90dd-4bcf-bc3f-c3f4253c3ba9 req-5bdfa0b9-4548-4ca6-88a7-a2487e9048a7 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:06.346604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6a5ed77-90dd-4bcf-bc3f-c3f4253c3ba9 req-5bdfa0b9-4548-4ca6-88a7-a2487e9048a7 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 949 time: 0.2457418 Sep 01 14:56:06.373306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.390280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-132b7911-45f3-4e2c-b9a8-f7a5cbc84412 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:06.391923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-132b7911-45f3-4e2c-b9a8-f7a5cbc84412 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1098 time: 0.6363931 Sep 01 14:56:06.449325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-16'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:06.457811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4adf0db-9117-4cbd-a1c1-3760fd873d74 None None] Provisioning for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:06.462966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4adf0db-9117-4cbd-a1c1-3760fd873d74 None None] Provisioning complete for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:06.463627 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4adf0db-9117-4cbd-a1c1-3760fd873d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.486851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:06.512344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a4adf0db-9117-4cbd-a1c1-3760fd873d74 None None] Port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:06.555283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ad162-d6ce-492a-9a69-b345f5699efe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:06.569272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Made reservation on behalf of 3500ff5488ac49bc9376a164e98caa4c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:06.576386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.577880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.578448 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Added segment b7bb912d-e2e5-4e81-89ec-68e203dab1ee of type vlan for network 1df06b35-ab10-4343-b907-b170a1df5541 Sep 01 14:56:06.648194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.710412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.745988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.757246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6a5ed77-90dd-4bcf-bc3f-c3f4253c3ba9 req-aa2d3c9e-dbba-4be5-9b5b-1e1001a0ad94 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7fd100e-2abd-4bce-bae4-9e651b8d2295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757641 Sep 01 14:56:06.779828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.795280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] For port e27b82cd-518a-47a2-aef6-87480c367146, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e27b82cd-518a-47a2-aef6-87480c367146,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:06.795895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.837699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Calling delete_port for e27b82cd-518a-47a2-aef6-87480c367146 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:06.884038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.885053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:06.885659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.927925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9299355-9441-46fe-98a2-213808fa9fb5 req-70049947-7676-41a0-82a1-2f302d4be2f8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632394 Sep 01 14:56:06.974230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff9fde96-1533-4727-aac3-11f0e8375313 req-b3840728-ccce-4c80-8899-214a3f7f5fd6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 210 time: 0.0911329 Sep 01 14:56:06.975739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790e58-8a51-4f42-8144-dd0d072d3900 req-1454b30f-fa9d-449b-8c2b-0950fa4e0151 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:06.986639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17790e58-8a51-4f42-8144-dd0d072d3900 req-1454b30f-fa9d-449b-8c2b-0950fa4e0151 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 945 time: 0.4949050 Sep 01 14:56:06.987812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ec1ffb3a-420b-4cd2-9a83-c3373d385e81 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:07.032684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5d6cb44c-3503-433e-a0e1-c2b7a9330c2a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:07.043245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5d6cb44c-3503-433e-a0e1-c2b7a9330c2a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7798791 Sep 01 14:56:07.064009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1df06b35-ab10-4343-b907-b170a1df5541,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.100093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e27b82cd-518a-47a2-aef6-87480c367146 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:07.101503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Request body: {'port': {'device_id': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '3500ff5488ac49bc9376a164e98caa4c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:07.105541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1df06b35-ab10-4343-b907-b170a1df5541 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:07.123484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.135349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.136256 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.206596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17790e58-8a51-4f42-8144-dd0d072d3900 req-96ad2c00-2db4-40b5-bd45-713e73d89dbd tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188082 Sep 01 14:56:07.294426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:07.320054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:07.320424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.386280 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.399102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.420460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.465921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.471188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.480760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:07.487598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Pushing event deleted for resources: {'Port': ['ID=e27b82cd-518a-47a2-aef6-87480c367146,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.516131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-da1a20bb-baeb-44fd-9998-fea756eae6e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7190132 Sep 01 14:56:07.520106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43304) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:07.531907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.535510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Request body: {'subnet': {'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-subnet', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:07.583383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.50', 50694) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:07.618737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Made reservation on behalf of 3500ff5488ac49bc9376a164e98caa4c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:07.622671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.642555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ec1ffb3a-420b-4cd2-9a83-c3373d385e81, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:07.648596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc40c4-6db1-412f-a922-fb82f9b74f05 req-b973143b-ba0a-498e-8ae4-6e2b339250ae tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:07.651531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.666310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39dc40c4-6db1-412f-a922-fb82f9b74f05 req-b973143b-ba0a-498e-8ae4-6e2b339250ae tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 946 time: 0.4852486 Sep 01 14:56:07.670748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] No DVR routers for this DVR port e27b82cd-518a-47a2-aef6-87480c367146 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:56:07.680568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Made reservation on behalf of 9ed5a754a61d491ab07feafeac1ae509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:07.682816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.683576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.693811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3da4237-f519-411f-abbd-e0e9a3a588d4 req-2cb1f926-5b24-469d-9f5d-a039d146a643 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.50 "DELETE /v2.0/ports/e27b82cd-518a-47a2-aef6-87480c367146 HTTP/1.1" status: 204 len: 173 time: 2.9710057 Sep 01 14:56:07.707118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'name': 'network-vif-deleted', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:07.718326 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da59ab-dcc2-4fd3-99c0-8ad1de6fc62b" -d '{"events": [{"server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "name": "network-vif-deleted", "tag": "e27b82cd-518a-47a2-aef6-87480c367146"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:07.742653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3569d83-cdf9-4038-bfc4-47e9cb843b69,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.767177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39dc40c4-6db1-412f-a922-fb82f9b74f05 req-8e0325cf-2bb8-4511-99b6-37138588279e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003535 Sep 01 14:56:07.830107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:07.831598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.932054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3618ad8-1f2c-461e-94b8-c94250184293 req-cec9c890-4d57-47c2-aec1-0c73b4bf842b tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:07.944470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:07.951233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3618ad8-1f2c-461e-94b8-c94250184293 req-cec9c890-4d57-47c2-aec1-0c73b4bf842b tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 950 time: 0.5088372 Sep 01 14:56:07.960542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:08.019395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63660a52-ffba-4e18-ac93-59a6125b341f req-09f1f4f2-b0cf-4032-9857-e37c6498bb35 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:08.021772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63660a52-ffba-4e18-ac93-59a6125b341f req-09f1f4f2-b0cf-4032-9857-e37c6498bb35 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 945 time: 0.4356332 Sep 01 14:56:08.036287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:08.038885 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999172fd-07e3-44e9-82ae-c6c492cb2da5" -d '{"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-unplugged", "status": "completed", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:08.124936 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa50c47-6a01-4726-ae40-4159814763c9 x-openstack-request-id: req-bfa50c47-6a01-4726-ae40-4159814763c9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:08.127201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.135323 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b9bad3-544a-4191-babf-0b612ce66717", "name": "network-vif-deleted", "tag": "e27b82cd-518a-47a2-aef6-87480c367146", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:08.135757 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfa50c47-6a01-4726-ae40-4159814763c9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:08.136399 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b9bad3-544a-4191-babf-0b612ce66717', 'name': 'network-vif-deleted', 'tag': 'e27b82cd-518a-47a2-aef6-87480c367146', 'status': 'completed', 'code': 200} Sep 01 14:56:08.200902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Allocated IP 192.168.233.226 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/2d152e51-c4c4-4fdf-9570-1b625e34f986) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:08.243309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3618ad8-1f2c-461e-94b8-c94250184293 req-131d700b-2cdd-45c0-8b55-4cee4be8e77d tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903508 Sep 01 14:56:08.405214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-edb348f1-03e9-459d-9aa4-f0f953c16bad None None] Provisioning complete for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:08.406135 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edb348f1-03e9-459d-9aa4-f0f953c16bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.454511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.474630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-edb348f1-03e9-459d-9aa4-f0f953c16bad None None] Port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:08.529955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-435d0a4e-3754-47a7-9f76-ad576aea3ff4 req-38853926-f753-424f-b09f-7bb1bfe1f200 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 210 time: 0.0862563 Sep 01 14:56:08.670862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.696411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Transition to ACTIVE for port object 2d152e51-c4c4-4fdf-9570-1b625e34f986 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:08.748147 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4945dd-246a-45a5-abc1-144ee06c9dc7 x-openstack-request-id: req-5b4945dd-246a-45a5-abc1-144ee06c9dc7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:08.748894 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-unplugged", "status": "completed", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:08.748894 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b4945dd-246a-45a5-abc1-144ee06c9dc7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:08.749223 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'code': 200} Sep 01 14:56:08.751599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.827372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088f76-e538-4b3f-b963-d8813572072a req-0059430c-ab5c-4bbc-b0c8-f54256178351 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:08.830412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d088f76-e538-4b3f-b963-d8813572072a req-0059430c-ab5c-4bbc-b0c8-f54256178351 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 945 time: 0.1287777 Sep 01 14:56:08.859535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.928833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ec1ffb3a-420b-4cd2-9a83-c3373d385e81 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:08.958205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13820439-9d16-4cf9-9d20-5e91341335c3 req-52a0e68b-6d0e-4c2a-b92c-ab6330f6ad85 tempest-ServerDiagnosticsNegativeTest-309401266 tempest-ServerDiagnosticsNegativeTest-309401266-project] 10.222.0.41 "GET /v2.0/ports?device_id=78b9bad3-544a-4191-babf-0b612ce66717 HTTP/1.1" status: 200 len: 210 time: 0.4913063 Sep 01 14:56:09.000898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.009897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190bd760-0048-4c68-bef4-eb7ea4bd3033,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.024200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on host n-h2-802060-16 for vnic_type normal with profile {"migrating_to": "n-h1-802060-16"} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:09.024783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:09.025369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:09.049479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:09.050950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:09.051455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.062579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:09.067027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:09.067725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Attempting to bind port 200a6dcb-2662-497b-a6e4-24c86d05a057 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:09.075375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:09.076252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:09.076869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:09.077623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Bound port: 200a6dcb-2662-497b-a6e4-24c86d05a057, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:09.078220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.088613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:09.104071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:09.106971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Deleting port d92e22e6-09cc-46fd-ac7d-590baa228ae4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:09.107409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.117123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Checking segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:09.117123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Network hostable DHCP agents. Network: 1df06b35-ab10-4343-b907-b170a1df5541, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:09.129874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:09.132549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.168875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d088f76-e538-4b3f-b963-d8813572072a req-8955f82a-6596-4093-b563-5736b1f83083 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196771 Sep 01 14:56:09.190021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Allocated IP 192.168.233.119 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/486c0e3e-aaec-4bb6-b106-dc079e6ede24) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:09.208918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.254595 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-530d74f5-efb4-4c62-a98a-3c69bccecd7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5720913 Sep 01 14:56:09.282921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Request body: {'port': {'device_id': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:09.307649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Network 1df06b35-ab10-4343-b907-b170a1df5541 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:09.348404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1df06b35-ab10-4343-b907-b170a1df5541) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:09.356873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:09.358780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.362532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ddc7b-404c-4aec-a890-7a695b50f0a1 None None] Network 1df06b35-ab10-4343-b907-b170a1df5541 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:09.471704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:09.471937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.505021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-47b590b0-75ff-4db3-95cd-d05854355188 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9813461 Sep 01 14:56:09.528403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43328) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:09.535747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:09.551396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:09.572872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.573994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c52d7-5434-44c6-a0c9-4229837b8223 req-925c31b8-b815-4d1c-a126-34fc48321168 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:09.581707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-861c52d7-5434-44c6-a0c9-4229837b8223 req-925c31b8-b815-4d1c-a126-34fc48321168 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.2535431 Sep 01 14:56:09.586390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] For port d92e22e6-09cc-46fd-ac7d-590baa228ae4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d92e22e6-09cc-46fd-ac7d-590baa228ae4,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:09.586879 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.588386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3be1faec-6353-4628-90fe-4e9cfbc92c9e None None] Provisioning for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:09.623611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3be1faec-6353-4628-90fe-4e9cfbc92c9e None None] Provisioning complete for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:09.626793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be1faec-6353-4628-90fe-4e9cfbc92c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.647995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Calling delete_port for d92e22e6-09cc-46fd-ac7d-590baa228ae4 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:09.687807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:09.702203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cc8528eb-3272-4464-b1e3-d1872337efb9 admin admin] 10.222.0.41 "PUT /v2.0/routers/2a033c85-b5bb-4bdf-bad3-9c7ebd12661e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7062423 Sep 01 14:56:09.712854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Sync routers for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:09.761203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.762448 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.763579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:09.764582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.766383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 1124 time: 3.3572910 Sep 01 14:56:09.792570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3be1faec-6353-4628-90fe-4e9cfbc92c9e None None] Port 2d152e51-c4c4-4fdf-9570-1b625e34f986 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:09.823262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:09.823687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:09.828264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-861c52d7-5434-44c6-a0c9-4229837b8223 req-6084ccc8-5a11-429a-b8cc-ff170c919d87 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455392 Sep 01 14:56:09.864085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.881235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2386a46-f5e6-4bda-8aa1-5e0f8551f0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=8']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.947735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bb972-a6cd-48cd-9b6b-536b568c47d6 req-0e9bb787-1321-4695-b0b1-42e3529592f3 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:09.955694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d89bb972-a6cd-48cd-9b6b-536b568c47d6 req-0e9bb787-1321-4695-b0b1-42e3529592f3 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 950 time: 0.2979496 Sep 01 14:56:09.964490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Transition to ACTIVE for port object 486c0e3e-aaec-4bb6-b106-dc079e6ede24 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:10.004207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['200a6dcb-2662-497b-a6e4-24c86d05a057'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:10.072265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d89bb972-a6cd-48cd-9b6b-536b568c47d6 req-1be116af-d78e-4137-b447-ad44c38a4694 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7b516c8-d143-4f8b-9431-7a3ca540d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148880 Sep 01 14:56:10.072582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13e74188-1239-4293-b934-419756fd934e req-c7c67012-16bf-4f9d-ad3e-4605c6acc13e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 210 time: 0.1289682 Sep 01 14:56:10.082591 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.149970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1df06b35-ab10-4343-b907-b170a1df5541', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'fixed_ips': [{'subnet_id': '190bd760-0048-4c68-bef4-eb7ea4bd3033'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:56:10.150932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.250337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.356851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Pushing event deleted for resources: {'Port': ['ID=d92e22e6-09cc-46fd-ac7d-590baa228ae4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:10.463912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] No DVR routers for this DVR port d92e22e6-09cc-46fd-ac7d-590baa228ae4 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:56:10.469658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.474644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63660a52-ffba-4e18-ac93-59a6125b341f req-227340e4-b8f6-4bd6-bc47-da6046d002a7 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.50 "DELETE /v2.0/ports/d92e22e6-09cc-46fd-ac7d-590baa228ae4 HTTP/1.1" status: 204 len: 173 time: 2.4391518 Sep 01 14:56:10.726878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-e70e3b8f-e6c9-4343-afa1-37193e900efd tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:10.728940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-e70e3b8f-e6c9-4343-afa1-37193e900efd tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.50 "GET /v2.0/ports?device_id=99f4dab3-e464-4514-9ba6-2bc3bcb809bf HTTP/1.1" status: 200 len: 950 time: 0.0966239 Sep 01 14:56:10.730436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Allocated IP 172.20.0.2 (1df06b35-ab10-4343-b907-b170a1df5541/190bd760-0048-4c68-bef4-eb7ea4bd3033/5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:10.741722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:10.765079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057'}, {'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'name': 'network-vif-deleted', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:10.768012 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9a390-1ece-4b78-a855-a2269bd66456" -d '{"events": [{"name": "network-changed", "server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057"}, {"server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "name": "network-vif-deleted", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:10.835114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84bc70d0-fa8c-4738-89e1-31cc88492792 req-4058750e-ab5f-4fb7-ad63-ebc80659ddce tempest-FloatingIPsAssociationNegativeTestJSON-1590621178 tempest-FloatingIPsAssociationNegativeTestJSON-1590621178-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d2a353d-cd18-4dee-99bd-b326e553b81a HTTP/1.1" status: 200 len: 210 time: 0.1094944 Sep 01 14:56:11.008995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.053879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.072571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-c2becd54-e143-4521-a405-1bf2798a38a4 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5946486 Sep 01 14:56:11.112059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:11.165459 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc78d6b-8c53-454d-a6a5-44d465b6987a x-openstack-request-id: req-bcc78d6b-8c53-454d-a6a5-44d465b6987a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:11.166010 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057", "status": "completed", "code": 200}, {"server_uuid": "5d2a353d-cd18-4dee-99bd-b326e553b81a", "name": "network-vif-deleted", "tag": "d92e22e6-09cc-46fd-ac7d-590baa228ae4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:11.166587 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcc78d6b-8c53-454d-a6a5-44d465b6987a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:11.167078 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'status': 'completed', 'code': 200} Sep 01 14:56:11.167560 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a353d-cd18-4dee-99bd-b326e553b81a', 'name': 'network-vif-deleted', 'tag': 'd92e22e6-09cc-46fd-ac7d-590baa228ae4', 'status': 'completed', 'code': 200} Sep 01 14:56:11.187992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event updated for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.258589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.259315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.260126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.260699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.261331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.261901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.262526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.263137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.263755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.264239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.264857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.265478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:11.285879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d92e22e6-09cc-46fd-ac7d-590baa228ae4 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:11.294507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:11.295847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.316558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:11.323624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:11.331282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:11.332160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.384941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Deleting port 63b8dd20-c9b3-43f7-b052-8388971565ca {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:11.386087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.394968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80c05fa1-5817-4ccc-80c8-cc41b99cb2ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f16b9b5e41314b689b60acae19173e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445751 Sep 01 14:56:11.398614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:11.406368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-a6cddea1-9b37-4007-96ad-2655fea75c13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3119428 Sep 01 14:56:11.423114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: d92e22e6-09cc-46fd-ac7d-590baa228ae4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:56:11.423696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d92e22e6-09cc-46fd-ac7d-590baa228ae4 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:11.438630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:11.444777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-1a496dd2-f3cd-4ba0-81c8-208c050683ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:11.446393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-1a496dd2-f3cd-4ba0-81c8-208c050683ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1127 time: 0.2439983 Sep 01 14:56:11.453804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Request body: {'port': {'device_id': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:11.517757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.565869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Transition to ACTIVE for port object 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:11.681798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] For port 63b8dd20-c9b3-43f7-b052-8388971565ca, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63b8dd20-c9b3-43f7-b052-8388971565ca,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:11.682376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.684615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.710235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Transition to ACTIVE for port object 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:11.728692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Calling delete_port for 63b8dd20-c9b3-43f7-b052-8388971565ca owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:11.731682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.773937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.796992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8fcf0bb4-56df-498a-bee7-f23223e2f0e3 None None] Provisioning for port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:11.844439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665c93e-aff1-4eda-b522-a85a3d91e8c3 req-1acaf170-fa50-42ed-8040-3477d279fbd5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:11.846633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0665c93e-aff1-4eda-b522-a85a3d91e8c3 req-1acaf170-fa50-42ed-8040-3477d279fbd5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.4922948 Sep 01 14:56:11.855792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8fcf0bb4-56df-498a-bee7-f23223e2f0e3 None None] Provisioning complete for port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:11.856387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8fcf0bb4-56df-498a-bee7-f23223e2f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.856728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:11.877942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Network 1df06b35-ab10-4343-b907-b170a1df5541 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:11.881557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.938291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:11.942234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:11.959849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.962874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.003864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.004097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.004575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.005190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.005886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.006520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.007564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.008113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.008673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.009265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.010160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.010381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.091426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Transition to ACTIVE for port object 2d152e51-c4c4-4fdf-9570-1b625e34f986 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:12.121234 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.123806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-15b05a17-c23e-4673-8cd6-f5cfbc508b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:12.124271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf0bb4-56df-498a-bee7-f23223e2f0e3 None None] Port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:12.125399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-15b05a17-c23e-4673-8cd6-f5cfbc508b99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.6599061 Sep 01 14:56:12.153006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Attempting to bind port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:12.153006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Attempting to bind port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:12.153545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Attempting to bind port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 on network 1df06b35-ab10-4343-b907-b170a1df5541 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:12.163109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:12.163624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Checking segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:12.163936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.164357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Bound using segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:12.164871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Bound port: 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:12.165293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.172820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.191605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Allocated IP 172.25.1.168 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:12.219445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.246132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['63b8dd20-c9b3-43f7-b052-8388971565ca'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:12.277124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Pushing event deleted for resources: {'Port': ['ID=63b8dd20-c9b3-43f7-b052-8388971565ca,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:12.286305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:56:06Z', 'revision_number': 4, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f7c3d46b-1a6b-431e-bde0-6f0d1757d379', 'name': '', 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'mac_address': 'fa:16:3e:da:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:06Z', 'revision_number': 2, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'subnets': [{'id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:12.332089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Checking router: 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:12.332458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Updating router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:12.340807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] For port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:12.383327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] For port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:12.387426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.399316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] No DVR routers for this DVR port 63b8dd20-c9b3-43f7-b052-8388971565ca on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:56:12.403574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.409445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.411942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a64980d-fcdf-4982-8bcf-d81c43f4d35c req-19fc3496-6d6e-48fb-86b9-378b7380bbd8 tempest-ImagesNegativeTestJSON-1632748068 tempest-ImagesNegativeTestJSON-1632748068-project] 10.222.0.50 "DELETE /v2.0/ports/63b8dd20-c9b3-43f7-b052-8388971565ca HTTP/1.1" status: 204 len: 173 time: 1.6697547 Sep 01 14:56:12.462822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-71ed0be9-e292-4e23-9a65-f32b5a5087d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.3232045 Sep 01 14:56:12.588809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160d3c7-3a4c-4681-a098-206a2499d2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:12.597240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0665c93e-aff1-4eda-b522-a85a3d91e8c3 req-3efd16ec-b22c-48a4-a66e-0e29af51cc93 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787518 Sep 01 14:56:12.607676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.610956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:12.629785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.670749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.727638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.749864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-07e67db2-2c07-44be-b437-24d4fbcf7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:12.751888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-07e67db2-2c07-44be-b437-24d4fbcf7440 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2693312 Sep 01 14:56:12.793731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Attempting to bind port 2d152e51-c4c4-4fdf-9570-1b625e34f986 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:12.798047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Attempting to bind port 2d152e51-c4c4-4fdf-9570-1b625e34f986 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:12.798617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Attempting to bind port 2d152e51-c4c4-4fdf-9570-1b625e34f986 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:12.862008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:12.866745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-333aaa49-fbdb-4c80-8264-07cc40e2832b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756745 Sep 01 14:56:12.867611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:12.872572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Port 2d152e51-c4c4-4fdf-9570-1b625e34f986 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:12.873054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Attempting to bind port 2d152e51-c4c4-4fdf-9570-1b625e34f986 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:12.873288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:12.878784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:12.886987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.889902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.893541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7fd100e-2abd-4bce-bae4-9e651b8d2295 HTTP/1.1" status: 204 len: 168 time: 1.4838974 Sep 01 14:56:12.962770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.962770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.962770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.962770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.962770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.989372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.990356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.990699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.991036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.991369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.991694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:12.992021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:13.004945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:13.005924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:13.006432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:13.007397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Bound port: 2d152e51-c4c4-4fdf-9570-1b625e34f986, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:13.008348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.079546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.089805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:13.100796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.104527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeab3f7-aca3-4bbd-92b4-baebfeeddfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd100e-2abd-4bce-bae4-9e651b8d2295,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:13.155924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Transition to ACTIVE for port object f7c3d46b-1a6b-431e-bde0-6f0d1757d379 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:13.197039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'name': 'network-vif-deleted', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:13.201343 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e39c84-8dc2-4cfc-83b5-24625edc9892" -d '{"events": [{"server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "name": "network-vif-deleted", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:13.230909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.233924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.295086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c0e3e-aaec-4bb6-b106-dc079e6ede24 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:13.331353 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:56:13.424705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.456431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78123f-1a66-4df1-8976-e5e3dfc7fe7d None None] Pushing event updated for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:13.467620 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:56:13.468916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbec6d-8c7b-4ea5-8d08-03a6973995ee req-7a7c905e-c5e6-40a7-b1f9-6caf225b9be3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:13.484787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ffbec6d-8c7b-4ea5-8d08-03a6973995ee req-7a7c905e-c5e6-40a7-b1f9-6caf225b9be3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 936 time: 0.6249912 Sep 01 14:56:13.503315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Allocated IP 172.25.1.49 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/01fec219-729e-4a9d-9899-a9c5d14569a2) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:13.601385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.615651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.628207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:13.700508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:13.712285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.732180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 has no active binding in host n-h1-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 14:56:13.741591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.741829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Attempting to bind port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:13.742382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Attempting to bind port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:13.742977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Attempting to bind port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 on network ed48b1b6-5946-4a24-8353-8172a6e67bc7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:13.745017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-aca858d9-c289-462e-b751-857804be90fb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6470878 Sep 01 14:56:13.773345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:13.774182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Checking segment: {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:13.775963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.777852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Bound using segment: {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:13.779063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Bound port: f7c3d46b-1a6b-431e-bde0-6f0d1757d379, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:13.779803 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.792438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Transition to ACTIVE for port object 486c0e3e-aaec-4bb6-b106-dc079e6ede24 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:13.856729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-6b7d9dd7-2abb-4c37-9927-045f5d078c13 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0928075 Sep 01 14:56:13.857202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.863310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-d244de72-aa06-4466-8222-bb592aaeacb7 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9622116 Sep 01 14:56:13.873579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:13.887521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:13.908034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:13.918874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] For port f7c3d46b-1a6b-431e-bde0-6f0d1757d379, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:13.941413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] For port f7c3d46b-1a6b-431e-bde0-6f0d1757d379, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:13.951091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.963909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d70a-6793-48a2-8590-9c44c4192992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.010057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:14.010665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:55:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:14.131782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-bb1dc1c7-8a87-4f5f-90a5-f00f3c3983fd tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:14.138953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78123f-1a66-4df1-8976-e5e3dfc7fe7d None None] Pushing event updated for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:14.141150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e50ba18-1406-45e7-83ad-1d29b4d9457b req-bb1dc1c7-8a87-4f5f-90a5-f00f3c3983fd tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2702494 Sep 01 14:56:14.281239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:14.293634 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d70a-6793-48a2-8590-9c44c4192992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.305244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d70a-6793-48a2-8590-9c44c4192992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.411602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5a4d70a-6793-48a2-8590-9c44c4192992 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=951d5d0f579a48ec82ccacd11747e29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018928 Sep 01 14:56:14.416756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43380) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:14.466460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-148b6080-f66c-4405-bd81-141d3520250c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.544820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:14.608250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be126a7-900b-42e1-9eda-05d6372fe800 None None] Network 1df06b35-ab10-4343-b907-b170a1df5541 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:14.650437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4d70a-6793-48a2-8590-9c44c4192992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e71bc73-2f98-4928-9424-ea2d04255dcc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:14.681743 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f08d1-142c-44d6-9c8b-ca3039537be2 x-openstack-request-id: req-bf4f08d1-142c-44d6-9c8b-ca3039537be2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:14.682697 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f4dab3-e464-4514-9ba6-2bc3bcb809bf", "name": "network-vif-deleted", "tag": "63b8dd20-c9b3-43f7-b052-8388971565ca", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:14.682697 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf4f08d1-142c-44d6-9c8b-ca3039537be2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:14.685386 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f4dab3-e464-4514-9ba6-2bc3bcb809bf', 'name': 'network-vif-deleted', 'tag': '63b8dd20-c9b3-43f7-b052-8388971565ca', 'status': 'completed', 'code': 200} Sep 01 14:56:14.743178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.799609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e09e0282-6542-41d6-a029-b4a0e86683b2 None None] Provisioning for port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:14.826720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa9a390-1ece-4b78-a855-a2269bd66456 req-48d40cfb-c3e9-44eb-bbd5-80c2712fb658 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284368 Sep 01 14:56:14.844500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ffbec6d-8c7b-4ea5-8d08-03a6973995ee req-8c3c3290-1695-4f1f-9953-c31093086dfb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3571651 Sep 01 14:56:14.852832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:56:06Z', 'revision_number': 4, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f7c3d46b-1a6b-431e-bde0-6f0d1757d379', 'name': '', 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'mac_address': 'fa:16:3e:da:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 4, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'subnets': [{'id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:14.861143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.250810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63b8dd20-c9b3-43f7-b052-8388971565ca no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:15.253219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:15.254341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:15.254546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.257260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 1097 time: 5.9954736 Sep 01 14:56:15.263198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc75244-9665-455e-bf87-587a6ac60455 None None] The sync data for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 is: [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:56:06Z', 'revision_number': 4, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f7c3d46b-1a6b-431e-bde0-6f0d1757d379', 'name': '', 'network_id': 'ed48b1b6-5946-4a24-8353-8172a6e67bc7', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'mac_address': 'fa:16:3e:da:b3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 4, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'subnets': [{'id': '6a9e1364-717d-4960-bd72-fb5abd6120b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:15.300623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:15.307317 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43a10d-3170-4b78-af38-e0c965004676" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:15.352579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Pushing event updated for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.358479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 63b8dd20-c9b3-43f7-b052-8388971565ca {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:56:15.359339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63b8dd20-c9b3-43f7-b052-8388971565ca not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:15.419886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.477535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.535582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Attempting to bind port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:15.535828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Attempting to bind port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:15.537088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Attempting to bind port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:15.608063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:15.618021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:15.618973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.639060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.642485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.656875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:15.657168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Attempting to bind port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:15.665964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e71bc73-2f98-4928-9424-ea2d04255dcc HTTP/1.1" status: 204 len: 168 time: 1.2387574 Sep 01 14:56:15.722743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5e4cd-96ac-4dea-a68d-f9ebc01d7207 req-62ce147a-5e75-49c5-b359-566f71156674 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:15.730862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfd5e4cd-96ac-4dea-a68d-f9ebc01d7207 req-62ce147a-5e75-49c5-b359-566f71156674 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.9974432 Sep 01 14:56:15.745054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:15.745457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:15.745696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:15.746055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Bound port: 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:15.746423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.803882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70227c-7c9e-4e03-9a87-3e96e63d0948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e71bc73-2f98-4928-9424-ea2d04255dcc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:16.006708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfd5e4cd-96ac-4dea-a68d-f9ebc01d7207 req-93e48ee7-0d56-4d4a-a20f-46cb7329f085 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307892 Sep 01 14:56:16.041139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.217978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:16.221340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c15f81a1-d2d8-432b-9803-9874d09ee840 None None] Provisioning complete for port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:16.221828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c15f81a1-d2d8-432b-9803-9874d09ee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.296344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.300135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f4ab-3499-4bda-9d31-acae40b74e86 service neutron] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:16.399027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-2ae7f6a1-38a7-4164-b57d-2c2d844f8893 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4387324 Sep 01 14:56:16.463197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:16.486518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abc516f-a493-4685-9a2d-790cdff9cc35 x-openstack-request-id: req-4abc516f-a493-4685-9a2d-790cdff9cc35 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:16.486989 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:16.488798 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4abc516f-a493-4685-9a2d-790cdff9cc35 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:16.490752 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'status': 'completed', 'code': 200} Sep 01 14:56:16.573629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:16.634162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-a9e86e60-5653-4d5f-8166-cfe004bc7e6b service neutron] 10.222.0.24 "GET /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.9038177 Sep 01 14:56:16.638787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-39061dcc-dca8-4a01-b792-ddf49148f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:16.642206 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-39061dcc-dca8-4a01-b792-ddf49148f810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1100 time: 1.2848670 Sep 01 14:56:16.814249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.856759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-81d8cc01-4e43-4c2b-93a6-cfff49a57ec1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 217 time: 0.1670167 Sep 01 14:56:16.859409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:16.905513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.906304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e6269-3a1e-41ee-9d49-b518f6ae9d1b req-906dbc9b-32d0-474a-9fd8-4a17a3ab5a6d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:16.922302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e8e6269-3a1e-41ee-9d49-b518f6ae9d1b req-906dbc9b-32d0-474a-9fd8-4a17a3ab5a6d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 948 time: 0.2877960 Sep 01 14:56:17.089983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65977f4-bc56-4d13-8b9a-97808818e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.095147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e8e6269-3a1e-41ee-9d49-b518f6ae9d1b req-5020ca1d-62b1-4e30-af2f-3cc2810b7d78 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711588 Sep 01 14:56:17.130524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:17.136433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.203329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.278907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f7c3d46b-1a6b-431e-bde0-6f0d1757d379 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:17.311792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:17.352159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-c74be890-23be-4b80-a94f-1c21878a64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:17.355507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-c74be890-23be-4b80-a94f-1c21878a64ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.4709663 Sep 01 14:56:17.378781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.410990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:17.434011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:17.446064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:17.450726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.470505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:17.598704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:17.600196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.603082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] 10.222.0.50 "PUT /v2.0/ports/486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 200 len: 1097 time: 6.1639142 Sep 01 14:56:17.615129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=01fec219-729e-4a9d-9899-a9c5d14569a2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:17.713416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.796541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101106b-cb7b-48dc-8519-af48543cf7c2 req-0d4706ff-1475-4c1d-82a2-b70d6ac780c9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:17.802120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d101106b-cb7b-48dc-8519-af48543cf7c2 req-0d4706ff-1475-4c1d-82a2-b70d6ac780c9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.4457345 Sep 01 14:56:17.805295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f7c3d46b-1a6b-431e-bde0-6f0d1757d379, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:17.815574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.816710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:17.915982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d101106b-cb7b-48dc-8519-af48543cf7c2 req-c1ccb180-d8dc-406e-8a5e-26c2188a6812 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764496 Sep 01 14:56:17.916543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:18.010896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.034355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:18.035233 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.124036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:18.160085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Deleting port 714b7d45-078d-41d0-83b9-4a4e4685fd0c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:18.160490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.228798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:18.255560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.292310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] For port 714b7d45-078d-41d0-83b9-4a4e4685fd0c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=714b7d45-078d-41d0-83b9-4a4e4685fd0c,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:18.293036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.293795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a6dcb-2662-497b-a6e4-24c86d05a057 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:18.313565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Calling delete_port for 714b7d45-078d-41d0-83b9-4a4e4685fd0c owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:18.321665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:18.421977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3b31d9c1-ab85-439a-a727-f19f64831c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:18.424439 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-3b31d9c1-ab85-439a-a727-f19f64831c40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0507226 Sep 01 14:56:18.428387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.431645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a668-2757-4357-b703-10a77126ab27 req-6fcc112a-d14d-4de8-9f17-e141163b6277 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:18.434611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea27a668-2757-4357-b703-10a77126ab27 req-6fcc112a-d14d-4de8-9f17-e141163b6277 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 948 time: 0.1151693 Sep 01 14:56:18.508623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:18.512504 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e73ee-78b8-450a-b353-8d3d306049d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:18.545128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea27a668-2757-4357-b703-10a77126ab27 req-b681a410-d9ad-4f56-9709-56c708340cda tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006620 Sep 01 14:56:18.577508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511d6bf-ca1e-47a4-8ca5-03797f88719c service neutron] Pushing event updated for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:18.602361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-98591e92-ba2c-4edd-aaa9-d2e86048f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:18.606409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-98591e92-ba2c-4edd-aaa9-d2e86048f875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 1100 time: 0.7110898 Sep 01 14:56:18.636656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.716463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=714b7d45-078d-41d0-83b9-4a4e4685fd0c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:18.800965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-bfb76a70-fa5f-412d-83fb-db042120ed9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 200 len: 217 time: 0.0811565 Sep 01 14:56:19.244626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f7c3d46b-1a6b-431e-bde0-6f0d1757d379 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:19.264826 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.337008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941de2e3-79e6-4e59-be0c-edb77dfc908f req-7a334021-cdf4-489c-a8e8-4cf774f1f2d4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:19.340386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-941de2e3-79e6-4e59-be0c-edb77dfc908f req-7a334021-cdf4-489c-a8e8-4cf774f1f2d4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 944 time: 0.1799259 Sep 01 14:56:19.344174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:19.382863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:19.384374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.421859 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c358fb-0d12-4f8e-ba77-4bcff2a57854 x-openstack-request-id: req-76c358fb-0d12-4f8e-ba77-4bcff2a57854 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:19.423287 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:19.428679 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76c358fb-0d12-4f8e-ba77-4bcff2a57854 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:19.431809 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24', 'status': 'completed', 'code': 200} Sep 01 14:56:19.513766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-941de2e3-79e6-4e59-be0c-edb77dfc908f req-1e6a1fcb-fc74-4fc2-8c9f-6a35053254b8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737002 Sep 01 14:56:19.676674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.779574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-754fcc98-d5e8-407b-9a9b-2c6c11ecb708 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2769725 Sep 01 14:56:19.782726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.788823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-71bacd58-6ec6-4029-91aa-aa47a6f3af5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbb14be49dba41139459c9962f6214e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433031 Sep 01 14:56:19.793755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43462) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:19.794294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-fd2fa556-bdf4-4007-9dc8-c2db3fa0dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:19.796095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-fd2fa556-bdf4-4007-9dc8-c2db3fa0dde6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3391526 Sep 01 14:56:19.856297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.914920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] Transition to ACTIVE for port object 200a6dcb-2662-497b-a6e4-24c86d05a057 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:19.965315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Router 5f2442b3-ff26-4507-b2ab-567ff81aa632 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:19.988946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.053184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.104921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.177571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-5f53ee5b-afda-42b1-a641-355a8d0d20b8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795035 Sep 01 14:56:20.274167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:20.293547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] No DVR routers for this DVR port 200a6dcb-2662-497b-a6e4-24c86d05a057 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:56:20.307857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55be8-4dad-41f8-8616-0485cb219308 req-473123ff-18f6-4836-8bf0-6c6873681876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:20.309887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-473123ff-18f6-4836-8bf0-6c6873681876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4887216 Sep 01 14:56:20.327484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] Pushing event updated for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:20.363266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:20.375714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:20.379811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6190dddd-e8cc-45a0-9456-e8658ebd8e4f admin admin] 10.222.0.41 "PUT /v2.0/routers/5f2442b3-ff26-4507-b2ab-567ff81aa632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8258386 Sep 01 14:56:20.381225 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.381706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61fc98db-2093-4edd-921b-233fc3d1b06e req-b3d69456-ed98-4848-a44a-e657fbeb234a service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844595 Sep 01 14:56:20.384002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.385329 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b516c8-d143-4f8b-9431-7a3ca540d2f0 HTTP/1.1" status: 204 len: 168 time: 0.5902114 Sep 01 14:56:20.388195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:20.389819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Sync routers for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:20.410540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:20.411990 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:20.552916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Allocated IP 172.25.1.136 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/278f8abe-b73b-4a53-9f4a-b8c5dc465825) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:20.574976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-ff1b9e3f-707e-47e4-8ef9-50421d9b3a19 service neutron] 10.222.0.24 "PUT /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057/bindings/n-h1-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 3.8927937 Sep 01 14:56:20.675760 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:20.695443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ed404-1a48-4a2a-89ec-592249f09588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b516c8-d143-4f8b-9431-7a3ca540d2f0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:20.728409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-4dcd3987-714b-4a21-9017-0a4937fbb26b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:20.742654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-4dcd3987-714b-4a21-9017-0a4937fbb26b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5427632 Sep 01 14:56:20.794207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-778e9c41-88b9-4fa6-9217-0939456d6490 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678109 Sep 01 14:56:20.797946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.804092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a10d-3170-4b78-af38-e0c965004676 req-50ccc75f-220c-4bed-843a-f71f2ab28008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:20.805633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-50ccc75f-220c-4bed-843a-f71f2ab28008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1100 time: 0.2616730 Sep 01 14:56:20.899174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.964314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-0c90b39f-5e2f-4d66-8d3c-d898bb913b7a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.2216241 Sep 01 14:56:21.057671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.087565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:21.148298 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Checking router: 5f2442b3-ff26-4507-b2ab-567ff81aa632 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:21.162086 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Routers {'5f2442b3-ff26-4507-b2ab-567ff81aa632'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:21.163146 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5f2442b3-ff26-4507-b2ab-567ff81aa632'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:21.166428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-cf835fcc-665b-48bd-8e6d-402e7f60c7a2 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2007716 Sep 01 14:56:21.195082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9da55be8-4dad-41f8-8616-0485cb219308 req-8f6d9f10-f84c-4a66-8c8f-1cc053c44bfc service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882682 Sep 01 14:56:21.224983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a10d-3170-4b78-af38-e0c965004676 req-e54b3638-4980-47b9-9e90-e1e1e72e8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.233608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-e54b3638-4980-47b9-9e90-e1e1e72e8daa service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4011559 Sep 01 14:56:21.246873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-9191fc5b-554c-4ea9-9311-3d35205bb5c8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.250457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-9191fc5b-554c-4ea9-9311-3d35205bb5c8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.3447518 Sep 01 14:56:21.268846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.351425 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] Set router 5f2442b3-ff26-4507-b2ab-567ff81aa632 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:21.368066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-783243e6-f558-486f-9d7a-aac57ffb2caa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 217 time: 0.1237369 Sep 01 14:56:21.369381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.500686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-1aecc71b-72d3-4dc2-953a-f291d0f7d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.504583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-1aecc71b-72d3-4dc2-953a-f291d0f7d017 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&tenant_id=b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 1097 time: 0.2387714 Sep 01 14:56:21.505846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:21.522567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:21.532717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:21.543477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=278f8abe-b73b-4a53-9f4a-b8c5dc465825,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:21.557000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a10d-3170-4b78-af38-e0c965004676 req-8a9b1a63-d8b3-46ed-a965-739d5169952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.558938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-8a9b1a63-d8b3-46ed-a965-739d5169952c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1753337 Sep 01 14:56:21.593534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-fc45583e-ebb3-434f-8941-cd80ca872236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.597577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-fc45583e-ebb3-434f-8941-cd80ca872236 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 1100 time: 0.2395761 Sep 01 14:56:21.642430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Router fe9ba727-fa65-46a3-8f57-ad613bd52f00 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:56:21.769568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Deleting port ce31900f-684b-4f0b-9cb8-b100cc82fa38 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:21.770182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.772741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.814816 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:21.849904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a46dd-b8eb-451b-a395-c63ea89a6f1d None None] The sync data for ids ['5f2442b3-ff26-4507-b2ab-567ff81aa632'] in n-d-802060-16 is: [{'id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-653265533-router', 'tenant_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:05Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 5, 'project_id': '4c9fdc51ac8e4eefaf3e2f8da32e7e72', 'gw_port': {'id': 'ce31900f-684b-4f0b-9cb8-b100cc82fa38', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2442b3-ff26-4507-b2ab-567ff81aa632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:06Z', 'updated_at': '2021-09-01T14:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:21.976801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-5c7471e9-0643-4076-a7a7-f8febaae42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:21.979685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-5c7471e9-0643-4076-a7a7-f8febaae42e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.3851643 Sep 01 14:56:22.034735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb056-02cf-4dff-aafa-944418b01f41 req-fed641c2-c67d-429e-bb4d-6f80efb270e3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.048972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-331eb056-02cf-4dff-aafa-944418b01f41 req-fed641c2-c67d-429e-bb4d-6f80efb270e3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 948 time: 0.4666164 Sep 01 14:56:22.200289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] For port ce31900f-684b-4f0b-9cb8-b100cc82fa38, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ce31900f-684b-4f0b-9cb8-b100cc82fa38,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:22.201293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.226831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Calling delete_port for ce31900f-684b-4f0b-9cb8-b100cc82fa38 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:22.409199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-331eb056-02cf-4dff-aafa-944418b01f41 req-11fbab82-7bae-447d-9d05-60ec8e5f9b05 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585696 Sep 01 14:56:22.453116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a10d-3170-4b78-af38-e0c965004676 req-e4ca4adb-efae-4e16-b1ab-fd01878bc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.455893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-e4ca4adb-efae-4e16-b1ab-fd01878bc293 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8665290 Sep 01 14:56:22.456740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.461300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:22.480294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Sync routers for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:22.513914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:22.517436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:22.682719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-60dd65a3-480a-45ca-8847-e80e378948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.688387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-60dd65a3-480a-45ca-8847-e80e378948bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 1.0615573 Sep 01 14:56:22.748673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-4f686975-f0a9-498a-a863-e65958d06c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.750504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-4f686975-f0a9-498a-a863-e65958d06c63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.7458389 Sep 01 14:56:22.775551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.781827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d717a2bd-e497-4099-9746-06d65a3a5fc3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 13.2476764 Sep 01 14:56:22.825499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43514) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:22.842120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-990a11a3-dd91-4e7b-80dc-3091442c3390 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.0838149 Sep 01 14:56:22.894945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 714b7d45-078d-41d0-83b9-4a4e4685fd0c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:22.895368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.896827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-482db019-5721-4fdd-9c28-a819555f334e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 200 len: 217 time: 0.1728904 Sep 01 14:56:22.913734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02520b6f-2dac-4748-9254-43eaffa403ff req-350362ad-eba1-4f97-a923-194119e2b368 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.915740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02520b6f-2dac-4748-9254-43eaffa403ff req-350362ad-eba1-4f97-a923-194119e2b368 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.2486136 Sep 01 14:56:22.974663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:23.003903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-411923d8-3f46-4cb1-8f39-65879e01750a service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030577 Sep 01 14:56:23.004227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce31900f-684b-4f0b-9cb8-b100cc82fa38,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:23.013695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-6892f862-158f-47a7-bf10-360e971c508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:23.015526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-6892f862-158f-47a7-bf10-360e971c508e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1047165 Sep 01 14:56:23.038523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 714b7d45-078d-41d0-83b9-4a4e4685fd0c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:56:23.039526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 714b7d45-078d-41d0-83b9-4a4e4685fd0c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:23.115408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.145564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-921af36a-b310-4225-a024-1a6796c62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:23.148141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-921af36a-b310-4225-a024-1a6796c62df4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2681971 Sep 01 14:56:23.166301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.169658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-c94915e6-2244-442d-9a70-c3e15f71307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:23.171285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-c94915e6-2244-442d-9a70-c3e15f71307a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476378 Sep 01 14:56:23.177035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.254974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02520b6f-2dac-4748-9254-43eaffa403ff req-986234af-c3f5-48e5-a5cd-94852f91748c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682693 Sep 01 14:56:23.341170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c43a10d-3170-4b78-af38-e0c965004676 req-6a8401c8-dde0-4329-9bcb-7ca6c83b33bd service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184206 Sep 01 14:56:23.361145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.365645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 3, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:23.391552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-85be46b5-d2cc-4375-aeff-18b0eb7acf8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015822 Sep 01 14:56:23.406353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Checking router: fe9ba727-fa65-46a3-8f57-ad613bd52f00 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:23.406702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Updating router fe9ba727-fa65-46a3-8f57-ad613bd52f00 port 01fec219-729e-4a9d-9899-a9c5d14569a2 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:23.415720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=278f8abe-b73b-4a53-9f4a-b8c5dc465825,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:23.423917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.425339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-143cc3cd-77fa-4f39-8baa-0d154118691f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.9300587 Sep 01 14:56:23.456476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.478857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.490130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.562224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-b73c20dc-761b-4ef3-be7b-b7f233c03e90 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447640 Sep 01 14:56:23.587828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-7b990227-3a77-48f2-ae55-0dc32f35f932 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0819848 Sep 01 14:56:23.823238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-460e73ee-78b8-450a-b353-8d3d306049d0 req-bed70443-eedd-4ee0-bc6e-5aa6decd13de service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477407 Sep 01 14:56:23.839258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-3cf016fa-cbdf-4056-8e24-1b2a936e8a9f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:23.852858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-3cf016fa-cbdf-4056-8e24-1b2a936e8a9f tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2377179 Sep 01 14:56:23.866494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-7b77079b-d0eb-4cf5-8ca0-b8be1c1bf969 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:23.882905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3cdd998-b1e5-42da-816d-afe52af9905d req-7b77079b-d0eb-4cf5-8ca0-b8be1c1bf969 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265429 Sep 01 14:56:24.041136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.062602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de32a8-92f9-4a31-bd12-2694894c0117 req-bf25155f-adb6-4b22-95c0-39e1abe6b4ec tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:24.064833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Transition to ACTIVE for port object 01fec219-729e-4a9d-9899-a9c5d14569a2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:24.065909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0de32a8-92f9-4a31-bd12-2694894c0117 req-bf25155f-adb6-4b22-95c0-39e1abe6b4ec tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 948 time: 0.1125841 Sep 01 14:56:24.077836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.096028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-29a2b077-b941-4d89-bf0c-59755f76ab58 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6364613 Sep 01 14:56:24.111065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7117ea53-41ce-400d-bbba-f32270e38b99 req-9e3e44b7-8f93-4be9-b454-1642cd6e1ebc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 210 time: 0.5623672 Sep 01 14:56:24.168208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0de32a8-92f9-4a31-bd12-2694894c0117 req-f6e3700c-96c2-4d8e-b59e-3481c83b276f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861242 Sep 01 14:56:24.221942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Attempting to bind port 01fec219-729e-4a9d-9899-a9c5d14569a2 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:24.223147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Attempting to bind port 01fec219-729e-4a9d-9899-a9c5d14569a2 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:24.228052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Attempting to bind port 01fec219-729e-4a9d-9899-a9c5d14569a2 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:24.252260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:24.252933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:24.253722 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.254539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:24.255495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Bound port: 01fec219-729e-4a9d-9899-a9c5d14569a2, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:24.256231 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.341894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:24.358932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d86c1-aa57-46f9-a83e-cd16cc62cfb3 None None] Pushing event updated for resources: {'Port': ['ID=01fec219-729e-4a9d-9899-a9c5d14569a2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:24.398892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] For port 01fec219-729e-4a9d-9899-a9c5d14569a2, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:24.407588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] For port 01fec219-729e-4a9d-9899-a9c5d14569a2, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=01fec219-729e-4a9d-9899-a9c5d14569a2,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:24.435447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.443596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.443596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2442b3-ff26-4507-b2ab-567ff81aa632 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:56:24.447490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-e4bad6a2-a778-4077-a104-07c0700e4467 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855020 Sep 01 14:56:24.452664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.454032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-001b93ea-10fb-4b49-991c-551eac5be5e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f2442b3-ff26-4507-b2ab-567ff81aa632 HTTP/1.1" status: 204 len: 168 time: 4.0631454 Sep 01 14:56:24.468380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43544) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:24.539690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Deleting subnet 5dcef84e-58c5-4e92-b91f-69a16898c8cb {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:56:24.543951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.569543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:24.587205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'mac_address': 'fa:16:3e:92:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:24.592697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.703775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.734472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d86c1-aa57-46f9-a83e-cd16cc62cfb3 None None] Pushing event updated for resources: {'Port': ['ID=01fec219-729e-4a9d-9899-a9c5d14569a2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:24.747898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:24.748831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:24.754313 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:24.827490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf31f89-9c51-40d6-ad97-2fb897dd61a4 req-2b07bc6a-1167-431b-92e2-b4b0a814055d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:24.830481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddf31f89-9c51-40d6-ad97-2fb897dd61a4 req-2b07bc6a-1167-431b-92e2-b4b0a814055d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.4152563 Sep 01 14:56:24.839608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:24.839955 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.852750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.930471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddf31f89-9c51-40d6-ad97-2fb897dd61a4 req-ee1e2839-1ee9-4b33-b871-609738ac0b5f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Sep 01 14:56:24.971771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.022703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcef84e-58c5-4e92-b91f-69a16898c8cb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:25.031248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.038427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d7fd5424-7965-4470-9a88-ba4719de588e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5dcef84e-58c5-4e92-b91f-69a16898c8cb HTTP/1.1" status: 204 len: 168 time: 0.5646305 Sep 01 14:56:25.038730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aff163-b8fc-47b1-a080-01d7190aeed9 None None] Network 90ed25b4-c9d3-4052-8c9e-531373c90a9a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:25.039716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:25.066020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa59684-128c-4d5f-a0af-6197632a921b req-54753484-5244-4320-8758-8c6e095f6117 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8474543 Sep 01 14:56:25.130637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:25.158068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-e04cdae9-2ea4-4c8c-8c89-1f69c0b7e64f service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142340 Sep 01 14:56:25.266435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.277594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-51e0583d-bd44-4705-8bdf-d25a452bc5d9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:25.279548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-51e0583d-bd44-4705-8bdf-d25a452bc5d9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0832965 Sep 01 14:56:25.303066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:25.330939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:25.345828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e545ad68-dccf-43af-bb84-0fc30f780103 req-5adf7b9a-3138-4165-8db8-7ce9ad14b6f6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 210 time: 0.0600626 Sep 01 14:56:25.390881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 486c0e3e-aaec-4bb6-b106-dc079e6ede24 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:25.400674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ce31900f-684b-4f0b-9cb8-b100cc82fa38 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:25.445872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.465830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Deleting port b01ec7e0-d843-4875-9307-90f4eff76c9a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:25.466434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.524804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ce31900f-684b-4f0b-9cb8-b100cc82fa38 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:56:25.525766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ce31900f-684b-4f0b-9cb8-b100cc82fa38 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:25.622758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] For port b01ec7e0-d843-4875-9307-90f4eff76c9a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b01ec7e0-d843-4875-9307-90f4eff76c9a,segment=NetworkSegment(a438c7a7-a6eb-45d3-849c-b669e0954e16),segment_id=a438c7a7-a6eb-45d3-849c-b669e0954e16)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:25.623454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.637133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:25.640123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:25.644626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.656773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Calling delete_port for b01ec7e0-d843-4875-9307-90f4eff76c9a owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:25.664473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.778015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144d02-78da-409a-890b-13250ef92a65 req-100cb753-9834-4270-8af4-28a00a2c8205 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:25.780019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-100cb753-9834-4270-8af4-28a00a2c8205 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1834538 Sep 01 14:56:25.782333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.798571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:25.839491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa7099-5f2d-45b9-918e-ed9e2dfc4813 req-7d4d740f-44b7-4180-866d-ed719cdf9c39 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:25.852929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11aa7099-5f2d-45b9-918e-ed9e2dfc4813 req-7d4d740f-44b7-4180-866d-ed719cdf9c39 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 948 time: 0.2077692 Sep 01 14:56:25.861381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:56:25.949551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11aa7099-5f2d-45b9-918e-ed9e2dfc4813 req-08ed2ac7-54fc-4685-9f25-20463468f500 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950458 Sep 01 14:56:25.980087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.043172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] No DVR routers for this DVR port b01ec7e0-d843-4875-9307-90f4eff76c9a on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:56:26.053609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01ec7e0-d843-4875-9307-90f4eff76c9a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:26.107446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.169810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.227922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.271396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1c55a-c053-4bd9-ae24-122a417999c6 None None] DHCP port deletion for 90ed25b4-c9d3-4052-8c9e-531373c90a9a request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:56:26.311483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:26.336182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.347089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '486c0e3e-aaec-4bb6-b106-dc079e6ede24', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '486c0e3e-aaec-4bb6-b106-dc079e6ede24', 'mac_address': 'fa:16:3e:28:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:26.363046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.363604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.367267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.368032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > port after_create 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.368717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.369435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > port after_update 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.370101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.370648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.371181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.371969 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.382085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef144d02-78da-409a-890b-13250ef92a65 req-f620fa77-becc-41db-89fb-89af7e419c99 service neutron] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:26.403940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef144d02-78da-409a-890b-13250ef92a65 req-f620fa77-becc-41db-89fb-89af7e419c99 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.405307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef144d02-78da-409a-890b-13250ef92a65 req-f620fa77-becc-41db-89fb-89af7e419c99 service neutron] 10.222.0.50 "DELETE /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057/bindings/n-h2-802060-16 HTTP/1.1" status: 204 len: 173 time: 0.6137702 Sep 01 14:56:26.448896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 3, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:26.449345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:26.469089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Allocated IP 172.20.0.1 (1df06b35-ab10-4343-b907-b170a1df5541/190bd760-0048-4c68-bef4-eb7ea4bd3033/0b0257db-be07-4d45-b0f6-9d9bb060a2bc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:26.504500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.505642 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.506583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.507539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:26.508436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ed25b4-c9d3-4052-8c9e-531373c90a9a']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:26.550428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a438c7a7-a6eb-45d3-849c-b669e0954e16') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:26.551241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a438c7a7-a6eb-45d3-849c-b669e0954e16') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:26.570874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334df0f7-0b77-442c-80e8-cbe44f465f6a None None] The sync data for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 is: [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:18Z', 'revision_number': 3, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:26.585248 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.588954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343638a2-be1f-4126-8099-8d4c8c8475e1 req-79b2819b-331c-4c41-b879-5c752a8c037b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:26.591983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Allocated IP 172.25.1.232 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/20ef8e24-3888-4715-9e36-31aa9b962aa3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:26.594877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-343638a2-be1f-4126-8099-8d4c8c8475e1 req-79b2819b-331c-4c41-b879-5c752a8c037b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.3307111 Sep 01 14:56:26.611534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.617670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c0e3e-aaec-4bb6-b106-dc079e6ede24 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:26.673477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.680820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:26.692320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.698981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:56:26.700231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.743771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.45 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/ba80109a-7fab-4804-be9c-ec2d6e93c7f9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: from cryptography.utils import int_from_bytes Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: from cryptography.utils import int_from_bytes Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: timer() Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:56:26.756247 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:56:26.809689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:26.889229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-343638a2-be1f-4126-8099-8d4c8c8475e1 req-0c31702b-5262-4776-9dc3-a2cabd2ad1ae tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119833 Sep 01 14:56:26.897202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.911372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.911925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['486c0e3e-aaec-4bb6-b106-dc079e6ede24'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:26.921979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] 10.222.0.41 "DELETE /v2.0/networks/90ed25b4-c9d3-4052-8c9e-531373c90a9a HTTP/1.1" status: 204 len: 168 time: 1.8805892 Sep 01 14:56:26.955714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19236659-6cd6-45cf-a340-c78b04912890 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ed25b4-c9d3-4052-8c9e-531373c90a9a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:27.194537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.304135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b01ec7e0-d843-4875-9307-90f4eff76c9a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:56:27.406704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Transition to ACTIVE for port object 0b0257db-be07-4d45-b0f6-9d9bb060a2bc will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:27.424105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b01ec7e0-d843-4875-9307-90f4eff76c9a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:56:27.424677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b01ec7e0-d843-4875-9307-90f4eff76c9a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:56:27.456968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.472261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.545609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96f049a4-5bac-4bfd-aa12-03a1cc04aa38 req-92261a22-2b0f-43d3-ad02-c7923a90deb6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 210 time: 0.0643601 Sep 01 14:56:27.646937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.663876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.672326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43610) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:27.765530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.775758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object ba80109a-7fab-4804-be9c-ec2d6e93c7f9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:27.780875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Network 1df06b35-ab10-4343-b907-b170a1df5541 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:27.784642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:27.789480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a63f47-6016-463b-97e7-9644cfdcb3c5 req-d87ca19e-59b1-41f0-8ca1-53e335bd84e9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:27.793341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79a63f47-6016-463b-97e7-9644cfdcb3c5 req-d87ca19e-59b1-41f0-8ca1-53e335bd84e9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 949 time: 0.0671163 Sep 01 14:56:27.797245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:27.798894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.862301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79a63f47-6016-463b-97e7-9644cfdcb3c5 req-9ec54f49-4cc9-4d15-932a-4764d13ed10a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Sep 01 14:56:27.950799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:27.951783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-380998b1-5bf4-400f-bb2d-1f35022035ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c9fdc51ac8e4eefaf3e2f8da32e7e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687871 Sep 01 14:56:27.956691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:27.982531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:28.004486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:28.060602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.075989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:28.092651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.199120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.203320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.205586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0 HTTP/1.1" status: 204 len: 168 time: 0.2531095 Sep 01 14:56:28.229130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e784f84-8b1e-46a7-80a5-1eb5f97b2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5657c41-cc9e-4ab4-9e1f-2f04ef27e2f0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:28.317630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=20ef8e24-3888-4715-9e36-31aa9b962aa3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:28.329596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-10bb7137-8203-4136-8b07-dc86e21b0db5 None None] Provisioning for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:28.340929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.353678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-10bb7137-8203-4136-8b07-dc86e21b0db5 None None] Provisioning complete for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:28.355100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10bb7137-8203-4136-8b07-dc86e21b0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.361345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:28.465101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:28.469919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-10bb7137-8203-4136-8b07-dc86e21b0db5 None None] Port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:28.515254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:28.519719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.522247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:28.522952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.540997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d8fb-2b0a-408d-87aa-d51cb5f934a3 req-f4936787-cda2-480b-adc6-97aa6d83dec5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:28.556891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:28.558306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2c5d8fb-2b0a-408d-87aa-d51cb5f934a3 req-f4936787-cda2-480b-adc6-97aa6d83dec5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.1681328 Sep 01 14:56:28.575510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:28.641560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2c5d8fb-2b0a-408d-87aa-d51cb5f934a3 req-162ec3cf-63fc-4711-b8f6-e889136b65b4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801392 Sep 01 14:56:28.655436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:28.663326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:28.664303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.699154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.715785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.727579 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.759109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-f93235c9-6542-4bfb-a8e8-e7530231709f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4633358 Sep 01 14:56:28.785948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Request body: {'port': {'device_id': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:28.808823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:28.818761 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a5153-4dc9-4f9d-aaae-7ae985fcdc76" -d '{"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:28.876475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.883727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:28.892099 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.070629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01fec219-729e-4a9d-9899-a9c5d14569a2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:29.112478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7bae2b23-3748-4561-aa22-049cb0ed6709 None None] Provisioning for port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:29.230511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:29.253570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 486c0e3e-aaec-4bb6-b106-dc079e6ede24 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:29.276602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7bae2b23-3748-4561-aa22-049cb0ed6709 None None] Provisioning complete for port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:29.277955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bae2b23-3748-4561-aa22-049cb0ed6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.437787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7bae2b23-3748-4561-aa22-049cb0ed6709 None None] Port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:29.489127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760d25f-0c54-43d8-a8b7-7b9033f79fb0 req-9ba4dcf7-dc39-4979-9192-01f9e7138f60 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:29.506282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c760d25f-0c54-43d8-a8b7-7b9033f79fb0 req-9ba4dcf7-dc39-4979-9192-01f9e7138f60 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 935 time: 0.1002767 Sep 01 14:56:29.541219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:29.549534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 01fec219-729e-4a9d-9899-a9c5d14569a2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:29.559743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 01fec219-729e-4a9d-9899-a9c5d14569a2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:29.560815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.566203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:29.567013 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.595216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c760d25f-0c54-43d8-a8b7-7b9033f79fb0 req-808ebc68-134d-4750-ad0d-3335114100ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Sep 01 14:56:29.688703 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7edb2-5cd1-4d97-a534-2c1b0da6a81b x-openstack-request-id: req-b6b7edb2-5cd1-4d97-a534-2c1b0da6a81b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:29.689493 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:29.690184 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6b7edb2-5cd1-4d97-a534-2c1b0da6a81b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:29.690949 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'code': 200} Sep 01 14:56:29.910719 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.963113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.966779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b68361-384f-4f6a-8640-cf992e8afecc req-52810d58-1ea1-49cd-8d59-30b85d872ec3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:29.969598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52b68361-384f-4f6a-8640-cf992e8afecc req-52810d58-1ea1-49cd-8d59-30b85d872ec3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 949 time: 0.1998422 Sep 01 14:56:30.009405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 01fec219-729e-4a9d-9899-a9c5d14569a2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=01fec219-729e-4a9d-9899-a9c5d14569a2,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:30.037575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0decc-6830-44c1-851d-899b33763b31 req-3cc5f171-dbe4-4cf0-9747-53816bb178f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:30.040955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abd0decc-6830-44c1-851d-899b33763b31 req-3cc5f171-dbe4-4cf0-9747-53816bb178f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1102 time: 0.1927664 Sep 01 14:56:30.067673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:30.072512 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.091049 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.162342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52b68361-384f-4f6a-8640-cf992e8afecc req-d73495ad-c3a2-427e-bc8f-ed2a31e44af0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770465 Sep 01 14:56:30.177677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abd0decc-6830-44c1-851d-899b33763b31 req-bec30578-47d7-4a06-a8b1-e9f239d25869 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204803 Sep 01 14:56:30.242344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=01fec219-729e-4a9d-9899-a9c5d14569a2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.265241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.349916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.392359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.519297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-18904d48-64fe-4adb-8473-789d058e12a9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:30.522694 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-18904d48-64fe-4adb-8473-789d058e12a9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.2332826 Sep 01 14:56:30.549510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.551216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-2d817c34-b763-49bb-8ae8-0d71910b8e41 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/quotas/b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 375 time: 0.0178382 Sep 01 14:56:30.624239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.637572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=20ef8e24-3888-4715-9e36-31aa9b962aa3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.652045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.653192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.657876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.669267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-1ff5512f-1155-40a4-8d24-b42de97f8560 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076751 Sep 01 14:56:30.669899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa59684-128c-4d5f-a0af-6197632a921b req-ec72eb9b-d6bf-4aaa-a56e-0fc6c74c5d37 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5640156 Sep 01 14:56:30.907455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-2e5256b0-0660-49b3-a2c0-ecaf6818d9f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299521 Sep 01 14:56:30.995572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01fec219-729e-4a9d-9899-a9c5d14569a2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:31.008117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa59684-128c-4d5f-a0af-6197632a921b req-8029c301-8c9f-4fed-890b-040082a3a1ac tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.2810166 Sep 01 14:56:31.013877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba80109a-7fab-4804-be9c-ec2d6e93c7f9 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:31.063116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:31.095838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.102601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 01fec219-729e-4a9d-9899-a9c5d14569a2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:31.102853 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.149054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-874303f7-cf92-4fd1-8220-46aa5d2cdc91 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344446 Sep 01 14:56:31.214035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Transition to ACTIVE for port object ba80109a-7fab-4804-be9c-ec2d6e93c7f9 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:31.237925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.414297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Network 1df06b35-ab10-4343-b907-b170a1df5541 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:31.435942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:31.502603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa59684-128c-4d5f-a0af-6197632a921b req-2cdfcd39-076d-4333-acf3-a7f3b1ce3bc7 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:31.508154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa59684-128c-4d5f-a0af-6197632a921b req-2cdfcd39-076d-4333-acf3-a7f3b1ce3bc7 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.4985893 Sep 01 14:56:31.526912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Pushing event updated for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:31.684951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Attempting to bind port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:31.686016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Attempting to bind port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:31.686807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Attempting to bind port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:31.693582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:31.708854 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee4575-7cc1-47eb-be04-a0ff6ff01b40" -d '{"events": [{"server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "name": "network-vif-plugged", "status": "completed", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:31.715434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:31.716539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Attempting to bind port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:31.731305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:31.732062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:31.732836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:31.733876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Bound port: ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:31.734766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.084462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:32.124857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:32.136849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.152704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Router fe9ba727-fa65-46a3-8f57-ad613bd52f00 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:32.165317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb924d3c-12e8-4d9d-9753-84f7f8908272 None None] Provisioning complete for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:32.166023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb924d3c-12e8-4d9d-9753-84f7f8908272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.186489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2952e-2d6b-48e7-9694-4d7cc595c451 req-9338a3ed-6119-4fed-9b4f-271185720b4c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:32.189534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be2952e-2d6b-48e7-9694-4d7cc595c451 req-9338a3ed-6119-4fed-9b4f-271185720b4c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 950 time: 0.1018405 Sep 01 14:56:32.190831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2eab25-addb-48c6-94dd-b632fc9be508 req-281bb363-6121-492e-9299-8eb375a967b3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:32.199010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e2eab25-addb-48c6-94dd-b632fc9be508 req-281bb363-6121-492e-9299-8eb375a967b3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 947 time: 0.2755945 Sep 01 14:56:32.230856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:32.231495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.232941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] 10.222.0.50 "PUT /v2.0/ports/ba80109a-7fab-4804-be9c-ec2d6e93c7f9 HTTP/1.1" status: 200 len: 1096 time: 3.4605477 Sep 01 14:56:32.235832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:32.238728 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28878dcb-d811-42b1-a795-a0b1b045c83b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:32.257317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cb924d3c-12e8-4d9d-9753-84f7f8908272 None None] Port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:32.283665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be2952e-2d6b-48e7-9694-4d7cc595c451 req-542805db-8901-41d1-b12b-10d89ce7a6d2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871418 Sep 01 14:56:32.350057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e2eab25-addb-48c6-94dd-b632fc9be508 req-a7691c68-a4b4-48e6-b116-38946378e44f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491821 Sep 01 14:56:32.441458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d4191f1-5622-44e9-bc2f-f88712977a5a req-80e63ec2-77d3-4c13-b74a-54423c7f82d8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 210 time: 0.0611098 Sep 01 14:56:32.511207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0120-4a54-4c71-8911-4e215adb9f26 service neutron] Pushing event updated for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:32.528259 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f51d7f3-0eb6-4359-93ba-e73633a64e6e x-openstack-request-id: req-5f51d7f3-0eb6-4359-93ba-e73633a64e6e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:32.531232 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "name": "network-vif-plugged", "status": "completed", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:32.531732 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f51d7f3-0eb6-4359-93ba-e73633a64e6e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:32.533173 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24', 'code': 200} Sep 01 14:56:32.784752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-77698868-5e5a-4678-98f8-353b2ad4be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:32.787422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-77698868-5e5a-4678-98f8-353b2ad4be38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 1099 time: 0.4926748 Sep 01 14:56:32.815141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:32.826916 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Sync routers for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:32.836483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-03de4fa0-76b1-46d8-a648-8bfa080bf824 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe9ba727-fa65-46a3-8f57-ad613bd52f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0001426 Sep 01 14:56:32.847667 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:32.849188 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:32.857758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45ddaa35-9b6b-49eb-a3c7-69059781eb62 req-dd1ce9e6-5e1d-43ca-b4ab-6472f6b4f834 tempest-AbsoluteLimitsNegativeTestJSON-514714498 tempest-AbsoluteLimitsNegativeTestJSON-514714498-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9f4e32ffdcc043ef8764dc9dfee1336d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432026 Sep 01 14:56:32.917661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-fd16d274-ad8c-46fa-af11-2c182df1f42d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9 HTTP/1.1" status: 200 len: 217 time: 0.1085238 Sep 01 14:56:32.963373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa71b7-fa0b-4454-929f-712e26d1fa27 req-c8b1331a-dfc5-4963-a7b7-abe6473489bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:32.966156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cdfa71b7-fa0b-4454-929f-712e26d1fa27 req-c8b1331a-dfc5-4963-a7b7-abe6473489bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 1102 time: 0.2968099 Sep 01 14:56:33.022387 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:33.035230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-baf55dd7-95a4-412c-9572-b54cf4c5aaab tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5504723 Sep 01 14:56:33.050299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:33.062215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-a1d0fc5f-85f7-415e-9094-37121558a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.063927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-a1d0fc5f-85f7-415e-9094-37121558a31d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1338720 Sep 01 14:56:33.072774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddaa35-9b6b-49eb-a3c7-69059781eb62 req-9bee0e1f-189c-4523-8627-faa12dc2ca03 tempest-AbsoluteLimitsNegativeTestJSON-514714498 tempest-AbsoluteLimitsNegativeTestJSON-514714498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.075647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45ddaa35-9b6b-49eb-a3c7-69059781eb62 req-9bee0e1f-189c-4523-8627-faa12dc2ca03 tempest-AbsoluteLimitsNegativeTestJSON-514714498 tempest-AbsoluteLimitsNegativeTestJSON-514714498-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109256 Sep 01 14:56:33.099456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cdfa71b7-fa0b-4454-929f-712e26d1fa27 req-ec9e48de-6749-4c2c-9a12-fd677e6ff9ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961385 Sep 01 14:56:33.115624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45ddaa35-9b6b-49eb-a3c7-69059781eb62 req-2cc827f3-e4a5-4fe8-9da8-622847c216f8 tempest-AbsoluteLimitsNegativeTestJSON-514714498 tempest-AbsoluteLimitsNegativeTestJSON-514714498-project] 10.222.0.41 "GET /v2.0/quotas/9f4e32ffdcc043ef8764dc9dfee1336d HTTP/1.1" status: 200 len: 375 time: 0.0271406 Sep 01 14:56:33.122604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.185492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-3526c48d-a07e-4fcd-97d2-12c3461b72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.187372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-3526c48d-a07e-4fcd-97d2-12c3461b72aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101186 Sep 01 14:56:33.187893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45ddaa35-9b6b-49eb-a3c7-69059781eb62 req-3ad14285-cf4b-46ce-80f8-5f1e2858fa5d tempest-AbsoluteLimitsNegativeTestJSON-514714498 tempest-AbsoluteLimitsNegativeTestJSON-514714498-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f4e32ffdcc043ef8764dc9dfee1336d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607262 Sep 01 14:56:33.325724 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43038d4b-3bed-4fd6-9868-8d433ee1a939 x-openstack-request-id: req-43038d4b-3bed-4fd6-9868-8d433ee1a939 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:33.325724 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:33.325724 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43038d4b-3bed-4fd6-9868-8d433ee1a939 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:33.326425 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'status': 'completed', 'code': 200} Sep 01 14:56:33.482322 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:28Z', 'revision_number': 4, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '0b0257db-be07-4d45-b0f6-9d9bb060a2bc', 'name': '', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'mac_address': 'fa:16:3e:10:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:25Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 2, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'subnets': [{'id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:33.510264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.558095 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Checking router: fe9ba727-fa65-46a3-8f57-ad613bd52f00 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:33.558946 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Updating router fe9ba727-fa65-46a3-8f57-ad613bd52f00 port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:33.651309 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.768002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-18ddea45-0ac3-4fa4-8f91-a634b23086e7 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850823 Sep 01 14:56:33.824550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Allocated IP 172.25.1.23 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b7d6749f-9d12-445f-8df7-c658c6ea5c09) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:33.853702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-78f273f3-e3a3-458e-8df4-d32fef30491d service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692866 Sep 01 14:56:33.918955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-100be2b1-9174-4a7e-a6b3-172e3c187413 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.920557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-100be2b1-9174-4a7e-a6b3-172e3c187413 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435640 Sep 01 14:56:33.943404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-a28912b2-146d-4b7a-bb00-5737f95cde21 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/quotas/b2b81bde3a5c4a87be07b5d535a4d105 HTTP/1.1" status: 200 len: 375 time: 0.0113010 Sep 01 14:56:33.996157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-5180974c-dba2-486c-bec6-a40d6442d251 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365143 Sep 01 14:56:34.013831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:34.028266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-1b2d0413-91ee-47e3-8483-10ae08ddc404 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:34.030073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-1b2d0413-91ee-47e3-8483-10ae08ddc404 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.5590241 Sep 01 14:56:34.059749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Request body: {'port': {'device_id': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'admin_state_up': True, 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:34.289621 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.306876 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Transition to ACTIVE for port object 0b0257db-be07-4d45-b0f6-9d9bb060a2bc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:34.313866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43792) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:34.320173 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.326793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-network', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:34.355050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:34.359830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.412478 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Pushing event updated for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:34.440623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Made reservation on behalf of e522af92eacf4b9a97c10adca1517536 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:34.443118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.468061 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.468522 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.468865 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.469339 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.472022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.472418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.472754 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.473278 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.474197 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.476853 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.477343 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.477805 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:34.571581 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Attempting to bind port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:34.571823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.571980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Attempting to bind port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:34.572297 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Attempting to bind port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc on network 1df06b35-ab10-4343-b907-b170a1df5541 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:34.580157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:34.580573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Checking segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:34.580937 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.581485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Bound using segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:34.582037 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Bound port: 0b0257db-be07-4d45-b0f6-9d9bb060a2bc, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:34.582439 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.763010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.797637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] For port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:34.810788 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] For port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:34.820244 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.834323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.841679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.858712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:34.877412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.877984 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Added segment 86896143-290d-459e-ab26-401a5401a7a6 of type vlan for network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee Sep 01 14:56:34.893582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.931631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.007019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.008445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.009145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.021587 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:35.022980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:35.027438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:35.113655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:35.116007 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977108f-6464-476d-90cb-28d2ed35cccd None None] Pushing event updated for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:35.137032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4b2da5-7b01-4eae-a097-f2ef9234a7ee,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:35.163356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:35.224300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9081163 Sep 01 14:56:35.225277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1aa13-77e4-4bbe-99fb-8ae2c170d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5220448e-cb6d-463f-b63a-0c70d8ca387c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:35.227307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e81e809b-ae08-4349-a9e7-2f0b36b3f61f req-314095ac-e75a-4729-9272-6fac6842b374 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3549757 Sep 01 14:56:35.228266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=b7d6749f-9d12-445f-8df7-c658c6ea5c09,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:35.231806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e48139f7-99cb-4bf2-ac86-1cd4a428261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.261612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:35.262649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:35.287716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc0fa-4d89-4fee-a260-6de8210e21be req-4075dece-d5d4-4799-8441-5cd5a35537a8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.292508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Request body: {'subnet': {'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-subnet', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:35.311418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d70bc0fa-4d89-4fee-a260-6de8210e21be req-4075dece-d5d4-4799-8441-5cd5a35537a8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 950 time: 0.4652731 Sep 01 14:56:35.338196 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:35.484847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d70bc0fa-4d89-4fee-a260-6de8210e21be req-5a967308-e707-444a-bdef-ca12c1cb221a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640124 Sep 01 14:56:35.487051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Allocated IP 172.20.0.7 (e19a5c0e-a034-4c32-8659-3f4022e86b03/0f0f67a8-2c7f-4b14-bde2-59be27c14881/168138c3-5c4b-4c42-9893-b67ad34b431a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:35.559662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-69787cc0-f6de-4540-b8ce-dd32a40a0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.562434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-69787cc0-f6de-4540-b8ce-dd32a40a0a7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 1099 time: 0.2248914 Sep 01 14:56:35.562434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Made reservation on behalf of e522af92eacf4b9a97c10adca1517536 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:35.564955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.683176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953a4f7-b9c4-4f9c-bee0-ba759e3f5e8a req-ccd2ef29-3ab7-4189-a0b2-6536a13ebd27 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.695110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6953a4f7-b9c4-4f9c-bee0-ba759e3f5e8a req-ccd2ef29-3ab7-4189-a0b2-6536a13ebd27 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 947 time: 0.1079071 Sep 01 14:56:35.726846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.829441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.907679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6953a4f7-b9c4-4f9c-bee0-ba759e3f5e8a req-312bab51-9dbb-4419-86a8-2e4ad6c17cef tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111883 Sep 01 14:56:35.924601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:28Z', 'revision_number': 4, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '0b0257db-be07-4d45-b0f6-9d9bb060a2bc', 'name': '', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'mac_address': 'fa:16:3e:10:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:25Z', 'updated_at': '2021-09-01T14:56:34Z', 'revision_number': 4, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'subnets': [{'id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:35.979823 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ac66-0b28-481d-a107-8b1f0f500992 None None] The sync data for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 is: [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:56:28Z', 'revision_number': 4, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '0b0257db-be07-4d45-b0f6-9d9bb060a2bc', 'name': '', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'mac_address': 'fa:16:3e:10:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:25Z', 'updated_at': '2021-09-01T14:56:34Z', 'revision_number': 4, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'subnets': [{'id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:35.985309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-9e04d7d3-97e7-4f58-a68e-6925a1a593b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.988539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-9e04d7d3-97e7-4f58-a68e-6925a1a593b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4072394 Sep 01 14:56:36.079788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.286964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e48139f7-99cb-4bf2-ac86-1cd4a428261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.303593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-b41b8ae1-1db2-49d4-80d4-e15c7b21dab6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9 HTTP/1.1" status: 200 len: 217 time: 0.1877518 Sep 01 14:56:36.317842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e48139f7-99cb-4bf2-ac86-1cd4a428261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.611297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e48139f7-99cb-4bf2-ac86-1cd4a428261a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f4e32ffdcc043ef8764dc9dfee1336d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5861917 Sep 01 14:56:36.616685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:36.620620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48139f7-99cb-4bf2-ac86-1cd4a428261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c4c09-6003-4bb1-b97f-7c4ba7aee9e1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:36.636249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d525a0b-ab3e-4979-809a-00c52719f004 req-8194e52c-d564-4d77-b415-7165f1409e11 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 210 time: 0.4807920 Sep 01 14:56:36.643710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-925db985-a2cd-4060-956b-61b19e5a12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:36.647094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-925db985-a2cd-4060-956b-61b19e5a12c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3167379 Sep 01 14:56:36.660897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.666512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-cf378539-b463-40d5-8bd6-504ed0338ea1 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920260 Sep 01 14:56:36.767961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.916285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.937338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:36.947870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:36.972652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.974074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:37.014140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.032533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0b0257db-be07-4d45-b0f6-9d9bb060a2bc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:37.090775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event updated for resources: {'Port': ['ID=b7d6749f-9d12-445f-8df7-c658c6ea5c09,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.101630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3a480e-148a-4caf-918c-7ac9a70f8710,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.112102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.115844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.135853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Checking segment: {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:37.136322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Network hostable DHCP agents. Network: 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:37.142726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-626efdac-fba1-458c-9e94-95a340ebf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:37.144361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-626efdac-fba1-458c-9e94-95a340ebf44f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4856184 Sep 01 14:56:37.150554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.156832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:37.163148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:37.163593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.212285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6bed410b-682f-4ef2-93fc-3f7668e540d9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245458 Sep 01 14:56:37.260175 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.261664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-7e35873e-c777-4795-a489-501044562a50 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2254896 Sep 01 14:56:37.270207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:37.274843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:37.275905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.325848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.345687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-12c4073c-fa9a-4d0c-9b52-a72451f7d1d2 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.0636976 Sep 01 14:56:37.350963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:37.368514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddface1f-33a1-4d9d-add8-ed54959493a1 None None] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:37.371487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.376003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:37.376336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.377222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.382277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f98c4c09-6003-4bb1-b97f-7c4ba7aee9e1 HTTP/1.1" status: 204 len: 168 time: 0.7438951 Sep 01 14:56:37.395634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-25b0355a-50cc-45df-b787-966debbe2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3406558 Sep 01 14:56:37.403710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98862f20-a059-44ac-bd6c-0285304e2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c4c09-6003-4bb1-b97f-7c4ba7aee9e1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.408981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-a172d818-fe03-432d-9c84-517fb77bb399 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:37.410631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-a172d818-fe03-432d-9c84-517fb77bb399 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252648 Sep 01 14:56:37.454790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-5009ed7d-fa90-4895-b39d-fd3a1bdbeb25 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:37.463498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-5009ed7d-fa90-4895-b39d-fd3a1bdbeb25 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503698 Sep 01 14:56:37.486649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Request body: {'port': {'device_id': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:37.495056 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-2c80ced0-43c6-4b5d-80d8-df66934a6de7 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/quotas/b2b81bde3a5c4a87be07b5d535a4d105 HTTP/1.1" status: 200 len: 375 time: 0.0305252 Sep 01 14:56:37.507409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-53fe0a62-3224-4e7b-a75b-49fa397f5662 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322067 Sep 01 14:56:37.526952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Request body: {'port': {'device_id': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'b2b81bde3a5c4a87be07b5d535a4d105'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:37.552617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:37.567438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.684451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28878dcb-d811-42b1-a795-a0b1b045c83b req-6d7b2459-d267-42eb-b31a-3927b3d8d4bd service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682351 Sep 01 14:56:37.728275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c114280-fcb6-4295-acb6-469b59f16257 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4395051 Sep 01 14:56:37.743960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43830) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:37.747779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-32e9967f-1891-4d7d-b32e-61e4979cd55e tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2456398 Sep 01 14:56:37.776585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:37.804174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.807355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.902680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.903931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.034734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'fixed_ips': [{'subnet_id': '2c3a480e-148a-4caf-918c-7ac9a70f8710'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:56:38.036339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.044610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-343aa1ce-c6ef-45a6-b931-625d14e51821 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:38.052974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d291203-0fc6-4aa1-9581-705808b97c78 req-343aa1ce-c6ef-45a6-b931-625d14e51821 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.6686511 Sep 01 14:56:38.152278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Made reservation on behalf of b2b81bde3a5c4a87be07b5d535a4d105 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:38.156238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.178051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.182400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.329632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Allocated IP 172.20.0.2 (5c4b2da5-7b01-4eae-a097-f2ef9234a7ee/2c3a480e-148a-4caf-918c-7ac9a70f8710/fe18e6a4-8b3d-4d11-a1f6-022e64a93e72) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:38.524016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d158f-f0c6-4d1a-ba7a-371dfc4eaf22 req-706dbfbd-2cc7-4f1c-b308-fb26dade22fb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:38.527502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f5d158f-f0c6-4d1a-ba7a-371dfc4eaf22 req-706dbfbd-2cc7-4f1c-b308-fb26dade22fb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2667875 Sep 01 14:56:38.659885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f5d158f-f0c6-4d1a-ba7a-371dfc4eaf22 req-c19a2491-20ac-4f1a-89ba-18a8d5c94276 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130168 Sep 01 14:56:38.683225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.683428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.691000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.702079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Transition to ACTIVE for port object fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:38.751451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Transition to ACTIVE for port object fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:38.767049 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.886457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:38.893862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:38.915944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:38.986826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.994929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Pushing event updated for resources: {'Port': ['ID=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.093522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0b0257db-be07-4d45-b0f6-9d9bb060a2bc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:39.100594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659fc5db-8752-40f5-a76e-b5582f8e6387,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.125617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe079948-cb29-4d74-8c91-71ce5c23333f req-10fba519-757a-4968-8f2a-40d7bac47ee9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:39.127448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe079948-cb29-4d74-8c91-71ce5c23333f req-10fba519-757a-4968-8f2a-40d7bac47ee9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 947 time: 0.7459910 Sep 01 14:56:39.152573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Allocated IP 192.168.233.173 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/71fb3848-30ec-4067-831b-b98fb52b5a88) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:39.172156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Attempting to bind port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:39.172558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Attempting to bind port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:39.172923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Attempting to bind port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 on network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:39.184189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:39.184609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Checking segment: {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:39.185031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.185533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Bound using segment: {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:39.186340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Bound port: fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:39.187074 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.263074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ba80109a-7fab-4804-be9c-ec2d6e93c7f9 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:39.276661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9825ef-2600-41d2-977f-7d9038cb9c27 req-b0beb4c4-a2f5-4d4b-8a62-04bf0c76be87 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:39.279393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa9825ef-2600-41d2-977f-7d9038cb9c27 req-b0beb4c4-a2f5-4d4b-8a62-04bf0c76be87 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 931 time: 0.3218911 Sep 01 14:56:39.297372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe079948-cb29-4d74-8c91-71ce5c23333f req-26bd238e-0475-4931-a6a1-32ee154c5382 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549728 Sep 01 14:56:39.300164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168138c3-5c4b-4c42-9893-b67ad34b431a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:39.315396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.340556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Transition to ACTIVE for port object 168138c3-5c4b-4c42-9893-b67ad34b431a will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:39.358898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.368573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:39.368928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.472481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.485706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] For port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:39.491735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa9825ef-2600-41d2-977f-7d9038cb9c27 req-89841d18-ac1b-4c87-ba45-1409fef43584 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700201 Sep 01 14:56:39.509849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] For port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:39.538842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.650261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:39.694495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c5ec-afa3-4134-af0d-f68b2b3fab72 None None] Pushing event updated for resources: {'Port': ['ID=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.699881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'mac_address': 'fa:16:3e:88:68:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:39.710686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d924dcdc-4bae-4656-95df-a05e3a217a2b req-64c9c3ef-61be-4e91-9278-fb255d91fd2a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips/68deed2d-0d2d-4252-86fd-d98fbc299245 HTTP/1.1" status: 200 len: 692 time: 0.1384213 Sep 01 14:56:39.739615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.759464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.795417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba80109a-7fab-4804-be9c-ec2d6e93c7f9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:39.809211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbc7cb56-8873-4bb8-a312-133afa5c5e87 req-7f4d3741-0941-4122-b2dd-bf07e4cb3184 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 210 time: 0.0610013 Sep 01 14:56:39.814800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Transition to ACTIVE for port object 71fb3848-30ec-4067-831b-b98fb52b5a88 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:39.844581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Attempting to bind port 168138c3-5c4b-4c42-9893-b67ad34b431a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:39.844911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Attempting to bind port 168138c3-5c4b-4c42-9893-b67ad34b431a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:39.845273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Attempting to bind port 168138c3-5c4b-4c42-9893-b67ad34b431a on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:39.849464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.855149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Port 168138c3-5c4b-4c42-9893-b67ad34b431a on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:39.855493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Attempting to bind port 168138c3-5c4b-4c42-9893-b67ad34b431a on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:39.887559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:39.889972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.895322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:39.896072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:39.896723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:39.896985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924dcdc-4bae-4656-95df-a05e3a217a2b req-83cae876-55db-49e0-9be3-90c2203aa02c tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:39.897456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.897621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Bound port: 168138c3-5c4b-4c42-9893-b67ad34b431a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:39.898379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.903890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d924dcdc-4bae-4656-95df-a05e3a217a2b req-83cae876-55db-49e0-9be3-90c2203aa02c tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.1866534 Sep 01 14:56:39.920421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-d924dcdc-4bae-4656-95df-a05e3a217a2b req-641dd64d-bcae-4b01-a6c6-594f21ab8203 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:39.929033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d924dcdc-4bae-4656-95df-a05e3a217a2b req-641dd64d-bcae-4b01-a6c6-594f21ab8203 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240734 Sep 01 14:56:39.961356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.055567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.118507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:40.171723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Pushing event updated for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.285836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:40.286680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:40.290378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-ed212150-c0a7-4c0d-84b5-b520a5a99d53 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips/68deed2d-0d2d-4252-86fd-d98fbc299245 HTTP/1.1" status: 200 len: 692 time: 0.1359246 Sep 01 14:56:40.292028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:40.295667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:40.305896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:40.306563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.351722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:40.391552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.421991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-260c0096-c504-402b-92fe-c47383149304 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330602 Sep 01 14:56:40.439442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-865fce09-4da1-4134-90ef-007a2f09f5dd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3205187 Sep 01 14:56:40.480023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-75d78acb-30bf-4d6d-b529-cb975075c828 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9710054 Sep 01 14:56:40.511236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Request body: {'port': {'device_id': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:40.524550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43884) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:40.680229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:40.680229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.681393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] 10.222.0.24 "PUT /v2.0/ports/168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 1092 time: 3.2019057 Sep 01 14:56:40.691417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:40.694175 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18d42c-852b-48d0-8bc6-47d581227e47" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:40.771229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.790055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-ee098563-0a27-499c-8f54-a07c14e1d770 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:40.803172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-ee098563-0a27-499c-8f54-a07c14e1d770 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.4752455 Sep 01 14:56:40.841091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-0a6b8380-1d61-447d-81f5-1ba2783cd408 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:40.855352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-0a6b8380-1d61-447d-81f5-1ba2783cd408 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506861 Sep 01 14:56:40.862540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c91da09a-de0f-4ebc-b397-750104ae74a2 None None] Provisioning for port 71fb3848-30ec-4067-831b-b98fb52b5a88 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:40.873247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c607-9020-48cc-95fb-07e810e5d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.873647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c91da09a-de0f-4ebc-b397-750104ae74a2 None None] Provisioning complete for port 71fb3848-30ec-4067-831b-b98fb52b5a88 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:40.874777 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c91da09a-de0f-4ebc-b397-750104ae74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.899169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-adb6886b-f78a-46d6-a161-5878d92aa90e tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:40.901243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-adb6886b-f78a-46d6-a161-5878d92aa90e tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359734 Sep 01 14:56:40.901933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda4b0-0368-4a93-be12-8790a3d82339 service neutron] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.934326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Allocated IP 172.25.1.118 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d68cb316-98d6-42da-a17e-243b6bcc9b7e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:40.951223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Request body: {'port': {'device_id': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'b2b81bde3a5c4a87be07b5d535a4d105'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:40.955847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c91da09a-de0f-4ebc-b397-750104ae74a2 None None] Port 71fb3848-30ec-4067-831b-b98fb52b5a88 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:41.044582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:41.050584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-d36259bb-a332-4cac-badd-9210ac8f9a2a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.052643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-d36259bb-a332-4cac-badd-9210ac8f9a2a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6118340 Sep 01 14:56:41.073982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-f8dfe449-7f88-444c-823f-5e256bd9fbeb tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.2024891 Sep 01 14:56:41.129473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:41.150410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-17795228-9a42-4db7-b482-7c917f951ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.152064 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-17795228-9a42-4db7-b482-7c917f951ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.3124199 Sep 01 14:56:41.168712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-15054b20-f770-489e-8a6e-ec195595938a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/quotas/3500ff5488ac49bc9376a164e98caa4c HTTP/1.1" status: 200 len: 375 time: 0.0486970 Sep 01 14:56:41.269893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ba80109a-7fab-4804-be9c-ec2d6e93c7f9 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:41.273132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-f21b9c30-4377-4324-9af6-827ca698d97f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.0950773 Sep 01 14:56:41.314969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-299c642e-7d87-4185-a723-f2ddec8e1580 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.23 HTTP/1.1" status: 200 len: 695 time: 0.2226341 Sep 01 14:56:41.354290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:41.362526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:41.363239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.370145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f9848-1231-4987-988d-eab8004bb912 None None] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:41.370829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-e08ca489-6b97-4030-beb9-099783c24ff7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011068 Sep 01 14:56:41.401314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.453213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-23e01698-249d-4178-acf5-85d845230059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.455520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-23e01698-249d-4178-acf5-85d845230059 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1657212 Sep 01 14:56:41.470765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Provisioning for port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:41.482388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.507708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Provisioning complete for port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:41.508093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.608522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-157b4778-a39a-4e9f-8218-6e5f689567b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415911 Sep 01 14:56:41.609733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Pushing event updated for resources: {'Port': ['ID=d68cb316-98d6-42da-a17e-243b6bcc9b7e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:41.633653 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.751453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-3323b08b-be09-45e0-b53a-bc508a52aecd service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261137 Sep 01 14:56:41.761177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:41.764146 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8ec24-3f93-4b2a-b899-2a49fef94c3f" -d '{"events": [{"server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "name": "network-vif-plugged", "status": "completed", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:41.812529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:41.845153 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.850745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.868623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:41.878354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:41.892283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:41.928556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e0e45-3d7c-45e8-b373-9edc09dc6f73 req-9c4e003b-5c3c-485b-ad79-ea51647f7f18 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.942811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-230e0e45-3d7c-45e8-b373-9edc09dc6f73 req-9c4e003b-5c3c-485b-ad79-ea51647f7f18 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 948 time: 0.3880882 Sep 01 14:56:41.981318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-947bf414-38ef-4f68-8af0-84b368cc3544 req-be022dc3-6422-4207-9d6a-03f5976d5e28 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081950 Sep 01 14:56:42.031364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] For port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:42.053862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.098615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.102804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-230e0e45-3d7c-45e8-b373-9edc09dc6f73 req-05a0c761-9ce2-430e-9124-1ad02fbd427c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569259 Sep 01 14:56:42.253884 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c607-9020-48cc-95fb-07e810e5d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.278623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1758b6-e285-4a2a-839a-ef4f7bc372d6 None None] Pushing event updated for resources: {'Port': ['ID=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.287571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c607-9020-48cc-95fb-07e810e5d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.295122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d39495a2-f8ed-41d6-95ea-b621eeeea095 None None] Provisioning complete for port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:42.295732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d39495a2-f8ed-41d6-95ea-b621eeeea095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.398438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Made reservation on behalf of b2b81bde3a5c4a87be07b5d535a4d105 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:42.406410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.428054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ad2c607-9020-48cc-95fb-07e810e5d0d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa40ef93e46d47388e0988c045a0a2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9021068 Sep 01 14:56:42.439925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43908) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:42.463578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2c607-9020-48cc-95fb-07e810e5d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346ca73-c7ce-46bc-98d1-bfa12efe21a2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.533988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Deleting port b7d6749f-9d12-445f-8df7-c658c6ea5c09 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:42.534554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.657235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fb3848-30ec-4067-831b-b98fb52b5a88 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:42.685664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.770038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.780161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Transition to ACTIVE for port object 71fb3848-30ec-4067-831b-b98fb52b5a88 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:42.814885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.825271 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.825778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.881846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.936787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:42.954541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Calling delete_port for b7d6749f-9d12-445f-8df7-c658c6ea5c09 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:42.982970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85eb6f-973e-43a6-852c-416d7a27328f req-df4f2629-34fb-4b04-b6a4-c41112863138 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:42.984629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d85eb6f-973e-43a6-852c-416d7a27328f req-df4f2629-34fb-4b04-b6a4-c41112863138 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 943 time: 0.5567605 Sep 01 14:56:43.025592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.087406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:43.088013 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.130831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:43.178343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Allocated IP 192.168.233.104 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/2c0f6556-6fdb-449c-a87f-fdc80cf677e8) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:43.212792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Attempting to bind port 71fb3848-30ec-4067-831b-b98fb52b5a88 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:43.213314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Attempting to bind port 71fb3848-30ec-4067-831b-b98fb52b5a88 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:43.213758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Attempting to bind port 71fb3848-30ec-4067-831b-b98fb52b5a88 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:43.235071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Port 71fb3848-30ec-4067-831b-b98fb52b5a88 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:43.235535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Attempting to bind port 71fb3848-30ec-4067-831b-b98fb52b5a88 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:43.245340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.252527 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.257556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b346ca73-c7ce-46bc-98d1-bfa12efe21a2 HTTP/1.1" status: 204 len: 168 time: 0.8125327 Sep 01 14:56:43.272247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:43.272736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:43.273267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:43.273823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Bound port: 71fb3848-30ec-4067-831b-b98fb52b5a88, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:43.274281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.283539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d85eb6f-973e-43a6-852c-416d7a27328f req-b78b940c-0b2d-45f8-9e3d-493f39162592 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846048 Sep 01 14:56:43.302656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577341ff-3bba-4f88-a499-aa6574b018a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346ca73-c7ce-46bc-98d1-bfa12efe21a2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:43.446918 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720e898-405e-4deb-a4a5-7204535dcddd x-openstack-request-id: req-0720e898-405e-4deb-a4a5-7204535dcddd {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:43.447896 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:43.447896 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0720e898-405e-4deb-a4a5-7204535dcddd {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:43.453677 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'status': 'completed', 'code': 200} Sep 01 14:56:43.493428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:43.497540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=71fb3848-30ec-4067-831b-b98fb52b5a88,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:43.503750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.24', 58230) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:43.574925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.580376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.618337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-a60c05d5-6b66-4dd3-a8dc-6543659d03a3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3500ff5488ac49bc9376a164e98caa4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3333981 Sep 01 14:56:43.659010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event deleted for resources: {'Port': ['ID=b7d6749f-9d12-445f-8df7-c658c6ea5c09,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:43.675084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:43.676155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.679292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] 10.222.0.50 "PUT /v2.0/ports/71fb3848-30ec-4067-831b-b98fb52b5a88 HTTP/1.1" status: 200 len: 1097 time: 3.1883578 Sep 01 14:56:43.699117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:43.709979 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30" -d '{"events": [{"name": "network-changed", "server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:43.766710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72d8d6dd-ed9b-4e4a-923c-fdd3ae04f130 req-c9f271ae-9646-4bcb-be2f-11d03944a142 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 210 time: 0.1574459 Sep 01 14:56:43.787491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.790615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.804915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75ed4c70-40a8-42af-b7dc-0939676c985f req-3e142f40-e3d1-459d-bb29-9520edc583e9 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "DELETE /v2.0/floatingips/68deed2d-0d2d-4252-86fd-d98fbc299245 HTTP/1.1" status: 204 len: 173 time: 2.4731500 Sep 01 14:56:43.887566 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577bc4b8-3310-4b1e-bc1c-7863a26d4e46 x-openstack-request-id: req-577bc4b8-3310-4b1e-bc1c-7863a26d4e46 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:43.888388 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "name": "network-vif-plugged", "status": "completed", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:43.888536 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-577bc4b8-3310-4b1e-bc1c-7863a26d4e46 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:43.889036 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'code': 200} Sep 01 14:56:43.946458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-1e17fe6d-c0a3-418c-8920-210712b64d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:43.948271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-1e17fe6d-c0a3-418c-8920-210712b64d89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.4410052 Sep 01 14:56:44.070861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcab20e-6b2d-411f-afac-c0b41b791bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:44.133748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.136262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1aa916bd-7b73-49e1-b2ea-d70ff3547562 req-5699cd5a-9120-4514-8f7e-2ed27526cc2f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.1728899 Sep 01 14:56:44.163346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-5786e877-1f9c-464f-aa5d-0d1a27b87abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.166056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-5786e877-1f9c-464f-aa5d-0d1a27b87abb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 1100 time: 0.3951745 Sep 01 14:56:44.243807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf6cb9-34ba-449d-b3ab-d984e8ccb644 req-e5aaad9c-cf52-473d-9651-97c809785b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.247577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dbf6cb9-34ba-449d-b3ab-d984e8ccb644 req-e5aaad9c-cf52-473d-9651-97c809785b40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 1101 time: 0.2657304 Sep 01 14:56:44.252681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-f4cb0573-95fa-4d2e-a04f-cca55bb32ff2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.254373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-f4cb0573-95fa-4d2e-a04f-cca55bb32ff2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5822530 Sep 01 14:56:44.258734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-4ef10c70-c859-4921-bbb7-d70af6f03877 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=71fb3848-30ec-4067-831b-b98fb52b5a88 HTTP/1.1" status: 200 len: 217 time: 0.0828648 Sep 01 14:56:44.261399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.290470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a9e1-25e2-4e01-9c27-8803cdcd4811 req-5ae83c37-3fb3-4f16-b458-c2c0d96191a0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.292327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f6d7a9e1-25e2-4e01-9c27-8803cdcd4811 req-5ae83c37-3fb3-4f16-b458-c2c0d96191a0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 949 time: 0.2612758 Sep 01 14:56:44.302624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Request body: {'port': {'device_id': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '3500ff5488ac49bc9376a164e98caa4c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:44.305270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d08eda14-546c-4b83-a635-7c4a9e406ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.314782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Transition to ACTIVE for port object 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:44.404284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-67c209a1-8284-4174-af47-d826c093b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.406316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-67c209a1-8284-4174-af47-d826c093b6dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1250312 Sep 01 14:56:44.413305 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88f459-e8e4-41ff-ae02-5c9582104c95 x-openstack-request-id: req-9c88f459-e8e4-41ff-ae02-5c9582104c95 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:44.414072 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:44.414489 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c88f459-e8e4-41ff-ae02-5c9582104c95 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:44.415194 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88', 'status': 'completed', 'code': 200} Sep 01 14:56:44.428240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-c9e7175c-5ee2-4cba-acea-b9dffc6526fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.430078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-c9e7175c-5ee2-4cba-acea-b9dffc6526fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.4682131 Sep 01 14:56:44.510908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f6d7a9e1-25e2-4e01-9c27-8803cdcd4811 req-af16275a-049b-493d-8eb3-e1d561cee35b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976063 Sep 01 14:56:44.589298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.618108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dbf6cb9-34ba-449d-b3ab-d984e8ccb644 req-8faf7244-88ff-4396-b17e-c9d5b1719b3f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579979 Sep 01 14:56:44.646076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-dffce1ae-bd58-4e1f-ade5-ddfd78026919 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.1880205 Sep 01 14:56:44.672959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:44.688966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:44.718861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:44.730848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:44.745209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-04730ac7-7df0-47bf-a7ad-43a84300358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.747045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-04730ac7-7df0-47bf-a7ad-43a84300358f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3303275 Sep 01 14:56:44.795307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-9d0a766b-e5be-4912-bd74-cf573a24b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.796840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-9d0a766b-e5be-4912-bd74-cf573a24b3c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1281171 Sep 01 14:56:44.806290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78820e-71d7-4574-b2b4-f9c06cec8b42 req-eaed7e7f-dc65-4267-af8e-347ee66fd586 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.807932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad78820e-71d7-4574-b2b4-f9c06cec8b42 req-eaed7e7f-dc65-4267-af8e-347ee66fd586 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3697524 Sep 01 14:56:44.856475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-067f8f99-1ae6-4c12-8975-42e3c2b0e591 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474794 Sep 01 14:56:44.926224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.927618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.933773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Made reservation on behalf of 3500ff5488ac49bc9376a164e98caa4c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:44.939411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.948184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:56:45.019106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e28feb-44f1-41e9-a595-9f2b3babac38 req-855a4801-5d61-432b-b703-83746231ea9c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:45.020998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18e28feb-44f1-41e9-a595-9f2b3babac38 req-855a4801-5d61-432b-b703-83746231ea9c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 943 time: 0.3385210 Sep 01 14:56:45.022600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6808316e-3cea-4ec0-b1d8-48deaf5733f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0856068 Sep 01 14:56:45.033814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b379bd7c-9ac4-435d-8b4b-b2f36fe8a956 req-0ee7ee2f-a95e-44f9-b936-a2060a198130 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=5bf128c1da264fd0abfc2cdb22cde14b HTTP/1.1" status: 200 len: 1657 time: 0.1752439 Sep 01 14:56:45.062335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3daa021-9ae2-4334-914e-53bb8a15404a None None] Provisioning for port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:45.068940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3daa021-9ae2-4334-914e-53bb8a15404a None None] Provisioning complete for port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:45.069936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3daa021-9ae2-4334-914e-53bb8a15404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.118038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d3daa021-9ae2-4334-914e-53bb8a15404a None None] Port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:45.168860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-4da7e2aa-d150-4e40-9846-a4580f4bd396 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583841 Sep 01 14:56:45.177553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-588233ce-4a1d-42f0-9f21-17ceca54c86d service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710171 Sep 01 14:56:45.273720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Request body: {'port': {'device_id': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:45.387579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Allocated IP 192.168.233.196 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:45.511636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18e28feb-44f1-41e9-a595-9f2b3babac38 req-ac1127d1-9104-4413-b14a-16dfa721c315 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458714 Sep 01 14:56:45.535621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.591771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379bd7c-9ac4-435d-8b4b-b2f36fe8a956 req-9be525b2-041a-485e-bbde-2c1038fe8ee7 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:45.600370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b379bd7c-9ac4-435d-8b4b-b2f36fe8a956 req-9be525b2-041a-485e-bbde-2c1038fe8ee7 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks?id=aa56c012-0662-4d7e-945e-42b350953ac9&id=aa56c012-0662-4d7e-945e-42b350953ac9&id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 787 time: 0.5387266 Sep 01 14:56:45.609923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:45.624934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b379bd7c-9ac4-435d-8b4b-b2f36fe8a956 req-5bc4857f-880b-45b9-8249-6d35c61649f3 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:45.640449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Sync routers for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:45.647125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b379bd7c-9ac4-435d-8b4b-b2f36fe8a956 req-5bc4857f-880b-45b9-8249-6d35c61649f3 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320985 Sep 01 14:56:45.665918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:45.669975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:45.686409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.690477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93824b43-08a4-46cc-a87c-fc57fc7bbda4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9409316 Sep 01 14:56:45.701784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43962) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:45.769007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b22f4ac5-fa5b-487a-beaf-27c3dd6b29e5 req-d0d91e0b-471d-46c6-b4a3-9966b9974f0f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904334 Sep 01 14:56:45.771814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d18d42c-852b-48d0-8bc6-47d581227e47 req-79377994-1142-4b7a-947d-a241ba694958 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818534 Sep 01 14:56:45.826417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf45b6f3-3c65-4ebb-a3c9-3048e6e6f12b req-29bcd393-2ce2-4f84-8eb0-48ffc988539a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.0434310 Sep 01 14:56:45.859412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:46.021948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-4bc2ce54-7eb2-49fd-8868-6b1d933ede64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.026224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-4bc2ce54-7eb2-49fd-8868-6b1d933ede64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 1100 time: 0.1048567 Sep 01 14:56:46.265197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b80c1-d05d-456a-9460-00533e310c4b req-64ce71a3-c7aa-427c-8984-4985400cc1d8 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.278262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a6b80c1-d05d-456a-9460-00533e310c4b req-64ce71a3-c7aa-427c-8984-4985400cc1d8 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 936 time: 0.4911304 Sep 01 14:56:46.354883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-9b745cb7-8b86-404e-806f-3eca4f96cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.358253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-9b745cb7-8b86-404e-806f-3eca4f96cb6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3229852 Sep 01 14:56:46.362345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.389545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:42Z', 'revision_number': 3, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:46.421926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a6b80c1-d05d-456a-9460-00533e310c4b req-40660a6b-10e3-4293-8836-7ac8212103ab tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409776 Sep 01 14:56:46.460854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227cad-2414-45dc-b2e8-4bcbe5751684 req-5b737a38-09e3-4a69-80ea-232f34119a7e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.467630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Transition to ACTIVE for port object b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:46.474231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6227cad-2414-45dc-b2e8-4bcbe5751684 req-5b737a38-09e3-4a69-80ea-232f34119a7e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 949 time: 0.2132816 Sep 01 14:56:46.478463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-d5ef9566-7b16-41f9-a6ba-d548bd29dfea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=71fb3848-30ec-4067-831b-b98fb52b5a88 HTTP/1.1" status: 200 len: 217 time: 0.1108131 Sep 01 14:56:46.495099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Checking router: 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:46.495957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Updating router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 port d68cb316-98d6-42da-a17e-243b6bcc9b7e binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:46.551035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:46.580125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-e7534c59-5925-4c78-aae2-a676a72f9805 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips/34948afa-55c0-4d3e-bce8-4da263afac8c HTTP/1.1" status: 200 len: 693 time: 0.1161230 Sep 01 14:56:46.600340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6227cad-2414-45dc-b2e8-4bcbe5751684 req-e055aa8e-2a66-478d-b80c-83bccafb42ff tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234848 Sep 01 14:56:46.601989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.654735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-7cec5fa9-7308-4f37-98bd-29e27218880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.662049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-7cec5fa9-7308-4f37-98bd-29e27218880d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1566377 Sep 01 14:56:46.716746 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:56:46.756859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.790285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-7f592918-2e6d-4657-97aa-9ab41c460552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.794407 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-7f592918-2e6d-4657-97aa-9ab41c460552 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223700 Sep 01 14:56:46.996332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['486c0e3e-aaec-4bb6-b106-dc079e6ede24'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:46.999435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:47.027339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df64a7-733a-44d8-82f3-7cd7f0e5d877 req-75bbcb25-a6b3-421f-82b8-0fc29f52ba40 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.029194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96df64a7-733a-44d8-82f3-7cd7f0e5d877 req-75bbcb25-a6b3-421f-82b8-0fc29f52ba40 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 943 time: 0.2427089 Sep 01 14:56:47.097824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-94e678d3-caee-4f71-afc5-a200d5d94944 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329776 Sep 01 14:56:47.141974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96df64a7-733a-44d8-82f3-7cd7f0e5d877 req-0c62477a-e259-4aa9-b098-a14d8c443873 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879595 Sep 01 14:56:47.376327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa0c8ab6-936b-4d0f-9fe3-1a0c28c85c30 req-6213ea84-7528-4a46-b4ac-0a0f2bf66f13 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690029 Sep 01 14:56:47.511915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:47.545545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:47.555687 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.578123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:47.592499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:47.659527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Transition to ACTIVE for port object 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:47.749683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.750657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.751787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.760111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.795993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event updated for resources: {'Port': ['ID=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:47.806813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:47.850497 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7882d964-2a33-48fb-990b-f5dcbe3916c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.874019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-8fc2d417-ce05-4989-8370-609f84c63f56 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.881706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'port_id': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'mac_address': 'fa:16:3e:37:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f67a8-2c7f-4b14-bde2-59be27c14881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:47.889123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-aff03e33-fb0b-4907-916a-ceb6b4fe418d tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.890896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-aff03e33-fb0b-4907-916a-ceb6b4fe418d tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 1.3101406 Sep 01 14:56:47.898637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:47.900362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-8fc2d417-ce05-4989-8370-609f84c63f56 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 1101 time: 0.1372509 Sep 01 14:56:47.918571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-b2bfa9c5-7f08-464c-83b8-dc1b765d3579 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6200778 Sep 01 14:56:47.964516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-937284c1-d13e-4703-b71b-b8adfa9d6711 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.994986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Request body: {'port': {'device_id': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:48.068951 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.137252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.170145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.180387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-37a177f6-0397-46ed-a6f8-1d0d24d7e98c tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.2672944 Sep 01 14:56:48.206887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-937284c1-d13e-4703-b71b-b8adfa9d6711 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.217785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-937284c1-d13e-4703-b71b-b8adfa9d6711 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.278477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44a36e2b-65e5-4fb5-ab45-45d73f09ca03 req-937284c1-d13e-4703-b71b-b8adfa9d6711 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765161 Sep 01 14:56:48.340021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-919a35eb-d83c-479d-bc27-28885c8b4f75 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.1250789 Sep 01 14:56:48.368571 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.373677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937284c1-d13e-4703-b71b-b8adfa9d6711 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f8ca2-581a-43d9-b672-bc71fcaafb8d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.405085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Transition to ACTIVE for port object d68cb316-98d6-42da-a17e-243b6bcc9b7e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:48.421593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168138c3-5c4b-4c42-9893-b67ad34b431a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:48.469918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:48.510893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.535570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.554664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91350f33-f8d5-4ed6-80ab-f13182049739 req-0476fe48-4e21-4e74-9253-8508a0958c5e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:48.567723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91350f33-f8d5-4ed6-80ab-f13182049739 req-0476fe48-4e21-4e74-9253-8508a0958c5e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 936 time: 0.1094913 Sep 01 14:56:48.593636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ff874f28-e418-4617-a9c9-6d2a402297a6 None None] Provisioning for port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:48.623403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91350f33-f8d5-4ed6-80ab-f13182049739 req-62f570e4-a600-4ce0-868b-ee83fb290456 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529978 Sep 01 14:56:48.627859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ff874f28-e418-4617-a9c9-6d2a402297a6 None None] Provisioning complete for port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:48.628999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff874f28-e418-4617-a9c9-6d2a402297a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.633148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.738086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Attempting to bind port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:48.739468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Attempting to bind port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:48.739468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Attempting to bind port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:48.746245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9374e1-7b46-40c3-97a9-8d3ac4584cad None None] Pushing event updated for resources: {'Port': ['ID=d68cb316-98d6-42da-a17e-243b6bcc9b7e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.753918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Attempting to bind port d68cb316-98d6-42da-a17e-243b6bcc9b7e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:48.755787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Attempting to bind port d68cb316-98d6-42da-a17e-243b6bcc9b7e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:48.756105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Attempting to bind port d68cb316-98d6-42da-a17e-243b6bcc9b7e on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:48.777099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ff874f28-e418-4617-a9c9-6d2a402297a6 None None] Port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:48.854817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.871713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:48.872265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Attempting to bind port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:48.898830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.920055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:48.921015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:48.921942 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.922840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:48.923904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Bound port: d68cb316-98d6-42da-a17e-243b6bcc9b7e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:48.924778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.056297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464846-968b-4e36-a504-d982cb685653 req-5d773cff-4535-4329-94e5-171c5a11f066 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:49.075702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] For port d68cb316-98d6-42da-a17e-243b6bcc9b7e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:49.078423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0464846-968b-4e36-a504-d982cb685653 req-5d773cff-4535-4329-94e5-171c5a11f066 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 948 time: 0.1603422 Sep 01 14:56:49.083511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] For port d68cb316-98d6-42da-a17e-243b6bcc9b7e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d68cb316-98d6-42da-a17e-243b6bcc9b7e,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:49.092538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.101850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:49.102390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:49.103760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:49.104501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Bound port: 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:49.105123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.188087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0464846-968b-4e36-a504-d982cb685653 req-5e5965fc-934d-4a1e-954b-f00300daf689 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058881 Sep 01 14:56:49.197979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:49.245135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Deleting port 20ef8e24-3888-4715-9e36-31aa9b962aa3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:49.245512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.267245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:49.268166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:49.373148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44030) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:49.430076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 71fb3848-30ec-4067-831b-b98fb52b5a88 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:49.448512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbfb5-e046-4f60-bd60-ff1ec6f7ff2a req-a2d14f3d-dd3b-46f4-98ea-18c4bfa72af6 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:49.458797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c4bbfb5-e046-4f60-bd60-ff1ec6f7ff2a req-a2d14f3d-dd3b-46f4-98ea-18c4bfa72af6 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 944 time: 0.1014802 Sep 01 14:56:49.530533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Allocated IP 172.20.0.1 (5c4b2da5-7b01-4eae-a097-f2ef9234a7ee/2c3a480e-148a-4caf-918c-7ac9a70f8710/c7b65bfc-655d-4873-9ce6-ee52699d5aa6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:49.573611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c4bbfb5-e046-4f60-bd60-ff1ec6f7ff2a req-1ae4cd63-5fac-4373-835c-9fff49163cdf tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Sep 01 14:56:49.594131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=71fb3848-30ec-4067-831b-b98fb52b5a88,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:49.635584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '71fb3848-30ec-4067-831b-b98fb52b5a88', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '71fb3848-30ec-4067-831b-b98fb52b5a88', 'mac_address': 'fa:16:3e:12:20:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:49.678991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:49.685236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f968b4-d107-446a-9466-8d11da632547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.786919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9374e1-7b46-40c3-97a9-8d3ac4584cad None None] Pushing event updated for resources: {'Port': ['ID=d68cb316-98d6-42da-a17e-243b6bcc9b7e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:49.879132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:49.950944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f968b4-d107-446a-9466-8d11da632547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.959675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f968b4-d107-446a-9466-8d11da632547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.963414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.963750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.969495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:49.994440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:50.003244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.011686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.041197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-69f968b4-d107-446a-9466-8d11da632547 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c623231460b345459dd5494f2a930aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6654208 Sep 01 14:56:50.042540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:50.085906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Calling delete_port for 20ef8e24-3888-4715-9e36-31aa9b962aa3 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:50.090875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.097569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.126424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.158316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Transition to ACTIVE for port object c7b65bfc-655d-4873-9ce6-ee52699d5aa6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:50.163589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.164673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.167332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-f69a7216-c8ef-40a6-8519-280f8bfbb557 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c0f6556-6fdb-449c-a87f-fdc80cf677e8 HTTP/1.1" status: 200 len: 1097 time: 5.0887733 Sep 01 14:56:50.168181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'tag': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:50.174155 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0272329-47ee-4309-b050-077d703ed03a" -d '{"events": [{"name": "network-changed", "server_uuid": "89422d95-04ba-44bd-b681-63df5f8ceb61", "tag": "2c0f6556-6fdb-449c-a87f-fdc80cf677e8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:50.209031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.240273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Transition to ACTIVE for port object b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:50.249016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fb3848-30ec-4067-831b-b98fb52b5a88 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:50.262628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.269357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f968b4-d107-446a-9466-8d11da632547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942598f-b45c-473f-82d3-95cef1db6026,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.315401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=71fb3848-30ec-4067-831b-b98fb52b5a88,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:50.318043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.336161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a161-c4d6-4203-bb72-4e1c748f88fd req-4790fd9e-87e5-4f08-b3c9-fb5c06884b84 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.344017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87f6a161-c4d6-4203-bb72-4e1c748f88fd req-4790fd9e-87e5-4f08-b3c9-fb5c06884b84 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 936 time: 0.2998095 Sep 01 14:56:50.385150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.388602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.409141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.468383 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:56:50.471774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87f6a161-c4d6-4203-bb72-4e1c748f88fd req-c3274502-f473-446f-93cf-5947a690ab8a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258550 Sep 01 14:56:50.554955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.597829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.609029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:42Z', 'revision_number': 3, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:50.611482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.614751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b942598f-b45c-473f-82d3-95cef1db6026 HTTP/1.1" status: 204 len: 168 time: 0.5557795 Sep 01 14:56:50.640886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18cbdf-4a92-4c5f-a0f0-c9199f0e2a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942598f-b45c-473f-82d3-95cef1db6026,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.686603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['71fb3848-30ec-4067-831b-b98fb52b5a88'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:50.712506 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.746518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf685-6e54-4687-ba66-bd9ea24f58a6 None None] The sync data for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 is: [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:42Z', 'revision_number': 3, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:50.757050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9905b61d-dfc1-457c-a32b-8a70495847d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.760161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9905b61d-dfc1-457c-a32b-8a70495847d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 1100 time: 0.3768504 Sep 01 14:56:50.836807 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb6898-9b9f-4ec2-bef2-19f5b9919247 x-openstack-request-id: req-bfcb6898-9b9f-4ec2-bef2-19f5b9919247 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:50.837431 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89422d95-04ba-44bd-b681-63df5f8ceb61", "tag": "2c0f6556-6fdb-449c-a87f-fdc80cf677e8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:50.838233 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfcb6898-9b9f-4ec2-bef2-19f5b9919247 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:50.838996 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'tag': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'status': 'completed', 'code': 200} Sep 01 14:56:50.936993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.998896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-8f74fc29-6907-4dad-8e22-15aa04d468ac tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361624 Sep 01 14:56:51.037756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:51.044228 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6e6abf7a-ecea-4183-94ed-621dd58eff43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8 HTTP/1.1" status: 200 len: 217 time: 0.2111866 Sep 01 14:56:51.091559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:51.102405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:51.190539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Attempting to bind port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:51.191024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Attempting to bind port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:51.191461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Attempting to bind port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:51.251837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:51.253660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Attempting to bind port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:51.254280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-d47cc336-e955-4601-9934-f5033696de03 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:51.257622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-d47cc336-e955-4601-9934-f5033696de03 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444053 Sep 01 14:56:51.291640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-9ca2de26-d8e2-4dc5-b0f1-7fa50d0bb859 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.0255604 Sep 01 14:56:51.295661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:51.295997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:51.296638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:51.297397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Bound port: b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:51.298115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.319605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.325895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.383088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:51.393783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-cd6ef23e-c240-4cdb-b7c4-17e008c5f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:51.395987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-cd6ef23e-c240-4cdb-b7c4-17e008c5f0fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2945023 Sep 01 14:56:51.415736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e475d2e7-b032-4e72-8a5c-5e39eca77f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.429986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-916c0fad-0180-4465-aa80-e67921271f8a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249659 Sep 01 14:56:51.470851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event deleted for resources: {'Port': ['ID=20ef8e24-3888-4715-9e36-31aa9b962aa3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:51.592626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e475d2e7-b032-4e72-8a5c-5e39eca77f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.615816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e475d2e7-b032-4e72-8a5c-5e39eca77f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.641337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a1bbf9ad-3382-4dcf-9b4e-5cc538f87ac2 None None] Provisioning for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:51.650953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a1bbf9ad-3382-4dcf-9b4e-5cc538f87ac2 None None] Provisioning complete for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:51.653738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1bbf9ad-3382-4dcf-9b4e-5cc538f87ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.666424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] For port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:51.671118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] For port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:51.711160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e475d2e7-b032-4e72-8a5c-5e39eca77f8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d50acc9b0132484aa889aa23fd7a3c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166423 Sep 01 14:56:51.711160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475d2e7-b032-4e72-8a5c-5e39eca77f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1319935d-ccf9-40c1-960e-5a3a4c54875a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:51.716403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.720458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:51.811186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbf9ad-3382-4dcf-9b4e-5cc538f87ac2 None None] Port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:51.831011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:51.857018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.860965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-ef7dec11-8b82-460a-9175-f94a420d8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:51.862834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-ef7dec11-8b82-460a-9175-f94a420d8f26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4139245 Sep 01 14:56:51.953549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.059713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.060858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.063382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1cab7274-d7ac-4f5c-83e5-9ccf57f6d169 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 HTTP/1.1" status: 200 len: 1097 time: 4.1173122 Sep 01 14:56:52.083163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.083493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.088787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.092316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1319935d-ccf9-40c1-960e-5a3a4c54875a HTTP/1.1" status: 204 len: 168 time: 0.3676600 Sep 01 14:56:52.102137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.104121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1409c3d8-7231-43f0-9556-e7fc74361321 req-a4d76511-c2f3-4340-a913-cfaa65f09e74 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "DELETE /v2.0/floatingips/34948afa-55c0-4d3e-bce8-4da263afac8c HTTP/1.1" status: 204 len: 173 time: 3.7052455 Sep 01 14:56:52.108487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9c9fa-4878-4bab-a098-acc5a371fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319935d-ccf9-40c1-960e-5a3a4c54875a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:52.108779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-6235f7a5-cb48-42b5-b1a7-a3f5778e0ec8 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287884 Sep 01 14:56:52.201909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.528785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db52cc3-e3fb-4d7e-b7ec-64e1b3adabe3 req-8038bdba-99e5-4b1d-8e10-0119bdba8b38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.542279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7db52cc3-e3fb-4d7e-b7ec-64e1b3adabe3 req-8038bdba-99e5-4b1d-8e10-0119bdba8b38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 944 time: 0.0850139 Sep 01 14:56:52.605809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7db52cc3-e3fb-4d7e-b7ec-64e1b3adabe3 req-6e9d7a2c-93cb-4cbe-b36a-ea6ba721a950 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Sep 01 14:56:52.611800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:52.779521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 168138c3-5c4b-4c42-9893-b67ad34b431a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:52.797449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 168138c3-5c4b-4c42-9893-b67ad34b431a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:52.801413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.861916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'tag': 'b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:52.866509 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156bd67c-fd48-4799-9681-26dd013d63bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a307ffc0-9628-4f06-8f85-c12fb65906f1", "tag": "b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:52.946354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4e886-6b26-4b0c-8b17-335f0ac0b441 req-9fedfbcb-22b4-478f-b2b7-50e472620a3f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.949015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3e4e886-6b26-4b0c-8b17-335f0ac0b441 req-9fedfbcb-22b4-478f-b2b7-50e472620a3f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 948 time: 0.2158065 Sep 01 14:56:53.049583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3e4e886-6b26-4b0c-8b17-335f0ac0b441 req-27a85cdc-4e4c-49ad-8e3f-f067ab469d3b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902171 Sep 01 14:56:53.068350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.132408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:53.141541 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4611e7-b18e-4b2f-a691-6ab90b6a786a" -d '{"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-plugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:53.161724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d68cb316-98d6-42da-a17e-243b6bcc9b7e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:53.280977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:53.303387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.366462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49f152-010e-4352-937c-03b73d644f49 req-52603872-e6fc-4463-bc70-ec5b6d1cfd9c tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.371989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bb49f152-010e-4352-937c-03b73d644f49 req-52603872-e6fc-4463-bc70-ec5b6d1cfd9c tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 948 time: 0.6002302 Sep 01 14:56:53.391201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 71fb3848-30ec-4067-831b-b98fb52b5a88 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:53.404871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-8f51667b-992c-4e7f-810a-dd29e5b00045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.413966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-8f51667b-992c-4e7f-810a-dd29e5b00045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 1100 time: 1.2057781 Sep 01 14:56:53.555917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d68cb316-98d6-42da-a17e-243b6bcc9b7e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:53.578270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:53.588683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d68cb316-98d6-42da-a17e-243b6bcc9b7e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:53.589818 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.688132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-821c102e-0513-4135-bd4e-df780a713bd3 req-4793863f-5764-4b94-ae16-9c83792d33ae tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips/0c367f1c-7f34-4f80-98ca-6f4263db6e12 HTTP/1.1" status: 200 len: 693 time: 0.2340066 Sep 01 14:56:53.900453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-b73379c9-6889-45f8-94c8-6df2b9cfeb07 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6761861 Sep 01 14:56:53.907091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-c4555f08-457e-4421-8070-0fdac5f7257c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 HTTP/1.1" status: 200 len: 217 time: 0.4414237 Sep 01 14:56:53.986121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c102e-0513-4135-bd4e-df780a713bd3 req-914b749c-21e9-4348-bc8d-761ed3e1f4a3 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.987999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-821c102e-0513-4135-bd4e-df780a713bd3 req-914b749c-21e9-4348-bc8d-761ed3e1f4a3 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2879467 Sep 01 14:56:54.076033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bb49f152-010e-4352-937c-03b73d644f49 req-136934bc-6d69-4e3b-b552-7fbd8929cb94 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544685 Sep 01 14:56:54.100494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-821c102e-0513-4135-bd4e-df780a713bd3 req-045794ab-5eed-4140-a0d4-486b9a447ac0 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0898542 Sep 01 14:56:54.188447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-821c102e-0513-4135-bd4e-df780a713bd3 req-f5398ce9-6f0f-43cc-9fc2-9bc274f1c0d3 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0772781 Sep 01 14:56:54.216199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-bde8aca0-3d24-4a17-a632-95c11c8b9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.219434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-bde8aca0-3d24-4a17-a632-95c11c8b9feb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2689424 Sep 01 14:56:54.318570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 71fb3848-30ec-4067-831b-b98fb52b5a88 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:54.345052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 71fb3848-30ec-4067-831b-b98fb52b5a88 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:54.350826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.463476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272329-47ee-4309-b050-077d703ed03a req-8ad0c4cf-76f4-4428-be37-4349d80b34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.465123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-8ad0c4cf-76f4-4428-be37-4349d80b34a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 1100 time: 0.3583720 Sep 01 14:56:54.561087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Deleting port 278f8abe-b73b-4a53-9f4a-b8c5dc465825 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:56:54.561385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.584718 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.635705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d68cb316-98d6-42da-a17e-243b6bcc9b7e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d68cb316-98d6-42da-a17e-243b6bcc9b7e,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:54.643842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.711594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272329-47ee-4309-b050-077d703ed03a req-0c824f49-2e05-4828-afd7-9aa6d7688000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.714351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-0c824f49-2e05-4828-afd7-9aa6d7688000 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2288733 Sep 01 14:56:54.716821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.723424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-47e21493-4399-4f6b-9d55-77f24cc5ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.725482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-47e21493-4399-4f6b-9d55-77f24cc5ab1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4940569 Sep 01 14:56:54.736858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.784603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.785844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.828168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-c6b60415-9b09-455a-b4ea-fdd59960cf88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8 HTTP/1.1" status: 200 len: 217 time: 0.1010876 Sep 01 14:56:54.835827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Calling delete_port for 278f8abe-b73b-4a53-9f4a-b8c5dc465825 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:56:54.849155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.958894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d68cb316-98d6-42da-a17e-243b6bcc9b7e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:54.989593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272329-47ee-4309-b050-077d703ed03a req-ce75bd03-cbdd-4004-a7db-739dd756a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.992277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-ce75bd03-cbdd-4004-a7db-739dd756a861 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1218669 Sep 01 14:56:55.032987 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f971d-c121-4bae-9288-a506bcd0eb58 x-openstack-request-id: req-633f971d-c121-4bae-9288-a506bcd0eb58 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:55.033480 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a307ffc0-9628-4f06-8f85-c12fb65906f1", "tag": "b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:55.034570 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-633f971d-c121-4bae-9288-a506bcd0eb58 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:55.034570 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'tag': 'b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6', 'status': 'completed', 'code': 200} Sep 01 14:56:55.044733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=71fb3848-30ec-4067-831b-b98fb52b5a88,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:55.052915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.112064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:55.123106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.168184 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ad74c-90fa-4e8d-a6c3-f52f5496e5da x-openstack-request-id: req-5e7ad74c-90fa-4e8d-a6c3-f52f5496e5da {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:55.168821 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-plugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:55.172821 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e7ad74c-90fa-4e8d-a6c3-f52f5496e5da {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:55.174608 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'code': 200} Sep 01 14:56:55.247408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:55.259815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.336475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.340071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.341503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272329-47ee-4309-b050-077d703ed03a req-8a2a38c5-ba0f-4581-849f-35bad70f7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:55.341814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-821c102e-0513-4135-bd4e-df780a713bd3 req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "DELETE /v2.0/floatingips/0c367f1c-7f34-4f80-98ca-6f4263db6e12 HTTP/1.1" status: 204 len: 173 time: 1.1522450 Sep 01 14:56:55.344126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-8a2a38c5-ba0f-4581-849f-35bad70f7406 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2961543 Sep 01 14:56:55.354890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd60bcb-fba2-4ae3-b143-697a9ebc6d8a tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event deleted for resources: {'Port': ['ID=278f8abe-b73b-4a53-9f4a-b8c5dc465825,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:55.409027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd243-7f32-45a5-a646-814a28438483 req-73630880-0fdf-4e25-b05e-22bd4c0ffefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:55.410687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc1fd243-7f32-45a5-a646-814a28438483 req-73630880-0fdf-4e25-b05e-22bd4c0ffefc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0760353 Sep 01 14:56:55.413236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-320b8ee4-1b6b-437d-885e-960328911558 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338418 Sep 01 14:56:55.503502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc1fd243-7f32-45a5-a646-814a28438483 req-8d300100-1489-4952-b661-35fe3c44c5e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747776 Sep 01 14:56:55.509862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488b6ac-b713-46c6-bf33-8f2e5d8e4860 req-469203d3-2a21-4426-88eb-2876b7998034 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:55.513547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e488b6ac-b713-46c6-bf33-8f2e5d8e4860 req-469203d3-2a21-4426-88eb-2876b7998034 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 945 time: 0.3047719 Sep 01 14:56:55.620556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e4afa-ba1d-4198-aa68-afad5a2ab617 req-f1a6111f-f2a0-4109-82f2-707c6deb5bb9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:55.624611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec0e4afa-ba1d-4198-aa68-afad5a2ab617 req-f1a6111f-f2a0-4109-82f2-707c6deb5bb9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 945 time: 0.1057346 Sep 01 14:56:55.730556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec0e4afa-ba1d-4198-aa68-afad5a2ab617 req-e9fe2b53-5a9d-429c-9e41-1c8fbd8bdeac tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924749 Sep 01 14:56:55.818122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15da2407-d5b4-4f0d-adc9-09e63f915773 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825584 Sep 01 14:56:55.833784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-2b7b67cf-33b7-4ecb-be4a-85d1494b7678 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596469 Sep 01 14:56:55.837091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:55.853964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e488b6ac-b713-46c6-bf33-8f2e5d8e4860 req-223b7302-1f2b-4cec-bcda-6756aef3f307 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684591 Sep 01 14:56:55.859200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:56.000318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-1c33c417-c4a0-4360-9f14-03175ac2814b service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488911 Sep 01 14:56:56.063358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e97b-abc0-47c6-903b-8591c9ddcb20 req-43ee3a50-9f5d-4099-a00b-418a992e3fb3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.074630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e55e97b-abc0-47c6-903b-8591c9ddcb20 req-43ee3a50-9f5d-4099-a00b-418a992e3fb3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 948 time: 0.2042198 Sep 01 14:56:56.179753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91867f1f-d9ec-41e1-9d32-04a7be1972da req-3e90f2d4-c349-4079-8530-4f98cb127988 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 210 time: 0.1016326 Sep 01 14:56:56.190600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e55e97b-abc0-47c6-903b-8591c9ddcb20 req-814730ed-07e6-4b62-b33e-f052f05c1bbd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155598 Sep 01 14:56:56.320022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-fb9f4788-a47f-4cdb-aab7-916d128ca0df tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.325830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-fb9f4788-a47f-4cdb-aab7-916d128ca0df tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4986725 Sep 01 14:56:56.346262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-16d0c1a0-0dd1-43ff-a081-3db362f047e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3455842 Sep 01 14:56:56.372866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:56.396777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b4e1e6d0-775a-4a3f-a46a-376d08fae3e8 None None] Provisioning complete for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:56.397469 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e6d0-775a-4a3f-a46a-376d08fae3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:56.441678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0272329-47ee-4309-b050-077d703ed03a req-a6529e77-eca4-480e-b0fb-0450e747c847 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509498 Sep 01 14:56:56.447512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1e6d0-775a-4a3f-a46a-376d08fae3e8 None None] Port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:56.449427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-58569ae5-b57c-45f8-8f40-866a61bf6a87 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips/549ea10b-748a-4047-8e3e-ea7c226407c5 HTTP/1.1" status: 200 len: 693 time: 0.1502855 Sep 01 14:56:56.498021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:56.553828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd67c-fd48-4799-9681-26dd013d63bc req-f05f0d7d-3902-45cf-9e6e-6267c6bcbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.555351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-f05f0d7d-3902-45cf-9e6e-6267c6bcbb8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 1100 time: 0.1590285 Sep 01 14:56:56.630484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:56.776615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e28812c3-1bf9-4af9-95b6-86a228059166 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386969 Sep 01 14:56:56.904983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-7d3fa3b3-97bb-4110-8bcd-277ef4e63789 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.917991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-7d3fa3b3-97bb-4110-8bcd-277ef4e63789 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.4441645 Sep 01 14:56:56.920194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:56.970097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aecb2-764a-42a6-8b98-b19abea5cd28 req-e091c377-bba6-4289-926f-1ec354e5cf19 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.971682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:56.985761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e3aecb2-764a-42a6-8b98-b19abea5cd28 req-e091c377-bba6-4289-926f-1ec354e5cf19 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 948 time: 0.6001391 Sep 01 14:56:57.038139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d68cb316-98d6-42da-a17e-243b6bcc9b7e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:57.047312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:57.054549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.086385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-4dd3410b-31ae-4c9c-b475-27f4ad887b71 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1664622 Sep 01 14:56:57.094738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-8d88194e-ff1e-4f85-b6dd-c599900653bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:57.099137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-8d88194e-ff1e-4f85-b6dd-c599900653bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.4254251 Sep 01 14:56:57.110624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd67c-fd48-4799-9681-26dd013d63bc req-030bfc73-6af4-47c9-99b2-b240a5acc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:57.113654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-030bfc73-6af4-47c9-99b2-b240a5acc6f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.5322707 Sep 01 14:56:57.114140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.127060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:57.142220 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Sync routers for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:57.156564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:57.167685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:57.167685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:57.226238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ebe5d0dc-4085-4e0c-8178-60dc799173b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/1aa66de4-6fe8-4daa-b976-3cdd94c43c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5075958 Sep 01 14:56:57.269119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:57.280176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:57.293707 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25598621-99b8-4ed7-84c1-d2a2bc55723d" -d '{"events": [{"server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "name": "network-vif-plugged", "status": "completed", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:57.322276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-78943a3e-bbf6-4b9c-b8d9-0f1f60a9455a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:57.334203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-78943a3e-bbf6-4b9c-b8d9-0f1f60a9455a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360188 Sep 01 14:56:57.342147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:57.373441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.375912 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:57.387143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e3aecb2-764a-42a6-8b98-b19abea5cd28 req-d0a7b643-77d0-4f21-9e78-116274142bff tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997595 Sep 01 14:56:57.406308 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-9525ff78-8945-4527-92d1-d331986bb857 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 HTTP/1.1" status: 200 len: 217 time: 0.2757943 Sep 01 14:56:57.604912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:57.622844 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.639072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d68cb316-98d6-42da-a17e-243b6bcc9b7e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:57.639869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.641971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.116 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/f6ffb082-053b-488c-b1a2-81ebd1fbd89b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:57.887212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:52Z', 'revision_number': 4, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c7b65bfc-655d-4873-9ce6-ee52699d5aa6', 'name': '', 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'mac_address': 'fa:16:3e:a3:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:48Z', 'updated_at': '2021-09-01T14:56:53Z', 'revision_number': 2, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'subnets': [{'id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:57.944113 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Checking router: 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:57.944951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.947401 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Updating router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:57.992823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object f6ffb082-053b-488c-b1a2-81ebd1fbd89b will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:58.067581 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.195403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-f15f6f5b-abc4-4285-b164-8948aa7b0692 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 1.0914786 Sep 01 14:56:58.337904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e23524-9b0e-45cb-ad6d-d04c9dca283e req-98e32754-0487-46fe-a5c1-635c68087249 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:58.353017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07e23524-9b0e-45cb-ad6d-d04c9dca283e req-98e32754-0487-46fe-a5c1-635c68087249 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 945 time: 0.3141699 Sep 01 14:56:58.375299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.392578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:58.643850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:58.654364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:58.746928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07e23524-9b0e-45cb-ad6d-d04c9dca283e req-927a70ea-2702-44db-b45e-d87787dd21db tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891113 Sep 01 14:56:58.751195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:58.768385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:58.791632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:58.861020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:58.865166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.889872 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:56:58.903451 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.958306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Transition to ACTIVE for port object c7b65bfc-655d-4873-9ce6-ee52699d5aa6 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:58.964619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd67c-fd48-4799-9681-26dd013d63bc req-dada4814-b7e6-4479-962d-b12fa4fc0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:58.979612 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.982754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-dada4814-b7e6-4479-962d-b12fa4fc0243 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.7806635 Sep 01 14:56:59.011849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:59.066198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.142027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-15511c33-822c-4448-8bdb-dccb2e462b99 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7968221 Sep 01 14:56:59.150820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-f5510b5d-470a-4d5d-9f83-2789b9b16fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.166074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-f5510b5d-470a-4d5d-9f83-2789b9b16fff service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 1.9248190 Sep 01 14:56:59.352653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:59.420647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:59.460490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Request body: {'port': {'device_id': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:59.487880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:59.533318 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39568588-16c9-4502-a288-3f5b733f44ba None None] Pushing event updated for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:59.580917 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Attempting to bind port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:59.581526 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Attempting to bind port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:59.582103 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Attempting to bind port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 on network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:59.608691 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:59.614981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Checking segment: {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:59.615830 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.616484 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Bound using segment: {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:59.617340 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Bound port: c7b65bfc-655d-4873-9ce6-ee52699d5aa6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86896143-290d-459e-ab26-401a5401a7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:59.617995 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.633341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e05c271c-2b15-4b77-b1b9-3ae5f219332e None None] Provisioning for port f6ffb082-053b-488c-b1a2-81ebd1fbd89b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:59.665228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e05c271c-2b15-4b77-b1b9-3ae5f219332e None None] Provisioning complete for port f6ffb082-053b-488c-b1a2-81ebd1fbd89b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:59.667553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e05c271c-2b15-4b77-b1b9-3ae5f219332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.724882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-2a77f5c1-7692-489f-9a83-0e1bf8c11ad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.5386372 Sep 01 14:56:59.792891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-4451b205-68da-4436-ad5d-f78a130def64 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.817161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-4451b205-68da-4436-ad5d-f78a130def64 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 945 time: 0.6662836 Sep 01 14:56:59.848835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-a8e4506e-3d5b-4edd-ae1e-76e6d7413dad tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.852257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-a8e4506e-3d5b-4edd-ae1e-76e6d7413dad tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 948 time: 0.9746187 Sep 01 14:56:59.865338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e05c271c-2b15-4b77-b1b9-3ae5f219332e None None] Port f6ffb082-053b-488c-b1a2-81ebd1fbd89b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:59.911980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bd67c-fd48-4799-9681-26dd013d63bc req-8d8ab21b-e026-4c85-88df-b9cf81b805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.928298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-8d8ab21b-e026-4c85-88df-b9cf81b805ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8155944 Sep 01 14:56:59.983412 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] For port c7b65bfc-655d-4873-9ce6-ee52699d5aa6, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:59.996908 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] For port c7b65bfc-655d-4873-9ce6-ee52699d5aa6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:00.014198 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.146023 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:00.147531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:00.255864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-30d372af-7cf8-460d-97a9-3be338e11c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:00.267141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-30d372af-7cf8-460d-97a9-3be338e11c50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.5297079 Sep 01 14:57:00.304100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Deleting port 507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:00.305138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.423481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6793-33d9-4dea-99d8-28704c8cc6e0 req-7dbd334e-f453-4916-87b4-fb46d77f3c9f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:00.454711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-664f6793-33d9-4dea-99d8-28704c8cc6e0 req-7dbd334e-f453-4916-87b4-fb46d77f3c9f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 948 time: 1.1287119 Sep 01 14:57:00.533039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6902e76a-f769-49c2-8384-95423e428d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.564261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.574120 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:00.678345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:00.788292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:00.818518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-664f6793-33d9-4dea-99d8-28704c8cc6e0 req-c2de704e-2ac6-406d-8896-6f40e00e10f3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619304 Sep 01 14:57:00.920831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:01.089206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39568588-16c9-4502-a288-3f5b733f44ba None None] Pushing event updated for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:01.168873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.138 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/f035a0da-fe65-4493-83ea-d7dc6e41a81a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:01.232386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:01.233428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:01.265778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Calling delete_port for 507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:01.423329 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:52Z', 'revision_number': 4, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c7b65bfc-655d-4873-9ce6-ee52699d5aa6', 'name': '', 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'mac_address': 'fa:16:3e:a3:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:48Z', 'updated_at': '2021-09-01T14:56:59Z', 'revision_number': 4, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'subnets': [{'id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:01.483518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:01.522865 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0717f-2ab3-4a07-9702-15e2991fd568 None None] The sync data for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 is: [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:56:52Z', 'revision_number': 4, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c7b65bfc-655d-4873-9ce6-ee52699d5aa6', 'name': '', 'network_id': '5c4b2da5-7b01-4eae-a097-f2ef9234a7ee', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'mac_address': 'fa:16:3e:a3:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:48Z', 'updated_at': '2021-09-01T14:56:59Z', 'revision_number': 4, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'subnets': [{'id': '2c3a480e-148a-4caf-918c-7ac9a70f8710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:01.674933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-babb7fec-8153-4589-93ee-3c1016122045 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3039846 Sep 01 14:57:01.676804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:01.703710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:01.714760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:01.815000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:01.823358 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:01.825374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:01.961155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Pushing event deleted for resources: {'Port': ['ID=507d8b0b-8adb-4bf8-8bf1-2c29579ec0fc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:02.072572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:02.212781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.229484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-40209f0b-6c46-43e4-87ae-b28875463c71 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095453 Sep 01 14:57:02.306959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Deleting port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:02.307845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.322508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.422504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:02.436686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.439874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:02.458212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object f035a0da-fe65-4493-83ea-d7dc6e41a81a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:02.496287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea714fc-4790-476b-8a06-65b57ff977ba req-90baf3ac-28f3-43df-94ff-4025160dec0b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:02.505141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ea714fc-4790-476b-8a06-65b57ff977ba req-90baf3ac-28f3-43df-94ff-4025160dec0b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 936 time: 1.4130621 Sep 01 14:57:02.626397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:02.642290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-a7dcbd2f-9c47-4af0-a200-1150400f9284 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7006910 Sep 01 14:57:02.659805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6902e76a-f769-49c2-8384-95423e428d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.710637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:02.735331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6902e76a-f769-49c2-8384-95423e428d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.066390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Deleting port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:03.067185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.219739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.303029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:03.312633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7b65bfc-655d-4873-9ce6-ee52699d5aa6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:03.332265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.361699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.363078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bc7f5ea-61c3-4916-a639-cdd1b238ff78 req-e61e492b-4b27-4ec4-8a35-30f2b723da72 tempest-FloatingIPDetailsTestJSON-1433366302 tempest-FloatingIPDetailsTestJSON-1433366302-project] 10.222.0.41 "DELETE /v2.0/floatingips/549ea10b-748a-4047-8e3e-ea7c226407c5 HTTP/1.1" status: 204 len: 173 time: 5.1665373 Sep 01 14:57:03.422780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:03.574332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:03.578499 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c84410-a7c7-4847-9782-bb49a128253d x-openstack-request-id: req-86c84410-a7c7-4847-9782-bb49a128253d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:03.578941 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "name": "network-vif-plugged", "status": "completed", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:03.579275 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86c84410-a7c7-4847-9782-bb49a128253d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:03.579883 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88', 'code': 200} Sep 01 14:57:03.675144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:03.687900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6902e76a-f769-49c2-8384-95423e428d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf4da4a39edd45e3a5dade3e3bfbe81c&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1882081 Sep 01 14:57:03.687900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ea714fc-4790-476b-8a06-65b57ff977ba req-1c36877e-69f9-4e23-8666-1cc9c83f3594 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1778164 Sep 01 14:57:03.730084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:03.745296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.789365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:03.790586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:03.799134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-156bd67c-fd48-4799-9681-26dd013d63bc req-904d6b65-b6dc-4461-b53a-48be7f904881 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1387258 Sep 01 14:57:03.856349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:04.047143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] For port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.047143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.049655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:04.273261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f686596-14d1-4b61-8fe5-b1118c9bbfbf req-8e545e02-b862-478c-b0d9-498105148c74 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0242300 Sep 01 14:57:04.337714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd67cab-ea69-4a3c-a93f-f69441abf040 req-09143aac-3927-4fbe-b931-e265649b42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.339710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bd67cab-ea69-4a3c-a93f-f69441abf040 req-09143aac-3927-4fbe-b931-e265649b42dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 1102 time: 0.5835764 Sep 01 14:57:04.434905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-f8e92652-ea76-484f-ad0e-5f602dbba5b9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1802507091&fields=id&tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 267 time: 0.4295046 Sep 01 14:57:04.454795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] For port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.455142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.472127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.503273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:04.526163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902e76a-f769-49c2-8384-95423e428d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348b89d0-1bda-42ba-9393-5e8d3a81183e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:04.529606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.552263 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.578412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:04.579887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bd67cab-ea69-4a3c-a93f-f69441abf040 req-1f01d849-4457-4373-8d1f-f7f5c3adb159 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178471 Sep 01 14:57:04.581336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Calling delete_port for b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:04.585381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:04.592051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:04.592440 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.708608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:04.826170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:04.876134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.880393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:04.888210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:04.896379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:04.904491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.905857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.952931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-ab8dc890-ba7e-41c8-aa8d-ab288d6225b6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.955892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-ab8dc890-ba7e-41c8-aa8d-ab288d6225b6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 824 time: 0.4972205 Sep 01 14:57:04.970793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e762863b-554f-4452-9e16-af1307c686fc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.6352086 Sep 01 14:57:05.019348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Request body: {'port': {'device_id': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:05.130219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af4ea-6442-441e-8ab8-09adad50d1af req-e08cd1e5-9ede-4380-a011-050a1f3be367 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:05.132049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-973af4ea-6442-441e-8ab8-09adad50d1af req-e08cd1e5-9ede-4380-a011-050a1f3be367 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 948 time: 1.1801732 Sep 01 14:57:05.224425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-3d97a804-c437-4e0e-a47f-d35f12a0d135 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/quotas/7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 375 time: 0.2569175 Sep 01 14:57:05.240255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.252814 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.292159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.358213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event deleted for resources: {'Port': ['ID=b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.445092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.448710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.450235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348b89d0-1bda-42ba-9393-5e8d3a81183e HTTP/1.1" status: 204 len: 168 time: 1.7022238 Sep 01 14:57:05.477976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-3498b353-5d88-4e2a-8be5-316b595cdf02 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2331960 Sep 01 14:57:05.516299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88765cd-9a5f-4763-b58e-c86ef68d9722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348b89d0-1bda-42ba-9393-5e8d3a81183e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.536091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.568500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-973af4ea-6442-441e-8ab8-09adad50d1af req-887fa07b-6bc6-4129-bf2c-d59dc8f1be22 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043002 Sep 01 14:57:05.587503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.591139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.606967 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Floating IP a511e808-ebac-461c-89fe-85be137d6679 disassociated. External IP: 172.25.1.162, port: a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b. Sep 01 14:57:05.606967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Calling delete_port for a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:05.851467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a'}, {'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}, {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:05.857001 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed061b5-d216-46c6-903d-1f05d198e731" -d '{"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-unplugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a"}, {"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b"}, {"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-unplugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:06.029250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] No DVR routers for this DVR port b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:06.061885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-acea959e-aaee-4145-8b14-a058e34be9b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655216 Sep 01 14:57:06.073378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.083882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-08b7791e-369f-4d9d-9227-568dab51c8f0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "DELETE /v2.0/ports/b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6 HTTP/1.1" status: 204 len: 173 time: 6.2058082 Sep 01 14:57:06.123717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'name': 'network-vif-deleted', 'tag': 'b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:06.130675 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24363a-4c19-4534-bfb2-ec840041b27f" -d '{"events": [{"server_uuid": "a307ffc0-9628-4f06-8f85-c12fb65906f1", "name": "network-vif-deleted", "tag": "b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:06.131479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d8b6242d-810a-4529-83e1-7c61dc44fc6d None None] Provisioning for port f035a0da-fe65-4493-83ea-d7dc6e41a81a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:06.155034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ffb082-053b-488c-b1a2-81ebd1fbd89b {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:06.196405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.233225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d8b6242d-810a-4529-83e1-7c61dc44fc6d None None] Provisioning complete for port f035a0da-fe65-4493-83ea-d7dc6e41a81a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:06.233980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8b6242d-810a-4529-83e1-7c61dc44fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.408437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['486c0e3e-aaec-4bb6-b106-dc079e6ede24'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:06.425790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44c76d-79b5-4afb-b82d-39a6e623c370 req-4a286398-ed94-45a7-a668-426705f64b91 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:06.450796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d44c76d-79b5-4afb-b82d-39a6e623c370 req-4a286398-ed94-45a7-a668-426705f64b91 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.5491865 Sep 01 14:57:06.667624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:06.689798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:06.698111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6242d-810a-4529-83e1-7c61dc44fc6d None None] Port f035a0da-fe65-4493-83ea-d7dc6e41a81a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:06.713924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.742735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.750149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Transition to ACTIVE for port object f6ffb082-053b-488c-b1a2-81ebd1fbd89b will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:06.753142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-196dbb0b-69d7-42a2-97c6-f0f8a98d825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.803632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d44c76d-79b5-4afb-b82d-39a6e623c370 req-69fea98e-099e-4435-8df0-866bc764a818 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499913 Sep 01 14:57:06.804862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:06.864957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.867646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:06.964529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.020162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.079891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:07.186335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:07.342828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e51d312-1511-41ce-9456-b622cdbe4d06 req-5fe03ec6-d6fc-40ac-84fa-6314a1318c45 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.2161541 Sep 01 14:57:07.438562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c7b65bfc-655d-4873-9ce6-ee52699d5aa6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:07.473574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.545344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-b807cce9-9dc5-4da4-be3f-8ee6ee250b54 service neutron] 10.222.0.41 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3956745 Sep 01 14:57:07.616357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:07.748742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Deleting port f7c3d46b-1a6b-431e-bde0-6f0d1757d379 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:07.749083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.853465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.949454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] For port f7c3d46b-1a6b-431e-bde0-6f0d1757d379, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:07.951028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.979295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44246) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:08.037874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Attempting to bind port f6ffb082-053b-488c-b1a2-81ebd1fbd89b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:08.038418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Attempting to bind port f6ffb082-053b-488c-b1a2-81ebd1fbd89b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:08.038771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Attempting to bind port f6ffb082-053b-488c-b1a2-81ebd1fbd89b on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:08.053608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Calling delete_port for f7c3d46b-1a6b-431e-bde0-6f0d1757d379 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:08.057524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-c7d13b09-636e-477a-8963-8ff6785cbdb0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.0771179 Sep 01 14:57:08.064922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event deleted for resources: {'Port': ['ID=a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.065555 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc805f-c98a-4fa8-bb7e-242238aee325 x-openstack-request-id: req-11fc805f-c98a-4fa8-bb7e-242238aee325 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:08.066051 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-unplugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a", "code": 200}, {"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b", "code": 200}, {"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-unplugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:08.068292 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11fc805f-c98a-4fa8-bb7e-242238aee325 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:08.081280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Port f6ffb082-053b-488c-b1a2-81ebd1fbd89b on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:08.083218 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'code': 200} Sep 01 14:57:08.088936 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'code': 200} Sep 01 14:57:08.095741 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'code': 200} Sep 01 14:57:08.095953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Attempting to bind port f6ffb082-053b-488c-b1a2-81ebd1fbd89b on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:08.166134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:08.166825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:08.167479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:08.168129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Bound port: f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:08.168710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.208124 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19826b-080e-4762-8f38-bcbcf16bcaa8 x-openstack-request-id: req-8e19826b-080e-4762-8f38-bcbcf16bcaa8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:08.211025 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a307ffc0-9628-4f06-8f85-c12fb65906f1", "name": "network-vif-deleted", "tag": "b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6", "status": "failed", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:08.211661 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e19826b-080e-4762-8f38-bcbcf16bcaa8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:08.217981 n-d-802060-16 neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a307ffc0-9628-4f06-8f85-c12fb65906f1', 'name': 'network-vif-deleted', 'tag': 'b3c0f7f3-8862-4fdd-b30d-0aba68ee40a6', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:57:08.285713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366f1e6-f966-4be4-b304-68890d9c23c1 req-68c2161c-f986-41fc-8a12-5254a9efee53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:08.288320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5366f1e6-f966-4be4-b304-68890d9c23c1 req-68c2161c-f986-41fc-8a12-5254a9efee53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 948 time: 0.6064670 Sep 01 14:57:08.409385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed853-bbec-470f-b521-ef9c53033178 req-5f911e23-42d6-45ee-941a-08270df4a981 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:08.410244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-196dbb0b-69d7-42a2-97c6-f0f8a98d825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.424019 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1feed853-bbec-470f-b521-ef9c53033178 req-5f911e23-42d6-45ee-941a-08270df4a981 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.1370959 Sep 01 14:57:08.481453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-196dbb0b-69d7-42a2-97c6-f0f8a98d825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.486293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f035a0da-fe65-4493-83ea-d7dc6e41a81a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:08.499794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1feed853-bbec-470f-b521-ef9c53033178 req-a810648a-6fd2-452c-8cea-87d81f239f24 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744374 Sep 01 14:57:08.568346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.681163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.698455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Transition to ACTIVE for port object f035a0da-fe65-4493-83ea-d7dc6e41a81a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:08.702036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dbb0b-69d7-42a2-97c6-f0f8a98d825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32c330b-6854-4e62-9b6e-2b0cb69c01e8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.733220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-196dbb0b-69d7-42a2-97c6-f0f8a98d825f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b56347a6f4874595a230faba68ccdec4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0463452 Sep 01 14:57:08.773470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:08.779106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.782776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c3d46b-1a6b-431e-bde0-6f0d1757d379,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.859439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6140-0526-47f6-88c0-849c105ea5de req-98572744-179b-4760-ab29-76d0d4ac5d8f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:08.863145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd9d6140-0526-47f6-88c0-849c105ea5de req-98572744-179b-4760-ab29-76d0d4ac5d8f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2006254 Sep 01 14:57:08.961022 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5366f1e6-f966-4be4-b304-68890d9c23c1 req-ad4fccc6-a067-492f-a007-93534cfc2cb8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228628 Sep 01 14:57:08.998325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:09.002191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd9d6140-0526-47f6-88c0-849c105ea5de req-5589d379-9163-4c98-b181-ef0224edac17 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273241 Sep 01 14:57:09.042220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:09.172254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:09.255606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:09.304780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.320961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Pushing event updated for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:09.341199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0122679a-4a2f-49e8-a662-45d930c71ef5 req-4e5ec5a1-43d9-467b-aae4-1e99b572b9d6 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0442684 Sep 01 14:57:09.374446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.672763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:09.769305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:09.975016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7b65bfc-655d-4873-9ce6-ee52699d5aa6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:10.005934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:10.006708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.008817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6ffb082-053b-488c-b1a2-81ebd1fbd89b HTTP/1.1" status: 200 len: 1097 time: 10.5753996 Sep 01 14:57:10.093786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:10.099846 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95409770-3f38-4eed-8fcd-1a3355013d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:10.119333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c933993-62e0-4d5e-9c3d-2d94d20e093f req-6dcd5efb-fb4a-46db-8949-1d7e60b4c51f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.7109809 Sep 01 14:57:10.120031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7224ba1-9438-4ad7-ab30-559acd6826c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:10.130624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.220159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.238307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:10.238687 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.599276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372152-763e-4ccc-968a-d087e58fdb1c req-b8a6be49-ac12-478a-8d49-6a442d012664 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:10.623320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36372152-763e-4ccc-968a-d087e58fdb1c req-b8a6be49-ac12-478a-8d49-6a442d012664 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2604058 Sep 01 14:57:10.642664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:10.947661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:10.968469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:10.974892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.980182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.984086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d32c330b-6854-4e62-9b6e-2b0cb69c01e8 HTTP/1.1" status: 204 len: 168 time: 2.1986105 Sep 01 14:57:11.003681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:11.004028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:11.096561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36372152-763e-4ccc-968a-d087e58fdb1c req-d5278fe4-56c7-4d7e-a7fb-6c339a1ccdea tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363215 Sep 01 14:57:11.184979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:11.240018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:11.259744 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Sync routers for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:11.273412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc402fc2-5822-4bcf-a8a8-ff18c2c51f70 admin admin] 10.222.0.41 "PUT /v2.0/routers/2a033c85-b5bb-4bdf-bad3-9c7ebd12661e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8384197 Sep 01 14:57:11.299515 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:11.309177 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:11.377092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:11.409817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] No DVR routers for this DVR port a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:11.547906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-0baf5f1c-7e29-4ea7-adb2-3369b24b9047 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:11.558851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-0baf5f1c-7e29-4ea7-adb2-3369b24b9047 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 824 time: 0.7632995 Sep 01 14:57:11.588198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:11.718411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Attempting to bind port f035a0da-fe65-4493-83ea-d7dc6e41a81a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:11.721670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Attempting to bind port f035a0da-fe65-4493-83ea-d7dc6e41a81a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:11.722288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Attempting to bind port f035a0da-fe65-4493-83ea-d7dc6e41a81a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:11.732005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.734357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42ad78a8-36c4-4b74-8c6a-da36705b8690 req-b46fe6cf-a711-4c70-9d0c-48d21a6fd7e2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "DELETE /v2.0/ports/a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b HTTP/1.1" status: 204 len: 173 time: 11.8836973 Sep 01 14:57:11.809022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:11.819111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-7f5c9628-1e18-4d3e-a2b3-21a02b71475f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 380 time: 0.1696892 Sep 01 14:57:11.845849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'port': {'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'admin_state_up': True, 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'security_groups': ['d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:11.872723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b20f65-5436-41e4-ac75-eaa0c868cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32c330b-6854-4e62-9b6e-2b0cb69c01e8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:11.895772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-9776de3a-5324-4c4f-9037-aaa008885f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:11.895772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-9776de3a-5324-4c4f-9037-aaa008885f02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 1100 time: 1.5247588 Sep 01 14:57:11.981889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Port f035a0da-fe65-4493-83ea-d7dc6e41a81a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:11.982357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Attempting to bind port f035a0da-fe65-4493-83ea-d7dc6e41a81a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:12.120304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d906-543e-41f8-b4b9-e24abde8dddd req-8e790e33-6b9a-42cd-951a-5866549b2061 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:12.147226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b526d906-543e-41f8-b4b9-e24abde8dddd req-8e790e33-6b9a-42cd-951a-5866549b2061 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 1.1790588 Sep 01 14:57:12.188252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-f886cd47-f676-481d-b574-2fba9d68d1f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b HTTP/1.1" status: 200 len: 217 time: 0.2846575 Sep 01 14:57:12.292787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:12.306437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:12.307298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:12.313889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Bound port: f035a0da-fe65-4493-83ea-d7dc6e41a81a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:12.314965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:12.328316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697757-db9d-479a-85f3-7f2620f58185 req-5188c471-2d32-47c2-97f7-50c69779c25b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:12.349160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f697757-db9d-479a-85f3-7f2620f58185 req-5188c471-2d32-47c2-97f7-50c69779c25b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 948 time: 0.8962245 Sep 01 14:57:12.430216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Made reservation on behalf of 7a5614a044cb4ed2a3bc6afb7f9022bb for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:12.444811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:12.465644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:12.511014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:12.544279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:12.552389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f697757-db9d-479a-85f3-7f2620f58185 req-c4965711-5274-4683-81bc-1bfa1a230de2 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015715 Sep 01 14:57:12.830253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:57:08Z', 'revision_number': 5, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:12.857530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b526d906-543e-41f8-b4b9-e24abde8dddd req-6ec32622-a42c-4777-81f5-f348e0bf0af2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7058907 Sep 01 14:57:12.905008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-facd4b22-8d3e-440c-8845-c67b3e0503bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:12.917648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-facd4b22-8d3e-440c-8845-c67b3e0503bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.7129083 Sep 01 14:57:13.010825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Checking router: 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:13.035067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Routers {'2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:13.039520 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:13.062090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Allocated IP 172.20.0.4 (8fd9f844-e5de-4ba4-b8e9-7c5846c3489f/ed427d89-c8f9-48b6-b46d-063f0431c457/ded6c51f-62fb-46e8-a24b-accb9abd906b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:13.162086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:13.246040 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a94ef1b-d78d-43d4-ab8f-ed1f0d21c4e3 x-openstack-request-id: req-2a94ef1b-d78d-43d4-ab8f-ed1f0d21c4e3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:13.246747 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:13.247213 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a94ef1b-d78d-43d4-ab8f-ed1f0d21c4e3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:13.247874 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'status': 'completed', 'code': 200} Sep 01 14:57:13.383441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:13.410848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.433364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Transition to ACTIVE for port object ded6c51f-62fb-46e8-a24b-accb9abd906b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:13.449998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3329c07-d9d6-4a40-b736-99a229bb219a req-e5a334f0-092e-457e-9d22-fdcb9b6dbe71 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0714185 Sep 01 14:57:13.471309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:13.531974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:13.545957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:13.559225 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] Set router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:13.581113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-0138f8a7-7d0f-4c86-b7b2-8d50c7c82312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.582652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-0138f8a7-7d0f-4c86-b7b2-8d50c7c82312 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6517072 Sep 01 14:57:13.589452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.613400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.643270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.720043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:13.768656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.770538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.773041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] 10.222.0.50 "PUT /v2.0/ports/f035a0da-fe65-4493-83ea-d7dc6e41a81a HTTP/1.1" status: 200 len: 1097 time: 8.7860434 Sep 01 14:57:13.782395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:13.794268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:13.930538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:13.931586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7f12b2d-677d-418c-b32f-e253a3052987 req-12995300-391e-47e7-be1a-5b81664707a4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=a307ffc0-9628-4f06-8f85-c12fb65906f1 HTTP/1.1" status: 200 len: 210 time: 0.3400798 Sep 01 14:57:14.032489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:14.050386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:14.197741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:14.198593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:56:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:14.342753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'Port': ['ID=ded6c51f-62fb-46e8-a24b-accb9abd906b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:14.360319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Pushing event updated for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:14.396547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.397798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.398308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.398793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.399310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.399799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.400425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.400907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.401421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.401903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.402371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.402836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c1ef-73f2-433c-b01c-9890bdf3a2af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.416308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.416552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.424186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.429052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.430906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.436294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.438745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.439940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.442982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.445182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.446620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.447825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:14.466607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2570071-08ee-4f93-abc5-883406233d60 req-c43e9c0b-6a21-44fc-890b-eab8df85fd44 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:14.493775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2570071-08ee-4f93-abc5-883406233d60 req-c43e9c0b-6a21-44fc-890b-eab8df85fd44 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.8700747 Sep 01 14:57:14.524972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:14.528956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.572893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-2dcdd0a1-e893-4c86-86cb-6aa0949e237c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7396469 Sep 01 14:57:14.603835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Request body: {'port': {'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:14.620194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-f4527f55-c028-49fa-aa89-b485288a9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:14.623571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-f4527f55-c028-49fa-aa89-b485288a9820 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 1100 time: 0.7123315 Sep 01 14:57:14.650544 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b03b160-fb5d-468b-984b-1ffc58957c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.664788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6a873e1-91ee-4293-8098-d5e85b909927 None None] Provisioning for port ded6c51f-62fb-46e8-a24b-accb9abd906b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:14.675837 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:57:08Z', 'revision_number': 5, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:14.711158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-4764ddef-0813-48f1-a305-75e5c97a5edd service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1107943 Sep 01 14:57:14.786600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.793591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6a873e1-91ee-4293-8098-d5e85b909927 None None] Provisioning complete for port ded6c51f-62fb-46e8-a24b-accb9abd906b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:14.800932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6a873e1-91ee-4293-8098-d5e85b909927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.854050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc9b93-ebc3-42eb-9dfe-acf399e56c43 None None] The sync data for ids ['2a033c85-b5bb-4bdf-bad3-9c7ebd12661e'] in n-d-802060-16 is: [{'id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'name': 'tempest-FloatingIPDetailsTestJSON-913584942-router', 'tenant_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:55:57Z', 'updated_at': '2021-09-01T14:57:08Z', 'revision_number': 5, 'project_id': '5bf128c1da264fd0abfc2cdb22cde14b', 'gw_port': {'id': 'ec1ffb3a-420b-4cd2-9a83-c3373d385e81', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a033c85-b5bb-4bdf-bad3-9c7ebd12661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:55:58Z', 'updated_at': '2021-09-01T14:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:14.879975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6a873e1-91ee-4293-8098-d5e85b909927 None None] Port ded6c51f-62fb-46e8-a24b-accb9abd906b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:14.943751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Deleting port ec1ffb3a-420b-4cd2-9a83-c3373d385e81 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:14.947852 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.987040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:15.151666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:15.188371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-48aa3531-a711-4c7d-9b6d-c19d011e682c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a HTTP/1.1" status: 200 len: 217 time: 0.5309031 Sep 01 14:57:15.323233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-deleted', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b'}, {'name': 'network-changed', 'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:15.336797 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c790554-3525-42ec-890f-b5ad1b2e5152" -d '{"events": [{"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-deleted", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b"}, {"name": "network-changed", "server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:15.763566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2570071-08ee-4f93-abc5-883406233d60 req-a009154e-f511-4d89-be2b-b4113e95eb4b tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2607527 Sep 01 14:57:15.905920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded6c51f-62fb-46e8-a24b-accb9abd906b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:15.926133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:15.965765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Transition to ACTIVE for port object ded6c51f-62fb-46e8-a24b-accb9abd906b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:15.974410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] For port ec1ffb3a-420b-4cd2-9a83-c3373d385e81, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:15.975504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:15.980773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.002279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-afb44b0d-cc65-4c50-bc99-a578c4225a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.009576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-afb44b0d-cc65-4c50-bc99-a578c4225a3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.7947271 Sep 01 14:57:16.079467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Calling delete_port for ec1ffb3a-420b-4cd2-9a83-c3373d385e81 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:16.157432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f7c3d46b-1a6b-431e-bde0-6f0d1757d379 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:16.162165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded6c51f-62fb-46e8-a24b-accb9abd906b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:16.199692 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:16.447297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79734791-0ff1-47b6-bcd0-f4c71cdcaf8b req-117a09da-a92a-485a-ac21-a71c8b647efa tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.453187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79734791-0ff1-47b6-bcd0-f4c71cdcaf8b req-117a09da-a92a-485a-ac21-a71c8b647efa tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2637246 Sep 01 14:57:16.477116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-264d81d6-956d-4379-96f4-e656a6cbd553 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5395780 Sep 01 14:57:16.579045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Attempting to bind port ded6c51f-62fb-46e8-a24b-accb9abd906b on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:16.579607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Attempting to bind port ded6c51f-62fb-46e8-a24b-accb9abd906b by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:16.580146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Attempting to bind port ded6c51f-62fb-46e8-a24b-accb9abd906b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:16.586826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f7c3d46b-1a6b-431e-bde0-6f0d1757d379 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:57:16.589791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-fb15f818-2fa4-4175-84a4-86022f16d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.590087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f7c3d46b-1a6b-431e-bde0-6f0d1757d379 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:16.592645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-fb15f818-2fa4-4175-84a4-86022f16d1a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2623079 Sep 01 14:57:16.597423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Port ded6c51f-62fb-46e8-a24b-accb9abd906b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:16.597988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Attempting to bind port ded6c51f-62fb-46e8-a24b-accb9abd906b on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:16.603363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f6bc8-1f03-41e0-8db6-b462077d83ae req-b1caf114-073d-40dd-9cc8-d99a6fa75a22 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.605006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-388f6bc8-1f03-41e0-8db6-b462077d83ae req-b1caf114-073d-40dd-9cc8-d99a6fa75a22 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 948 time: 0.2770131 Sep 01 14:57:16.622596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:16.623584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:16.624358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Bound using segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:16.625011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Bound port: ded6c51f-62fb-46e8-a24b-accb9abd906b, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:16.625690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.751669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79734791-0ff1-47b6-bcd0-f4c71cdcaf8b req-fc174aa7-f5fa-418f-9759-cf0fca245dae tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837312 Sep 01 14:57:16.867412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-388f6bc8-1f03-41e0-8db6-b462077d83ae req-6aaf3319-42ce-49a8-b92e-f5d8bc22fe11 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331007 Sep 01 14:57:16.889958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-4301b10b-12f9-413b-a459-abc824beab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.891496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-4301b10b-12f9-413b-a459-abc824beab8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 1100 time: 0.2192481 Sep 01 14:57:16.924260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:16.951160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] For port ded6c51f-62fb-46e8-a24b-accb9abd906b, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:16.974568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] For port ded6c51f-62fb-46e8-a24b-accb9abd906b, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=ded6c51f-62fb-46e8-a24b-accb9abd906b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:16.983592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.997114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:17.031054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:17.060774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.067322 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4301f-cc9f-4707-935b-fcbd49bf04f5 x-openstack-request-id: req-c7e4301f-cc9f-4707-935b-fcbd49bf04f5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:17.069339 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3ce6e2-4c88-4549-8747-946482cdab06", "name": "network-vif-deleted", "tag": "a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:17.070258 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7e4301f-cc9f-4707-935b-fcbd49bf04f5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:17.071420 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3ce6e2-4c88-4549-8747-946482cdab06', 'name': 'network-vif-deleted', 'tag': 'a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b', 'status': 'completed', 'code': 200} Sep 01 14:57:17.072067 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', 'status': 'completed', 'code': 200} Sep 01 14:57:17.084317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-5ce97588-8c73-48cb-8dee-3ff1d8b0d33e service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779735 Sep 01 14:57:17.112009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee24a34-8d31-4cec-a9a7-7cc13515ddf9 None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:17.164279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfed7b1-b9d5-4e88-98b2-5f9da69ec00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.203743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ffb3a-420b-4cd2-9a83-c3373d385e81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:17.211101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.212347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.215131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ded6c51f-62fb-46e8-a24b-accb9abd906b HTTP/1.1" status: 200 len: 1092 time: 2.6173267 Sep 01 14:57:17.296223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.299420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'ded6c51f-62fb-46e8-a24b-accb9abd906b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:17.304093 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136444a-9634-4d8d-b263-c6c135a29a25" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "ded6c51f-62fb-46e8-a24b-accb9abd906b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:17.381641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.455874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6079-222e-4488-8674-e6944cd945e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded6c51f-62fb-46e8-a24b-accb9abd906b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:17.562566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4b0d6-6857-482e-8f1e-87272c754790 req-b6e3578b-b29d-47f8-8063-c65831ef3355 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.575194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44d4b0d6-6857-482e-8f1e-87272c754790 req-b6e3578b-b29d-47f8-8063-c65831ef3355 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 0.4360766 Sep 01 14:57:17.727063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-9c4b0720-05dd-49af-afc5-66f16dc3f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.735401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-9c4b0720-05dd-49af-afc5-66f16dc3f2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1095 time: 0.3676817 Sep 01 14:57:17.789881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44d4b0d6-6857-482e-8f1e-87272c754790 req-f817850e-069f-4f17-a276-8fe94d3270e0 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894305 Sep 01 14:57:17.858992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-ef64f738-4db5-45a1-9a27-0bd90bb6efda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded6c51f-62fb-46e8-a24b-accb9abd906b HTTP/1.1" status: 200 len: 217 time: 0.1045434 Sep 01 14:57:17.956731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec83d7b-e6ce-4531-a094-78133b46a14f None None] New status for floating IP a511e808-ebac-461c-89fe-85be137d6679: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:57:17.974186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-9b271148-2276-4536-8eb2-e02ef07e038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.977278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-9b271148-2276-4536-8eb2-e02ef07e038a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1099474 Sep 01 14:57:18.101725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-034e6030-d339-426f-af09-ecbac69a16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.106801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-034e6030-d339-426f-af09-ecbac69a16db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202648 Sep 01 14:57:18.268000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.342358 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.459606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-aae8ae2f-562c-44f8-b796-b2957678ba83 service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462164 Sep 01 14:57:18.540624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e54f789-5743-45ec-88f5-fa9f4e061b46 req-2ebcda9e-ae68-486e-a142-e2d5f70a0051 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3941498 Sep 01 14:57:18.542508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-38bf6e66-7081-4766-a67c-d1a55d6e764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.545086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-38bf6e66-7081-4766-a67c-d1a55d6e764e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 1.6276071 Sep 01 14:57:18.646591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-a63304b5-8ab0-4288-8c7b-3a19e504f385 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b HTTP/1.1" status: 200 len: 217 time: 0.0811682 Sep 01 14:57:18.648278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-cf421bcf-2103-4f55-adeb-dc2b30d6be4e service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773303 Sep 01 14:57:18.648505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.708052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.785621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-8dde202c-4121-413a-9557-7fd54141fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.787517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-8dde202c-4121-413a-9557-7fd54141fbcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0833707 Sep 01 14:57:18.895368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f77b-768f-4f21-b521-958a0c0e6bcf req-06d30aa9-a775-47b5-bfd2-98a6f6753514 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.900940 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6822c14-452d-4060-bab2-5df03c032472 x-openstack-request-id: req-d6822c14-452d-4060-bab2-5df03c032472 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:18.901995 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "ded6c51f-62fb-46e8-a24b-accb9abd906b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:18.902539 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6822c14-452d-4060-bab2-5df03c032472 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:18.903504 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'ded6c51f-62fb-46e8-a24b-accb9abd906b', 'status': 'completed', 'code': 200} Sep 01 14:57:18.914558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b45f77b-768f-4f21-b521-958a0c0e6bcf req-06d30aa9-a775-47b5-bfd2-98a6f6753514 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 1.4999692 Sep 01 14:57:19.039667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-3bc8b871-d46d-4e16-b0fc-2d7fb2ced018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.042087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-3bc8b871-d46d-4e16-b0fc-2d7fb2ced018 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 1100 time: 0.3907290 Sep 01 14:57:19.048150 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.048731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a033c85-b5bb-4bdf-bad3-9c7ebd12661e {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:57:19.072401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.074140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-609211ec-ede6-4fce-92c9-f520200fc495 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2a033c85-b5bb-4bdf-bad3-9c7ebd12661e HTTP/1.1" status: 204 len: 168 time: 7.6535382 Sep 01 14:57:19.078305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:19.111239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:19.185111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-da6bacd0-dc0b-4f0b-bd46-1fe54c2f4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.186726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-da6bacd0-dc0b-4f0b-bd46-1fe54c2f4c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1095 time: 0.2176464 Sep 01 14:57:19.199707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1154a9c-2c8b-465e-a4f5-2db5b4ec2d49 req-bdf0e685-21e0-4d73-ad4f-52bc3de66bf5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.201310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1154a9c-2c8b-465e-a4f5-2db5b4ec2d49 req-bdf0e685-21e0-4d73-ad4f-52bc3de66bf5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.0905874 Sep 01 14:57:19.291474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1154a9c-2c8b-465e-a4f5-2db5b4ec2d49 req-fd09ea83-f0ab-4efa-b850-eb122c0ac8cc tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778997 Sep 01 14:57:19.379747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b45f77b-768f-4f21-b521-958a0c0e6bcf req-2edf1b67-b4df-41a5-af49-e63efcf60eba tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115059 Sep 01 14:57:19.468893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f6ffb082-053b-488c-b1a2-81ebd1fbd89b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:19.520288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-696a77fc-9180-43f7-be49-0a47b7d1ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.532739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-696a77fc-9180-43f7-be49-0a47b7d1ac22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.2580707 Sep 01 14:57:19.661842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-33b7d6dc-803c-492d-b7fb-6809572830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.661842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-33b7d6dc-803c-492d-b7fb-6809572830e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7981954 Sep 01 14:57:19.663974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-2660fd5d-7e72-45fb-a9d4-ddb8e9894806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.666553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-2660fd5d-7e72-45fb-a9d4-ddb8e9894806 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.6131270 Sep 01 14:57:19.688556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-2b6f5dc7-b19d-40ed-8730-764f82880f81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded6c51f-62fb-46e8-a24b-accb9abd906b HTTP/1.1" status: 200 len: 217 time: 0.1436887 Sep 01 14:57:19.723832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Deleting subnet 6a9e1364-717d-4960-bd72-fb5abd6120b8 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:57:19.727645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.794345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.835054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-c7963bcf-d92e-405e-a96a-0bc808940dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.837661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-c7963bcf-d92e-405e-a96a-0bc808940dca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1396332 Sep 01 14:57:19.899573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:19.939286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.953408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.987990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:19.990122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-acd32699-f6a9-4e68-a057-a0bc74638222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.992746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-acd32699-f6a9-4e68-a057-a0bc74638222 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446989 Sep 01 14:57:20.081533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:20.114756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'mac_address': 'fa:16:3e:47:d1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:20.260190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.276476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-8e71cc31-3440-4ea1-bf31-bcfd699c89cf service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657688 Sep 01 14:57:20.294684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ffb082-053b-488c-b1a2-81ebd1fbd89b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:20.322634 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.328759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-c8672e02-d20b-4204-bf62-28f1acd3d350 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121628 Sep 01 14:57:20.356732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-631fbd3c-0426-4536-87af-71fb54fa121d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a HTTP/1.1" status: 200 len: 217 time: 0.6697361 Sep 01 14:57:20.361185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:20.371963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.506594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:20.514887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95409770-3f38-4eed-8fcd-1a3355013d5f req-75db04f5-4866-4521-be3e-31ef6814b698 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686654 Sep 01 14:57:20.524734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.525265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-b578a040-781f-48db-8a1f-4047b2ba3393 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.526845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-b578a040-781f-48db-8a1f-4047b2ba3393 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 1.2464070 Sep 01 14:57:20.545143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.545498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.545847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.546190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.546555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.546857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.547189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.547520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.547849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.552396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9e1364-717d-4960-bd72-fb5abd6120b8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:20.556323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.558762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.559622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:20.562417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9aa9fb91-a79c-4874-a0a3-0776d2667cbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6a9e1364-717d-4960-bd72-fb5abd6120b8 HTTP/1.1" status: 204 len: 168 time: 1.3563869 Sep 01 14:57:20.568198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44402) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:20.584310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07adb4-e0a7-4c3d-bf71-e40e5902d70a None None] Network ed48b1b6-5946-4a24-8353-8172a6e67bc7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:20.589252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.590099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.590811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.591549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.592237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.592877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.593800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.594565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.595729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.596379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.599495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-c471b539-ea7a-4824-afbe-18f2dd78bdad tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075&device_id=24f407d9-a665-4a89-be74-9f6d19967c5b&device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d&device_id=89422d95-04ba-44bd-b681-63df5f8ceb61&device_id=d18b388f-d28e-4815-b85a-272e4b2332d4&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f&device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 9104 time: 0.3156235 Sep 01 14:57:20.720136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a0640-085b-473d-a297-0e44f935fd6e req-d177a2f1-0710-4b39-beea-bc078994fb1d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.732510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-929a0640-085b-473d-a297-0e44f935fd6e req-d177a2f1-0710-4b39-beea-bc078994fb1d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 948 time: 1.1002381 Sep 01 14:57:20.748140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['f6ffb082-053b-488c-b1a2-81ebd1fbd89b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:20.751696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.820077 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-dadb3ec6-6462-439b-9862-a905f77050c8 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.884735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-6ac2ade2-f9e8-42ad-b50a-5433dcebddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.886503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-6ac2ade2-f9e8-42ad-b50a-5433dcebddd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3585811 Sep 01 14:57:20.897362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6136444a-9634-4d8d-b263-c6c135a29a25 req-6084b285-2a9e-4554-8a52-3436909900fb service neutron] 10.222.0.24 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172845 Sep 01 14:57:21.002175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Deleting port 5c77b740-d92d-4bd6-9470-3c8beb61560d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:21.002679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.145485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:21.164026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-929a0640-085b-473d-a297-0e44f935fd6e req-3c456563-4113-4c15-8c2e-7210953c1896 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780768 Sep 01 14:57:21.193111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] DHCP port deletion for ed48b1b6-5946-4a24-8353-8172a6e67bc7 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:57:21.201645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:21.279163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Deleting port ded6c51f-62fb-46e8-a24b-accb9abd906b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:21.279656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.287109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-51e8d179-ad5e-4502-920e-0edb6c2ff2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:21.288799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-51e8d179-ad5e-4502-920e-0edb6c2ff2d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3780103 Sep 01 14:57:21.471978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f035a0da-fe65-4493-83ea-d7dc6e41a81a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:21.510763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a48624-b02e-4b0f-b6bf-1f2dcefe93c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.575269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602bbcb-8f33-44b8-84e6-8b50627d02b0 req-150d8773-18fb-4060-98ff-42b43de4d135 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:21.582987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b602bbcb-8f33-44b8-84e6-8b50627d02b0 req-150d8773-18fb-4060-98ff-42b43de4d135 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 0.2104015 Sep 01 14:57:21.643417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] For port ded6c51f-62fb-46e8-a24b-accb9abd906b, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=ded6c51f-62fb-46e8-a24b-accb9abd906b,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:21.643991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.657463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Deleting port 5c77b740-d92d-4bd6-9470-3c8beb61560d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:21.659647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.688812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Calling delete_port for ded6c51f-62fb-46e8-a24b-accb9abd906b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:21.732425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b602bbcb-8f33-44b8-84e6-8b50627d02b0 req-7102a090-988c-43b8-8432-ad0be89e9c18 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483908 Sep 01 14:57:21.736402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-2a4e3462-80ee-44a6-8398-f2cf1dd50156 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343779 Sep 01 14:57:21.793893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] For port 5c77b740-d92d-4bd6-9470-3c8beb61560d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5c77b740-d92d-4bd6-9470-3c8beb61560d,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:21.794769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.812799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Calling delete_port for 5c77b740-d92d-4bd6-9470-3c8beb61560d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:21.847605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] For port 5c77b740-d92d-4bd6-9470-3c8beb61560d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5c77b740-d92d-4bd6-9470-3c8beb61560d,segment=NetworkSegment(4d8ed29d-c85d-4fb7-9ba5-43c77871b82f),segment_id=4d8ed29d-c85d-4fb7-9ba5-43c77871b82f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:21.848957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.899221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Calling delete_port for 5c77b740-d92d-4bd6-9470-3c8beb61560d owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:22.003540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-dadb3ec6-6462-439b-9862-a905f77050c8 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.007045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:22.025571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-dadb3ec6-6462-439b-9862-a905f77050c8 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.081258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.092131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a605f869-fb29-47ec-a3e0-1574d59d9ed6 req-dadb3ec6-6462-439b-9862-a905f77050c8 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&id=659fc5db-8752-40f5-a76e-b5582f8e6387&id=ea128878-73ac-4c60-982d-e58cf1b07fc6&id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.3232346 Sep 01 14:57:22.122808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5c77b740-d92d-4bd6-9470-3c8beb61560d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:22.147686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3ec6-6462-439b-9862-a905f77050c8 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4a4179-568f-4bf2-8857-56cc2368c315,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.183872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:22.259034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.361177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644f80-739e-40f2-b5ad-2023bbc9e0c1 req-53242b22-8865-4917-bb03-49091ad6cfbe tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:22.364108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a644f80-739e-40f2-b5ad-2023bbc9e0c1 req-53242b22-8865-4917-bb03-49091ad6cfbe tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.3812110 Sep 01 14:57:22.390709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c790554-3525-42ec-890f-b5ad1b2e5152 req-bf0e36b3-8df1-43be-89ab-969a2281b1c0 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508015 Sep 01 14:57:22.407365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a48624-b02e-4b0f-b6bf-1f2dcefe93c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.414824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a79d52-6ccc-4f5c-9971-c796f68d4809 req-921bb22e-6065-4d52-a921-cc5219ff9e13 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:22.429305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08a79d52-6ccc-4f5c-9971-c796f68d4809 req-921bb22e-6065-4d52-a921-cc5219ff9e13 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2417521 Sep 01 14:57:22.435734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a48624-b02e-4b0f-b6bf-1f2dcefe93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.456326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port 5c77b740-d92d-4bd6-9470-3c8beb61560d {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 14:57:22.457925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5c77b740-d92d-4bd6-9470-3c8beb61560d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:22.458638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ec1ffb3a-420b-4cd2-9a83-c3373d385e81 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:22.466833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.479913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c77b740-d92d-4bd6-9470-3c8beb61560d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.517919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] No DVR routers for this DVR port 5c77b740-d92d-4bd6-9470-3c8beb61560d on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:22.524253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ec1ffb3a-420b-4cd2-9a83-c3373d385e81 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:57:22.525362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ec1ffb3a-420b-4cd2-9a83-c3373d385e81 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:22.581446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] Pushing event deleted for resources: {'Port': ['ID=5c77b740-d92d-4bd6-9470-3c8beb61560d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.589187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.607594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caba87c-c6f0-40db-b531-88fcd7b02748 None None] No DVR routers for this DVR port 5c77b740-d92d-4bd6-9470-3c8beb61560d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:22.619211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-46a48624-b02e-4b0f-b6bf-1f2dcefe93c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02630e6d9b194348b32faa48fdabb3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4134243 Sep 01 14:57:22.619725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', 'mac_address': 'fa:16:3e:d3:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:22.632465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a644f80-739e-40f2-b5ad-2023bbc9e0c1 req-a5770dc1-ef5a-4898-b57b-1c01d19e66b5 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460377 Sep 01 14:57:22.638187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:22.638716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a48624-b02e-4b0f-b6bf-1f2dcefe93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cea463-2266-4fb6-8241-3aabc1cd4ace,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.670202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08a79d52-6ccc-4f5c-9971-c796f68d4809 req-fd49d83a-4439-4523-96c4-fe77a9478647 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397623 Sep 01 14:57:22.700133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.737489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.786799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f035a0da-fe65-4493-83ea-d7dc6e41a81a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:22.845971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.924548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.925456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.944265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event deleted for resources: {'Port': ['ID=ded6c51f-62fb-46e8-a24b-accb9abd906b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:23.014573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] No DVR routers for this DVR port ded6c51f-62fb-46e8-a24b-accb9abd906b on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:23.045144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.047208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-6cf37329-afeb-4947-bff7-46dbbd18f425 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "DELETE /v2.0/ports/ded6c51f-62fb-46e8-a24b-accb9abd906b HTTP/1.1" status: 204 len: 173 time: 2.4782200 Sep 01 14:57:23.047937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.048869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed48b1b6-5946-4a24-8353-8172a6e67bc7']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:23.049618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-deleted', 'tag': 'ded6c51f-62fb-46e8-a24b-accb9abd906b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:23.054699 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53728a0f-9f34-4aca-b611-f8a0c5c5b903" -d '{"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-deleted", "tag": "ded6c51f-62fb-46e8-a24b-accb9abd906b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:23.081497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:23.082726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8ed29d-c85d-4fb7-9ba5-43c77871b82f') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:23.094399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.115120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.156241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbbcf1-71d9-4d84-aea4-1b796513c3fc req-cea51105-1648-4036-a4c3-7c102df9123b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:23.158080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1bbbcf1-71d9-4d84-aea4-1b796513c3fc req-cea51105-1648-4036-a4c3-7c102df9123b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 949 time: 0.1857512 Sep 01 14:57:23.173384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:23.173855 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.209678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:57:23.209678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: timer() Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:57:23.221860 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:57:23.250410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.253383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.254857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17cea463-2266-4fb6-8241-3aabc1cd4ace HTTP/1.1" status: 204 len: 168 time: 0.6115994 Sep 01 14:57:23.276624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bf4af-9b01-48af-9e0a-09cc6b4082c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cea463-2266-4fb6-8241-3aabc1cd4ace,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:23.283975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:23.349259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:23.392923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc952483-49eb-45a5-ab42-155726c8745f req-25f36cbd-7b07-45a0-80b7-f85f6b15606a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0579746 Sep 01 14:57:23.423355 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1bbbcf1-71d9-4d84-aea4-1b796513c3fc req-390832b7-58b4-4f2a-8fe5-37f8ad21db0b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350664 Sep 01 14:57:23.512204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f6ffb082-053b-488c-b1a2-81ebd1fbd89b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:23.515829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.530097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.532180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ed48b1b6-5946-4a24-8353-8172a6e67bc7 HTTP/1.1" status: 204 len: 168 time: 2.9279270 Sep 01 14:57:23.573933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eb727-919f-4bfc-b17a-006cbb53c473 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed48b1b6-5946-4a24-8353-8172a6e67bc7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:23.625769 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feecac9-636a-409d-b718-8bb37a441225 x-openstack-request-id: req-9feecac9-636a-409d-b718-8bb37a441225 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:23.626266 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-deleted", "tag": "ded6c51f-62fb-46e8-a24b-accb9abd906b", "status": "failed", "code": 422}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:23.626681 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9feecac9-636a-409d-b718-8bb37a441225 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:23.627368 n-d-802060-16 neutron-server[106376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-deleted', 'tag': 'ded6c51f-62fb-46e8-a24b-accb9abd906b', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:57:24.008700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:24.022057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993538-7457-4205-97c2-1ea842e8b7a9 req-a19c4f57-9d6c-43e5-a11c-756f01cfb359 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:24.042977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45993538-7457-4205-97c2-1ea842e8b7a9 req-a19c4f57-9d6c-43e5-a11c-756f01cfb359 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2048516 Sep 01 14:57:24.091829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:24.126418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port f6ffb082-053b-488c-b1a2-81ebd1fbd89b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:24.137263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.197781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45993538-7457-4205-97c2-1ea842e8b7a9 req-14118191-ecd0-44e9-9839-4e8c230989f4 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496873 Sep 01 14:57:24.201096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port f6ffb082-053b-488c-b1a2-81ebd1fbd89b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:24.201704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.225189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44438) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.257839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a50293e1-1d2c-47c2-b4fc-43960a6c4c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.367666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ff1a-ac5b-4845-a220-ec9548986156 req-8fd40198-8724-4a0a-b0c3-a67bae08754f tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:24.368646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ff1a-ac5b-4845-a220-ec9548986156 req-8fd40198-8724-4a0a-b0c3-a67bae08754f tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:24.389784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0445ff1a-ac5b-4845-a220-ec9548986156 req-8fd40198-8724-4a0a-b0c3-a67bae08754f tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1993 time: 0.1499903 Sep 01 14:57:24.479433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0445ff1a-ac5b-4845-a220-ec9548986156 req-63a5f294-5721-499e-baa5-c82dd5c4a0fd tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795503 Sep 01 14:57:24.493612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-056b7249-ef28-4c01-9130-8f2dfa30e3b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bf128c1da264fd0abfc2cdb22cde14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545258 Sep 01 14:57:24.497224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44444) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.597322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd68d17-c2a3-4482-97d8-0f81c247752c req-b323dcf3-eb15-40b6-a94b-332b89774a1d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:24.612168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bd68d17-c2a3-4482-97d8-0f81c247752c req-b323dcf3-eb15-40b6-a94b-332b89774a1d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2018175 Sep 01 14:57:24.672676 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.720160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a50293e1-1d2c-47c2-b4fc-43960a6c4c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.738105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.738482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:24.738482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:24.741994 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad4e994-8b11-47c5-b9bf-3ddebb379c0b" -d '{"events": [{"server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:24.748484 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.764408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bd68d17-c2a3-4482-97d8-0f81c247752c req-91401323-7b6b-401f-b9df-b39b2d244eee tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495683 Sep 01 14:57:24.765550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a50293e1-1d2c-47c2-b4fc-43960a6c4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.774031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65c99a82-8fd8-427c-b3c9-69289b642e39 req-c9f3d181-aa69-4390-acab-6712ce328c3e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0784180 Sep 01 14:57:24.839131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:24.877978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.949539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a50293e1-1d2c-47c2-b4fc-43960a6c4c8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0718196b372247a39d21820d3cf3977d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229745 Sep 01 14:57:24.951926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50293e1-1d2c-47c2-b4fc-43960a6c4c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c4ae7-8e90-4b22-a203-5bfc21593561,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:24.954451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44452) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:25.146427 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d317aa-7e0e-4620-961a-cc6f4ca4fbdf x-openstack-request-id: req-75d317aa-7e0e-4620-961a-cc6f4ca4fbdf {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:25.147284 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "name": "network-vif-plugged", "status": "completed", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:25.147535 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d317aa-7e0e-4620-961a-cc6f4ca4fbdf {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:25.148314 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'code': 200} Sep 01 14:57:25.165533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:25.227234 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.241225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.253030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5dcd427-d6e1-421f-b193-e4cbb447d0e0 HTTP/1.1" status: 204 len: 168 time: 0.7499650 Sep 01 14:57:25.331590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.418505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.458765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff97b-d038-4910-a0bd-881d16c4403b req-3e98811e-47ac-4877-b433-94e399cfe5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.461397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-532ff97b-d038-4910-a0bd-881d16c4403b req-3e98811e-47ac-4877-b433-94e399cfe5ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 1102 time: 0.1341243 Sep 01 14:57:25.549973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f035a0da-fe65-4493-83ea-d7dc6e41a81a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:25.561179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de086-caaf-4513-b2ad-3583abdda957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dcd427-d6e1-421f-b193-e4cbb447d0e0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:25.602846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec0b6b-ffe1-4d4c-bdb6-e4457e64a544 req-066aa6e5-9cce-4153-a105-703a8c710899 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.614064 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2ec0b6b-ffe1-4d4c-bdb6-e4457e64a544 req-066aa6e5-9cce-4153-a105-703a8c710899 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 950 time: 0.5636685 Sep 01 14:57:25.639480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-532ff97b-d038-4910-a0bd-881d16c4403b req-60670767-56d8-4140-8a8c-6faf99d71275 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692328 Sep 01 14:57:25.717518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:25.726338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.731851 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.734484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a38c4ae7-8e90-4b22-a203-5bfc21593561 HTTP/1.1" status: 204 len: 168 time: 0.7745781 Sep 01 14:57:25.757296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75107226-8b89-40d8-a1d9-f4227c2984d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c4ae7-8e90-4b22-a203-5bfc21593561,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:25.823526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2ec0b6b-ffe1-4d4c-bdb6-e4457e64a544 req-b337f32d-7e09-4c73-a589-184b262bddb7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889329 Sep 01 14:57:25.878200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:25.932300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0297cf1-bd60-4fcc-b6f5-42ebd247e87a req-030ff370-0b21-4c68-85ec-a2a464d5d093 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.963656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0297cf1-bd60-4fcc-b6f5-42ebd247e87a req-030ff370-0b21-4c68-85ec-a2a464d5d093 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2462876 Sep 01 14:57:25.964737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port f035a0da-fe65-4493-83ea-d7dc6e41a81a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:25.969758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port f035a0da-fe65-4493-83ea-d7dc6e41a81a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:25.970717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.112735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0297cf1-bd60-4fcc-b6f5-42ebd247e87a req-7b369011-eb8e-4e15-a74d-70aba8c1b1e3 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300290 Sep 01 14:57:26.198656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.391449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:26.418515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.511071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ad0632c-4d26-4924-bb1f-44342394f1c8 req-e68eb027-49f9-49f5-8fa5-799c90f0947c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.1164916 Sep 01 14:57:26.709683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:27.110818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-172f5fd5-03f0-413a-a0f0-0a0814cf5db9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.114865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-172f5fd5-03f0-413a-a0f0-0a0814cf5db9 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.50 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 824 time: 0.6021945 Sep 01 14:57:27.149671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:27.152920 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc8e10-31cc-42a1-a56d-f7ee77375dd0" -d '{"events": [{"server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "name": "network-vif-plugged", "status": "completed", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:27.161244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:27.228772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-44455e37-51b3-4cf9-9409-bbb8c44413b7 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb HTTP/1.1" status: 200 len: 380 time: 0.1016433 Sep 01 14:57:27.241534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'port': {'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'admin_state_up': True, 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'security_groups': ['d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:27.252379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792e091-2a3b-454b-b4c1-72778cdd1f43 req-23823af8-8646-4a41-a9f6-6892ee11412c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.256255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f792e091-2a3b-454b-b4c1-72778cdd1f43 req-23823af8-8646-4a41-a9f6-6892ee11412c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.3037293 Sep 01 14:57:27.296889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a793a-a898-4411-a571-7932b884c42f req-b5be548d-a596-41e0-b38e-95a29feb7bbd tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.305156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1a793a-a898-4411-a571-7932b884c42f req-b5be548d-a596-41e0-b38e-95a29feb7bbd tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 950 time: 0.1650715 Sep 01 14:57:27.448677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1a793a-a898-4411-a571-7932b884c42f req-4108424c-3bb7-454d-be4d-2c5ec27270ee tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231680 Sep 01 14:57:27.451833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f792e091-2a3b-454b-b4c1-72778cdd1f43 req-b75ca749-f80e-442e-bd98-58f1399c7ca0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767199 Sep 01 14:57:27.460742 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:57:27.512726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.669327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:27.733144 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f572886-7c21-4471-8db6-87b1ec34ecdf x-openstack-request-id: req-0f572886-7c21-4471-8db6-87b1ec34ecdf {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:27.733497 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "name": "network-vif-plugged", "status": "completed", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:27.733756 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f572886-7c21-4471-8db6-87b1ec34ecdf {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:27.740845 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', 'code': 200} Sep 01 14:57:27.747661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:27.755077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Made reservation on behalf of 7a5614a044cb4ed2a3bc6afb7f9022bb for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:27.769501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.799243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68264815-93a6-471d-a4f2-da38000eee1a req-51305980-79c0-416c-960e-d573010ed26e tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.819103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68264815-93a6-471d-a4f2-da38000eee1a req-51305980-79c0-416c-960e-d573010ed26e tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1100 time: 0.2032425 Sep 01 14:57:27.920467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44510) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:27.974846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68264815-93a6-471d-a4f2-da38000eee1a req-5de53769-50a5-4186-9c90-b2c7783b8792 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452789 Sep 01 14:57:28.111436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c35c-2ffd-4aea-95bc-90fbf8ea585f req-fa6b8d88-4efa-4cc9-9960-83a72cacb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:28.115392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90c6c35c-2ffd-4aea-95bc-90fbf8ea585f req-fa6b8d88-4efa-4cc9-9960-83a72cacb667 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 1102 time: 0.2767060 Sep 01 14:57:28.216355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4d9df-85bd-4674-9c82-8497a50106bc req-803320a2-eb7f-4c30-b8e6-2376db9b392c tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:28.227300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfc4d9df-85bd-4674-9c82-8497a50106bc req-803320a2-eb7f-4c30-b8e6-2376db9b392c tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2905641 Sep 01 14:57:28.233781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90c6c35c-2ffd-4aea-95bc-90fbf8ea585f req-9a7358e4-eb28-4ef1-85ec-92ce68c1f4ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Sep 01 14:57:28.242130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbd3de78-b082-41d2-b6bf-e5f777141e2e req-319656d7-11d8-4bea-9591-e0a914dbfea4 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0974154 Sep 01 14:57:28.307028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-network', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:28.350514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfc4d9df-85bd-4674-9c82-8497a50106bc req-e61b9284-3049-4b44-b5f5-4375d13bc561 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222811 Sep 01 14:57:28.403417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Allocated IP 172.20.0.8 (8fd9f844-e5de-4ba4-b8e9-7c5846c3489f/ed427d89-c8f9-48b6-b46d-063f0431c457/c15a2b81-465a-4dc1-acdb-e34923e8b370) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:28.451978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Made reservation on behalf of a9f9d289e2d9431bb08c3c647f6c7f0f for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:28.458785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.490322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.636458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb4ea-97de-47ae-b0f2-02f46281f9ba req-6b840914-7e32-4f5a-9bd5-f1e9c32451fa tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:28.640567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63ffb4ea-97de-47ae-b0f2-02f46281f9ba req-6b840914-7e32-4f5a-9bd5-f1e9c32451fa tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1100 time: 0.2552481 Sep 01 14:57:28.767494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63ffb4ea-97de-47ae-b0f2-02f46281f9ba req-14af8613-eb8a-4af5-9c4f-834082c83df5 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Sep 01 14:57:28.771264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.809678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Transition to ACTIVE for port object c15a2b81-465a-4dc1-acdb-e34923e8b370 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:28.841112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.851647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.896481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:57:28.904806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.953599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.955897 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Added segment 35cf272b-0e49-4dd8-b912-c7628b10ada9 of type vlan for network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 Sep 01 14:57:29.042562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:29.069535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a438220-bd72-4681-b3d8-f073ce9b02fd req-e4d258e8-da07-425a-a64b-32deee972045 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.072925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a438220-bd72-4681-b3d8-f073ce9b02fd req-e4d258e8-da07-425a-a64b-32deee972045 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 950 time: 0.2593360 Sep 01 14:57:29.079214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:29.084682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:29.089701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d502a-b379-4207-a089-56c974af673f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:29.100864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.103134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.148915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.168826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2ef09-a383-41cf-8da0-aacf174287d9 req-78c4d8bb-d3bf-432a-99ac-8b8164e2911e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.171207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec2ef09-a383-41cf-8da0-aacf174287d9 req-78c4d8bb-d3bf-432a-99ac-8b8164e2911e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1771903 Sep 01 14:57:29.180980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:29.243002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a438220-bd72-4681-b3d8-f073ce9b02fd req-a371239b-557b-4cf1-af50-8b4b1abe9c6c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310830 Sep 01 14:57:29.264657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event updated for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:29.286701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-e6d971db-7d14-4677-8c69-e7de3aa83631 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0489628 Sep 01 14:57:29.307888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Request body: {'port': {'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:29.349710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.351030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.351771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.458573 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec2ef09-a383-41cf-8da0-aacf174287d9 req-684724ed-9083-4b40-82eb-f5b700d3ff51 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514379 Sep 01 14:57:29.518228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.642531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:29.701974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:29.803745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-56e32735-f137-436e-91d3-13c82fd01fef None None] Provisioning for port c15a2b81-465a-4dc1-acdb-e34923e8b370 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:29.821546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-56e32735-f137-436e-91d3-13c82fd01fef None None] Provisioning complete for port c15a2b81-465a-4dc1-acdb-e34923e8b370 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:29.822173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56e32735-f137-436e-91d3-13c82fd01fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.827275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=740b8b99-85db-4bf0-90a8-aef14e26f0d2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:29.850532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d2cfdc5-b69f-495f-b6c4-95571704e0d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9285705 Sep 01 14:57:29.870134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44546) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:29.898397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Request body: {'subnet': {'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-subnet', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:29.953383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:57:30.156902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Made reservation on behalf of a9f9d289e2d9431bb08c3c647f6c7f0f for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:30.170066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.231779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-56e32735-f137-436e-91d3-13c82fd01fef None None] Port c15a2b81-465a-4dc1-acdb-e34923e8b370 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:30.446644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15a2b81-465a-4dc1-acdb-e34923e8b370 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:30.461325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.485388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Transition to ACTIVE for port object c15a2b81-465a-4dc1-acdb-e34923e8b370 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:30.515592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35e6bc-e2d6-40e0-9553-c59a7e54d0c0 req-a7aa9d71-a97b-4e55-930d-6853ce2a208f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:30.532913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.535728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d35e6bc-e2d6-40e0-9553-c59a7e54d0c0 req-a7aa9d71-a97b-4e55-930d-6853ce2a208f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 931 time: 0.6693637 Sep 01 14:57:30.705630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Attempting to bind port c15a2b81-465a-4dc1-acdb-e34923e8b370 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:30.706239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Attempting to bind port c15a2b81-465a-4dc1-acdb-e34923e8b370 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:30.706768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Attempting to bind port c15a2b81-465a-4dc1-acdb-e34923e8b370 on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:30.768507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Port c15a2b81-465a-4dc1-acdb-e34923e8b370 on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:30.769454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Attempting to bind port c15a2b81-465a-4dc1-acdb-e34923e8b370 on network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:30.802772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf094e-eb18-4df5-8b0f-74c0a9fafdce req-23e4c44e-37e9-41b3-b01e-b8b537efe9d5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:30.807597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4edf094e-eb18-4df5-8b0f-74c0a9fafdce req-23e4c44e-37e9-41b3-b01e-b8b537efe9d5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 950 time: 0.3170688 Sep 01 14:57:30.809513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:30.871596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.881170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:30.882126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Checking segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:30.882903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Bound using segment: {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:30.883354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d35e6bc-e2d6-40e0-9553-c59a7e54d0c0 req-af438d1b-ef5f-43fc-ae17-19d232dfe462 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453944 Sep 01 14:57:30.883646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Bound port: c15a2b81-465a-4dc1-acdb-e34923e8b370, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:30.884239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.990228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef24821-581c-412c-90a0-1c55ba42fc13,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:31.029226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Checking segment: {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:31.030615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Network hostable DHCP agents. Network: 740b8b99-85db-4bf0-90a8-aef14e26f0d2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:57:31.085525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:57:31.101992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4edf094e-eb18-4df5-8b0f-74c0a9fafdce req-abe22bef-14ca-4fc1-a3d8-d71b7e83d291 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610133 Sep 01 14:57:31.116104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 740b8b99-85db-4bf0-90a8-aef14e26f0d2) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:31.130818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804c8b8-144f-4bd4-885a-f7f5f8d5028e None None] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:31.138482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:31.150325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.193629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-891df8a7-16ff-4bdc-ab58-01a99979f0e9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3201652 Sep 01 14:57:31.206264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44568) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:31.239060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:31.245708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:31.305260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cbf30-67c5-4883-a734-28d85e9ae6ab req-55701051-5151-47f1-820c-caca7d340c28 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:31.308093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-529cbf30-67c5-4883-a734-28d85e9ae6ab req-55701051-5151-47f1-820c-caca7d340c28 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.1361299 Sep 01 14:57:31.326267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:31.354244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:31.368944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.420108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.428783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.448265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-529cbf30-67c5-4883-a734-28d85e9ae6ab req-a1a2b2e8-a5fe-4e25-9811-3316fd52d872 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316590 Sep 01 14:57:31.623799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:31.647285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:31.648626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.656588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-e3df7d47-78a8-4ca9-a78b-6a06061dd0e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/c15a2b81-465a-4dc1-acdb-e34923e8b370 HTTP/1.1" status: 200 len: 1092 time: 2.3605456 Sep 01 14:57:31.657527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:31.662866 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6382a2d-88d2-4e91-9132-581d7c37d631" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:31.909048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:31.970293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:32.064414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'fixed_ips': [{'subnet_id': 'bef24821-581c-412c-90a0-1c55ba42fc13'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:57:32.069748 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.581162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.615894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Allocated IP 172.20.0.2 (740b8b99-85db-4bf0-90a8-aef14e26f0d2/bef24821-581c-412c-90a0-1c55ba42fc13/8df17b6f-5872-451c-85dc-aec7fe6b9f59) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:32.880206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.929033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440e0f-7b28-4c22-b6cd-4ea44ccac322 req-fd683859-0b20-4799-9d7b-2a4ad946047d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.936712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07440e0f-7b28-4c22-b6cd-4ea44ccac322 req-fd683859-0b20-4799-9d7b-2a4ad946047d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 1.4969480 Sep 01 14:57:32.948018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41054-4b0f-4606-b919-3bd00b06ac8a req-50d0d86c-e6d3-49b3-bf22-b1b06a78de29 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.949021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-24e1d8fa-b3a0-48ed-9280-0fff5bc0d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.957138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-24e1d8fa-b3a0-48ed-9280-0fff5bc0d001 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1095 time: 0.5164502 Sep 01 14:57:32.977021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41054-4b0f-4606-b919-3bd00b06ac8a req-50d0d86c-e6d3-49b3-bf22-b1b06a78de29 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.995634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bea41054-4b0f-4606-b919-3bd00b06ac8a req-50d0d86c-e6d3-49b3-bf22-b1b06a78de29 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b&device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 1691 time: 0.2129552 Sep 01 14:57:33.068679 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.094636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Transition to ACTIVE for port object 8df17b6f-5872-451c-85dc-aec7fe6b9f59 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:33.118542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bea41054-4b0f-4606-b919-3bd00b06ac8a req-0cb38748-0267-48ae-ab56-fd89757e0869 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982225 Sep 01 14:57:33.152140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Transition to ACTIVE for port object 8df17b6f-5872-451c-85dc-aec7fe6b9f59 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:33.168475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.197113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44602) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:33.234445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-37a8b52c-7061-4ce0-a4f0-65c4059a7d06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370 HTTP/1.1" status: 200 len: 217 time: 0.2471333 Sep 01 14:57:33.286413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:33.342021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07440e0f-7b28-4c22-b6cd-4ea44ccac322 req-3f001a2e-4ce3-4e23-8129-10afe63ed3ae tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579094 Sep 01 14:57:33.370040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:33.391282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:33.397007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:33.449285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Pushing event updated for resources: {'Port': ['ID=8df17b6f-5872-451c-85dc-aec7fe6b9f59,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:33.478172 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76746a72-95bd-4996-a967-7456b4ad9097 x-openstack-request-id: req-76746a72-95bd-4996-a967-7456b4ad9097 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:33.478618 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:33.478981 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76746a72-95bd-4996-a967-7456b4ad9097 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:33.479729 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'status': 'completed', 'code': 200} Sep 01 14:57:33.567460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:33.576342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-fec89afa-59c6-4265-b043-0b0f45d058e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:33.583967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-fec89afa-59c6-4265-b043-0b0f45d058e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.3345470 Sep 01 14:57:33.664774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Attempting to bind port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:33.666249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Attempting to bind port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:33.667097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Attempting to bind port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 on network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:33.670361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaf1ff-c5f8-4550-bc75-520c491225f9 req-af095607-3579-4941-8851-d2ba5b9c73c6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:33.672622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33aaf1ff-c5f8-4550-bc75-520c491225f9 req-af095607-3579-4941-8851-d2ba5b9c73c6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.1481149 Sep 01 14:57:33.673805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aab1d070-ae2f-47ab-b3d7-5bba3e93aad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.681034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:33.682114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Checking segment: {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:33.683014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.683926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Bound using segment: {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:33.684898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Bound port: 8df17b6f-5872-451c-85dc-aec7fe6b9f59, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:33.686211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.762803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33aaf1ff-c5f8-4550-bc75-520c491225f9 req-12142455-a0ac-48b4-874d-9c0b6c0c9169 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Sep 01 14:57:33.871887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8091f-803a-4d29-b787-291dca06b44c req-b56fe12a-31fe-4268-9f50-666bae7dd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:33.874715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-b56fe12a-31fe-4268-9f50-666bae7dd0d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2740676 Sep 01 14:57:33.916907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] For port 8df17b6f-5872-451c-85dc-aec7fe6b9f59, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:33.920909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aab1d070-ae2f-47ab-b3d7-5bba3e93aad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.929412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] For port 8df17b6f-5872-451c-85dc-aec7fe6b9f59, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8df17b6f-5872-451c-85dc-aec7fe6b9f59,segment=NetworkSegment(35cf272b-0e49-4dd8-b912-c7628b10ada9),segment_id=35cf272b-0e49-4dd8-b912-c7628b10ada9)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:33.932939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aab1d070-ae2f-47ab-b3d7-5bba3e93aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.935242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:33.953621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.003036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aab1d070-ae2f-47ab-b3d7-5bba3e93aad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=123b682f888946f88bce6267de17e73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8034630 Sep 01 14:57:34.008526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:34.017851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1d070-ae2f-47ab-b3d7-5bba3e93aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65b9aa1-d8bf-4a0e-bdc0-540214d8ea41,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:34.101790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93377a-0f00-4f51-9017-fb433d1de9b0 None None] Pushing event updated for resources: {'Port': ['ID=8df17b6f-5872-451c-85dc-aec7fe6b9f59,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:34.108906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:34.152763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.156366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-6185b1aa-0437-4699-a522-2ca53dcfeb8d service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680521 Sep 01 14:57:34.170813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e678db-18fb-476d-88f6-14aa04f2919f req-f61abbd1-c01b-4378-8a7b-a379e02daea5 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:34.172497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68e678db-18fb-476d-88f6-14aa04f2919f req-f61abbd1-c01b-4378-8a7b-a379e02daea5 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 0.5739172 Sep 01 14:57:34.229344 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.361286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.365099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.372014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c65b9aa1-d8bf-4a0e-bdc0-540214d8ea41 HTTP/1.1" status: 204 len: 168 time: 0.3547409 Sep 01 14:57:34.378380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40875a4b-3669-4858-938e-147ea95951b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65b9aa1-d8bf-4a0e-bdc0-540214d8ea41,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:34.472243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62f8091f-803a-4d29-b787-291dca06b44c req-0ef5c89c-ca65-4c67-a445-6a6835e7dda4 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970171 Sep 01 14:57:34.839831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68e678db-18fb-476d-88f6-14aa04f2919f req-31128f88-a7a7-4b2a-b17e-ea23b974875f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6490951 Sep 01 14:57:34.849604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.857176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-75cd446c-58de-4967-96ea-85e1393b78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:34.859834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-75cd446c-58de-4967-96ea-85e1393b78e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1095 time: 0.2093334 Sep 01 14:57:34.917543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.079262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Allocated IP 172.25.1.21 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c138d664-b391-4a3e-997c-30e0a87e8fec) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:35.116984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe43b0-c9b7-4e00-a11c-b348bebb1072 req-9ff4ce7e-8d11-4348-be27-b6daef3eeee3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:35.132385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bbe43b0-c9b7-4e00-a11c-b348bebb1072 req-9ff4ce7e-8d11-4348-be27-b6daef3eeee3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1012061 Sep 01 14:57:35.184069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:35.204878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bbe43b0-c9b7-4e00-a11c-b348bebb1072 req-04513d3d-9b3f-4785-b0b1-251f742a8eb7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Sep 01 14:57:35.351951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44636) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:35.408343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe24cb1c-df52-495c-9e75-2f4d8a57e358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.440272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948f1d0-55c7-476d-995f-f821a839d6ed req-6754eb92-5ebd-4c9d-9c66-1cc133be37e7 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:35.457741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3948f1d0-55c7-476d-995f-f821a839d6ed req-6754eb92-5ebd-4c9d-9c66-1cc133be37e7 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 1102 time: 0.2954731 Sep 01 14:57:35.530728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b2d86-5200-4a62-b30d-c13f113decd5 req-5fbea468-bca2-4915-96db-0eba03725b54 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:35.559434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.568813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-5338784f-7675-498a-8588-e69874225daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:35.569461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b04b2d86-5200-4a62-b30d-c13f113decd5 req-5fbea468-bca2-4915-96db-0eba03725b54 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.1732166 Sep 01 14:57:35.573475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-5338784f-7675-498a-8588-e69874225daf service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.6651316 Sep 01 14:57:35.604211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:35.636539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:35.753232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b04b2d86-5200-4a62-b30d-c13f113decd5 req-89c30904-c732-4410-8737-3bddc129e0d6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792769 Sep 01 14:57:35.813087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8df17b6f-5872-451c-85dc-aec7fe6b9f59 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:35.832717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-30171826-ed53-42df-9ac3-6ad7af75739b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370 HTTP/1.1" status: 200 len: 217 time: 0.2319267 Sep 01 14:57:35.846962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3948f1d0-55c7-476d-995f-f821a839d6ed req-8be1e90b-225d-46bf-88aa-74a932c35d14 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700445 Sep 01 14:57:35.859437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe24cb1c-df52-495c-9e75-2f4d8a57e358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.872251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe24cb1c-df52-495c-9e75-2f4d8a57e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.931213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.936969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe24cb1c-df52-495c-9e75-2f4d8a57e358 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97198acc9f314fb19558095c5f690fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836291 Sep 01 14:57:35.938525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24cb1c-df52-495c-9e75-2f4d8a57e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a9c5d-cf8c-4aa1-bc06-0e93597750c1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:35.942916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44640) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:36.016805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:36.020952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-57d97757-c01b-4099-bc6d-527d934edc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.023275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-57d97757-c01b-4099-bc6d-527d934edc2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.1752164 Sep 01 14:57:36.027554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:36.031115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:36.085467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:36.256186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.287167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f4951-8844-4ac7-8392-af5bab0f4c57 req-00371018-aaa5-4982-a015-422cb09b5f89 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.290442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d46f4951-8844-4ac7-8392-af5bab0f4c57 req-00371018-aaa5-4982-a015-422cb09b5f89 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1550395 Sep 01 14:57:36.315268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f28eb-4878-4306-a808-e954ece114ca None None] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:36.346195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Pushing event updated for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:36.402573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.447837 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d46f4951-8844-4ac7-8392-af5bab0f4c57 req-431efe55-f068-4681-bd62-cca047763818 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376710 Sep 01 14:57:36.448914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f03994-e25c-4306-8776-d210419ca2bf req-664fcefb-166e-452c-af4b-4ce3c38b3540 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.453871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Provisioning for port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:36.457669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92f03994-e25c-4306-8776-d210419ca2bf req-664fcefb-166e-452c-af4b-4ce3c38b3540 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 0.2241874 Sep 01 14:57:36.472085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Provisioning complete for port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:36.474431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.488672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-c904a6f1-8c0a-448e-8e06-ecf26663584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.490469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-c904a6f1-8c0a-448e-8e06-ecf26663584b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356362 Sep 01 14:57:36.561926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92f03994-e25c-4306-8776-d210419ca2bf req-44b18fc1-24c3-499b-b28a-5d94e7b582ad tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994167 Sep 01 14:57:36.611987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.617308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.619981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/898a9c5d-cf8c-4aa1-bc06-0e93597750c1 HTTP/1.1" status: 204 len: 168 time: 0.6753786 Sep 01 14:57:36.659456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add3a1e-930e-4ced-a53f-8af07ea160ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a9c5d-cf8c-4aa1-bc06-0e93597750c1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:36.726943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141517-bbda-47c0-b879-ea8551b1ac4b req-2a0401a6-b06a-47cd-b375-3eeee8c88bc0 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.747528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b141517-bbda-47c0-b879-ea8551b1ac4b req-2a0401a6-b06a-47cd-b375-3eeee8c88bc0 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 1102 time: 0.1235712 Sep 01 14:57:36.855670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b141517-bbda-47c0-b879-ea8551b1ac4b req-2c57e10d-05f4-4c7c-b4ba-5447bff04a2f tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054513 Sep 01 14:57:36.859269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.879901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-0938683b-c33b-43a0-8b3f-34d72c1074e1 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678927 Sep 01 14:57:36.923297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7e64c-726f-4ffc-b902-fb48e08479e5 req-1696353a-aa74-451c-a9e9-806bf108a028 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.926470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbb7e64c-726f-4ffc-b902-fb48e08479e5 req-1696353a-aa74-451c-a9e9-806bf108a028 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1438797 Sep 01 14:57:36.948180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.962941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] For port 8df17b6f-5872-451c-85dc-aec7fe6b9f59, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8df17b6f-5872-451c-85dc-aec7fe6b9f59,segment=NetworkSegment(35cf272b-0e49-4dd8-b912-c7628b10ada9),segment_id=35cf272b-0e49-4dd8-b912-c7628b10ada9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:36.970245 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.161577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa943e0-7ed4-47fb-9161-19c017a75c2c None None] Pushing event updated for resources: {'Port': ['ID=8df17b6f-5872-451c-85dc-aec7fe6b9f59,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:37.192189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:37.210667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbb7e64c-726f-4ffc-b902-fb48e08479e5 req-994040ad-27a4-4253-aca7-7e93c47c7c54 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643147 Sep 01 14:57:37.273964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f040d-2488-4f8a-8a2d-855eb27efb94 req-160ca373-3ad9-4d97-9526-306bd7811ef4 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:37.285787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-906f040d-2488-4f8a-8a2d-855eb27efb94 req-160ca373-3ad9-4d97-9526-306bd7811ef4 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2024179 Sep 01 14:57:37.444277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6382a2d-88d2-4e91-9132-581d7c37d631 req-51bd1def-dc60-4197-89bf-80729091c063 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501456 Sep 01 14:57:37.479584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-906f040d-2488-4f8a-8a2d-855eb27efb94 req-a7464052-4a5e-442a-8835-fa5f0aecd590 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916649 Sep 01 14:57:37.634457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:37.678981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:37.683678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c15a2b81-465a-4dc1-acdb-e34923e8b370 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:37.808489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-52ab047d-d32a-404d-8beb-80cb3d47f8fa None None] Provisioning complete for port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:37.811423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52ab047d-d32a-404d-8beb-80cb3d47f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.819473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8df17b6f-5872-451c-85dc-aec7fe6b9f59 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:37.863291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c86ac9-5de6-4153-af0a-5595236c5a16 req-6e8e6194-c627-4a32-9c52-e60acd6217fb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:37.870141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90c86ac9-5de6-4153-af0a-5595236c5a16 req-6e8e6194-c627-4a32-9c52-e60acd6217fb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2354410 Sep 01 14:57:38.016692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90c86ac9-5de6-4153-af0a-5595236c5a16 req-bbf24f3e-8d31-4e07-9379-7c2ecf8f3570 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320763 Sep 01 14:57:38.229998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a38c77-0571-4107-9f0a-6c43017dcf40 req-fa10289e-bdec-48c2-900b-2a02ac217b9a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:38.233358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:38.234320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.242264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6a38c77-0571-4107-9f0a-6c43017dcf40 req-fa10289e-bdec-48c2-900b-2a02ac217b9a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 943 time: 0.3036637 Sep 01 14:57:38.245286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.380875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-7bcf3931-eded-44dc-85b4-3861dec9e6f7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581627 Sep 01 14:57:38.401419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:38.414097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6a38c77-0571-4107-9f0a-6c43017dcf40 req-e4d94a1b-60fd-4c96-ab4d-1c6af5ecd176 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523447 Sep 01 14:57:38.440187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'port_id': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'mac_address': 'fa:16:3e:8f:ed:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:38.664647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.713814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15a2b81-465a-4dc1-acdb-e34923e8b370 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:38.765223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:38.774031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.814808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-e4ff6c46-65a9-472d-85ff-7aa305eb712e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:38.828405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-e4ff6c46-65a9-472d-85ff-7aa305eb712e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4450366 Sep 01 14:57:38.850313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-058b1382-e3bb-4c63-976f-64503b4e3844 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.0200031 Sep 01 14:57:39.011987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-8a1f74bb-2685-4b62-9453-aa3a548827eb tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508739 Sep 01 14:57:39.151418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19a6f-c631-4eec-ae6e-30d5f8088d3b req-c48f651a-9692-4f1b-99af-2a48f3594262 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:39.167362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58d19a6f-c631-4eec-ae6e-30d5f8088d3b req-c48f651a-9692-4f1b-99af-2a48f3594262 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1280229 Sep 01 14:57:39.232772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:39.261835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:57:39.287106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58d19a6f-c631-4eec-ae6e-30d5f8088d3b req-72faead5-2c88-4a82-a71d-f9a29ff0f173 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177475 Sep 01 14:57:39.298086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c15a2b81-465a-4dc1-acdb-e34923e8b370'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:39.420167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:39.870469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4d78b-d08f-455c-80ca-615ba4b1b558 req-7daafcdd-f9f1-47ea-8374-8abc5fde5c8d tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:39.883325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92a4d78b-d08f-455c-80ca-615ba4b1b558 req-7daafcdd-f9f1-47ea-8374-8abc5fde5c8d tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.2437012 Sep 01 14:57:39.888008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:39.908814 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Sync routers for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:39.942705 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:39.945586 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:39.981619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.987872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-25633834-5da5-4ccc-8089-8cbac5453c02 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7763863 Sep 01 14:57:39.989801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:40.029034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:40.075646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92a4d78b-d08f-455c-80ca-615ba4b1b558 req-e0826146-a8fc-43a2-8867-7c8d47c7aefc tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338990 Sep 01 14:57:40.221709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:40.228995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:40.591434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbc58-911b-455c-a6c5-45a0e2614661 req-191536f3-5dfd-44d7-bac9-b617860ad513 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:40.620699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bafbc58-911b-455c-a6c5-45a0e2614661 req-191536f3-5dfd-44d7-bac9-b617860ad513 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 944 time: 0.2629876 Sep 01 14:57:40.630764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:36Z', 'revision_number': 3, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:40.707463 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Checking router: 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:40.708023 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Updating router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc port c138d664-b391-4a3e-997c-30e0a87e8fec binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:57:40.772775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bafbc58-911b-455c-a6c5-45a0e2614661 req-7338c627-c5a2-4e11-8232-38d663846195 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498220 Sep 01 14:57:40.782706 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.924432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df511de-1916-468f-ab67-4ef24d2b426f req-c13879d9-d24d-4e3d-a12b-6f06e43b5524 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:40.927240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6df511de-1916-468f-ab67-4ef24d2b426f req-c13879d9-d24d-4e3d-a12b-6f06e43b5524 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.6607051 Sep 01 14:57:41.244560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:41.255720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6df511de-1916-468f-ab67-4ef24d2b426f req-3507b1dd-80a7-4f86-859b-742e0a7945f9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440737 Sep 01 14:57:41.639472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c15a2b81-465a-4dc1-acdb-e34923e8b370 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:41.673605 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:41.695578 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Transition to ACTIVE for port object c138d664-b391-4a3e-997c-30e0a87e8fec will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:41.718575 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:41.871176 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Pushing event updated for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:41.881178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1ec9-ba0a-46e6-b108-fc47b5931cb3 req-bbe9865f-c3a4-4753-a4e9-1d18559ac556 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:41.892739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b1d1ec9-ba0a-46e6-b108-fc47b5931cb3 req-bbe9865f-c3a4-4753-a4e9-1d18559ac556 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.1998477 Sep 01 14:57:41.942095 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.942703 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.943338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.943905 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.945310 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.946343 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.946916 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.947485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.948043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.948583 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.949206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.949779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:41.951992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cf6ce-1f87-4365-9c68-6430a370fa31 req-73575c62-918c-40dd-8225-6e4b165bc00c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:41.956622 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Attempting to bind port c138d664-b391-4a3e-997c-30e0a87e8fec on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:41.957946 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Attempting to bind port c138d664-b391-4a3e-997c-30e0a87e8fec by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:41.958537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Attempting to bind port c138d664-b391-4a3e-997c-30e0a87e8fec on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:41.962106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:41.968328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d90cf6ce-1f87-4365-9c68-6430a370fa31 req-73575c62-918c-40dd-8225-6e4b165bc00c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2582104 Sep 01 14:57:41.969937 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:41.970563 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:41.971571 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:41.972250 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:41.973779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Bound port: c138d664-b391-4a3e-997c-30e0a87e8fec, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:41.973950 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.008074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b1d1ec9-ba0a-46e6-b108-fc47b5931cb3 req-b074af3b-2781-4f42-a17b-4b8ef46392b6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140494 Sep 01 14:57:42.069768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:42.114196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c15a2b81-465a-4dc1-acdb-e34923e8b370 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:42.129293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c15a2b81-465a-4dc1-acdb-e34923e8b370 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:42.130804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.205042 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] For port c138d664-b391-4a3e-997c-30e0a87e8fec, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:42.222083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] For port c138d664-b391-4a3e-997c-30e0a87e8fec, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c138d664-b391-4a3e-997c-30e0a87e8fec,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:42.232151 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.267945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.363444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7d640ab-1742-4545-aa1a-c29b874ef79c req-9e0a2e10-3562-463f-a445-32fd2b30a196 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.1719117 Sep 01 14:57:42.420319 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae92c1-645e-40bc-822e-2df8a803c34c None None] Pushing event updated for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:42.492132 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:42.493168 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:42.533651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d90cf6ce-1f87-4365-9c68-6430a370fa31 req-4105d8c0-cb9c-421f-80ec-475e0260cc8d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627525 Sep 01 14:57:42.626353 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.765395 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:42.769105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:42.780502 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e0201-fa6d-4fd3-bb24-a220d13fb69f" -d '{"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-plugged", "status": "completed", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:42.839034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:42.854192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.001379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:43.133457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2722-33c8-4ae3-8184-362f66b24ab2 req-7c08bb9d-d592-4915-a4b8-d97b4941a74b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:43.154439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fafa2722-33c8-4ae3-8184-362f66b24ab2 req-7c08bb9d-d592-4915-a4b8-d97b4941a74b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 944 time: 0.3952463 Sep 01 14:57:43.204310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Allocated IP 172.20.0.1 (740b8b99-85db-4bf0-90a8-aef14e26f0d2/bef24821-581c-412c-90a0-1c55ba42fc13/456bc793-2326-4e6a-abf2-16320fdbc217) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:43.238290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:36Z', 'revision_number': 3, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:43.247707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134750b-a09e-483b-8c37-14eacdb63c1c req-a511cd70-4e9a-4205-b483-0a41f1d3953f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:43.251934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:43.261979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8134750b-a09e-483b-8c37-14eacdb63c1c req-a511cd70-4e9a-4205-b483-0a41f1d3953f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2369616 Sep 01 14:57:43.311681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fafa2722-33c8-4ae3-8184-362f66b24ab2 req-41dc6d6c-796a-4801-a1ba-75ce89db8df3 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531093 Sep 01 14:57:43.373107 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0943f23-2811-4f31-be69-36beb16c423f None None] The sync data for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 is: [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:36Z', 'revision_number': 3, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:43.741625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:43.795702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.820694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:43.860246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Transition to ACTIVE for port object 456bc793-2326-4e6a-abf2-16320fdbc217 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:43.947497 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2641eec5-690b-40d0-a84c-0b2fc511b882 x-openstack-request-id: req-2641eec5-690b-40d0-a84c-0b2fc511b882 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:43.947991 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-plugged", "status": "completed", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:43.948616 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2641eec5-690b-40d0-a84c-0b2fc511b882 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:43.949331 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'code': 200} Sep 01 14:57:43.977711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8134750b-a09e-483b-8c37-14eacdb63c1c req-593c3cf7-0d53-4e18-a867-73c20800c9f8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142322 Sep 01 14:57:43.980331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.103827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:44.110905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:44.122358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:44.301677 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3374b159-487c-464e-9edb-d8343160ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.446518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.541672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3e3a-859a-4d37-a18d-0f77f185eb24 req-03fab6e0-7978-4dff-a98f-7498d18310f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:44.551724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72cd3e3a-859a-4d37-a18d-0f77f185eb24 req-03fab6e0-7978-4dff-a98f-7498d18310f2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1097 time: 0.3243840 Sep 01 14:57:44.690789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Pushing event updated for resources: {'Port': ['ID=456bc793-2326-4e6a-abf2-16320fdbc217,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:44.694123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb82bf0-be3e-4d38-acca-70b22ad4169d req-ea0afb4d-a440-4cf9-90bf-da329bfff35e tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:44.710998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbb82bf0-be3e-4d38-acca-70b22ad4169d req-ea0afb4d-a440-4cf9-90bf-da329bfff35e tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.3818250 Sep 01 14:57:44.771321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85f1d67f-f956-455a-9e2c-03ce0e9a2fc6 req-45606878-cdcd-4a02-8d7a-d16785b74e66 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.3269260 Sep 01 14:57:44.856938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72cd3e3a-859a-4d37-a18d-0f77f185eb24 req-268673ab-78d4-4598-8b71-7f0413e84b8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912366 Sep 01 14:57:44.873797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-186bf51f-83e3-4a4e-83e4-a7013bc99cea tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843105 Sep 01 14:57:44.920226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-0e3919da-06c7-4952-aa3c-97b1d83e9b30 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846002 Sep 01 14:57:44.970010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbb82bf0-be3e-4d38-acca-70b22ad4169d req-714898d8-1fbd-4ced-868a-ea2aeb4b022c tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242076 Sep 01 14:57:45.049848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42173482-6a31-4346-ae98-72f947eeb9e4 None None] Provisioning for port 456bc793-2326-4e6a-abf2-16320fdbc217 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:45.063192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42173482-6a31-4346-ae98-72f947eeb9e4 None None] Provisioning complete for port 456bc793-2326-4e6a-abf2-16320fdbc217 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:45.067456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42173482-6a31-4346-ae98-72f947eeb9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.159716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.288787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:45.541328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:45.564273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf30e36-f96f-4b75-8f20-4f343dc48f03 req-0a5b9f0a-eaaa-43c5-8356-0e6f0051546c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:45.567758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4bf30e36-f96f-4b75-8f20-4f343dc48f03 req-0a5b9f0a-eaaa-43c5-8356-0e6f0051546c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2446144 Sep 01 14:57:45.588133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:45.600536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-42173482-6a31-4346-ae98-72f947eeb9e4 None None] Port 456bc793-2326-4e6a-abf2-16320fdbc217 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:45.729947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-69fab719-e8a7-4d7e-9642-d0de610293a4 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:45.732541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-69fab719-e8a7-4d7e-9642-d0de610293a4 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278531 Sep 01 14:57:45.733543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:45.784191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4bf30e36-f96f-4b75-8f20-4f343dc48f03 req-67695cda-d33e-4590-acd6-74696630b366 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475976 Sep 01 14:57:45.813181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c138d664-b391-4a3e-997c-30e0a87e8fec up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:45.868963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:45.920794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c138d664-b391-4a3e-997c-30e0a87e8fec completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:45.928944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c138d664-b391-4a3e-997c-30e0a87e8fec triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:45.929795 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.052262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-75a99882-6e2c-49f6-a0bf-f1602862ce7b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.056416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-75a99882-6e2c-49f6-a0bf-f1602862ce7b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1253164 Sep 01 14:57:46.156516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.197105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:46.235314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c138d664-b391-4a3e-997c-30e0a87e8fec, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c138d664-b391-4a3e-997c-30e0a87e8fec,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:46.256765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.272047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.314775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.435131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:46.519414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588845-1f6e-4644-a3bd-d6a94a15915e req-6cd171f5-fd82-4aa9-8cea-eff94d69d98d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.521226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e588845-1f6e-4644-a3bd-d6a94a15915e req-6cd171f5-fd82-4aa9-8cea-eff94d69d98d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.3940275 Sep 01 14:57:46.548771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3356fa5-9dca-4961-a4b2-f657fc108cb3 req-f44fe4f3-a087-4bdc-aaee-64ada4552115 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.552138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3356fa5-9dca-4961-a4b2-f657fc108cb3 req-f44fe4f3-a087-4bdc-aaee-64ada4552115 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 1.2450624 Sep 01 14:57:46.574877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Pushing event updated for resources: {'Port': ['ID=456bc793-2326-4e6a-abf2-16320fdbc217,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:46.590634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.593315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.650627 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e588845-1f6e-4644-a3bd-d6a94a15915e req-044cf6c7-d52c-4201-af6f-56aedad092cb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160264 Sep 01 14:57:46.670149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:46.675922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.707632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3356fa5-9dca-4961-a4b2-f657fc108cb3 req-6b28944a-2f52-4a7f-bad3-42625324319f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906222 Sep 01 14:57:46.933166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:57:46.933166 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:57:46.933166 n-d-802060-16 neutron-server[106376]: [parameters: {'project_id_1': 'fad0aa2d63db49e7be6c2700d5f874ce', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 57, 46, 698887)}] Sep 01 14:57:46.933166 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:57:46.934668 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:57:46.950355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:46.957840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.997633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8054ce60-9659-43c3-8b9f-20edbfe17577 req-5631a05f-9df7-4e61-8938-6b4fffe25cd1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.0958593 Sep 01 14:57:47.033410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:47.036935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:47.084398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-626abd94-d12f-4937-9edf-30d8016dda05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.118948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.254 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/73aaec79-2d2c-4c0b-b5bd-53bc82d46b50) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:47.281891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:47.291274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.455553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:47.474509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:47.567917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:47.579827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6ba3e24d-84a3-4514-879e-7985373a82c1 None None] Provisioning complete for port 456bc793-2326-4e6a-abf2-16320fdbc217 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:47.580420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e24d-84a3-4514-879e-7985373a82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.594054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31324-3138-4a83-b131-6d2cbfa267ac req-88ca2075-848d-4ad2-90ca-2f15fc02d9c6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:47.602577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89d31324-3138-4a83-b131-6d2cbfa267ac req-88ca2075-848d-4ad2-90ca-2f15fc02d9c6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.4029334 Sep 01 14:57:47.665651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3e24d-84a3-4514-879e-7985373a82c1 None None] Port 456bc793-2326-4e6a-abf2-16320fdbc217 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:47.706684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89d31324-3138-4a83-b131-6d2cbfa267ac req-d5ad2c99-8c33-4d26-8b1f-a54f1b367e6a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016059 Sep 01 14:57:47.722795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.765564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f55ab-ba1d-496c-80a5-66333139b471 req-7a818b7d-6739-4f01-bbb1-7392821ad986 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:47.771116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c138d664-b391-4a3e-997c-30e0a87e8fec up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:47.779641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-256f55ab-ba1d-496c-80a5-66333139b471 req-7a818b7d-6739-4f01-bbb1-7392821ad986 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.8173714 Sep 01 14:57:47.861555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c138d664-b391-4a3e-997c-30e0a87e8fec triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:47.862087 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.944204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:47.976832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Sync routers for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:47.994562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-256f55ab-ba1d-496c-80a5-66333139b471 req-78e468c3-35d0-4945-9f91-b8db8273da67 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133417 Sep 01 14:57:48.004644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9281d259-4580-4a33-978d-c7efa0e0b482 admin admin] 10.222.0.41 "PUT /v2.0/routers/5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0104477 Sep 01 14:57:48.020841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.096897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:48.099617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:48.100077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:48.111157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.303121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bc00-e095-4f61-bfdd-f68322bf1437 req-0aa6c3dd-6c46-4d55-a49b-9939039cc37b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.305755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f944bc00-e095-4f61-bfdd-f68322bf1437 req-0aa6c3dd-6c46-4d55-a49b-9939039cc37b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.3285332 Sep 01 14:57:48.314268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.343512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ead24-ae02-4f94-886e-329d482f3a7c req-1ecf0d9b-a4f5-4499-8001-429a053860b5 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.352146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-779ead24-ae02-4f94-886e-329d482f3a7c req-1ecf0d9b-a4f5-4499-8001-429a053860b5 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.1947286 Sep 01 14:57:48.399678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:48.443861 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.475105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.485128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:48.514048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f944bc00-e095-4f61-bfdd-f68322bf1437 req-face2666-44c4-4cfd-a8d3-7f90afef73d1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938860 Sep 01 14:57:48.561426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.224 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/9ccf5211-c311-4b98-86a8-d10543b37af5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:48.602455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.707872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:48.713879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:48.732918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:48.750982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.752315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.755617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be59434-ee0f-48d3-821a-4d9f6ba9423d req-5e009374-c6b7-4381-aa81-e59769d7bda0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.760277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be59434-ee0f-48d3-821a-4d9f6ba9423d req-5e009374-c6b7-4381-aa81-e59769d7bda0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 936 time: 0.1251745 Sep 01 14:57:48.805668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:48.858945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be59434-ee0f-48d3-821a-4d9f6ba9423d req-a6e62366-4654-4528-adf5-662d13956ec1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920515 Sep 01 14:57:48.859739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-779ead24-ae02-4f94-886e-329d482f3a7c req-b6b8a456-4fd9-4c7e-8917-4202d718ab8c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056796 Sep 01 14:57:48.882072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a068713-4b9b-4af0-a5e1-ff1c18f0c3f0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:48.932500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c88c6cd1-1768-43d3-93f4-94a6d94cffc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fad0aa2d63db49e7be6c2700d5f874ce&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1791248 Sep 01 14:57:48.938972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44798) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:48.948847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3ed28e95-9b8b-4893-9b2a-ccaa35344cd3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7630072 Sep 01 14:57:49.082706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.142771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.309141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Request body: {'port': {'device_id': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:49.337427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:49.443288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee33a9bc-74fe-40b5-a303-ecaa870c199c None None] Provisioning for port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:49.461944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee33a9bc-74fe-40b5-a303-ecaa870c199c None None] Provisioning complete for port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:49.463453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee33a9bc-74fe-40b5-a303-ecaa870c199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.552055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.758109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e8dd4-6d8c-43ce-a6e8-ecc9e7a5fdb1 req-56cc8324-9d79-4488-8dbc-e0fdd230b0af tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:49.760639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-324e8dd4-6d8c-43ce-a6e8-ecc9e7a5fdb1 req-56cc8324-9d79-4488-8dbc-e0fdd230b0af tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.4776745 Sep 01 14:57:49.779246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.815340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object 9ccf5211-c311-4b98-86a8-d10543b37af5 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:49.901279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ee33a9bc-74fe-40b5-a303-ecaa870c199c None None] Port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:49.924504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-324e8dd4-6d8c-43ce-a6e8-ecc9e7a5fdb1 req-9ed1d5d7-4c72-47cc-a801-5e99d451bf9b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909774 Sep 01 14:57:50.006751 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.160033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:50.163304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.180644 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-cc8f068f-1a44-43cf-9208-4a1f8234194b req-21741df2-bcaf-4ac1-a0cb-b571dbb0441d tempest-FloatingIPDetailsNegativeTestJSON-1938931980 tempest-FloatingIPDetailsNegativeTestJSON-1938931980-project] show failed (client error): The resource could not be found. Sep 01 14:57:50.196801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc8f068f-1a44-43cf-9208-4a1f8234194b req-21741df2-bcaf-4ac1-a0cb-b571dbb0441d tempest-FloatingIPDetailsNegativeTestJSON-1938931980 tempest-FloatingIPDetailsNegativeTestJSON-1938931980-project] 10.222.0.41 "GET /v2.0/floatingips/f8dae93d-54fb-4037-9752-92a47b8944fa HTTP/1.1" status: 404 len: 350 time: 0.9729300 Sep 01 14:57:50.198077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:50.241978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:45Z', 'revision_number': 4, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '456bc793-2326-4e6a-abf2-16320fdbc217', 'name': '', 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'mac_address': 'fa:16:3e:7b:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:42Z', 'updated_at': '2021-09-01T14:57:45Z', 'revision_number': 2, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'subnets': [{'id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:50.292790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Checking router: 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:50.293330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Updating router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc port 456bc793-2326-4e6a-abf2-16320fdbc217 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:57:50.296111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:50.330318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:50.344981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:50.349928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:50.360902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.364058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.391327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:50.499038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b471384-90b1-4c42-9f57-6bf517ddbc88 req-60494e70-165c-4915-91b9-aa7b6e310f22 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.510767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.514265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b471384-90b1-4c42-9f57-6bf517ddbc88 req-60494e70-165c-4915-91b9-aa7b6e310f22 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.3529844 Sep 01 14:57:50.517762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44814) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:50.590889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.592065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Request body: {'floatingip': {'port_id': 'c15a2b81-465a-4dc1-acdb-e34923e8b370'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:50.601531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.601531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a068713-4b9b-4af0-a5e1-ff1c18f0c3f0 HTTP/1.1" status: 204 len: 168 time: 1.6587746 Sep 01 14:57:50.617772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b657b686-f676-485b-85f8-7b92276eea19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8468115 Sep 01 14:57:50.659652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb311a-a299-4509-a786-0b8f335090d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a068713-4b9b-4af0-a5e1-ff1c18f0c3f0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:50.724493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802843ea-1c79-4050-945f-a5a1178513aa req-0505148b-fc9c-4569-89cb-8c3f5c28a2f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.728462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-802843ea-1c79-4050-945f-a5a1178513aa req-0505148b-fc9c-4569-89cb-8c3f5c28a2f6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.3465807 Sep 01 14:57:50.752945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Request body: {'port': {'device_id': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:50.963774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.992997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6060da13-d5ea-45c4-b6cc-9c328ef019d6 None None] Provisioning for port 9ccf5211-c311-4b98-86a8-d10543b37af5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:51.002349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6060da13-d5ea-45c4-b6cc-9c328ef019d6 None None] Provisioning complete for port 9ccf5211-c311-4b98-86a8-d10543b37af5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:51.003069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6060da13-d5ea-45c4-b6cc-9c328ef019d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.131017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6060da13-d5ea-45c4-b6cc-9c328ef019d6 None None] Port 9ccf5211-c311-4b98-86a8-d10543b37af5 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:51.134939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:51.169186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.242620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-802843ea-1c79-4050-945f-a5a1178513aa req-cd4a2f62-79e7-4ff5-bc97-37a5c1d5f6ef tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597807 Sep 01 14:57:51.278332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44822) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:51.309967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:51.336683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b849be22-7827-477d-ba08-1c7511244b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.350766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.381108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f2b9a-e35a-419a-9cf2-be8370462643 req-af3c4a70-d987-4292-a68f-8ea9e71bf1d9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.386401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-516f2b9a-e35a-419a-9cf2-be8370462643 req-af3c4a70-d987-4292-a68f-8ea9e71bf1d9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.6392481 Sep 01 14:57:51.409624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.502757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Transition to ACTIVE for port object 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:51.507806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Transition to ACTIVE for port object 456bc793-2326-4e6a-abf2-16320fdbc217 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:51.541235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.544315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.586469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232243c-19b7-4599-a1d1-26f10f970c9d req-29bd71d8-6d5f-4e45-82ee-9cd81c4423b6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.600833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c232243c-19b7-4599-a1d1-26f10f970c9d req-29bd71d8-6d5f-4e45-82ee-9cd81c4423b6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 936 time: 0.1981142 Sep 01 14:57:51.606339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc3ec1-14e4-4d76-a75e-ce9d4587c796 None None] Pushing event updated for resources: {'Port': ['ID=456bc793-2326-4e6a-abf2-16320fdbc217,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:51.712731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c232243c-19b7-4599-a1d1-26f10f970c9d req-7dff9996-8d33-4732-b517-3ee38d03ba3d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100576 Sep 01 14:57:51.713835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:51.757243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:51.798638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-516f2b9a-e35a-419a-9cf2-be8370462643 req-74c3d901-5301-4df9-b347-3289f6ea3b47 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065281 Sep 01 14:57:51.931691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:51.960546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b849be22-7827-477d-ba08-1c7511244b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.012977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b849be22-7827-477d-ba08-1c7511244b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.038569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Pushing event updated for resources: {'Port': ['ID=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:52.103965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b849be22-7827-477d-ba08-1c7511244b07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4709e40d4a82467595dd78921806f8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8213050 Sep 01 14:57:52.113729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44832) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:52.197679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.284107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b94ae-ab97-4ef9-a13f-984f007d48c1 req-2d3c3bdf-7d0e-4e7e-9c27-9429ba0a9cf0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:52.288268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e70b94ae-ab97-4ef9-a13f-984f007d48c1 req-2d3c3bdf-7d0e-4e7e-9c27-9429ba0a9cf0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2030442 Sep 01 14:57:52.297508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849be22-7827-477d-ba08-1c7511244b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8953a9-ed0b-46f5-9903-0cd9ef51c832,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:52.314839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Attempting to bind port 456bc793-2326-4e6a-abf2-16320fdbc217 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:52.315523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Attempting to bind port 456bc793-2326-4e6a-abf2-16320fdbc217 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:52.316798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Attempting to bind port 456bc793-2326-4e6a-abf2-16320fdbc217 on network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:52.343527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:52.344016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Checking segment: {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:52.344638 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.345311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Bound using segment: {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:52.346139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Bound port: 456bc793-2326-4e6a-abf2-16320fdbc217, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cf272b-0e49-4dd8-b912-c7628b10ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:52.346612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.474940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e70b94ae-ab97-4ef9-a13f-984f007d48c1 req-c7094991-2eaa-4943-a28e-ac8b66c9ddc6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338336 Sep 01 14:57:52.523319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] For port 456bc793-2326-4e6a-abf2-16320fdbc217, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:52.533283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] For port 456bc793-2326-4e6a-abf2-16320fdbc217, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=456bc793-2326-4e6a-abf2-16320fdbc217,segment=NetworkSegment(35cf272b-0e49-4dd8-b912-c7628b10ada9),segment_id=35cf272b-0e49-4dd8-b912-c7628b10ada9)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:52.576085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.820236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:52.821890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:52.902904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Attempting to bind port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:52.903485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Attempting to bind port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:52.903901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Attempting to bind port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:52.924434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Deleting port 456bc793-2326-4e6a-abf2-16320fdbc217 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:52.925243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.943678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:52.944216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Attempting to bind port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:52.982080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc3ec1-14e4-4d76-a75e-ce9d4587c796 None None] Pushing event updated for resources: {'Port': ['ID=456bc793-2326-4e6a-abf2-16320fdbc217,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:53.078304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] For port 456bc793-2326-4e6a-abf2-16320fdbc217, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=456bc793-2326-4e6a-abf2-16320fdbc217,segment=NetworkSegment(35cf272b-0e49-4dd8-b912-c7628b10ada9),segment_id=35cf272b-0e49-4dd8-b912-c7628b10ada9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:53.078834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.086091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21507af5-25ea-4713-9599-cfe4ae2d8e87 req-4dae0687-f901-4ef8-99ae-52efd1e2f6a6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:53.099532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21507af5-25ea-4713-9599-cfe4ae2d8e87 req-4dae0687-f901-4ef8-99ae-52efd1e2f6a6 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.6669438 Sep 01 14:57:53.108856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Calling delete_port for 456bc793-2326-4e6a-abf2-16320fdbc217 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:53.220037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21507af5-25ea-4713-9599-cfe4ae2d8e87 req-2b83854f-83ef-42fb-bb3a-2fd2a8b3acc4 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187384 Sep 01 14:57:53.221257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:53.222015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:53.222689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:53.223451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Bound port: 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:53.224058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.317760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] For port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:53.321532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] For port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:53.348224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:53.358052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:53.440813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-20d98baa-a56c-4a63-a870-91f0acb4811b tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:53.444527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-20d98baa-a56c-4a63-a870-91f0acb4811b tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/networks?id=1df06b35-ab10-4343-b907-b170a1df5541 HTTP/1.1" status: 200 len: 814 time: 0.2596986 Sep 01 14:57:53.486490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.564669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.588877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-698713a2-e105-412c-b05a-ddbafb70b50a tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/quotas/9ed5a754a61d491ab07feafeac1ae509 HTTP/1.1" status: 200 len: 375 time: 0.0402503 Sep 01 14:57:53.630891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Pushing event deleted for resources: {'Port': ['ID=456bc793-2326-4e6a-abf2-16320fdbc217,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:53.740791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Pushing event updated for resources: {'Port': ['ID=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:53.744733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.782377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ec87ab14-1188-44d8-95c6-ebfdf31b7c99 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ed5a754a61d491ab07feafeac1ae509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662612 Sep 01 14:57:53.811241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:53.824953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:53.825608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.827181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ad1417de-1013-4bfa-919b-e72b8e925202 service neutron] 10.222.0.24 "PUT /v2.0/ports/73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 HTTP/1.1" status: 200 len: 1097 time: 4.5424159 Sep 01 14:57:53.831300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:53.839463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'tag': '73aaec79-2d2c-4c0b-b5bd-53bc82d46b50'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:53.841979 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bae394-d5e1-4f5d-af9d-854f6bd78e10" -d '{"events": [{"name": "network-changed", "server_uuid": "dea69f0c-f4bb-413e-8529-85e451e45cfb", "tag": "73aaec79-2d2c-4c0b-b5bd-53bc82d46b50"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:53.871401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5d89-631a-4f5c-9421-81c364e7909e req-b48e92c6-4ba1-4656-bb82-74f328152a40 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:53.873133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82df5d89-631a-4f5c-9421-81c364e7909e req-b48e92c6-4ba1-4656-bb82-74f328152a40 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 948 time: 0.5240517 Sep 01 14:57:53.889444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:53.899155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.952174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:45Z', 'revision_number': 4, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '456bc793-2326-4e6a-abf2-16320fdbc217', 'name': '', 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'mac_address': 'fa:16:3e:7b:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:42Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 4, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'subnets': [{'id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:54.035408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f94960-a2ec-4619-95ef-477cfad154b7 None None] The sync data for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 is: [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:45Z', 'revision_number': 4, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port': {'id': 'c138d664-b391-4a3e-997c-30e0a87e8fec', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:34Z', 'updated_at': '2021-09-01T14:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '456bc793-2326-4e6a-abf2-16320fdbc217', 'name': '', 'network_id': '740b8b99-85db-4bf0-90a8-aef14e26f0d2', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'mac_address': 'fa:16:3e:7b:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:42Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 4, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'subnets': [{'id': 'bef24821-581c-412c-90a0-1c55ba42fc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:54.217960 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.229877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.238473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82df5d89-631a-4f5c-9421-81c364e7909e req-cecd1511-a2ae-4fbd-9a5e-a910a2412fc3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418176 Sep 01 14:57:54.240908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.260297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-da1006da-6d78-4249-bb32-18c5b859ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:54.262848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-da1006da-6d78-4249-bb32-18c5b859ffdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 1100 time: 0.2879305 Sep 01 14:57:54.263305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-15e34a72-1de0-41e6-99be-a125c7f5c53a service neutron] 10.222.0.41 "GET /v2.0/networks/1df06b35-ab10-4343-b907-b170a1df5541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399336 Sep 01 14:57:54.370416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccf5211-c311-4b98-86a8-d10543b37af5 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:54.440958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.451309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-419800db-85fd-42cc-a9aa-fe0802a76f18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 HTTP/1.1" status: 200 len: 217 time: 0.1143043 Sep 01 14:57:54.525653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.527301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.531413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee8953a9-ed0b-46f5-9903-0cd9ef51c832 HTTP/1.1" status: 204 len: 168 time: 2.3876817 Sep 01 14:57:54.567155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Transition to ACTIVE for port object 9ccf5211-c311-4b98-86a8-d10543b37af5 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:54.593835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.594225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-98a94b70-6734-410a-9491-c846b877fe47 service neutron] 10.222.0.41 "GET /v2.0/networks/1df06b35-ab10-4343-b907-b170a1df5541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646785 Sep 01 14:57:54.632931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa7a9-45d1-4299-8d10-c0aa27ccba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8953a9-ed0b-46f5-9903-0cd9ef51c832,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.650877 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Floating IP a511e808-ebac-461c-89fe-85be137d6679 associated. External IP: 172.25.1.162, port: c15a2b81-465a-4dc1-acdb-e34923e8b370. Sep 01 14:57:54.829942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a9147-d209-4ad2-96a3-39d28d62c3c5 req-d10478d2-e859-46f8-b411-9362acf9819f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:54.832308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c36a9147-d209-4ad2-96a3-39d28d62c3c5 req-d10478d2-e859-46f8-b411-9362acf9819f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.4106462 Sep 01 14:57:54.864875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-611be96b-69c8-4d48-a325-91ca1f59c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:54.872865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-611be96b-69c8-4d48-a325-91ca1f59c049 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.4088902 Sep 01 14:57:54.907635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:55.220239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:55.258209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffea1-d961-40ea-8bca-70555a5b0847 req-d7c9c31d-e4b5-4ca3-a945-241b6f5c402c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:55.271273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-184ffea1-d961-40ea-8bca-70555a5b0847 req-d7c9c31d-e4b5-4ca3-a945-241b6f5c402c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2252486 Sep 01 14:57:55.341309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:55.349527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:55.372533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-22b5c115-35c7-41e9-9b99-59e37eb1c503 admin admin] 10.222.0.41 "PUT /v2.0/routers/5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1705530 Sep 01 14:57:55.397493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44878) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:55.500103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-2d8ea48b-7f06-4510-be74-c58487baff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:55.502169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-184ffea1-d961-40ea-8bca-70555a5b0847 req-e1e45abe-4d47-44cd-944a-73c065b6d752 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201717 Sep 01 14:57:55.509725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-2d8ea48b-7f06-4510-be74-c58487baff47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6261351 Sep 01 14:57:55.539242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c36a9147-d209-4ad2-96a3-39d28d62c3c5 req-c4809e5f-836b-4409-b348-f3724eefc419 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499274 Sep 01 14:57:55.540468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Attempting to bind port 9ccf5211-c311-4b98-86a8-d10543b37af5 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:55.541007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Attempting to bind port 9ccf5211-c311-4b98-86a8-d10543b37af5 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:55.541660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Attempting to bind port 9ccf5211-c311-4b98-86a8-d10543b37af5 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:55.625553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:55.674856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.676215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:55.824922 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb28e97c-0724-49fb-96e7-334058dd08eb x-openstack-request-id: req-fb28e97c-0724-49fb-96e7-334058dd08eb {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:55.825603 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea69f0c-f4bb-413e-8529-85e451e45cfb", "tag": "73aaec79-2d2c-4c0b-b5bd-53bc82d46b50", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:55.826053 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb28e97c-0724-49fb-96e7-334058dd08eb {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:55.826996 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'tag': '73aaec79-2d2c-4c0b-b5bd-53bc82d46b50', 'status': 'completed', 'code': 200} Sep 01 14:57:55.871826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Port 9ccf5211-c311-4b98-86a8-d10543b37af5 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:55.875860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Attempting to bind port 9ccf5211-c311-4b98-86a8-d10543b37af5 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:55.998001 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.038983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b5633ec-e271-4e60-a4bd-842d7dfb8f54 req-71c808fb-a99d-44ba-8ebc-5175594f3793 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 210 time: 0.0611675 Sep 01 14:57:56.063296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:56.064516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:56.065221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:56.066780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Bound port: 9ccf5211-c311-4b98-86a8-d10543b37af5, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:56.074213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.413821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-339e5578-610c-4cad-8969-99104b026714 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:56.419382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-339e5578-610c-4cad-8969-99104b026714 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.24 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.3019826 Sep 01 14:57:56.498313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Deleting port c138d664-b391-4a3e-997c-30e0a87e8fec {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:56.499516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.514103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d48b-c6f1-4365-b54d-0760ab360464 req-40b6e4df-894c-4e68-ab48-8c2372b006fb tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:56.521913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dc2d48b-c6f1-4365-b54d-0760ab360464 req-40b6e4df-894c-4e68-ab48-8c2372b006fb tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 948 time: 0.2842989 Sep 01 14:57:56.525211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69770bc-8c89-442d-8a22-4ad9950a32a9 req-0e45a26e-5ae6-4034-ad8a-f6db79a6696b tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:56.541339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d69770bc-8c89-442d-8a22-4ad9950a32a9 req-0e45a26e-5ae6-4034-ad8a-f6db79a6696b tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 949 time: 0.6744893 Sep 01 14:57:56.622287 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Sync routers for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:56.635973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-6349106b-d5dd-4252-b85f-befd731d9a54 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145330 Sep 01 14:57:56.643443 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:56.645011 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:56.752283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-37341ff7-6e05-4fba-9612-d818efb42063 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5567400 Sep 01 14:57:56.754989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:56.766769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:56.837759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:56.901525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ccf5211-c311-4b98-86a8-d10543b37af5,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:57.015952 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:55Z', 'revision_number': 6, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:57.095327 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Checking router: 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:57.129842 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Routers {'5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:57.131361 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:57.184450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dc2d48b-c6f1-4365-b54d-0760ab360464 req-54b412a6-dec6-4461-9ff6-361b0126fc78 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526566 Sep 01 14:57:57.297834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.340442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:57.376941 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] Set router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:57.471588 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:55Z', 'revision_number': 6, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:57.532643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcafcc-a9f4-484f-a26f-88f31a280d9b None None] The sync data for ids ['5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc'] in n-d-802060-16 is: [{'id': '5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318460250-router', 'tenant_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:31Z', 'updated_at': '2021-09-01T14:57:55Z', 'revision_number': 6, 'project_id': 'a9f9d289e2d9431bb08c3c647f6c7f0f', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:57.691882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.724966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:57.743212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:57.772182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d69770bc-8c89-442d-8a22-4ad9950a32a9 req-0ced1465-0488-48c0-ac78-77e0a1773b02 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2269206 Sep 01 14:57:57.879499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:57.881298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.884061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ccf5211-c311-4b98-86a8-d10543b37af5 HTTP/1.1" status: 200 len: 1097 time: 7.1395853 Sep 01 14:57:57.888106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:57.892612 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32eb776-db8c-44f8-a8e0-92864e02d2be" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:57.920572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:57.936147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-98d608de-60aa-4b7c-a662-b56a094a2f65 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:57.939025 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-98d608de-60aa-4b7c-a662-b56a094a2f65 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.50 "GET /v2.0/networks?id=1df06b35-ab10-4343-b907-b170a1df5541 HTTP/1.1" status: 200 len: 814 time: 0.7476509 Sep 01 14:57:57.939568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.959558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-95e6ca36-a9ff-45bd-a9ad-69cf6847eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:57.962986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-95e6ca36-a9ff-45bd-a9ad-69cf6847eee9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 1102 time: 1.1089127 Sep 01 14:57:57.964634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:58.000733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:58.001581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:58.070595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86ffc0-cd68-4864-a5de-9e7281c5e707 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:58.115689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Request body: {'port': {'device_id': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'admin_state_up': True, 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:58.247504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-4bd70b13-4ef1-4d9c-b597-c03ceeae334e service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5333350 Sep 01 14:57:58.357138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3173b1a7-3795-47d6-b171-1514e352cfce tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "PUT /v2.0/floatingips/a511e808-ebac-461c-89fe-85be137d6679 HTTP/1.1" status: 200 len: 991 time: 7.8181798 Sep 01 14:57:58.440093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1202df-4034-4fc1-a59b-1a41c8b7e8c5 req-2991ee5d-8c30-416d-a7d9-1e87ab654707 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.453445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e1202df-4034-4fc1-a59b-1a41c8b7e8c5 req-2991ee5d-8c30-416d-a7d9-1e87ab654707 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.8334370 Sep 01 14:57:58.494846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] For port c138d664-b391-4a3e-997c-30e0a87e8fec, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c138d664-b391-4a3e-997c-30e0a87e8fec,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:58.495405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.540611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Deleting port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:58.541105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.567062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-769997ad-f8e6-4475-b771-8de8f102c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.570240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-769997ad-f8e6-4475-b771-8de8f102c9b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 1100 time: 0.4858813 Sep 01 14:57:58.590692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Calling delete_port for c138d664-b391-4a3e-997c-30e0a87e8fec owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:58.604187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299120c8-e143-48cb-a53d-4af959c6c75f req-77e41203-1df1-4221-b303-7d0a057564f6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.633960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-299120c8-e143-48cb-a53d-4af959c6c75f req-77e41203-1df1-4221-b303-7d0a057564f6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.4929996 Sep 01 14:57:58.750092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:58.812532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-33b3373b-568e-4eec-8029-547c66949c2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9ccf5211-c311-4b98-86a8-d10543b37af5 HTTP/1.1" status: 200 len: 217 time: 0.2192950 Sep 01 14:57:58.822673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-f6375149-ec36-4035-a8d2-9eee3ebcb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.827264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e1202df-4034-4fc1-a59b-1a41c8b7e8c5 req-ddcb49b7-8a9d-4a53-ae77-455a76e5a76b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710322 Sep 01 14:57:58.829606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-f6375149-ec36-4035-a8d2-9eee3ebcb4eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.7282245 Sep 01 14:57:58.836599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-385f44d3-9a46-4c57-9abd-c580700b2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.852272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-385f44d3-9a46-4c57-9abd-c580700b2d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 1100 time: 0.4264190 Sep 01 14:57:59.004679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-299120c8-e143-48cb-a53d-4af959c6c75f req-84a62c3b-3151-48f1-bd2f-6c73c8920728 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668318 Sep 01 14:57:59.344989 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3541cb9e-e6bb-4120-a134-aa057d923f06 x-openstack-request-id: req-3541cb9e-e6bb-4120-a134-aa057d923f06 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:59.345271 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:59.347670 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3541cb9e-e6bb-4120-a134-aa057d923f06 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:59.348400 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5', 'status': 'completed', 'code': 200} Sep 01 14:57:59.365215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:59.385998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-24d15974-e3f2-4238-a601-123de21d843b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 200 len: 217 time: 0.5007694 Sep 01 14:57:59.498967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:59.500614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:59.526327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Calling delete_port for 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:59.666391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:8f:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:57:53Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:59.714101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-d2dcd1da-6649-4116-81ed-141e66d9b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:59.723718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-d2dcd1da-6649-4116-81ed-141e66d9b232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.8907425 Sep 01 14:57:59.801664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:59.815145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c138d664-b391-4a3e-997c-30e0a87e8fec no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:59.903906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:59.912180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:59.913359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:57:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:00.110520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd66c03c-34ad-4a69-9b96-4006a328bf06 req-5eafddcd-c0ba-4c7d-8275-207ce2b945ef tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 210 time: 0.0781476 Sep 01 14:58:00.125601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-e409f927-e6a9-45bc-add1-77c9e2e8fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.127156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-e409f927-e6a9-45bc-add1-77c9e2e8fcd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 1.2114470 Sep 01 14:58:00.135550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.138781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-8d15cbaa-e3ff-48f4-bae4-1f76e338439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.140808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-8d15cbaa-e3ff-48f4-bae4-1f76e338439a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.5087800 Sep 01 14:58:00.164392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3898b-fcce-4140-ad55-2a2c689cce4f req-3772f090-97c1-4446-a311-9cdcd0fceaca tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.182532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30e3898b-fcce-4140-ad55-2a2c689cce4f req-3772f090-97c1-4446-a311-9cdcd0fceaca tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 948 time: 0.7632349 Sep 01 14:58:00.199986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['71fb3848-30ec-4067-831b-b98fb52b5a88'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:00.209449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:00.239344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b0d522dc-a0cd-435f-ae4e-ca4836518729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.244826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b0d522dc-a0cd-435f-ae4e-ca4836518729 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4154215 Sep 01 14:58:00.326593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'mac_address': 'fa:16:3e:f4:c6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:00.451231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Pushing event deleted for resources: {'Port': ['ID=2c0f6556-6fdb-449c-a87f-fdc80cf677e8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:00.529012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-5b9b8154-ac36-4595-9e4d-006e27ecc192 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 HTTP/1.1" status: 200 len: 217 time: 0.3437872 Sep 01 14:58:00.545252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-4cbf7d37-f6b8-4cbc-b9c5-b737c1b4433d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.548162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-4cbf7d37-f6b8-4cbc-b9c5-b737c1b4433d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 948 time: 1.5764461 Sep 01 14:58:00.683867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Made reservation on behalf of 9ed5a754a61d491ab07feafeac1ae509 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:00.690989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.710467 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.800823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-1dc6b5b3-1956-468d-a645-5b76710dceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.807998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-1dc6b5b3-1956-468d-a645-5b76710dceee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1970909 Sep 01 14:58:00.868040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] No DVR routers for this DVR port 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:00.873894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.876746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.24 "DELETE /v2.0/ports/2c0f6556-6fdb-449c-a87f-fdc80cf677e8 HTTP/1.1" status: 204 len: 173 time: 4.4425468 Sep 01 14:58:00.895308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c138d664-b391-4a3e-997c-30e0a87e8fec, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c138d664-b391-4a3e-997c-30e0a87e8fec,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:00.905427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'name': 'network-vif-deleted', 'tag': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:00.929815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.930632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 456bc793-2326-4e6a-abf2-16320fdbc217 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:00.930837 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80158b3e-211a-4b4a-b9c5-0666dcb2b7dc" -d '{"events": [{"server_uuid": "89422d95-04ba-44bd-b681-63df5f8ceb61", "name": "network-vif-deleted", "tag": "2c0f6556-6fdb-449c-a87f-fdc80cf677e8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:00.939476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30e3898b-fcce-4140-ad55-2a2c689cce4f req-54c72ebe-4a2d-4c21-a647-2a0256c92b39 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545762 Sep 01 14:58:00.988976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-542ceb86-3d8e-4397-bc4c-acc60c8c25aa req-72224ecb-590f-4ee1-948d-fc0f9ac325af tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 210 time: 0.3338087 Sep 01 14:58:01.277630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-5dbde54f-d2a8-4d90-b2da-eee5a0c363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:01.282263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-5dbde54f-d2a8-4d90-b2da-eee5a0c363af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0770042 Sep 01 14:58:01.372550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:01.382301 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0113dd6-a341-4080-96a0-7394f2ee50eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:01.421759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-434fff6c-14cb-4f4f-a45a-05493ae6275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:01.424353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-434fff6c-14cb-4f4f-a45a-05493ae6275c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6028175 Sep 01 14:58:01.608087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:01.637279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:01.683690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-7478e21a-f931-46e2-85be-14c106ab472f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2072654 Sep 01 14:58:01.828300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 456bc793-2326-4e6a-abf2-16320fdbc217 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:01.828898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 456bc793-2326-4e6a-abf2-16320fdbc217 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:01.838606 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No ports have port_id starting with 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 Sep 01 14:58:01.887833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2c0f6556-6fdb-449c-a87f-fdc80cf677e8 requested by agent hyperv_n-h2-802060-16 not found in database {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 01 14:58:01.969578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:8f:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:57:53Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:01.976320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8ccf8-54ee-4ae4-82fb-cc5950b0b751 req-dcd4dbea-fd90-4d18-932f-3b0c586fa682 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:01.993338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03d8ccf8-54ee-4ae4-82fb-cc5950b0b751 req-dcd4dbea-fd90-4d18-932f-3b0c586fa682 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.7080004 Sep 01 14:58:02.034250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.105591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d7b4a-3269-465b-bade-eb509d60cc42 None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a511e808-ebac-461c-89fe-85be137d6679', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'port_id': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'mac_address': 'fa:16:3e:8f:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:54:42Z', 'updated_at': '2021-09-01T14:57:53Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:02.195026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Allocated IP 172.20.0.7 (1df06b35-ab10-4343-b907-b170a1df5541/190bd760-0048-4c68-bef4-eb7ea4bd3033/823d7450-616e-4df3-b4b8-f5b5389d9deb) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:02.203490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-a6707f32-e357-45a3-884a-13af0c14f66f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990323 Sep 01 14:58:02.206107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-c3676d24-2215-430a-8881-64ae6d542af4 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8851299 Sep 01 14:58:02.217802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44990) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:02.271726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-2fd83145-52ff-425f-989c-6d63a3f687b7 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085368 Sep 01 14:58:02.289185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:02.290500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.299257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428c26c-49cc-4073-82f2-0672faa53acb req-3901ce34-2e19-46a4-84fd-c7c1a81c6e15 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:02.317181 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4428c26c-49cc-4073-82f2-0672faa53acb req-3901ce34-2e19-46a4-84fd-c7c1a81c6e15 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.6687360 Sep 01 14:58:02.468160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Pushing event deleted for resources: {'Port': ['ID=c138d664-b391-4a3e-997c-30e0a87e8fec,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:02.485747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03d8ccf8-54ee-4ae4-82fb-cc5950b0b751 req-06149110-17a9-48d0-8fec-fb380accd5cc tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454837 Sep 01 14:58:02.494991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84bae394-d5e1-4f5d-af9d-854f6bd78e10 req-cfc62ca5-a601-437f-8926-271d60ba7cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913755 Sep 01 14:58:02.624156 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d326398-fc9d-4c83-8c62-c43c6ce2e218 x-openstack-request-id: req-9d326398-fc9d-4c83-8c62-c43c6ce2e218 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:02.625428 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89422d95-04ba-44bd-b681-63df5f8ceb61", "name": "network-vif-deleted", "tag": "2c0f6556-6fdb-449c-a87f-fdc80cf677e8", "status": "failed", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:02.626130 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d326398-fc9d-4c83-8c62-c43c6ce2e218 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:02.626808 n-d-802060-16 neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89422d95-04ba-44bd-b681-63df5f8ceb61', 'name': 'network-vif-deleted', 'tag': '2c0f6556-6fdb-449c-a87f-fdc80cf677e8', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:58:02.714864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b9fee-e621-41ff-8456-239cf6164ec6 None None] New status for floating IP a511e808-ebac-461c-89fe-85be137d6679: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:58:02.791035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4428c26c-49cc-4073-82f2-0672faa53acb req-be24a054-323c-48d1-a19e-72b877933be2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645972 Sep 01 14:58:02.997101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.088189 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f93121-9adc-441a-869e-08a0f2e66c98 x-openstack-request-id: req-c5f93121-9adc-441a-869e-08a0f2e66c98 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:03.089091 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:03.089702 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5f93121-9adc-441a-869e-08a0f2e66c98 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:03.090519 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'status': 'completed', 'code': 200} Sep 01 14:58:03.112011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d58bed41-142e-4fc3-8cd6-65bfa8956337 req-98714bb5-62e3-4402-9c77-a31327b70f3e tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 210 time: 0.3639252 Sep 01 14:58:03.115431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7f90-908d-4e8b-8402-ca4f7ceff4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.319594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-e6185720-0560-4259-a629-015460140e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:03.331158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-e6185720-0560-4259-a629-015460140e90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 1100 time: 0.6365268 Sep 01 14:58:03.361162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:03.362065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.450015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:03.599499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.603739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.627736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b8f4abb-a61f-4cf9-a606-48d88cea2617 req-a5cd988a-2818-47f4-aa92-7397d2dc30ae service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0997403 Sep 01 14:58:03.776659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd13fe-d760-4f16-aaa8-e15b4520d932 req-397217ab-8167-4ad2-815f-eaff7e5f178a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:03.780100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8cd13fe-d760-4f16-aaa8-e15b4520d932 req-397217ab-8167-4ad2-815f-eaff7e5f178a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 948 time: 0.4111023 Sep 01 14:58:04.028329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7f90-908d-4e8b-8402-ca4f7ceff4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.032855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95b83f59-4437-4f35-a4f5-79fde4e60d2d req-b69327d8-5632-450e-a983-00ff20feacff tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 210 time: 0.5336726 Sep 01 14:58:04.076552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-d488a41c-5fb1-496f-8cd5-d195138c2715 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0458384 Sep 01 14:58:04.079590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.083910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7f90-908d-4e8b-8402-ca4f7ceff4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.092793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8cd13fe-d760-4f16-aaa8-e15b4520d932 req-58b83588-faab-488b-95dd-55359e447ab5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644489 Sep 01 14:58:04.155133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f7f90-908d-4e8b-8402-ca4f7ceff4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c92e95-221d-48e2-b5e6-cd22b7ef7076,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:04.170141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-cac3d33c-baf7-47a7-b5c7-94149971291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:04.185448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-cac3d33c-baf7-47a7-b5c7-94149971291a service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.7755501 Sep 01 14:58:04.216195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.217049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:58:04.270652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Transition to ACTIVE for port object 823d7450-616e-4df3-b4b8-f5b5389d9deb will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:04.312837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-bc96d928-e7e0-4094-aba8-890d1b17c864 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.0901632 Sep 01 14:58:04.322734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f3f7f90-908d-4e8b-8402-ca4f7ceff4f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec32c2adf6784317b1385f7a373db692&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1034615 Sep 01 14:58:04.324396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:04.364600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.423716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.426345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f1edf6ff-af6e-4ee8-b154-62e8c79be645 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5fcff9e0-0fd9-4efc-a0d9-7b132d8fe4fc HTTP/1.1" status: 204 len: 168 time: 9.0260181 Sep 01 14:58:04.439075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45008) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:04.460035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-68ea3733-bcfc-4e91-94db-fc620dbfb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:04.462830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-68ea3733-bcfc-4e91-94db-fc620dbfb839 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 1097 time: 0.8900833 Sep 01 14:58:04.481402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:58:04.626953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Pushing event updated for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:04.663212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Network 1df06b35-ab10-4343-b907-b170a1df5541 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:04.684004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:04.688038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.696957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:04.706352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:04.717839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.822072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Deleting subnet bef24821-581c-412c-90a0-1c55ba42fc13 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:58:04.890891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.964554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34782000-a409-4491-aa3a-7a49d9b5f679 req-2bc81fac-463c-4947-a4f7-07fcde66510d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:04.975778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34782000-a409-4491-aa3a-7a49d9b5f679 req-2bc81fac-463c-4947-a4f7-07fcde66510d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.6383405 Sep 01 14:58:05.019106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=73aaec79-2d2c-4c0b-b5bd-53bc82d46b50,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:05.076243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.102509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-7921b7f5-6bab-4f40-bfa5-e0ff8d11798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:05.130852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-7921b7f5-6bab-4f40-bfa5-e0ff8d11798e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&shared=False HTTP/1.1" status: 200 len: 925 time: 0.6458533 Sep 01 14:58:05.217390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d7d7-0da3-4c4d-bea6-d727237808a4 req-af18066d-8105-49ec-b2fd-99a70a47e719 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:05.231200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b087d7d7-0da3-4c4d-bea6-d727237808a4 req-af18066d-8105-49ec-b2fd-99a70a47e719 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.9679782 Sep 01 14:58:05.285200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:05.286276 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.363501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a054746-db21-4697-a5ff-78dbdca262af None None] Provisioning for port 823d7450-616e-4df3-b4b8-f5b5389d9deb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:05.389106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a054746-db21-4697-a5ff-78dbdca262af None None] Provisioning complete for port 823d7450-616e-4df3-b4b8-f5b5389d9deb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:05.389810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a054746-db21-4697-a5ff-78dbdca262af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.422763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34782000-a409-4491-aa3a-7a49d9b5f679 req-c57bd49e-1985-438d-b66c-adcb6ca603cb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460011 Sep 01 14:58:05.423666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port 73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:05.434069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.441598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-cb2c5e6a-9c2b-4ace-a916-b77a2de8186e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "DELETE /v2.0/ports/73aaec79-2d2c-4c0b-b5bd-53bc82d46b50 HTTP/1.1" status: 204 len: 173 time: 4.8481619 Sep 01 14:58:05.452486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'name': 'network-vif-deleted', 'tag': '73aaec79-2d2c-4c0b-b5bd-53bc82d46b50'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:05.456374 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b6c18-dbf1-4790-96a1-94a779eacdc0" -d '{"events": [{"server_uuid": "dea69f0c-f4bb-413e-8529-85e451e45cfb", "name": "network-vif-deleted", "tag": "73aaec79-2d2c-4c0b-b5bd-53bc82d46b50"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:05.497681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-ecde25db-5e57-454a-be8d-965c565c6101 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4450111 Sep 01 14:58:05.577106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.611518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1a054746-db21-4697-a5ff-78dbdca262af None None] Port 823d7450-616e-4df3-b4b8-f5b5389d9deb cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:05.639577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.671953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-71de7db5-bde5-4251-b2eb-3795f25e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:05.675047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f48199-fca5-42d3-bc9c-7e62d1441555 req-71de7db5-bde5-4251-b2eb-3795f25e0752 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5304542 Sep 01 14:58:05.709810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.714641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.737883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33c92e95-221d-48e2-b5e6-cd22b7ef7076 HTTP/1.1" status: 204 len: 168 time: 1.3984821 Sep 01 14:58:05.788572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b087d7d7-0da3-4c4d-bea6-d727237808a4 req-3f1fc8bd-7aca-4ec7-a87e-a49eebf9cd64 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532150 Sep 01 14:58:05.794522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7107bf-5929-479e-87f4-c2bdef94b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c92e95-221d-48e2-b5e6-cd22b7ef7076,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:05.851020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:06.016125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef24821-581c-412c-90a0-1c55ba42fc13,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:06.037623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:06.039973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e9f2a450-00cf-4ef7-8134-955efe6f8052 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bef24821-581c-412c-90a0-1c55ba42fc13 HTTP/1.1" status: 204 len: 168 time: 1.5842834 Sep 01 14:58:06.044601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45016) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:06.114220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f6b74ccc-5095-4b48-b229-83231059d7ff req-3bd19b10-cd6c-45c8-a07a-75fd4bcef042 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=89422d95-04ba-44bd-b681-63df5f8ceb61 HTTP/1.1" status: 200 len: 210 time: 0.1367848 Sep 01 14:58:06.127061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25ffa5-fa85-4e53-9520-aaa7aaf7a917 None None] Network 740b8b99-85db-4bf0-90a8-aef14e26f0d2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:06.422501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-e2b608f2-58d6-44bc-9ee0-d2f9481e8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.425452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-e2b608f2-58d6-44bc-9ee0-d2f9481e8516 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 200 len: 925 time: 0.2911017 Sep 01 14:58:06.451877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Request body: {'port': {'device_id': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:06.663416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] DHCP port deletion for 740b8b99-85db-4bf0-90a8-aef14e26f0d2 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:58:06.888494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Deleting port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:06.889550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.109692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] For port 8df17b6f-5872-451c-85dc-aec7fe6b9f59, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8df17b6f-5872-451c-85dc-aec7fe6b9f59,segment=NetworkSegment(35cf272b-0e49-4dd8-b912-c7628b10ada9),segment_id=35cf272b-0e49-4dd8-b912-c7628b10ada9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:07.114516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.198088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Calling delete_port for 8df17b6f-5872-451c-85dc-aec7fe6b9f59 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:07.316528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45024) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:07.317571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45030) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:07.367217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.413586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] Pushing event deleted for resources: {'Port': ['ID=8df17b6f-5872-451c-85dc-aec7fe6b9f59,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:07.416602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e6abf-b959-417b-8afa-235b042a4ad5 None None] No DVR routers for this DVR port 8df17b6f-5872-451c-85dc-aec7fe6b9f59 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:07.563661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e053fb8-7a2f-4a56-9740-b5396b199484 req-d8d5fe3c-6cbc-4584-a437-3b015ecab675 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.2309244 Sep 01 14:58:07.639538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-030255f3-273a-4a98-b383-e3a17d4c1819 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370 HTTP/1.1" status: 200 len: 1001 time: 1.1735792 Sep 01 14:58:07.658922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.672229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-532d11c4-dc90-48d4-82b0-9f28a4de6ef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9ccf5211-c311-4b98-86a8-d10543b37af5 HTTP/1.1" status: 200 len: 217 time: 0.3738606 Sep 01 14:58:07.676439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.690314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ccf5211-c311-4b98-86a8-d10543b37af5 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:07.773469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-ef7597ae-65b5-423f-a86c-8923498aace1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.3294845 Sep 01 14:58:07.783037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c89d92c-f6b5-43e1-98cf-f01bcdd2ed7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.857672 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f895c8-f128-46c6-b92b-9f660cc542ca x-openstack-request-id: req-58f895c8-f128-46c6-b92b-9f660cc542ca {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:07.858163 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea69f0c-f4bb-413e-8529-85e451e45cfb", "name": "network-vif-deleted", "tag": "73aaec79-2d2c-4c0b-b5bd-53bc82d46b50", "status": "failed", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:07.858494 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58f895c8-f128-46c6-b92b-9f660cc542ca {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:07.859292 n-d-802060-16 neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dea69f0c-f4bb-413e-8529-85e451e45cfb', 'name': 'network-vif-deleted', 'tag': '73aaec79-2d2c-4c0b-b5bd-53bc82d46b50', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:58:07.943405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8bbb-3e62-4f96-a061-4c02f9de7896 req-4e31ce41-587c-46f9-af29-430d649e3290 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:07.945249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a56d8bbb-3e62-4f96-a061-4c02f9de7896 req-4e31ce41-587c-46f9-af29-430d649e3290 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 931 time: 0.6186731 Sep 01 14:58:08.031120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8df17b6f-5872-451c-85dc-aec7fe6b9f59 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:08.108342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 8df17b6f-5872-451c-85dc-aec7fe6b9f59 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:08.108846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8df17b6f-5872-451c-85dc-aec7fe6b9f59 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:08.143470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ccf5211-c311-4b98-86a8-d10543b37af5,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:08.150164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.159721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a56d8bbb-3e62-4f96-a061-4c02f9de7896 req-4b01e257-2670-4a9f-b4c7-7db81d35b69c tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712365 Sep 01 14:58:08.176033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.176542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.177932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.178334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.178864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.179217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.179661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.180238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.180766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.181468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.195848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9ccf5211-c311-4b98-86a8-d10543b37af5', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '9ccf5211-c311-4b98-86a8-d10543b37af5', 'mac_address': 'fa:16:3e:e8:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:08.376609 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.391512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.392418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.392418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.392765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:58:08.398892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740b8b99-85db-4bf0-90a8-aef14e26f0d2']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:08.464849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccf5211-c311-4b98-86a8-d10543b37af5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:08.467203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed742100-c24e-4aa5-9598-799863313503 req-80503850-c175-46e3-8fc8-ed09bd60ebb9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:08.481321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed742100-c24e-4aa5-9598-799863313503 req-80503850-c175-46e3-8fc8-ed09bd60ebb9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.5031011 Sep 01 14:58:08.510267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cf272b-0e49-4dd8-b912-c7628b10ada9') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:08.511073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cf272b-0e49-4dd8-b912-c7628b10ada9') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:08.574442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ccf5211-c311-4b98-86a8-d10543b37af5,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:08.584071 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.613973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.734245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:08.746128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed742100-c24e-4aa5-9598-799863313503 req-91c85c81-1403-4998-8932-07770b472c38 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634091 Sep 01 14:58:08.812285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823d7450-616e-4df3-b4b8-f5b5389d9deb {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:08.817646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.851004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.854056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:58:08.854466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: from cryptography.utils import int_from_bytes Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: from cryptography.utils import int_from_bytes Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: timer() Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:58:08.860263 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:58:08.885916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Transition to ACTIVE for port object 823d7450-616e-4df3-b4b8-f5b5389d9deb will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:08.895756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.912129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9ccf5211-c311-4b98-86a8-d10543b37af5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:08.970785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198c07-f95c-4908-a3c9-0f0ce4972b63 req-48c1a210-60d0-4ada-ab22-f181c9db2bd3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:08.979927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d198c07-f95c-4908-a3c9-0f0ce4972b63 req-48c1a210-60d0-4ada-ab22-f181c9db2bd3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.3096507 Sep 01 14:58:09.038642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.068703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c89d92c-f6b5-43e1-98cf-f01bcdd2ed7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.089551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d198c07-f95c-4908-a3c9-0f0ce4972b63 req-d54a5be3-504e-4a6a-8018-3389eb76fdfd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082950 Sep 01 14:58:09.091336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.099841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] 10.222.0.41 "DELETE /v2.0/networks/740b8b99-85db-4bf0-90a8-aef14e26f0d2 HTTP/1.1" status: 204 len: 168 time: 3.0530703 Sep 01 14:58:09.141548 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c89d92c-f6b5-43e1-98cf-f01bcdd2ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.181469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Pushing event updated for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:09.293687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c89d92c-f6b5-43e1-98cf-f01bcdd2ed7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=522905b21aa541e48e2a0967922a8328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8362494 Sep 01 14:58:09.298665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ac3b-77b0-47de-9488-f3ce8eed7f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=740b8b99-85db-4bf0-90a8-aef14e26f0d2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:09.310662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45044) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:09.367064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89d92c-f6b5-43e1-98cf-f01bcdd2ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576770e3-7dd1-4f41-98c9-6e83bfe63099,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:09.440340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-379d06c8-ad79-4d6d-850d-a77e95e06c67 req-e4026aa6-b218-4d4c-a8a5-3ee581d596cd tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=dea69f0c-f4bb-413e-8529-85e451e45cfb HTTP/1.1" status: 200 len: 210 time: 0.1264362 Sep 01 14:58:09.558925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Attempting to bind port 823d7450-616e-4df3-b4b8-f5b5389d9deb on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:09.570106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Attempting to bind port 823d7450-616e-4df3-b4b8-f5b5389d9deb by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:09.570832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Attempting to bind port 823d7450-616e-4df3-b4b8-f5b5389d9deb on network 1df06b35-ab10-4343-b907-b170a1df5541 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:09.636717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Port 823d7450-616e-4df3-b4b8-f5b5389d9deb on network 1df06b35-ab10-4343-b907-b170a1df5541 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:09.637306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Attempting to bind port 823d7450-616e-4df3-b4b8-f5b5389d9deb on network 1df06b35-ab10-4343-b907-b170a1df5541 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:09.657915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:09.658653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Checking segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:09.659966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Bound using segment: {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:09.660220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Bound port: 823d7450-616e-4df3-b4b8-f5b5389d9deb, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:09.660958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.668124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:09.739555 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.776901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.796015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad154868-1c18-4ccf-88d1-c140a9cfa988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9f9d289e2d9431bb08c3c647f6c7f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257701 Sep 01 14:58:09.811949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45052) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:10.002444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:10.008841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:10.030536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.039249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.082406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.085338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.099235 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/576770e3-7dd1-4f41-98c9-6e83bfe63099 HTTP/1.1" status: 204 len: 168 time: 0.6871061 Sep 01 14:58:10.134803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.189382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d746fd-9fd1-463c-b9d9-f602f091350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576770e3-7dd1-4f41-98c9-6e83bfe63099,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.196886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:10.197567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.199126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] 10.222.0.50 "PUT /v2.0/ports/823d7450-616e-4df3-b4b8-f5b5389d9deb HTTP/1.1" status: 200 len: 1092 time: 3.7690229 Sep 01 14:58:10.199536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:10.201947 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6191c264-80e7-4e56-b6a9-ae7e2c78a742" -d '{"events": [{"name": "network-changed", "server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:10.307686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2bcc9-7016-42c7-89bc-40f0b8211c51 service neutron] Pushing event updated for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.338448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.344806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.348441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f95d502a-b379-4207-a089-56c974af673f HTTP/1.1" status: 204 len: 168 time: 0.5313404 Sep 01 14:58:10.376467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2a820-34ee-44f7-acdc-5d071c1883be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d502a-b379-4207-a089-56c974af673f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.686865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66f559-737f-4609-9a9b-0eee113e32ff req-2dc28a7a-acbb-4115-a921-9c4811c37bcc tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:10.692390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc66f559-737f-4609-9a9b-0eee113e32ff req-2dc28a7a-acbb-4115-a921-9c4811c37bcc tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.1486261 Sep 01 14:58:10.794599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc66f559-737f-4609-9a9b-0eee113e32ff req-d0955b2a-2538-468f-b174-930c620dd779 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896258 Sep 01 14:58:11.008188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d25a-b86b-4382-9c5e-201482391707 req-c9604ecf-799c-4b0f-86a9-41f567acc92c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:11.023750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4316d25a-b86b-4382-9c5e-201482391707 req-c9604ecf-799c-4b0f-86a9-41f567acc92c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1274526 Sep 01 14:58:11.110609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4316d25a-b86b-4382-9c5e-201482391707 req-8e75c978-e3b1-47cb-9f50-14e4c6d70941 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828798 Sep 01 14:58:11.609316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337244-5538-49a6-9d2d-80c801fcf7ed req-88af2091-92e2-4f5a-9168-77c1326bd0a7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:11.612291 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec337244-5538-49a6-9d2d-80c801fcf7ed req-88af2091-92e2-4f5a-9168-77c1326bd0a7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1089993 Sep 01 14:58:11.694860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec337244-5538-49a6-9d2d-80c801fcf7ed req-cb3ade3f-4de5-4ee5-acd1-961479e974c0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672905 Sep 01 14:58:11.743614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ccf5211-c311-4b98-86a8-d10543b37af5 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:11.877927 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a51101-442c-4fbc-ba88-7e62f45d2c70 x-openstack-request-id: req-d6a51101-442c-4fbc-ba88-7e62f45d2c70 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:11.878688 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:11.879266 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6a51101-442c-4fbc-ba88-7e62f45d2c70 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:11.880013 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb', 'status': 'completed', 'code': 200} Sep 01 14:58:11.921202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9ccf5211-c311-4b98-86a8-d10543b37af5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:11.930413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9ccf5211-c311-4b98-86a8-d10543b37af5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:11.935070 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.174712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d1c8c-43ad-4443-8b78-b10faa9bbcad req-63ba7c1c-82e3-400d-bbb9-f65c12ab2f8a tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:12.176387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f02d1c8c-43ad-4443-8b78-b10faa9bbcad req-63ba7c1c-82e3-400d-bbb9-f65c12ab2f8a tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 950 time: 0.1513386 Sep 01 14:58:12.204718 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.254470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:12.260298 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a14509f-b7b4-45f1-904e-47c6da65d2b7" -d '{"events": [{"server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:12.287307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f02d1c8c-43ad-4443-8b78-b10faa9bbcad req-a907e04e-8b76-4578-9a90-da6b093016a0 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975957 Sep 01 14:58:12.310702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ccf5211-c311-4b98-86a8-d10543b37af5,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:12.335972 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.481050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:12.720385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b76d81-5738-4583-8b97-0e5e76d18de1 req-05ede0bb-6c68-46dd-bc01-7d018f3fbb3c tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:12.722924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-12b76d81-5738-4583-8b97-0e5e76d18de1 req-05ede0bb-6c68-46dd-bc01-7d018f3fbb3c tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.1177106 Sep 01 14:58:12.842031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-12b76d81-5738-4583-8b97-0e5e76d18de1 req-26d35a7b-79a7-4e9a-aefe-cfeb1f1cc9a4 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969150 Sep 01 14:58:13.065177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4097-f5b5-4cd4-b099-3d315aa5e9c6 req-98a8c5bb-48a7-48f9-9e34-69edb2cf0085 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.080671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcde4097-f5b5-4cd4-b099-3d315aa5e9c6 req-98a8c5bb-48a7-48f9-9e34-69edb2cf0085 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1154702 Sep 01 14:58:13.149850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcde4097-f5b5-4cd4-b099-3d315aa5e9c6 req-a65cef46-13de-48e7-bc46-96e85e1f22dd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Sep 01 14:58:13.232028 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdd676-69fa-4dad-a963-dcc2cc7d3b5a x-openstack-request-id: req-21cdd676-69fa-4dad-a963-dcc2cc7d3b5a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:13.232028 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:13.232028 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21cdd676-69fa-4dad-a963-dcc2cc7d3b5a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:13.232028 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5', 'code': 200} Sep 01 14:58:13.361517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92214c32-a195-429d-8de7-ab1a02590996 req-35c1ba18-436e-4803-8453-a93f84bab421 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.364575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92214c32-a195-429d-8de7-ab1a02590996 req-35c1ba18-436e-4803-8453-a93f84bab421 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 950 time: 0.0681331 Sep 01 14:58:13.417198 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92214c32-a195-429d-8de7-ab1a02590996 req-a0fcde8a-bc33-4104-a1ed-27939c214f5f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Sep 01 14:58:13.937239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcdaf6-c3f2-4da7-b565-99a9b2b6b1a4 req-d46ad12a-fcb2-4fa4-8246-0dd1d8f33461 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.939524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cfdcdaf6-c3f2-4da7-b565-99a9b2b6b1a4 req-d46ad12a-fcb2-4fa4-8246-0dd1d8f33461 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.0743763 Sep 01 14:58:13.984913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cfdcdaf6-c3f2-4da7-b565-99a9b2b6b1a4 req-1ab668fe-b410-49bb-8cf1-7b66e401cf0d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Sep 01 14:58:14.197590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaccd6-7343-4b60-af98-1b5f84c0b941 req-bcf3bce8-8d1c-444c-93c2-3a466cfcb0e1 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.200430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bfaccd6-7343-4b60-af98-1b5f84c0b941 req-bcf3bce8-8d1c-444c-93c2-3a466cfcb0e1 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 950 time: 0.1015160 Sep 01 14:58:14.306087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bfaccd6-7343-4b60-af98-1b5f84c0b941 req-58b797ac-5c2a-43d0-8466-3868c5b3424f tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973186 Sep 01 14:58:14.314864 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b310d48e-b802-4116-b563-9ef2e9ad7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.319321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-f7b7dc27-b874-45c8-8859-f6e76ed48a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.322516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-f7b7dc27-b874-45c8-8859-f6e76ed48a3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 200 len: 863 time: 0.0970778 Sep 01 14:58:14.350713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-1eae84fe-7d2e-462b-bcd8-cf9c3a8f4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.353671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-1eae84fe-7d2e-462b-bcd8-cf9c3a8f4bf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1343040 Sep 01 14:58:14.532099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-06dc5696-47c9-4fa1-bbb9-9eaabe390966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.534626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-06dc5696-47c9-4fa1-bbb9-9eaabe390966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354530 Sep 01 14:58:14.608576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-61093618-3c50-4166-922b-aa4d1ce59a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.611363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-61093618-3c50-4166-922b-aa4d1ce59a8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259815 Sep 01 14:58:14.625659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-97225cad-ba20-49a8-93a8-94342fc6c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.628449 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-97225cad-ba20-49a8-93a8-94342fc6c515 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ed5a754a61d491ab07feafeac1ae509&device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 1095 time: 0.1541851 Sep 01 14:58:14.650151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c003-ba8a-40d3-b2d5-11502d5227e5 req-2f590524-9b20-4e04-a33f-e996082971ed tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.652658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5744c003-ba8a-40d3-b2d5-11502d5227e5 req-2f590524-9b20-4e04-a33f-e996082971ed tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.1804528 Sep 01 14:58:14.679973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca1c9-1fc8-45ab-852f-50433686c19c req-aaf33211-0f76-45d2-9d8b-cfca149b5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.682061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f4ca1c9-1fc8-45ab-852f-50433686c19c req-aaf33211-0f76-45d2-9d8b-cfca149b5621 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 1102 time: 0.1758008 Sep 01 14:58:14.702679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719367fb-c8e4-4228-9e81-ee30ff7921f9 req-5fe27298-4197-4267-9b3d-6dd575f97f19 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.704554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-719367fb-c8e4-4228-9e81-ee30ff7921f9 req-5fe27298-4197-4267-9b3d-6dd575f97f19 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1687543 Sep 01 14:58:14.836175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-a865f2ee-6e39-4adb-992e-784702ef6c24 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707715 Sep 01 14:58:14.868059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-719367fb-c8e4-4228-9e81-ee30ff7921f9 req-05c1874f-0fd5-4a92-9c8a-8de7e6f875d1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472063 Sep 01 14:58:14.886029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f4ca1c9-1fc8-45ab-852f-50433686c19c req-31783cff-88db-4a40-bb02-4e3f615886e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944966 Sep 01 14:58:14.930988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5744c003-ba8a-40d3-b2d5-11502d5227e5 req-be24b38b-2c7e-4c21-8bb3-f7345d4ce91b tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718639 Sep 01 14:58:14.997596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-bb34a01e-14f1-427f-b43e-dabbff874ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662176 Sep 01 14:58:14.998889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-079c0ec5-a170-4611-8455-ba9352dfc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.000581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-079c0ec5-a170-4611-8455-ba9352dfc3ee service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ed5a754a61d491ab07feafeac1ae509&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3465333 Sep 01 14:58:15.063727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f32eb776-db8c-44f8-a8e0-92864e02d2be req-e5a558ee-ac66-4653-bf61-b8323b65cbc2 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163470 Sep 01 14:58:15.195228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d5cf-185f-47c3-9d18-5b2dd08c97af req-f9c9f9fe-e027-4df6-b77c-a79b1330310f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.198031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50b8d5cf-185f-47c3-9d18-5b2dd08c97af req-f9c9f9fe-e027-4df6-b77c-a79b1330310f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 950 time: 0.1161923 Sep 01 14:58:15.267010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50b8d5cf-185f-47c3-9d18-5b2dd08c97af req-c285a045-c1dc-43f9-bc78-b191e356af9e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Sep 01 14:58:15.481920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d3e3f-ac2c-4f21-8896-185fdf60c8f0 req-f879d888-0710-464f-a69d-a1c25fb88d2d tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.484744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-485d3e3f-ac2c-4f21-8896-185fdf60c8f0 req-f879d888-0710-464f-a69d-a1c25fb88d2d tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 950 time: 0.0709689 Sep 01 14:58:15.542958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-485d3e3f-ac2c-4f21-8896-185fdf60c8f0 req-48a36470-f483-4b25-a467-8343b2c2ef59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502748 Sep 01 14:58:15.552905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:15.650067 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0113dd6-a341-4080-96a0-7394f2ee50eb req-4ffff018-a401-4e9a-8e7b-0563d8d31a61 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140953 Sep 01 14:58:15.654195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729a1b-80d0-459f-9fc8-4cdc4dca3502 req-de737a7b-6cba-4f18-a2d9-533ccfc8bd46 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.666245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30729a1b-80d0-459f-9fc8-4cdc4dca3502 req-de737a7b-6cba-4f18-a2d9-533ccfc8bd46 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.3941801 Sep 01 14:58:15.668091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-51931cc0-fd3b-45b4-8eb6-564110baf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.671503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6191c264-80e7-4e56-b6a9-ae7e2c78a742 req-51931cc0-fd3b-45b4-8eb6-564110baf4f7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5341973 Sep 01 14:58:15.733636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30729a1b-80d0-459f-9fc8-4cdc4dca3502 req-f9080f8a-52f6-4322-91b0-3d0464da4d31 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528080 Sep 01 14:58:15.787295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:15.807852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-41fe2a28-6961-43e1-a2a5-c2d18a8674f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.811362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-41fe2a28-6961-43e1-a2a5-c2d18a8674f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ed5a754a61d491ab07feafeac1ae509&device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 1095 time: 0.0677474 Sep 01 14:58:15.850308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.884523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-cbb9f386-b8e1-47cf-9d77-3d92be913bc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb HTTP/1.1" status: 200 len: 217 time: 0.0639510 Sep 01 14:58:15.900687 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad456df9-f759-4627-93cc-afffe795af0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.969679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-16254a6a-b724-4ec1-8f2b-a6a49b710d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.973834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-16254a6a-b724-4ec1-8f2b-a6a49b710d50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=190bd760-0048-4c68-bef4-eb7ea4bd3033 HTTP/1.1" status: 200 len: 853 time: 0.0804648 Sep 01 14:58:16.042384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.067548 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.086465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-b4f32fef-4e66-4a2f-a307-fd2ace859467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.088049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-b4f32fef-4e66-4a2f-a307-fd2ace859467 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1df06b35-ab10-4343-b907-b170a1df5541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849199 Sep 01 14:58:16.154178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c76fe-a7f1-46a9-a4fc-20d66d945edd req-85cdcd45-9700-4eac-9069-347c43ab9f3f tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.156982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff6c76fe-a7f1-46a9-a4fc-20d66d945edd req-85cdcd45-9700-4eac-9069-347c43ab9f3f tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.1197066 Sep 01 14:58:16.188474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b31a01ccba764f42adfe8859d6340951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304567 Sep 01 14:58:16.201208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f572fb-39e0-4798-95df-62dd67732fa9 req-03cd6300-79b4-44e3-80f9-469fc350fb7c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.203791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41f572fb-39e0-4798-95df-62dd67732fa9 req-03cd6300-79b4-44e3-80f9-469fc350fb7c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1880627 Sep 01 14:58:16.204842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420d4c1c-ca2c-4630-86d5-1377f5926772,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.211928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45224) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:16.244650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.245099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.245648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.246177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.246715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.246715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.246715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.246715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.249405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.249405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.249845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.250364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481241c-27b0-4358-b8d1-cc107af727f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.328864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41f572fb-39e0-4798-95df-62dd67732fa9 req-5d597035-e4d4-458d-83eb-4d1ca94d1b15 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124356 Sep 01 14:58:16.378124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff6c76fe-a7f1-46a9-a4fc-20d66d945edd req-430d7c4f-d198-4848-8033-9ff0432ce059 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644049 Sep 01 14:58:16.400849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad456df9-f759-4627-93cc-afffe795af0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.410137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad456df9-f759-4627-93cc-afffe795af0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.423909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-b8940269-5827-4e43-8743-599d7e99be1a service neutron] 10.222.0.50 "GET /v2.0/networks/1df06b35-ab10-4343-b907-b170a1df5541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234923 Sep 01 14:58:16.473628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.526832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad456df9-f759-4627-93cc-afffe795af0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd9d36b-925f-44c5-a1a7-c57598905f8a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.558006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad456df9-f759-4627-93cc-afffe795af0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=670ffc0d26b041e99bd7d571bcf55448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7693384 Sep 01 14:58:16.563794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:16.582876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.659457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46011ba-6290-439d-845f-6f4e7a8df089 req-c798899d-b6f6-499c-8883-4e4d6edb3e9c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.662929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b46011ba-6290-439d-845f-6f4e7a8df089 req-c798899d-b6f6-499c-8883-4e4d6edb3e9c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 950 time: 0.2071238 Sep 01 14:58:16.741984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4739f0be-4642-404d-92ce-c0dd6f179c7e req-34486883-98a5-4010-aa9c-a627d8400aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/1df06b35-ab10-4343-b907-b170a1df5541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083823 Sep 01 14:58:16.751834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.782124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a81c0-a939-4c43-9dda-17fe127c796a req-2598ba76-5de9-4531-b485-8fee61a8b58a tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.784615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-083a81c0-a939-4c43-9dda-17fe127c796a req-2598ba76-5de9-4531-b485-8fee61a8b58a tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 950 time: 0.2190487 Sep 01 14:58:16.787583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3193f341-a321-4aec-821e-6900cd2675da tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.790314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-3193f341-a321-4aec-821e-6900cd2675da tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 950 time: 0.1791556 Sep 01 14:58:16.813287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b46011ba-6290-439d-845f-6f4e7a8df089 req-740e8fb9-30e9-4407-8c9b-100950fdc393 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405823 Sep 01 14:58:16.823830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.828528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.830518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/420d4c1c-ca2c-4630-86d5-1377f5926772 HTTP/1.1" status: 204 len: 168 time: 0.6142757 Sep 01 14:58:16.852725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.890763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599efd5-0644-4d79-a00c-b8b9ace7f1ca req-fa7c2497-092e-4071-9a50-85a1020e3944 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.904376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8599efd5-0644-4d79-a00c-b8b9ace7f1ca req-fa7c2497-092e-4071-9a50-85a1020e3944 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 950 time: 0.2490039 Sep 01 14:58:16.938193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d4c1c-ca2c-4630-86d5-1377f5926772,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.985211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.986290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.987181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.988670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.989570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.990440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.991222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.991854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.992498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.993172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.993803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:16.994404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de2f4d-f322-4905-b10e-4953be644d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:17.054534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port 9ccf5211-c311-4b98-86a8-d10543b37af5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:17.054873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.083304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8599efd5-0644-4d79-a00c-b8b9ace7f1ca req-56de777b-4d2d-4e54-afab-dd8b2445ae8a tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/security-groups?id=659fc5db-8752-40f5-a76e-b5582f8e6387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774101 Sep 01 14:58:17.083881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-796171c4-13e9-482f-9bf1-3e8c28b27145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.148390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Deleting port 71fb3848-30ec-4067-831b-b98fb52b5a88 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:17.148809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.189970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.193996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.195714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fd9d36b-925f-44c5-a1a7-c57598905f8a HTTP/1.1" status: 204 len: 168 time: 0.6276391 Sep 01 14:58:17.231116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971071-3a91-43f2-a238-ebc7a31d4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd9d36b-925f-44c5-a1a7-c57598905f8a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:17.271067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d6954-f61d-4350-a5d4-86a50959cdb9 req-7ae75a08-5a81-42ce-8ecf-79ece7c46c5a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:17.273427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c90d6954-f61d-4350-a5d4-86a50959cdb9 req-7ae75a08-5a81-42ce-8ecf-79ece7c46c5a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1799750 Sep 01 14:58:17.306630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] For port 71fb3848-30ec-4067-831b-b98fb52b5a88, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=71fb3848-30ec-4067-831b-b98fb52b5a88,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:17.307076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.310157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.330968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Calling delete_port for 71fb3848-30ec-4067-831b-b98fb52b5a88 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:17.384168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c90d6954-f61d-4350-a5d4-86a50959cdb9 req-25573bf6-54eb-4ef0-a511-73cb5905b238 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015246 Sep 01 14:58:17.387738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port 9ccf5211-c311-4b98-86a8-d10543b37af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ccf5211-c311-4b98-86a8-d10543b37af5,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:17.388414 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.448517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for 9ccf5211-c311-4b98-86a8-d10543b37af5 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:17.630753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.646459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['71fb3848-30ec-4067-831b-b98fb52b5a88'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:17.679040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Pushing event deleted for resources: {'Port': ['ID=71fb3848-30ec-4067-831b-b98fb52b5a88,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:17.746595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] No DVR routers for this DVR port 71fb3848-30ec-4067-831b-b98fb52b5a88 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:17.759129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32942909-1008-4323-bd3c-402d70386c0b req-e5fc35dd-5ba5-4732-80e0-ad1feb3eeec6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:17.760767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32942909-1008-4323-bd3c-402d70386c0b req-e5fc35dd-5ba5-4732-80e0-ad1feb3eeec6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1621370 Sep 01 14:58:17.762253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.764472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-083a81c0-a939-4c43-9dda-17fe127c796a req-d8c0cb0f-507f-4fac-9361-af6b21d68a59 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.50 "DELETE /v2.0/ports/71fb3848-30ec-4067-831b-b98fb52b5a88 HTTP/1.1" status: 204 len: 173 time: 0.9599724 Sep 01 14:58:17.764948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'name': 'network-vif-deleted', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:17.767529 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c90d80-0478-4e91-9229-8613a136db24" -d '{"events": [{"server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "name": "network-vif-deleted", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:17.811310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f07485-4652-48f9-a698-6cdfddacf215 req-19ae045e-7915-4521-a449-e80bbc6e7387 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:17.820379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4f07485-4652-48f9-a698-6cdfddacf215 req-19ae045e-7915-4521-a449-e80bbc6e7387 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.1696227 Sep 01 14:58:17.839995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32942909-1008-4323-bd3c-402d70386c0b req-135ab26a-eed6-42c5-a7c4-c1f75b134dc8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Sep 01 14:58:17.963557 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476bc240-4fe6-46bb-be69-63c74651f4a3 x-openstack-request-id: req-476bc240-4fe6-46bb-be69-63c74651f4a3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:17.964024 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b388f-d28e-4815-b85a-272e4b2332d4", "name": "network-vif-deleted", "tag": "71fb3848-30ec-4067-831b-b98fb52b5a88", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:17.964443 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-476bc240-4fe6-46bb-be69-63c74651f4a3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:17.965113 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b388f-d28e-4815-b85a-272e4b2332d4', 'name': 'network-vif-deleted', 'tag': '71fb3848-30ec-4067-831b-b98fb52b5a88', 'status': 'completed', 'code': 200} Sep 01 14:58:17.972724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4f07485-4652-48f9-a698-6cdfddacf215 req-ca82fc3d-b9bb-483b-80ab-343de050d169 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504438 Sep 01 14:58:17.999030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.039531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', '9ccf5211-c311-4b98-86a8-d10543b37af5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:18.045906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.188496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71d2df46-4ea0-4136-b575-0c6376627532 req-93f422a0-a7ef-496a-b85a-da77181c8d8c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 210 time: 0.1432569 Sep 01 14:58:18.211780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=9ccf5211-c311-4b98-86a8-d10543b37af5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:18.339634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.365831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port 9ccf5211-c311-4b98-86a8-d10543b37af5 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:18.373609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.383121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eeac420-8351-4c94-bccc-1e4970d7a00c req-b37ca97a-dc9a-46ad-b77e-adf376971060 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "DELETE /v2.0/ports/9ccf5211-c311-4b98-86a8-d10543b37af5 HTTP/1.1" status: 204 len: 173 time: 1.5761218 Sep 01 14:58:18.383631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'name': 'network-vif-deleted', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:18.387766 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea4d6a-2806-4f8c-9ffb-91e6ddf2f522" -d '{"events": [{"server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "name": "network-vif-deleted", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:18.454604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfc79bf-173b-4d4f-b01c-90ac52dfb4bc req-3051c450-29a1-490f-8f2d-d3fac81f3cba tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] 10.222.0.41 "GET /v2.0/ports?device_id=d18b388f-d28e-4815-b85a-272e4b2332d4 HTTP/1.1" status: 200 len: 210 time: 0.0874572 Sep 01 14:58:18.469577 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c95b37-8431-421e-a830-a28d1379d922 x-openstack-request-id: req-41c95b37-8431-421e-a830-a28d1379d922 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:18.469912 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff209b4-2908-4657-9148-35c18e84aeb8", "name": "network-vif-deleted", "tag": "9ccf5211-c311-4b98-86a8-d10543b37af5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:18.470451 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41c95b37-8431-421e-a830-a28d1379d922 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:18.471134 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff209b4-2908-4657-9148-35c18e84aeb8', 'name': 'network-vif-deleted', 'tag': '9ccf5211-c311-4b98-86a8-d10543b37af5', 'status': 'completed', 'code': 200} Sep 01 14:58:18.792224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896cd2f-9c98-4369-9f34-e3fd515555c8 req-e5f02c58-fdba-48e8-a982-cdf08ed785e1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:18.794165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e896cd2f-9c98-4369-9f34-e3fd515555c8 req-e5f02c58-fdba-48e8-a982-cdf08ed785e1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1241601 Sep 01 14:58:18.899248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e896cd2f-9c98-4369-9f34-e3fd515555c8 req-ac777731-df13-411a-8682-fec068671e15 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768294 Sep 01 14:58:19.053480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43063b1-4260-4de0-a5b7-c3ecd44b3074 req-5129c8c0-9e5b-4430-8529-3b706ef2b5ae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.070517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d43063b1-4260-4de0-a5b7-c3ecd44b3074 req-5129c8c0-9e5b-4430-8529-3b706ef2b5ae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1053152 Sep 01 14:58:19.131344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d43063b1-4260-4de0-a5b7-c3ecd44b3074 req-99756157-3fc1-4cdc-ba72-52b47ec8b14b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559614 Sep 01 14:58:19.184789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45308) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:19.214473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eff19-2e7c-44fa-b015-b765faec5ae2 req-146c2b34-75e4-4d06-bf03-a8cb197501d4 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.216650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525eff19-2e7c-44fa-b015-b765faec5ae2 req-146c2b34-75e4-4d06-bf03-a8cb197501d4 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 943 time: 0.0768034 Sep 01 14:58:19.316576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525eff19-2e7c-44fa-b015-b765faec5ae2 req-dda1614f-e5c9-47ba-98c5-a724255c8b01 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846293 Sep 01 14:58:19.387521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b3d919f-dd03-4354-8536-b11ccecbd939 req-c1bdc413-e798-4f86-885a-a87fd86b9fc1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 210 time: 0.0549154 Sep 01 14:58:19.417418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-752605030-network', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:19.465447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Made reservation on behalf of 557e50e4b9d8423081e5e71e85e97a27 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:19.468295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.479816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.673570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.682287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.712636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.739163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 823d7450-616e-4df3-b4b8-f5b5389d9deb details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:19.744933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 71fb3848-30ec-4067-831b-b98fb52b5a88 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:19.747903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:58:19.777020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5b399-8ff7-49df-94df-781102512b2f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:19.781483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 71fb3848-30ec-4067-831b-b98fb52b5a88 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:19.782233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 71fb3848-30ec-4067-831b-b98fb52b5a88 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:19.811676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.812243 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Added segment b78b7bb8-8fda-4dce-ba6a-b37aa70fc320 of type vlan for network 1b14c26c-134a-448c-8630-0cc75d3bb633 Sep 01 14:58:19.842204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45338) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:19.912246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.927974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:19.952717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '823d7450-616e-4df3-b4b8-f5b5389d9deb', 'network_id': '1df06b35-ab10-4343-b907-b170a1df5541', 'port_id': '823d7450-616e-4df3-b4b8-f5b5389d9deb', 'mac_address': 'fa:16:3e:c0:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd760-0048-4c68-bef4-eb7ea4bd3033', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:19.976287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.978722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.980736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.021146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.082221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77402335-eaf2-4086-bac8-21edc99645ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.083365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823d7450-616e-4df3-b4b8-f5b5389d9deb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:20.136744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:20.148464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.399644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7b0cc19-5efe-4551-86b8-dcfb7ab904e5 req-62d0d719-937e-469b-be76-c947f73d9642 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 210 time: 0.1055503 Sep 01 14:58:20.421804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77402335-eaf2-4086-bac8-21edc99645ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.432194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77402335-eaf2-4086-bac8-21edc99645ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.440185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:20.486220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77402335-eaf2-4086-bac8-21edc99645ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b991384c0d5e455394a60f85cf6889e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424201 Sep 01 14:58:20.490382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:20.498117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3111911 Sep 01 14:58:20.506821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['823d7450-616e-4df3-b4b8-f5b5389d9deb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:20.512778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45366) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:20.541137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef33711-2c44-45b8-891b-6ab854d9f05b admin admin] Pushing event updated for resources: {'Network': ['ID=1b14c26c-134a-448c-8630-0cc75d3bb633,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:20.547111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Request body: {'subnet': {'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-752605030-subnet', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:20.571634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:58:20.574002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77402335-eaf2-4086-bac8-21edc99645ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e954787-8697-4f5c-89c6-30579ad5f664,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:20.574864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c98d5-63d1-45a2-bf9d-1c48d323b376 req-95ecae5f-f180-47b2-b075-0bc286392528 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.577502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-279c98d5-63d1-45a2-bf9d-1c48d323b376 req-95ecae5f-f180-47b2-b075-0bc286392528 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1486721 Sep 01 14:58:20.658913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.670527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-279c98d5-63d1-45a2-bf9d-1c48d323b376 req-48dc557e-c1c3-46d5-82ae-00416b896723 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835407 Sep 01 14:58:20.676994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a42447-2e2a-4e7d-aae0-80b0a47daf08 req-16efbdc1-de24-4070-b092-4b02ba876633 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.678602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69a42447-2e2a-4e7d-aae0-80b0a47daf08 req-16efbdc1-de24-4070-b092-4b02ba876633 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1913028 Sep 01 14:58:20.682162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Made reservation on behalf of 557e50e4b9d8423081e5e71e85e97a27 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:20.684567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.750874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.910378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766de633-843d-4984-84db-498e53296ae5 req-ce675df0-3050-4e39-a403-4b639c51d437 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.912956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-766de633-843d-4984-84db-498e53296ae5 req-ce675df0-3050-4e39-a403-4b639c51d437 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 944 time: 0.0886962 Sep 01 14:58:20.925536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69a42447-2e2a-4e7d-aae0-80b0a47daf08 req-dd9fc4cf-06f2-4ad7-9a56-e755461a8b50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273033 Sep 01 14:58:21.036714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-766de633-843d-4984-84db-498e53296ae5 req-cdd443d7-2c4b-4db9-aa5e-cadc57b7ebcb tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056831 Sep 01 14:58:21.107788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.111020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.113619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e954787-8697-4f5c-89c6-30579ad5f664 HTTP/1.1" status: 204 len: 168 time: 0.6204813 Sep 01 14:58:21.162959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8507df-d2b8-487f-9e00-467121d7c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e954787-8697-4f5c-89c6-30579ad5f664,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:21.169315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.282790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a887247-97b1-4a91-804b-2894eb1e90ca,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:21.301873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Checking segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:21.302456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Network hostable DHCP agents. Network: 1b14c26c-134a-448c-8630-0cc75d3bb633, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:58:21.314889 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33760aad-3a3f-4db0-873c-a570619e386b req-b4c2732d-c60c-4f8e-8988-6fb19bf62e9f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ff209b4-2908-4657-9148-35c18e84aeb8 HTTP/1.1" status: 200 len: 210 time: 0.0557704 Sep 01 14:58:21.355420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:58:21.385692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1b14c26c-134a-448c-8630-0cc75d3bb633) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:21.398878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d493f4f-2d0c-4b3c-b40f-3b65d27f1a6b None None] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:21.400822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:21.402498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.466645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ade06af8-bb7e-47ca-952d-6a25640ff16c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9440420 Sep 01 14:58:21.466762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45388) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:21.475497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:21.518280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.520878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.670828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.721948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1b14c26c-134a-448c-8630-0cc75d3bb633', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:58:21.723331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.741123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 823d7450-616e-4df3-b4b8-f5b5389d9deb up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:21.944453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 823d7450-616e-4df3-b4b8-f5b5389d9deb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:21.959746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 823d7450-616e-4df3-b4b8-f5b5389d9deb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:21.960228 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:21.980606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67af60e-662e-43f1-bd45-7b47fd03da17 req-9f11d823-a79f-4c34-9f66-b9c3d022412c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:21.988759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e67af60e-662e-43f1-bd45-7b47fd03da17 req-9f11d823-a79f-4c34-9f66-b9c3d022412c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1275928 Sep 01 14:58:22.053102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.086083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e67af60e-662e-43f1-bd45-7b47fd03da17 req-7b2a8db1-c4fa-4e61-bdff-4263a14133b1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Sep 01 14:58:22.103152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Allocated IP 172.20.0.2 (1b14c26c-134a-448c-8630-0cc75d3bb633/0a887247-97b1-4a91-804b-2894eb1e90ca/d06ec444-56d7-4a5a-b85d-c5ff56d1670f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:22.206122 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.317249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:22.335256 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91eea34-9405-4119-ae80-6cda1ca7059b" -d '{"events": [{"server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "name": "network-vif-plugged", "status": "completed", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:22.374268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e6f9-b146-4765-9a4d-9fdef215988f req-f1e21276-422c-4d74-bde4-af8962553070 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:22.388860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d432e6f9-b146-4765-9a4d-9fdef215988f req-f1e21276-422c-4d74-bde4-af8962553070 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1135280 Sep 01 14:58:22.403839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:22.423792 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.486187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d432e6f9-b146-4765-9a4d-9fdef215988f req-c813a24a-80aa-4ea5-b489-3e23cafcdd4a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952239 Sep 01 14:58:22.629393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:22.644262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.658925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.663253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.663253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.663721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.665591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.666160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.666821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.667509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.668216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.668902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.669608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.670189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.670746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:22.691957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Transition to ACTIVE for port object d06ec444-56d7-4a5a-b85d-c5ff56d1670f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:22.702889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.727263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Transition to ACTIVE for port object d06ec444-56d7-4a5a-b85d-c5ff56d1670f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:22.745815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.840909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2fb14-468d-4208-bcb9-26670d782c74 req-452a7c4a-3eef-4414-87c1-1a9910877771 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:22.848864 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4d3dfe-23bb-4b0b-a21b-ce0f441022c3 x-openstack-request-id: req-ed4d3dfe-23bb-4b0b-a21b-ce0f441022c3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:22.849342 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "name": "network-vif-plugged", "status": "completed", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:22.849532 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed4d3dfe-23bb-4b0b-a21b-ce0f441022c3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:22.850447 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb', 'code': 200} Sep 01 14:58:22.851379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Pushing event updated for resources: {'Port': ['ID=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:22.853868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85e2fb14-468d-4208-bcb9-26670d782c74 req-452a7c4a-3eef-4414-87c1-1a9910877771 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.2202961 Sep 01 14:58:22.869636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:22.877139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:22.886684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:23.010896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85e2fb14-468d-4208-bcb9-26670d782c74 req-d4403c93-124d-4add-a116-6275d426b30b tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415279 Sep 01 14:58:23.023997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f625d4-2158-4291-a431-5d5be9a86657 req-7532c52b-bfb6-474b-b80c-b55b2f8f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.026842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3f625d4-2158-4291-a431-5d5be9a86657 req-7532c52b-bfb6-474b-b80c-b55b2f8f04a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 1097 time: 0.1366830 Sep 01 14:58:23.045948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Attempting to bind port d06ec444-56d7-4a5a-b85d-c5ff56d1670f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:23.046651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Attempting to bind port d06ec444-56d7-4a5a-b85d-c5ff56d1670f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:23.048129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Attempting to bind port d06ec444-56d7-4a5a-b85d-c5ff56d1670f on network 1b14c26c-134a-448c-8630-0cc75d3bb633 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:23.056570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:23.059142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Allocated IP 172.25.1.229 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/7a8f6226-9cac-4a0b-9166-248a0beb6198) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:23.064427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Checking segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:23.065811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.066661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Bound using segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:23.068028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Bound port: d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:23.068517 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.107811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3f625d4-2158-4291-a431-5d5be9a86657 req-bfbc3316-23eb-4384-b3f8-fa92cfb37896 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709882 Sep 01 14:58:23.229952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] For port d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:23.239401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] For port d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:23.252154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.316692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.446114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fbed6-869b-4a4d-9b03-5c4621f21306 req-d68b1398-4f2d-41ba-9598-774095ea1d1b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.452645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e08fbed6-869b-4a4d-9b03-5c4621f21306 req-d68b1398-4f2d-41ba-9598-774095ea1d1b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1718271 Sep 01 14:58:23.506389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ed4d-e36b-446f-8bfe-ca63878753da None None] Pushing event updated for resources: {'Port': ['ID=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:23.553387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e08fbed6-869b-4a4d-9b03-5c4621f21306 req-3c958761-ce43-4547-870f-d537e187ea20 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848734 Sep 01 14:58:23.556275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:23.568317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-654b722b-4878-4c28-94ec-82e02afbd29c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865355 Sep 01 14:58:23.633340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.766290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ccf5211-c311-4b98-86a8-d10543b37af5 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:23.857230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9ccf5211-c311-4b98-86a8-d10543b37af5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:23.857769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ccf5211-c311-4b98-86a8-d10543b37af5 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:23.875538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-37fdd47d-07b1-41cd-a24d-36cbaaeaafda tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.883774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-37fdd47d-07b1-41cd-a24d-36cbaaeaafda tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942171 Sep 01 14:58:23.948718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-551f3bc1-8282-4853-99d9-bb5a9b399d41 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.0637875 Sep 01 14:58:23.949017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19a16b-8c41-4114-9487-c65424e6c277 req-f40df593-f2cc-41b9-b173-96a97fc4de21 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.951986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:23.953028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e19a16b-8c41-4114-9487-c65424e6c277 req-f40df593-f2cc-41b9-b173-96a97fc4de21 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2023203 Sep 01 14:58:23.979600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:23.985482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:24.091745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e19a16b-8c41-4114-9487-c65424e6c277 req-c823dc75-4dda-463e-a679-b43b729416b1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241236 Sep 01 14:58:24.096834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d06ec444-56d7-4a5a-b85d-c5ff56d1670f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:24.115902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ab463c9-2e00-45ba-9d1b-5406b751f95b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2b81bde3a5c4a87be07b5d535a4d105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566351 Sep 01 14:58:24.130832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45478) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:24.216104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Pushing event updated for resources: {'Port': ['ID=7a8f6226-9cac-4a0b-9166-248a0beb6198,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:24.234010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d06ec444-56d7-4a5a-b85d-c5ff56d1670f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:24.322462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b731aa-5fb0-4334-b15d-9366457aee68 req-b074ae6e-2065-4677-8f28-7a3f16178295 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:24.333942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83b731aa-5fb0-4334-b15d-9366457aee68 req-b074ae6e-2065-4677-8f28-7a3f16178295 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.0901957 Sep 01 14:58:24.341874 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-c28775ee-74a8-4cdf-bd65-34460d15f34f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3920469 Sep 01 14:58:24.421677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83b731aa-5fb0-4334-b15d-9366457aee68 req-6dc38855-2cdb-4d21-bf36-335467b9c017 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828614 Sep 01 14:58:24.501899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.574631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.820888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-833ebfbb-ecaa-41b6-a3b6-c9e98384418d req-23c57263-6818-4683-bfdc-45ba487e9e33 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.1263678 Sep 01 14:58:24.923336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913328-3f4b-4413-93c1-f7c1985e3298 req-a594afea-79a9-48ef-8d10-703e13a5e96b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:24.938120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48913328-3f4b-4413-93c1-f7c1985e3298 req-a594afea-79a9-48ef-8d10-703e13a5e96b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1541193 Sep 01 14:58:24.982702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.011325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48913328-3f4b-4413-93c1-f7c1985e3298 req-1ccab2cb-6741-411d-b31a-29ed22deb2cb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Sep 01 14:58:25.091936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.098732 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.101224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/659fc5db-8752-40f5-a76e-b5582f8e6387 HTTP/1.1" status: 204 len: 168 time: 0.9631944 Sep 01 14:58:25.139594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1145e-1e75-4f45-bd5f-716c357a6e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659fc5db-8752-40f5-a76e-b5582f8e6387,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:25.308449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d38d91-d2dd-4c37-811c-13889e151969 None None] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:25.522662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Provisioning for port d06ec444-56d7-4a5a-b85d-c5ff56d1670f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:25.550991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Provisioning complete for port d06ec444-56d7-4a5a-b85d-c5ff56d1670f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:25.551601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.623605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.707218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.763161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] For port d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:25.785773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.792664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467c23-beb6-4d0a-b960-a7c9474ded5d req-f5c4267f-eb52-4ac8-ab8f-9110e59d8796 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.811045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8467c23-beb6-4d0a-b960-a7c9474ded5d req-f5c4267f-eb52-4ac8-ab8f-9110e59d8796 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2201464 Sep 01 14:58:25.893714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578467ea-c7e0-4f9e-bf44-bf6d053fbc61 req-0d8b54a7-c161-4b9f-8e72-c2c503ee7d66 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.910642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-578467ea-c7e0-4f9e-bf44-bf6d053fbc61 req-0d8b54a7-c161-4b9f-8e72-c2c503ee7d66 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.2918015 Sep 01 14:58:25.963430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8467c23-beb6-4d0a-b960-a7c9474ded5d req-fb254048-5739-4a95-a4a2-7370a8900c32 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531913 Sep 01 14:58:26.083154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-578467ea-c7e0-4f9e-bf44-bf6d053fbc61 req-f773833d-5ab0-4e9b-a8fb-8e74c324aaca tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488633 Sep 01 14:58:26.110987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f513f-2a26-4b70-9320-186eeab62018 None None] Pushing event updated for resources: {'Port': ['ID=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:26.210390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Router c6598bec-7b6a-490a-978f-78987cae97c7 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:58:26.435520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-851c5f7c-ac7e-4ff6-afc3-2be548b8f9f3 req-2cc462fa-15a0-4bae-a482-d7102f163bc6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.0412781 Sep 01 14:58:26.487545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bdfa7370-2d78-4e2c-ba25-e09f9fc552eb None None] Provisioning complete for port d06ec444-56d7-4a5a-b85d-c5ff56d1670f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:26.489790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdfa7370-2d78-4e2c-ba25-e09f9fc552eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.638764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb468532-2762-44e6-875f-0ec678373382 req-ff8035ac-3825-4c65-83b6-9b248483236c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:26.641430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb468532-2762-44e6-875f-0ec678373382 req-ff8035ac-3825-4c65-83b6-9b248483236c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2324638 Sep 01 14:58:26.659001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:58:26.675224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Sync routers for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:58:26.749926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.750178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:26.752273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:58:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:26.757473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c6611d7-2659-4f87-a391-4e597afca26a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2888010 Sep 01 14:58:26.758485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45600) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:26.765417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-e9f135b0-cae7-4789-80df-33c28ebef2f8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422800 Sep 01 14:58:26.998674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb468532-2762-44e6-875f-0ec678373382 req-18b56f4f-6d25-4a3f-9d20-b9f0b0437ef7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473392 Sep 01 14:58:27.002050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-09f4040f-3e7d-48b2-85ce-04169a6dc840 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:27.023160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-09f4040f-3e7d-48b2-85ce-04169a6dc840 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330658 Sep 01 14:58:27.043009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:27.183472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:27.332405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45614) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:27.434658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.505489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4bb67-3dd4-4813-96b5-712e1d32eea4 req-83d39f5e-2471-47d9-ad15-c36befd4cf3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:27.520103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ab4bb67-3dd4-4813-96b5-712e1d32eea4 req-83d39f5e-2471-47d9-ad15-c36befd4cf3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2188854 Sep 01 14:58:27.614523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ab4bb67-3dd4-4813-96b5-712e1d32eea4 req-ae178e46-4012-40ac-b864-0b0786b798e7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892425 Sep 01 14:58:27.615576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:27.635084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.781965 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15cc6432-7720-40bf-b631-1a1ed78028e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.862038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:24Z', 'revision_number': 3, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:28.013329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Checking router: c6598bec-7b6a-490a-978f-78987cae97c7 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:58:28.013952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Updating router c6598bec-7b6a-490a-978f-78987cae97c7 port 7a8f6226-9cac-4a0b-9166-248a0beb6198 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:58:28.110739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.172999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c043f49-c6a4-4af8-854f-fcf7ac36bb0a req-e6d0e45f-c857-48cc-9c57-6d785dbf5f3a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.1605392 Sep 01 14:58:28.174516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.52 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/cdea4e1c-7085-475b-905a-f2505aae737a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:28.210006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d06ec444-56d7-4a5a-b85d-c5ff56d1670f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:28.367016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15cc6432-7720-40bf-b631-1a1ed78028e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.399488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15cc6432-7720-40bf-b631-1a1ed78028e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.531367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55c6c-445c-44d0-9d27-473675dff70a req-d2b91882-e72b-49db-b470-406655420884 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:28.546626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15b55c6c-445c-44d0-9d27-473675dff70a req-d2b91882-e72b-49db-b470-406655420884 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2211568 Sep 01 14:58:28.577049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d06ec444-56d7-4a5a-b85d-c5ff56d1670f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:28.577439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.618451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-15cc6432-7720-40bf-b631-1a1ed78028e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=288ffc5c37f34cdda07a4ee93be572e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2823844 Sep 01 14:58:28.622901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc6432-7720-40bf-b631-1a1ed78028e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a2be9-9900-4d90-813b-486e2bf89a99,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:28.625853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:28.639485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.664836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object cdea4e1c-7085-475b-905a-f2505aae737a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:28.687892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.734605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.772181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:28.864481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:28.869613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:28.873380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:28.913488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15b55c6c-445c-44d0-9d27-473675dff70a req-88197ed4-3d55-4ba3-a180-e81d8a9e4442 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656170 Sep 01 14:58:28.989602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.086540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=cdea4e1c-7085-475b-905a-f2505aae737a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:29.105114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:29.109618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e95a-1e26-45fb-a098-56b6d1c3c27c req-85e2eff2-ef62-41b8-9c55-1372fca103c2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:29.118870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4870e95a-1e26-45fb-a098-56b6d1c3c27c req-85e2eff2-ef62-41b8-9c55-1372fca103c2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2966971 Sep 01 14:58:29.179563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:29.180597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.258844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-2089cc68-4012-449e-a4be-0ba716f09075 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2332964 Sep 01 14:58:29.278893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Request body: {'port': {'device_id': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:29.312493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4870e95a-1e26-45fb-a098-56b6d1c3c27c req-e83d24cf-70ee-4ed2-9a09-d775d5ae9aa3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898823 Sep 01 14:58:29.319186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.455731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Allocated IP 172.20.0.1 (1b14c26c-134a-448c-8630-0cc75d3bb633/0a887247-97b1-4a91-804b-2894eb1e90ca/b7dc6337-bb62-45a4-8a0e-2d87151e6a55) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:29.522597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.541448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc15292-e583-476b-a740-7a092c6a78df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.544772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.593864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6facf3c3-6211-4c2d-aa02-386dab0eb457 None None] Provisioning for port cdea4e1c-7085-475b-905a-f2505aae737a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:29.607473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Transition to ACTIVE for port object 7a8f6226-9cac-4a0b-9166-248a0beb6198 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:29.638153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6facf3c3-6211-4c2d-aa02-386dab0eb457 None None] Provisioning complete for port cdea4e1c-7085-475b-905a-f2505aae737a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:29.638930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6facf3c3-6211-4c2d-aa02-386dab0eb457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.657182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56d07b-705b-4bcc-925f-9cbc63fb356e req-f7123499-1da7-4cd9-8bf1-723268c7931d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:29.668891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f56d07b-705b-4bcc-925f-9cbc63fb356e req-f7123499-1da7-4cd9-8bf1-723268c7931d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 935 time: 0.2844789 Sep 01 14:58:29.690045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.752902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.802842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Transition to ACTIVE for port object b7dc6337-bb62-45a4-8a0e-2d87151e6a55 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:29.855627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Attempting to bind port 7a8f6226-9cac-4a0b-9166-248a0beb6198 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:29.857438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Attempting to bind port 7a8f6226-9cac-4a0b-9166-248a0beb6198 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:29.858673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Attempting to bind port 7a8f6226-9cac-4a0b-9166-248a0beb6198 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:29.877361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6facf3c3-6211-4c2d-aa02-386dab0eb457 None None] Port cdea4e1c-7085-475b-905a-f2505aae737a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:29.891066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.892601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887b1e-f3f8-4bbb-ae99-9829a5d96484 None None] Pushing event updated for resources: {'Port': ['ID=7a8f6226-9cac-4a0b-9166-248a0beb6198,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:29.901081 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.904779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:29.905573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:29.906770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.907593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:29.908597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Bound port: 7a8f6226-9cac-4a0b-9166-248a0beb6198, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:29.910697 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.911187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d37a2be9-9900-4d90-813b-486e2bf89a99 HTTP/1.1" status: 204 len: 168 time: 1.2689407 Sep 01 14:58:29.929175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.020686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:30.029813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:30.045951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406e485-e307-4309-a353-fc7ca5cfff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a2be9-9900-4d90-813b-486e2bf89a99,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:30.067996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:30.165607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] For port 7a8f6226-9cac-4a0b-9166-248a0beb6198, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:30.219540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] For port 7a8f6226-9cac-4a0b-9166-248a0beb6198, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7a8f6226-9cac-4a0b-9166-248a0beb6198,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:30.255664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Pushing event updated for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:30.283785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.314873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.433248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdea4e1c-7085-475b-905a-f2505aae737a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:30.447356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.470803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Transition to ACTIVE for port object cdea4e1c-7085-475b-905a-f2505aae737a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:30.632721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc15292-e583-476b-a740-7a092c6a78df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.636897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.691254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc15292-e583-476b-a740-7a092c6a78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.812417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-560ec0bd-2ed5-4d2c-b74b-09c1c756abe6 None None] Provisioning for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:30.825011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:30.826085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:58:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:30.889090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc15292-e583-476b-a740-7a092c6a78df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06622c5a-965d-47d3-b9b7-1ffe19bc30f5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:30.933587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-560ec0bd-2ed5-4d2c-b74b-09c1c756abe6 None None] Provisioning complete for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:30.936683 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-560ec0bd-2ed5-4d2c-b74b-09c1c756abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.946401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.956841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd04e3-9be9-47d2-9d2e-a7941021fabc req-d4abbb1e-1afb-4b9a-b439-18acc4f13bc2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:30.965118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7fd04e3-9be9-47d2-9d2e-a7941021fabc req-d4abbb1e-1afb-4b9a-b439-18acc4f13bc2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.4449692 Sep 01 14:58:31.085720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887b1e-f3f8-4bbb-ae99-9829a5d96484 None None] Pushing event updated for resources: {'Port': ['ID=7a8f6226-9cac-4a0b-9166-248a0beb6198,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:31.137821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f56d07b-705b-4bcc-925f-9cbc63fb356e req-61dfd566-23ec-4655-abbf-f16d95a0efe2 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4671712 Sep 01 14:58:31.138576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:31.155231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Attempting to bind port cdea4e1c-7085-475b-905a-f2505aae737a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:31.180628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Attempting to bind port cdea4e1c-7085-475b-905a-f2505aae737a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:31.181243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Attempting to bind port cdea4e1c-7085-475b-905a-f2505aae737a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:31.235986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Port cdea4e1c-7085-475b-905a-f2505aae737a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:31.236617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Attempting to bind port cdea4e1c-7085-475b-905a-f2505aae737a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:31.250337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4d50bf7-6ee0-466e-9857-15f004885b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.256112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:31.265380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:31.266184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:31.266920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Bound port: cdea4e1c-7085-475b-905a-f2505aae737a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:31.267703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.290010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea4e1c-7085-475b-905a-f2505aae737a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:31.343255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7fd04e3-9be9-47d2-9d2e-a7941021fabc req-cc6a864c-347c-40a9-92f1-58022300c420 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696618 Sep 01 14:58:31.385660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fcc15292-e583-476b-a740-7a092c6a78df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0de9d0698944606946a66b7a2826dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2755685 Sep 01 14:58:31.390397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45694) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:31.423306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-560ec0bd-2ed5-4d2c-b74b-09c1c756abe6 None None] Port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:31.528495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:31.542206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] For port cdea4e1c-7085-475b-905a-f2505aae737a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:31.549267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] For port cdea4e1c-7085-475b-905a-f2505aae737a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cdea4e1c-7085-475b-905a-f2505aae737a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:31.560965 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.568042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.577377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.586618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4c47-bec3-4109-b9b6-505bba731181 req-8d757510-95c8-47db-b70f-6fd44bc0cbcf tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.588905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38ad4c47-bec3-4109-b9b6-505bba731181 req-8d757510-95c8-47db-b70f-6fd44bc0cbcf tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1422484 Sep 01 14:58:31.651443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4d50bf7-6ee0-466e-9857-15f004885b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.667757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.671436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.672091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.673648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] 10.222.0.24 "PUT /v2.0/ports/cdea4e1c-7085-475b-905a-f2505aae737a HTTP/1.1" status: 200 len: 1096 time: 2.4002652 Sep 01 14:58:31.679494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'tag': 'cdea4e1c-7085-475b-905a-f2505aae737a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:31.683107 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3581541-d220-4cb4-a2ca-9e7c29c44eca", "tag": "cdea4e1c-7085-475b-905a-f2505aae737a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:31.694382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4d50bf7-6ee0-466e-9857-15f004885b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.826313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a22a-ff99-4390-9d7c-e850ea942e47 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea4e1c-7085-475b-905a-f2505aae737a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:31.865247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4d50bf7-6ee0-466e-9857-15f004885b54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74ca8ecdb338403a95852e8ec9b4240c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730051 Sep 01 14:58:31.884325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38ad4c47-bec3-4109-b9b6-505bba731181 req-6a134dc0-b69a-479c-ac50-83eaf86dfe45 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509160 Sep 01 14:58:31.895083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45702) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:31.914741 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38dc7d8-eab7-4398-8a39-97acae7105e1 x-openstack-request-id: req-e38dc7d8-eab7-4398-8a39-97acae7105e1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:31.915290 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3581541-d220-4cb4-a2ca-9e7c29c44eca", "tag": "cdea4e1c-7085-475b-905a-f2505aae737a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:31.915649 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e38dc7d8-eab7-4398-8a39-97acae7105e1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:31.916288 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'tag': 'cdea4e1c-7085-475b-905a-f2505aae737a', 'status': 'completed', 'code': 200} Sep 01 14:58:31.930566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d50bf7-6ee0-466e-9857-15f004885b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b9e1a-aa4d-44dc-a577-14c1288f63a3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:31.974616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-13c9121e-9f9b-4c8c-9b56-29f3f388ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.977610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-13c9121e-9f9b-4c8c-9b56-29f3f388ee5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 1099 time: 0.1532040 Sep 01 14:58:32.016822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.101233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.120203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Pushing event updated for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:32.152837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-f03cf310-b94b-429c-8110-f4d56d471647 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cdea4e1c-7085-475b-905a-f2505aae737a HTTP/1.1" status: 200 len: 217 time: 0.1590862 Sep 01 14:58:32.214192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:29Z', 'revision_number': 1, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:32.278142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3805d-0404-4186-bf06-ee621730fc03 None None] The sync data for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 is: [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:29Z', 'revision_number': 1, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:32.428695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.498196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.502192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.502459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06622c5a-965d-47d3-b9b7-1ffe19bc30f5 HTTP/1.1" status: 204 len: 168 time: 1.1080070 Sep 01 14:58:32.505110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.539583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab07ec2-2e4b-4935-95ce-386928b9b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06622c5a-965d-47d3-b9b7-1ffe19bc30f5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:32.543188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:32.552703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:33.103459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-c9dadca8-0eb3-416b-821b-fdc579662857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.105709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-c9dadca8-0eb3-416b-821b-fdc579662857 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.9443946 Sep 01 14:58:33.194778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5c3a3fa8-22c6-44e5-9260-308aa986f4f4 None None] Provisioning complete for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:33.195959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c3a3fa8-22c6-44e5-9260-308aa986f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.246751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e16c74-b5e4-4eec-bfc9-21a67db8244c req-788ce5f2-0192-4bac-8346-e9cbcc5d5d0b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.260298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49e16c74-b5e4-4eec-bfc9-21a67db8244c req-788ce5f2-0192-4bac-8346-e9cbcc5d5d0b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 947 time: 0.1530240 Sep 01 14:58:33.264424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-84ef3e50-3a74-4714-80ae-db48b6ef1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.266374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-84ef3e50-3a74-4714-80ae-db48b6ef1c96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298654 Sep 01 14:58:33.338284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a3fa8-22c6-44e5-9260-308aa986f4f4 None None] Port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:33.464596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49e16c74-b5e4-4eec-bfc9-21a67db8244c req-0eba1d2e-7030-4cf2-acf8-551f15c0c354 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966193 Sep 01 14:58:33.614540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-057d46d5-a8a7-4949-b6c7-50475f510721 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332193 Sep 01 14:58:33.742031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.762199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.764151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a3b9e1a-aa4d-44dc-a577-14c1288f63a3 HTTP/1.1" status: 204 len: 168 time: 1.8671911 Sep 01 14:58:33.868275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a856ac-f227-4b1a-8d13-7082924eade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b9e1a-aa4d-44dc-a577-14c1288f63a3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:33.934840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Router c6598bec-7b6a-490a-978f-78987cae97c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:58:33.955196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716c70-be31-4aa1-9791-af9fb5cfb041 req-7fa2e0e1-ddb6-43cf-98b9-923ac28e837d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.966532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ccd0-41ca-49ff-a66b-1f8add5a957b req-7ac56215-be5e-4f52-b9ae-2af43c04ff17 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.978189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd716c70-be31-4aa1-9791-af9fb5cfb041 req-7fa2e0e1-ddb6-43cf-98b9-923ac28e837d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.3600998 Sep 01 14:58:33.980619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c917ccd0-41ca-49ff-a66b-1f8add5a957b req-7ac56215-be5e-4f52-b9ae-2af43c04ff17 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2560441 Sep 01 14:58:34.186242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd716c70-be31-4aa1-9791-af9fb5cfb041 req-8c9554c9-af2e-4630-8b23-77266a7ca8e5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852121 Sep 01 14:58:34.305207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-cc5700e6-09a8-4b72-a309-f20135679ebd service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809783 Sep 01 14:58:34.352143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7a8f6226-9cac-4a0b-9166-248a0beb6198 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:34.378557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c917ccd0-41ca-49ff-a66b-1f8add5a957b req-07e90f83-83e9-4266-95d4-c0cbff89d51d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955712 Sep 01 14:58:34.603208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7a8f6226-9cac-4a0b-9166-248a0beb6198 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:34.615128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7a8f6226-9cac-4a0b-9166-248a0beb6198 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:34.616895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.625484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:58:34.660498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dd96ce6e-1bb9-458e-b3f1-0ee8f1274a7b admin admin] 10.222.0.41 "PUT /v2.0/routers/c6598bec-7b6a-490a-978f-78987cae97c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8983984 Sep 01 14:58:34.712573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-b22549af-6104-48e1-8595-7b40d7eb4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:34.716973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-b22549af-6104-48e1-8595-7b40d7eb4e7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 1099 time: 0.2254586 Sep 01 14:58:34.872119 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.951754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7a8f6226-9cac-4a0b-9166-248a0beb6198, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7a8f6226-9cac-4a0b-9166-248a0beb6198,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:34.956597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf151-1c9d-4b7e-9778-f114502a8d1e req-c93aaeaf-b715-4b65-8c34-71eacca6b938 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:34.962085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.970310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47bdf151-1c9d-4b7e-9778-f114502a8d1e req-c93aaeaf-b715-4b65-8c34-71eacca6b938 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 947 time: 0.2953773 Sep 01 14:58:35.068156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-0c0255cb-971a-4c85-8f4e-9ff30e671742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.070970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-0c0255cb-971a-4c85-8f4e-9ff30e671742 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3423202 Sep 01 14:58:35.149436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47bdf151-1c9d-4b7e-9778-f114502a8d1e req-0c3dca84-e9ee-4114-ad44-25e977f1d46b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648686 Sep 01 14:58:35.172556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-316d60ea-777d-404b-b039-768e86d43d15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cdea4e1c-7085-475b-905a-f2505aae737a HTTP/1.1" status: 200 len: 217 time: 0.0931630 Sep 01 14:58:35.182626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-761fdf7c-2152-4cec-be80-7f8264d0acce tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.190843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-761fdf7c-2152-4cec-be80-7f8264d0acce tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 947 time: 0.1837137 Sep 01 14:58:35.200805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7a8f6226-9cac-4a0b-9166-248a0beb6198,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:35.327367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-73d5692e-4805-4544-9398-e04c1d909a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.337881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-73d5692e-4805-4544-9398-e04c1d909a28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1545823 Sep 01 14:58:35.511141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc689f-7e1d-46d9-bb83-678e99e3a61d req-94b2eb7d-5521-4243-84bc-08225210f598 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.514435 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cc689f-7e1d-46d9-bb83-678e99e3a61d req-94b2eb7d-5521-4243-84bc-08225210f598 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1341827 Sep 01 14:58:35.544137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-683bd552-623f-4ded-af30-2c2f81bfeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.548742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-683bd552-623f-4ded-af30-2c2f81bfeadf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002504 Sep 01 14:58:35.585277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port cdea4e1c-7085-475b-905a-f2505aae737a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:35.586525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.812964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-0d171383-5da5-47db-85a9-1d4c4fcd1e7a service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542300 Sep 01 14:58:35.813747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:35.818916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port cdea4e1c-7085-475b-905a-f2505aae737a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cdea4e1c-7085-475b-905a-f2505aae737a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:35.819829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.860119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for cdea4e1c-7085-475b-905a-f2505aae737a owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:35.910044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cc689f-7e1d-46d9-bb83-678e99e3a61d req-589e830b-8369-4d25-bfec-665585e3a43d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893399 Sep 01 14:58:36.137571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7a8f6226-9cac-4a0b-9166-248a0beb6198 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:36.241540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70e1f4dc-96b8-4c56-a699-e1168f46b5bf req-9f5f6aac-b0c3-431f-96b8-132990bd10eb service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080625 Sep 01 14:58:36.370864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7a8f6226-9cac-4a0b-9166-248a0beb6198 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:36.371460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.437723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-491098396-network', 'tenant_id': 'd10a58fc02c440eab24c345e1c5b2bd5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:36.548711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Made reservation on behalf of d10a58fc02c440eab24c345e1c5b2bd5 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:36.571090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.625107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.638056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.672053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:36.852260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.854985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:36.859723 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.887469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:58:36.888480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=cdea4e1c-7085-475b-905a-f2505aae737a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:36.913642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.914399 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Added segment 9359fb7e-6a15-4f86-b14f-4dccd137c160 of type vlan for network 4271d0de-3b0a-4bcb-a0c8-babc5d615161 Sep 01 14:58:36.985397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12821126', 'description': 'tempest-description--878296410'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:37.109299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port cdea4e1c-7085-475b-905a-f2505aae737a on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:37.131710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.134424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-9cbc263a-4fe4-4be1-93e0-6d72f57293ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "DELETE /v2.0/ports/cdea4e1c-7085-475b-905a-f2505aae737a HTTP/1.1" status: 204 len: 173 time: 1.9362817 Sep 01 14:58:37.140087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'name': 'network-vif-deleted', 'tag': 'cdea4e1c-7085-475b-905a-f2505aae737a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:37.157383 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1a6fb-ec34-45e1-b98e-638205a343df" -d '{"events": [{"server_uuid": "f3581541-d220-4cb4-a2ca-9e7c29c44eca", "name": "network-vif-deleted", "tag": "cdea4e1c-7085-475b-905a-f2505aae737a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:37.168723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8b6ec-6298-4fd2-aab4-eca9d9938339 req-27b83493-6563-4b88-af93-67b59bd06f00 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:37.180771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4a8b6ec-6298-4fd2-aab4-eca9d9938339 req-27b83493-6563-4b88-af93-67b59bd06f00 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.6585538 Sep 01 14:58:37.245889 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4a8b6ec-6298-4fd2-aab4-eca9d9938339 req-522a5d72-1406-4e0a-b5ae-aabf9dfbd83e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630558 Sep 01 14:58:37.287635 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Sync routers for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:58:37.349823 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:37.352047 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:58:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:37.511854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54166e69-9b3c-459f-8629-3c9c1507f0df req-e8f2d7d0-057e-4d74-97f7-15d83815770c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.3796365 Sep 01 14:58:37.546048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.566240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446635db-08e4-4f56-bcce-a32343da07fa,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:37.604524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.615430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200dbf-5810-41d5-ade4-8caf0ab264c3 req-0a345ff4-4eb9-4550-8074-5efd9de5525b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:37.626078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df200dbf-5810-41d5-ade4-8caf0ab264c3 req-0a345ff4-4eb9-4550-8074-5efd9de5525b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1653445 Sep 01 14:58:37.738512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df200dbf-5810-41d5-ade4-8caf0ab264c3 req-8857f540-5666-4c90-8b74-63908022395e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113846 Sep 01 14:58:37.740918 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:37.855280 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5d29b-ef11-489b-86d7-5933ed91e11e x-openstack-request-id: req-14e5d29b-ef11-489b-86d7-5933ed91e11e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:37.855979 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3581541-d220-4cb4-a2ca-9e7c29c44eca", "name": "network-vif-deleted", "tag": "cdea4e1c-7085-475b-905a-f2505aae737a", "status": "failed", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:37.856385 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14e5d29b-ef11-489b-86d7-5933ed91e11e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:37.858001 n-d-802060-16 neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3581541-d220-4cb4-a2ca-9e7c29c44eca', 'name': 'network-vif-deleted', 'tag': 'cdea4e1c-7085-475b-905a-f2505aae737a', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:58:37.909384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.910977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:37.911947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.087598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4271d0de-3b0a-4bcb-a0c8-babc5d615161,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:38.127517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 4271d0de-3b0a-4bcb-a0c8-babc5d615161 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:58:38.144396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.172952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe9e2e8c-9292-4f56-9dc7-853bb700f6c7 req-c3e0c4d5-fd1d-4317-b26a-5f75869a3db0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.0669494 Sep 01 14:58:38.174156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.244744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-84242c9a-451b-4e44-9c5e-e0c50faa75f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4291348 Sep 01 14:58:38.248547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45808) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:38.254103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Request body: {'subnet': {'network_id': '4271d0de-3b0a-4bcb-a0c8-babc5d615161', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-491098396-subnet', 'tenant_id': 'd10a58fc02c440eab24c345e1c5b2bd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:38.254984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee0778-cccc-444b-ab90-b4d7126afa32,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:38.286011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.296306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:38.303827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb59e7ef-c8f6-48e6-8fbb-7392d29c1c68 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4464014 Sep 01 14:58:38.310373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee0778-cccc-444b-ab90-b4d7126afa32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:38.375023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Made reservation on behalf of d10a58fc02c440eab24c345e1c5b2bd5 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:38.380436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.429483 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.566286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb006-e161-43b7-b0bd-4e06136907b2 req-e438d07a-d574-4144-9da5-fb9aa74631ff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:38.567875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf0cb006-e161-43b7-b0bd-4e06136907b2 req-e438d07a-d574-4144-9da5-fb9aa74631ff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.0814040 Sep 01 14:58:38.587292 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:31Z', 'revision_number': 2, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:38.664736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf0cb006-e161-43b7-b0bd-4e06136907b2 req-90317175-7e9e-412a-875e-c92873cf5613 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890381 Sep 01 14:58:38.675111 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Checking router: c6598bec-7b6a-490a-978f-78987cae97c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:58:38.675916 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Updating router c6598bec-7b6a-490a-978f-78987cae97c7 port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:58:38.699521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.750612 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.758568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db735dc1-1b8c-4337-a64d-28eaf12e5a0f req-f538849f-1c2d-4dc9-adb5-01d76102c6e0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.0576637 Sep 01 14:58:38.763652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.859698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91715aa2-bf0e-4d9f-9c78-054d9b3264c6,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:38.885985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.887432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e01935f-bb3b-47e9-b7cc-2c4b60f20491 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5893919 Sep 01 14:58:38.892185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45834) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:38.897682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee0778-cccc-444b-ab90-b4d7126afa32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:39.051620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.213571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-46f01108-37ed-4645-a9f9-d6db01beb303 req-344aae54-dc02-40f7-9cfd-3083937f912f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3581541-d220-4cb4-a2ca-9e7c29c44eca HTTP/1.1" status: 200 len: 210 time: 0.0750182 Sep 01 14:58:39.230364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744b765-4eae-4d33-bf55-a77ea7c8fd3b req-6bbc0be3-312e-4875-a27a-8d222e881f24 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.241286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.244522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2744b765-4eae-4d33-bf55-a77ea7c8fd3b req-6bbc0be3-312e-4875-a27a-8d222e881f24 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2990754 Sep 01 14:58:39.337174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.370712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.374057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf5acd7-7fec-4dc0-9248-fb82ef8b4ccb,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:39.397945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Checking segment: {'id': '9359fb7e-6a15-4f86-b14f-4dccd137c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4271d0de-3b0a-4bcb-a0c8-babc5d615161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:39.398603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Network hostable DHCP agents. Network: 4271d0de-3b0a-4bcb-a0c8-babc5d615161, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:58:39.426646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Network 4271d0de-3b0a-4bcb-a0c8-babc5d615161 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:58:39.441705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 4271d0de-3b0a-4bcb-a0c8-babc5d615161) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:39.450010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.451434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.465757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef45c08-17ad-48a8-a069-9dc65f11e298,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:39.478929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.481536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dcddfc6e-c321-4d35-a456-cade55f2e84e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5879886 Sep 01 14:58:39.485025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45848) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:39.488051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ed487-f2e7-439e-83c4-72522eb09272 None None] Network 4271d0de-3b0a-4bcb-a0c8-babc5d615161 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:39.502962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:39.546214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2744b765-4eae-4d33-bf55-a77ea7c8fd3b req-d42ee81f-d3f1-4169-b8b4-0819f131f0f1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011564 Sep 01 14:58:39.553542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9b8631a7-c686-4e19-9009-7ad8ca38624d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3032901 Sep 01 14:58:39.593620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.633329 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.669172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Transition to ACTIVE for port object b7dc6337-bb62-45a4-8a0e-2d87151e6a55 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:39.692189 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.793796 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784bb36-f37c-49b2-96af-9d490215aec2 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:39.977331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.055746 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Attempting to bind port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:40.056109 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Attempting to bind port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:40.056481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Attempting to bind port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 on network 1b14c26c-134a-448c-8630-0cc75d3bb633 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:40.079040 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:40.079517 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Checking segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:40.079988 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.080400 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Bound using segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:40.080904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Bound port: b7dc6337-bb62-45a4-8a0e-2d87151e6a55, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:40.084319 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.091371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ba55a-1b50-449a-aa5d-099d1549eab8 None None] Network 4271d0de-3b0a-4bcb-a0c8-babc5d615161 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:40.227867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f42f8-debe-4860-a3ff-af758cee90a4 req-f7cfde5d-76d8-4e9c-a3f3-5e19cd64e886 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:40.235680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e6f42f8-debe-4860-a3ff-af758cee90a4 req-f7cfde5d-76d8-4e9c-a3f3-5e19cd64e886 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2416022 Sep 01 14:58:40.334043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] For port b7dc6337-bb62-45a4-8a0e-2d87151e6a55, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:40.339111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Allocated IP 172.25.1.164 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/20ecbae2-1efc-4c8b-9bbf-e4936f195a80) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:40.351456 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] For port b7dc6337-bb62-45a4-8a0e-2d87151e6a55, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:40.366342 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.443308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e6f42f8-debe-4860-a3ff-af758cee90a4 req-ddb79242-1681-42db-a434-206417c8685e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949534 Sep 01 14:58:40.638049 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:40.641782 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:58:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:40.716304 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784bb36-f37c-49b2-96af-9d490215aec2 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:40.768185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.831491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-032616e2-ee4b-4f7b-b7d9-62f27b53a635 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634873 Sep 01 14:58:40.850056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1019592226', 'description': 'tempest-description-1271497105'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:40.888978 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:40.923146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.934570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.072852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-9c467438-4f4c-4269-ad48-27cd1666c3cc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:41.079180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-9c467438-4f4c-4269-ad48-27cd1666c3cc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466533 Sep 01 14:58:41.100723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-3c8c4214-ed5b-40ae-b9e8-c20e86ef0781 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.0152655 Sep 01 14:58:41.101136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:41.106166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'Port': ['ID=20ecbae2-1efc-4c8b-9bbf-e4936f195a80,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:41.113252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:41.125198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:41.253091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-ec2cd808-f679-49e4-9642-e0e11340c798 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428390 Sep 01 14:58:41.288801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.349134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.439960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.457864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.545411 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:58:41.645723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.667753 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:41.678179 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-450eb730-e2bc-46dc-9dc4-608c21f3c5ac req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8347037 Sep 01 14:58:41.684848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa2a88-4a9a-4d8e-9b27-93ff6f82774a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5bb57-7917-4088-bb19-c9de769fb0f0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:41.794721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9ec68-ad59-4899-abc3-5f161f09a1ef req-c1c8fd7b-2e47-4b44-9a53-ef6460f3544b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:41.802876 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d3dce-3212-4c4d-add7-721325a7e81b None None] The sync data for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 is: [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:41.806760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ceb9ec68-ad59-4899-abc3-5f161f09a1ef req-c1c8fd7b-2e47-4b44-9a53-ef6460f3544b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1509130 Sep 01 14:58:41.903919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.932897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.970950 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ceb9ec68-ad59-4899-abc3-5f161f09a1ef req-e0f5835f-d377-4140-b464-63e45bdaf0d2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616871 Sep 01 14:58:42.066281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45916) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:42.128916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7dc6337-bb62-45a4-8a0e-2d87151e6a55 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:42.191988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.217038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-854cb684-19f6-4489-b415-8427f177a2d7 req-e820bc84-400c-4e85-9af3-3d6fb34970c7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.3083086 Sep 01 14:58:42.225748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.229324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7423625 Sep 01 14:58:42.287545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84af8b5-1ef8-4ba3-8a07-fc2be4dea056 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'Port': ['ID=20ecbae2-1efc-4c8b-9bbf-e4936f195a80,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:42.301182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc1748-44be-4603-9deb-155bf1d93d5c req-1dc178ca-d180-487f-a8b0-4632e7e0c772 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.311164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1cdc1748-44be-4603-9deb-155bf1d93d5c req-1dc178ca-d180-487f-a8b0-4632e7e0c772 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1553411 Sep 01 14:58:42.323881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:42.329227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:42.329909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.439030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1cdc1748-44be-4603-9deb-155bf1d93d5c req-790e8d8d-9a85-4bf4-afe7-34fd25a5c305 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176498 Sep 01 14:58:42.470188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-8237f088-b768-4d9d-b012-f55772d40821 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/2ca5bb57-7917-4088-bb19-c9de769fb0f0 HTTP/1.1" status: 200 len: 1805 time: 0.1724205 Sep 01 14:58:42.479479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1aa2795c-6a9f-47ed-9147-e195a6701b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.487667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca5bb57-7917-4088-bb19-c9de769fb0f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:42.487982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ca5bb57-7917-4088-bb19-c9de769fb0f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:42.561788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:58:42.561788 n-d-802060-16 neutron-server[106377]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 14:58:42.561788 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id': 'd10a58fc02c440eab24c345e1c5b2bd5', 'id': '2b790935-0aa1-4660-a824-a46c1ef03f57', 'expiration': datetime.datetime(2021, 9, 1, 15, 0, 42, 550006)}] Sep 01 14:58:42.561788 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:58:42.562793 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:58:42.591437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.672818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b7dc6337-bb62-45a4-8a0e-2d87151e6a55, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:42.686453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.807187 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1aa2795c-6a9f-47ed-9147-e195a6701b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.848174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1aa2795c-6a9f-47ed-9147-e195a6701b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.849227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:42.984345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1aa2795c-6a9f-47ed-9147-e195a6701b71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=868489bce3d747f6849fc73ab8c25de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9160800 Sep 01 14:58:42.986741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45968) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:42.987099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2795c-6a9f-47ed-9147-e195a6701b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f5822-375e-4693-a743-caab587a4fcb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:43.169363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.250412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.313106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334c424-4e08-4b5e-9273-330d6e01e0ec req-02feff9a-896e-4a1a-8d75-77c181ab647e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:43.320594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3334c424-4e08-4b5e-9273-330d6e01e0ec req-02feff9a-896e-4a1a-8d75-77c181ab647e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1483467 Sep 01 14:58:43.361667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.396038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3334c424-4e08-4b5e-9273-330d6e01e0ec req-53119fda-0e86-4afa-bc17-e916f35027eb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663877 Sep 01 14:58:43.398826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.419526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.472566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7240b1b-116a-4db2-85cd-be020483f2eb,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:43.496812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.496812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.496812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/873f5822-375e-4693-a743-caab587a4fcb HTTP/1.1" status: 204 len: 168 time: 0.5057774 Sep 01 14:58:43.584297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae5fb719-6d6f-4733-9446-730b330951f5 req-41d51387-0e0a-4184-ae9c-d793a46b8a02 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0769408 Sep 01 14:58:43.598080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.619573 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db3793aa-d2f9-44e6-aa55-e68177ee84a0 req-529fc42c-00bc-4432-b323-3c3a258c19bf tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1479480 Sep 01 14:58:43.641902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-258734344', 'description': 'tempest-description-1830241396'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:43.667589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbb05c-afb8-455a-98fc-c31ef580b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f5822-375e-4693-a743-caab587a4fcb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:43.673225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-58fcc7fb-0eb7-416b-9b73-23650b63b65b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408176 Sep 01 14:58:43.702536 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.854156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.873237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.914252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d97554-7169-4a84-a4e9-1ddd08cb2a61 req-18f81f88-b4cf-4569-a67c-e20be2d95ade tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:43.924663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77d97554-7169-4a84-a4e9-1ddd08cb2a61 req-18f81f88-b4cf-4569-a67c-e20be2d95ade tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1578600 Sep 01 14:58:43.951263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2146810-c398-47ca-b392-0f42f33c4516,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:43.955648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.976916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e4af9f-fb74-4321-8b4b-6456340f7df9 req-f24a9204-4006-46a2-96b5-f4f3fe937dd2 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3339345 Sep 01 14:58:44.082216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-cd1e7340-a96b-4c98-9bee-fba4affb6263 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:44.082789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7dc6337-bb62-45a4-8a0e-2d87151e6a55 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:44.083900 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-cd1e7340-a96b-4c98-9bee-fba4affb6263 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3946879 Sep 01 14:58:44.100429 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77d97554-7169-4a84-a4e9-1ddd08cb2a61 req-00b7f543-86b4-4616-b680-b58d14ec0c5d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744630 Sep 01 14:58:44.125902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:44.176106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6977f39f-16d1-4387-8242-849a1874e04b req-8523284e-4829-4000-b14d-3bc3276ad33b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/a2146810-c398-47ca-b392-0f42f33c4516 HTTP/1.1" status: 200 len: 1804 time: 0.1767256 Sep 01 14:58:44.204677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2146810-c398-47ca-b392-0f42f33c4516', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:44.206758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2146810-c398-47ca-b392-0f42f33c4516', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:44.422496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:44.423047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.427239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7696a41-5957-43f1-9f3a-3cc44810b7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.482565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.533279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.546405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.639439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:44.645802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042de4b-0ee9-4abd-8912-4bacba9c2fd4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:44.665697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:44.669799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.674649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.682030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6977f39f-16d1-4387-8242-849a1874e04b req-dda4badb-8146-4958-8c11-8e6e17b42537 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5031633 Sep 01 14:58:44.732447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1084cb-b657-466f-9d9d-85d3523759a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.894362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca8a107b-c802-4c77-aabb-58565acb7313 req-6b7bd146-bd2f-48d6-be9d-e17d4db9cee9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0741048 Sep 01 14:58:44.904691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939e4f-3dbc-49a1-aeaf-f8d6f29d1a71 req-f81bce6c-8e29-445f-a571-0dc2ebcf7922 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:44.913371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19939e4f-3dbc-49a1-aeaf-f8d6f29d1a71 req-f81bce6c-8e29-445f-a571-0dc2ebcf7922 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2008188 Sep 01 14:58:44.948612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1400812556', 'description': 'tempest-description-1097697513'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:45.082431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19939e4f-3dbc-49a1-aeaf-f8d6f29d1a71 req-09381495-3ab8-4c0a-a91d-d6c8c01ac74b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609976 Sep 01 14:58:45.144674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.107 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/aaf7d78d-5c0d-42a7-80f9-f01cb44dd776) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:45.181432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1084cb-b657-466f-9d9d-85d3523759a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.206562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1084cb-b657-466f-9d9d-85d3523759a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.231259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.271590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1084cb-b657-466f-9d9d-85d3523759a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4523599-43b1-4a44-bc0b-08092c3f1258,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:45.402080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.408450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.460980 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.473953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f1084cb-b657-466f-9d9d-85d3523759a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11c26bce9ece4373a4492f0f5b80dd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313184 Sep 01 14:58:45.475027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35486ae2-3b5f-4483-a071-84d622304ae1 req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5334892 Sep 01 14:58:45.477843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:45.546786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4be4a-9312-4cd8-8561-39a94ecafcf7 req-a0bf80fc-7bf9-4a3a-b828-8e8fd8c46535 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:45.549565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89d4be4a-9312-4cd8-8561-39a94ecafcf7 req-a0bf80fc-7bf9-4a3a-b828-8e8fd8c46535 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2331715 Sep 01 14:58:45.611021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a22c42-36ee-4ed5-afc8-3e924ae22c44 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64954a73-0cbd-404d-b19d-ce9b146d9a00,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:45.675891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89d4be4a-9312-4cd8-8561-39a94ecafcf7 req-cd6b7af5-5efd-409f-96df-ff7dd277ca71 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138091 Sep 01 14:58:45.681488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.683958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.701507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:45.719360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510785735', 'description': 'tempest-description-475942607'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:45.762186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.811878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.822593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.839806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:45.917257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.918318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.919748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4523599-43b1-4a44-bc0b-08092c3f1258 HTTP/1.1" status: 204 len: 168 time: 0.4377625 Sep 01 14:58:45.945592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:45.952544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:45.960475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8654d0-54fa-45b1-8868-60e212effec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4523599-43b1-4a44-bc0b-08092c3f1258,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:45.980220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:45.997471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:46.068514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.082407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.126574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.128250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-25ac1534-ef16-4aa7-bf70-a784b60fd89d req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4280844 Sep 01 14:58:46.134591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93426949-da2e-4dac-9051-9d1a16fdb042 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d2cde6-345c-4237-87af-0170ee382b22,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:46.180615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.190891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.345142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-56f76328-e4c7-43a0-9f97-6eb6bac4769c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2432005 Sep 01 14:58:46.356564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1a169-0d7f-411f-93bb-c50477f7b2a3 req-ed8aa83f-b6b4-40ee-9777-2aad7c6b66f0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.358681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d1a169-0d7f-411f-93bb-c50477f7b2a3 req-ed8aa83f-b6b4-40ee-9777-2aad7c6b66f0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 936 time: 0.1592362 Sep 01 14:58:46.371304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Request body: {'port': {'device_id': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:46.519942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ce8b799-fe2f-4e99-bd60-eca7af0cdc43 None None] Provisioning for port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:46.524201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4adba-a864-44d5-9716-beb1d98291af req-55449fba-73a7-4c9a-a56a-e3de99563e31 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.527532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55c4adba-a864-44d5-9716-beb1d98291af req-55449fba-73a7-4c9a-a56a-e3de99563e31 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1528268 Sep 01 14:58:46.550346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ce8b799-fe2f-4e99-bd60-eca7af0cdc43 None None] Provisioning complete for port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:46.551449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b799-fe2f-4e99-bd60-eca7af0cdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.584877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01d1a169-0d7f-411f-93bb-c50477f7b2a3 req-652d796d-906b-4573-8d77-638e1af390c7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920087 Sep 01 14:58:46.603548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.644079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55c4adba-a864-44d5-9716-beb1d98291af req-5861c51b-2ab8-4abe-ab4e-f8c833f3b794 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 Sep 01 14:58:46.704167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8b799-fe2f-4e99-bd60-eca7af0cdc43 None None] Port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:47.072009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a75e5ab8-f226-42f2-8d8e-e40673875dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.080191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca4c31-ff8c-49e1-ba06-506e5f3fdfbb req-c0436ba4-19f0-495c-b513-35ac64aa3cd4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:47.083909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2eca4c31-ff8c-49e1-ba06-506e5f3fdfbb req-c0436ba4-19f0-495c-b513-35ac64aa3cd4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1003041 Sep 01 14:58:47.097857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20c92885-da00-48b3-ab9c-646d25cca86a req-b3a1f4a1-7bbd-4efb-a336-684cfd4e4a2e tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/64954a73-0cbd-404d-b19d-ce9b146d9a00 HTTP/1.1" status: 200 len: 1805 time: 0.4561694 Sep 01 14:58:47.154537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2eca4c31-ff8c-49e1-ba06-506e5f3fdfbb req-91fea5dc-4fc2-44a5-b5d1-40580f41497d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 Sep 01 14:58:47.255528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20c92885-da00-48b3-ab9c-646d25cca86a req-1156a78d-e62e-4b91-ab0a-9ee9fa8c7cd9 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/25d2cde6-345c-4237-87af-0170ee382b22 HTTP/1.1" status: 200 len: 1803 time: 0.1561799 Sep 01 14:58:47.279163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.282321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64954a73-0cbd-404d-b19d-ce9b146d9a00', 'remote_group_id': '25d2cde6-345c-4237-87af-0170ee382b22', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:47.282845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64954a73-0cbd-404d-b19d-ce9b146d9a00', 'remote_group_id': '25d2cde6-345c-4237-87af-0170ee382b22', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:47.521356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.549792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:47.574157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.638604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.646761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Transition to ACTIVE for port object aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:47.648984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.683788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.753380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b2012f-f6f8-4ce3-9c06-4cf93010402f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:47.764949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.778427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20c92885-da00-48b3-ab9c-646d25cca86a req-5bacf958-11a8-457a-8ed4-465983fb7138 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5065479 Sep 01 14:58:47.943027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c9a8-5eef-4ae0-93e5-647173c9efbd req-9ff69f6b-eb45-491b-8cf2-a62fba9a5b75 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:47.957967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a911c9a8-5eef-4ae0-93e5-647173c9efbd req-9ff69f6b-eb45-491b-8cf2-a62fba9a5b75 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 948 time: 0.2216718 Sep 01 14:58:48.047176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.166491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a911c9a8-5eef-4ae0-93e5-647173c9efbd req-f32f542e-66d5-4ec0-b6bd-652c5a43e89d tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052248 Sep 01 14:58:48.166787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.193546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Attempting to bind port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:48.194155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Attempting to bind port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:48.195814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Attempting to bind port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:48.239430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c544eba-622b-4f14-b009-6f78523d44b5 req-06b52180-afa7-4a9e-8cdb-21a711cbbd29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.257682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c544eba-622b-4f14-b009-6f78523d44b5 req-06b52180-afa7-4a9e-8cdb-21a711cbbd29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2374871 Sep 01 14:58:48.264096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1537046717', 'description': 'tempest-description-215332217'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:48.269271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.274371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:48.275533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Attempting to bind port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:48.297551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:48.298529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:48.299469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:48.301037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Bound port: aaf7d78d-5c0d-42a7-80f9-f01cb44dd776, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:48.301902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.336151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.398798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c544eba-622b-4f14-b009-6f78523d44b5 req-77c9467f-1bc1-4819-a6c9-6967ee4f00d7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387081 Sep 01 14:58:48.497607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] For port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:48.510592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] For port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:48.519633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.574089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.583724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.607612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.610213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.612225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] 10.222.0.24 "PUT /v2.0/ports/aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 HTTP/1.1" status: 200 len: 1097 time: 2.2499020 Sep 01 14:58:48.613011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'tag': 'aaf7d78d-5c0d-42a7-80f9-f01cb44dd776'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:48.618598 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1617099-dbd1-4db3-bf30-65f780989592" -d '{"events": [{"name": "network-changed", "server_uuid": "098be15c-d0c9-4bfb-b485-3d45db63c105", "tag": "aaf7d78d-5c0d-42a7-80f9-f01cb44dd776"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:48.679183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.696439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f4125c8-8525-47c6-91a6-3d8f03b45097 req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4482009 Sep 01 14:58:48.746670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1ed3-cfb3-4928-a415-17198aa09af1 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf54944-971d-4ea6-b48c-2219430f572d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.808210 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b66aea-23c1-437e-b55e-00676581b2af x-openstack-request-id: req-32b66aea-23c1-437e-b55e-00676581b2af {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:48.808698 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098be15c-d0c9-4bfb-b485-3d45db63c105", "tag": "aaf7d78d-5c0d-42a7-80f9-f01cb44dd776", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:48.809493 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32b66aea-23c1-437e-b55e-00676581b2af {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:48.810166 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'tag': 'aaf7d78d-5c0d-42a7-80f9-f01cb44dd776', 'status': 'completed', 'code': 200} Sep 01 14:58:48.841663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-435474150', 'description': 'tempest-description-1638569877'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:48.870467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6208c7-efc7-49e1-8e08-53a5924eb8dd service neutron] Pushing event updated for resources: {'Port': ['ID=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.891599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.921079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81010980-aedd-439e-adef-a384afc41a5b req-1418c6b0-47fe-4372-91af-44bb97afede2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.923737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81010980-aedd-439e-adef-a384afc41a5b req-1418c6b0-47fe-4372-91af-44bb97afede2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1121542 Sep 01 14:58:48.936005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-fc2a6ac8-1c26-4341-b63d-b978234323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.946452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-fc2a6ac8-1c26-4341-b63d-b978234323b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 1100 time: 0.2363944 Sep 01 14:58:49.083590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-1387808a-8082-4e00-a4b5-6109152454e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 HTTP/1.1" status: 200 len: 217 time: 0.1071286 Sep 01 14:58:49.120304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.131444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.210584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.218521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27220d20-8195-4835-80f4-e4bb3bdbde8a req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3856494 Sep 01 14:58:49.262974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cfe10-e22f-4034-ad69-3af67f689d95 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa71f20-f970-4276-a926-5cd098179ef9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:49.292879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81010980-aedd-439e-adef-a384afc41a5b req-93e82aae-bb29-42c7-8469-e8422d115275 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448029 Sep 01 14:58:49.336569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-436b8617-e98a-4d7e-9587-ce6aedd37c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.339323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-436b8617-e98a-4d7e-9587-ce6aedd37c63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2435284 Sep 01 14:58:49.515680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69929f70-221e-4350-a30e-d7609c0c1852 req-3030f965-c9fc-451f-b625-5d4b271bef79 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/adf54944-971d-4ea6-b48c-2219430f572d HTTP/1.1" status: 200 len: 1804 time: 0.0978775 Sep 01 14:58:49.519500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6dfd-2758-4b52-aa07-0cf4abf5ae3e req-e2268c47-8e30-4c67-abbd-3a01dd089531 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.521312 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c6c6dfd-2758-4b52-aa07-0cf4abf5ae3e req-e2268c47-8e30-4c67-abbd-3a01dd089531 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 948 time: 0.1460738 Sep 01 14:58:49.550765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-fea057b8-66c7-4bf9-8770-5f4f42f2cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.553972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-fea057b8-66c7-4bf9-8770-5f4f42f2cd64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024179 Sep 01 14:58:49.621796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c6c6dfd-2758-4b52-aa07-0cf4abf5ae3e req-5ef6926c-bc44-45d8-b608-2e0e1af64c8b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Sep 01 14:58:49.704877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69929f70-221e-4350-a30e-d7609c0c1852 req-cf914489-7220-4dd8-aef6-aef1cf9aa0c6 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/7aa71f20-f970-4276-a926-5cd098179ef9 HTTP/1.1" status: 200 len: 1804 time: 0.1849511 Sep 01 14:58:49.726773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adf54944-971d-4ea6-b48c-2219430f572d', 'remote_group_id': '7aa71f20-f970-4276-a926-5cd098179ef9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:49.727305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adf54944-971d-4ea6-b48c-2219430f572d', 'remote_group_id': '7aa71f20-f970-4276-a926-5cd098179ef9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:49.740399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.840480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-6c9a0374-6682-4da6-81e1-1675a9bc83ca service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736366 Sep 01 14:58:49.910649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a3f1-5137-4227-80b5-ccd807913b3c req-efef556e-2bce-45b1-94fb-66a957e903c9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.926118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7130a3f1-5137-4227-80b5-ccd807913b3c req-efef556e-2bce-45b1-94fb-66a957e903c9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1221321 Sep 01 14:58:49.986490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:50.007717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7130a3f1-5137-4227-80b5-ccd807913b3c req-48de15d0-a2fc-4793-8477-7dc4184a581c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Sep 01 14:58:50.069423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.174099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-e9f04e3e-7511-4c91-87b8-22b8291a2158 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211229 Sep 01 14:58:50.201188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.209632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c0059e4-8cce-4efa-a6e6-69b2d19dd2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.212882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.248452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed750cdd-2953-4ec4-a4dc-ab48d0129df5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.459320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617099-dbd1-4db3-bf30-65f780989592 req-1596e4ac-caf7-4a7a-b659-b01964b13841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.462028 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c0059e4-8cce-4efa-a6e6-69b2d19dd2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.469981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c0059e4-8cce-4efa-a6e6-69b2d19dd2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.476368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-1596e4ac-caf7-4a7a-b659-b01964b13841 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 1100 time: 0.1282823 Sep 01 14:58:50.531113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c0059e4-8cce-4efa-a6e6-69b2d19dd2e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=113d29e195cc40788c8390f08a60b8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396485 Sep 01 14:58:50.533535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:50.533787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.542254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69929f70-221e-4350-a30e-d7609c0c1852 req-c5c6e443-d1b1-4444-a21e-c61214fa7c07 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8227656 Sep 01 14:58:50.626408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0059e4-8cce-4efa-a6e6-69b2d19dd2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa65c5-72be-4e12-8039-442abd3530f2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.711581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-924dec75-4edf-4700-afeb-7062a930ddb4 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/7aa71f20-f970-4276-a926-5cd098179ef9 HTTP/1.1" status: 200 len: 1804 time: 0.1098442 Sep 01 14:58:50.763796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617099-dbd1-4db3-bf30-65f780989592 req-a6157dbd-de0b-4edc-b98b-d46e17a9f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.767470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-a6157dbd-de0b-4edc-b98b-d46e17a9f405 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2885940 Sep 01 14:58:50.780807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7087ae-3f8e-4f7c-86e5-4efd2f3ebba3 req-f1f786f5-3e29-411b-ad25-d6a1373deb8d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.783461 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d7087ae-3f8e-4f7c-86e5-4efd2f3ebba3 req-f1f786f5-3e29-411b-ad25-d6a1373deb8d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2292876 Sep 01 14:58:50.785713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.834397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b304-fca0-4af4-8043-8da71e43892f req-19af9aa0-6fc8-4b17-8230-bb5a2270ed70 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.836975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-19af9aa0-6fc8-4b17-8230-bb5a2270ed70 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 948 time: 0.1505802 Sep 01 14:58:50.860656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-b034be10-db44-4694-96d1-e6cbe71f5291 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 HTTP/1.1" status: 200 len: 217 time: 0.0836172 Sep 01 14:58:50.878531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.976527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.003277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617099-dbd1-4db3-bf30-65f780989592 req-f1e889ab-1b7f-4790-99c1-558c1be608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:51.005786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-f1e889ab-1b7f-4790-99c1-558c1be608e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1354291 Sep 01 14:58:51.032962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d7087ae-3f8e-4f7c-86e5-4efd2f3ebba3 req-9fd7aa0c-e6f6-4d02-aefb-d93fe286c89a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188327 Sep 01 14:58:51.072711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.147448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.151801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.153589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1aa65c5-72be-4e12-8039-442abd3530f2 HTTP/1.1" status: 204 len: 168 time: 0.6206014 Sep 01 14:58:51.163402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:51.163917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.198354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d18456-f7dc-45d1-9f59-7a1712e5990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa65c5-72be-4e12-8039-442abd3530f2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:51.236533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617099-dbd1-4db3-bf30-65f780989592 req-fd06f945-d6bd-4746-a408-a8ebe2d58a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:51.239288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-fd06f945-d6bd-4746-a408-a8ebe2d58a27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2225430 Sep 01 14:58:51.451251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.476194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:51.476194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.477415 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.502182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b36a3ae-64e5-494a-a5b3-c053d96068e8 req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/7aa71f20-f970-4276-a926-5cd098179ef9 HTTP/1.1" status: 204 len: 173 time: 0.7704279 Sep 01 14:58:51.506444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:51.685030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654d910-071c-43b3-a870-ec357cb526e6 req-89467366-3918-4b94-8282-f894961d90f9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:51.693625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0654d910-071c-43b3-a870-ec357cb526e6 req-89467366-3918-4b94-8282-f894961d90f9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 948 time: 0.4356911 Sep 01 14:58:51.845813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0654d910-071c-43b3-a870-ec357cb526e6 req-f89fb802-da61-4cea-8263-9f90d7273d6a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406982 Sep 01 14:58:52.038759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.059887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:52.203261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd3908-45d0-43be-99aa-3530517e3859 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa71f20-f970-4276-a926-5cd098179ef9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.213565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=aaf7d78d-5c0d-42a7-80f9-f01cb44dd776,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.313828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-d6ded251-61b8-46c7-a994-f393a2974eab service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0378304 Sep 01 14:58:52.355241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:52.361097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.366675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-7100dc6e-326c-45ab-9cae-fc998f282e53 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.24 "DELETE /v2.0/ports/aaf7d78d-5c0d-42a7-80f9-f01cb44dd776 HTTP/1.1" status: 204 len: 173 time: 1.5088365 Sep 01 14:58:52.367857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'name': 'network-vif-deleted', 'tag': 'aaf7d78d-5c0d-42a7-80f9-f01cb44dd776'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:52.390504 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740701bd-c109-4e40-920e-37d2360fbcf9" -d '{"events": [{"server_uuid": "098be15c-d0c9-4bfb-b485-3d45db63c105", "name": "network-vif-deleted", "tag": "aaf7d78d-5c0d-42a7-80f9-f01cb44dd776"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:52.456740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44af326a-4602-4ae7-a28b-625d73d279fc req-4ccb7490-5f42-471f-a64e-c6cd71d5d13a tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/adf54944-971d-4ea6-b48c-2219430f572d HTTP/1.1" status: 200 len: 1804 time: 0.3706746 Sep 01 14:58:52.651280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08626c-8579-4e59-8bba-104ed124967f req-e11bd3b1-21fd-425e-ade0-4946eedfe4c7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.657102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b7b15-d788-4f03-a0d5-273c04c7d781 req-a67e0db6-dba6-4c68-9dc6-99405778f6db tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.663929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b08626c-8579-4e59-8bba-104ed124967f req-e11bd3b1-21fd-425e-ade0-4946eedfe4c7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.0953753 Sep 01 14:58:52.678638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-328b7b15-d788-4f03-a0d5-273c04c7d781 req-a67e0db6-dba6-4c68-9dc6-99405778f6db tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.4875259 Sep 01 14:58:52.731965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b08626c-8579-4e59-8bba-104ed124967f req-c0b071f6-5c86-4ecd-87e0-2942101c3152 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647976 Sep 01 14:58:52.908452 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934db1c-da2c-415e-a2b8-f70a1d5a2573 x-openstack-request-id: req-b934db1c-da2c-415e-a2b8-f70a1d5a2573 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:52.909243 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098be15c-d0c9-4bfb-b485-3d45db63c105", "name": "network-vif-deleted", "tag": "aaf7d78d-5c0d-42a7-80f9-f01cb44dd776", "status": "failed", "code": 422}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:52.910221 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b934db1c-da2c-415e-a2b8-f70a1d5a2573 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:52.911027 n-d-802060-16 neutron-server[106376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '098be15c-d0c9-4bfb-b485-3d45db63c105', 'name': 'network-vif-deleted', 'tag': 'aaf7d78d-5c0d-42a7-80f9-f01cb44dd776', 'status': 'failed', 'code': 422} returned with failed status Sep 01 14:58:52.950939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1617099-dbd1-4db3-bf30-65f780989592 req-e8bebfc8-ce72-4da5-9a05-2cde815f9162 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167829 Sep 01 14:58:52.964056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-144598170', 'description': 'tempest-description-141228863'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:53.059956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-328b7b15-d788-4f03-a0d5-273c04c7d781 req-cbf574ae-cb91-46ca-b74a-8915c8d78de6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797770 Sep 01 14:58:53.064720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.249808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb9bceca-a7e6-452b-946e-f3e4124ff1ce req-cfcfe83d-fe60-4b96-8f32-ed51fb01efba tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0834439 Sep 01 14:58:53.258063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-bc054590-e322-45ab-b27a-3c14cc656250 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Sep 01 14:58:53.352842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.363971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.438755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.458100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af5adaec-e395-49f1-848a-49134fa2aef9 req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4957347 Sep 01 14:58:53.472691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e9025-8b31-4a42-a4fa-a0d2dc13819b tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab43283-3a50-4bb2-a8c6-d31ff61d7f48,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:53.569513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-4853c9ad-f152-4b99-9a75-1b6fd007d3d4 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 200 len: 1803 time: 0.0788305 Sep 01 14:58:53.577208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cab43283-3a50-4bb2-a8c6-d31ff61d7f48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:53.577524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cab43283-3a50-4bb2-a8c6-d31ff61d7f48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:53.697189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.759541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.768807 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.830369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4992bd8-0633-4f30-92df-d287c781e129,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:53.865480 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.867600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ed4bb89-fe29-4a46-b091-ef389b951770 req-7b97c3b1-527c-460c-a7e6-a20524182162 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2954664 Sep 01 14:58:54.076800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96495f-3bf2-47a6-bd85-753bd97b3af6 req-4837fdf6-e39e-41a4-8a67-00f25cd8c842 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:54.090197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a96495f-3bf2-47a6-bd85-753bd97b3af6 req-4837fdf6-e39e-41a4-8a67-00f25cd8c842 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1124921 Sep 01 14:58:54.156559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a96495f-3bf2-47a6-bd85-753bd97b3af6 req-3be1a93b-32d6-4bd7-abaa-a9510026cfd8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Sep 01 14:58:54.171833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-7f5d258a-dab4-4f8c-bbd6-367991ffd13f tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 200 len: 2396 time: 0.1314528 Sep 01 14:58:54.203131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cab43283-3a50-4bb2-a8c6-d31ff61d7f48', 'remote_group_id': None}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:54.203549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cab43283-3a50-4bb2-a8c6-d31ff61d7f48', 'remote_group_id': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:54.364982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.405164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.411277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146c86b-352f-4ccb-a302-e24a4a08e21d req-c72e31d1-e18b-40ff-a0cd-70bb68184de3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:54.413420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.430360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5146c86b-352f-4ccb-a302-e24a4a08e21d req-c72e31d1-e18b-40ff-a0cd-70bb68184de3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1148226 Sep 01 14:58:54.447515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e23fb6-346b-4de6-95a3-6329eec1972b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:54.455785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.469757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-042c9ea8-8944-4f54-9c29-47836f77b6c8 req-1602168a-08f3-4453-a45d-0888b4431129 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2816565 Sep 01 14:58:54.515209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5146c86b-352f-4ccb-a302-e24a4a08e21d req-c8ded8cb-deda-433e-b2b2-585a74ba97a9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749476 Sep 01 14:58:54.579473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-564d19c1-1da0-4793-be56-ab0b3fd78087 req-9b27cf4f-eedb-4dc5-8e6f-1c95a869d7ae tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0378487 Sep 01 14:58:54.602815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46252) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:54.730369 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-70547e13-f37d-489f-8662-1679ecb25959 req-e79f3788-32d5-4b58-9ba7-45691210cb79 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 200 len: 2994 time: 0.0960732 Sep 01 14:58:54.836805 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c43b20a2-b298-49d4-86e7-f4ab65124d64 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-group-rules/d7e23fb6-346b-4de6-95a3-6329eec1972b HTTP/1.1" status: 200 len: 783 time: 0.0651171 Sep 01 14:58:54.938217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fb0f239-adde-4d1a-83ea-a8f7a7b7c9b6 req-c2970172-d5e9-492b-a073-eed83c88d3c4 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=098be15c-d0c9-4bfb-b485-3d45db63c105 HTTP/1.1" status: 200 len: 210 time: 0.0546954 Sep 01 14:58:54.989174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16a85153-227a-407e-b596-01aeba6e2e1b req-aa69ff81-b181-4e12-aa06-e6c6c4a378ed tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 200 len: 2994 time: 0.1506357 Sep 01 14:58:55.008749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-181212371'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:55.068926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.084850 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.153545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.169185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.173158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16a85153-227a-407e-b596-01aeba6e2e1b req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d7e23fb6-346b-4de6-95a3-6329eec1972b HTTP/1.1" status: 204 len: 173 time: 0.1804447 Sep 01 14:58:55.174169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Made reservation on behalf of 46c4b5c78d6e419b86e8176fd7dccec8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:55.184971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.214148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcb18b-c0f9-4910-8a11-0d4ec87d0397 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e23fb6-346b-4de6-95a3-6329eec1972b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.219812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.372574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-83b5c221-fca9-4004-99c2-c120a2d7752d tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 200 len: 2396 time: 0.1319509 Sep 01 14:58:55.640938 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.646875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.686702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.704685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:58:55.746078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.747003 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Added segment f97a1621-0dca-4f49-8e79-ac7b7bd41c22 of type vlan for network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 Sep 01 14:58:55.750142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.859230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0fa172-0655-4a90-8477-1496523972c0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.869348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.964030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.968040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.981852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af051d9d-b3e2-453d-8b59-b824a9335f03 req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/cab43283-3a50-4bb2-a8c6-d31ff61d7f48 HTTP/1.1" status: 204 len: 173 time: 0.5678778 Sep 01 14:58:55.995664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.014063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:56.019194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.090989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c9754-11e1-4a08-9ff7-c0e4977be250 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab43283-3a50-4bb2-a8c6-d31ff61d7f48,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:56.135410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463cbd5-df73-41a9-84d4-6158770146f0 req-c3c7ce60-96e7-4ecc-92ae-3fe76db367d4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:56.137015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6463cbd5-df73-41a9-84d4-6158770146f0 req-c3c7ce60-96e7-4ecc-92ae-3fe76db367d4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1228280 Sep 01 14:58:56.226085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6278689 Sep 01 14:58:56.238558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6463cbd5-df73-41a9-84d4-6158770146f0 req-0f569f07-8f66-49df-94f1-1a992e8ca583 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797184 Sep 01 14:58:56.321318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9403a-55bd-4009-8ef0-d5bc906dd8bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Pushing event updated for resources: {'Network': ['ID=0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:56.336509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:58:56.364491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a7e6-ec9c-4fab-b9c2-eb6a47e7355b req-a70027bb-fd8d-486f-9423-f145f2388fb6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:56.378310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9065a7e6-ec9c-4fab-b9c2-eb6a47e7355b req-a70027bb-fd8d-486f-9423-f145f2388fb6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.2131534 Sep 01 14:58:56.501030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9065a7e6-ec9c-4fab-b9c2-eb6a47e7355b req-683cf055-cd2b-4d93-bda6-65b76da04a0d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104918 Sep 01 14:58:56.579391 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-a19a9158-6329-44cd-87c8-1e7b4b89c02a req-72157159-cb44-4cc2-a00c-ac5c78503094 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] show failed (client error): The resource could not be found. Sep 01 14:58:56.581548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a19a9158-6329-44cd-87c8-1e7b4b89c02a req-72157159-cb44-4cc2-a00c-ac5c78503094 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/7aa71f20-f970-4276-a926-5cd098179ef9 HTTP/1.1" status: 404 len: 352 time: 0.0318630 Sep 01 14:58:56.710502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-97b3f163-6016-412f-a57f-1fa4a1f01615 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/adf54944-971d-4ea6-b48c-2219430f572d HTTP/1.1" status: 200 len: 1804 time: 0.0635540 Sep 01 14:58:56.847367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.893814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46302) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:56.905604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839', 'binding:host_id': 'n-h1-802060-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-762594545'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:56.913238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.963746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Made reservation on behalf of e8cf96ee9e934de0b7fbe34298fa1459 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:56.968182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.006480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.022088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.027292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.031535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd3a25d0-aba2-4084-a3c4-91f774272292 req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/adf54944-971d-4ea6-b48c-2219430f572d HTTP/1.1" status: 204 len: 173 time: 0.3069570 Sep 01 14:58:57.078189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b444-dd3d-421a-a7bb-9f159326df3c tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf54944-971d-4ea6-b48c-2219430f572d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:57.179050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-e4e07675-b824-4e70-9f91-4b22c8cc2ee6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379686 Sep 01 14:58:57.264570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-241d33e3-bc50-4cda-b080-68a9cce7a5c5 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/25d2cde6-345c-4237-87af-0170ee382b22 HTTP/1.1" status: 200 len: 1803 time: 0.1879900 Sep 01 14:58:57.313684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.450274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.467044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.473420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.498758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.528690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:58:57.538268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1561a-58f1-4189-9a26-013b2959cb8e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:57.561468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-81a458e0-b2c5-4c80-9351-7d6695c0288a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:57.564692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-81a458e0-b2c5-4c80-9351-7d6695c0288a tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753152 Sep 01 14:58:57.725298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-a8a5d292-7d67-499e-b58d-f61bc81151e6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/quotas/cc9166325ab04a19a8331ca25e4c94e7 HTTP/1.1" status: 200 len: 375 time: 0.0406210 Sep 01 14:58:57.733340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.740927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.753289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b59608c-34f1-4cf2-8944-1865c4af9589 req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/25d2cde6-345c-4237-87af-0170ee382b22 HTTP/1.1" status: 204 len: 173 time: 0.4692938 Sep 01 14:58:57.800776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cba491-8f9b-460f-a045-18f273535f08 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d2cde6-345c-4237-87af-0170ee382b22,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:57.881618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-e969f932-b1a6-4877-bcec-af5e218093eb tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551564 Sep 01 14:58:58.016237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0604dd-8552-4d71-a098-6da76f3c2924 req-f4d5ac9e-6035-4e9b-b109-118da6dd8974 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:58.033667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf0604dd-8552-4d71-a098-6da76f3c2924 req-f4d5ac9e-6035-4e9b-b109-118da6dd8974 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1383004 Sep 01 14:58:58.126694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:58:58.152947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.171663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Transition to ACTIVE for port object 5210a88d-d7f5-431f-9f79-6ae0d9e65117 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:58.196609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.234791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf0604dd-8552-4d71-a098-6da76f3c2924 req-a1c1ee17-ae33-40d9-8570-917724849d33 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938601 Sep 01 14:58:58.281624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-87572b45-1042-446a-a33b-fac138cb617a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1857321 Sep 01 14:58:58.404583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=5210a88d-d7f5-431f-9f79-6ae0d9e65117,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:58.530058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099053-09a1-4ab4-86cc-6041be8e644b req-c18f40c0-12c9-45f3-b5e0-b337cb38ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:58.533406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-c18f40c0-12c9-45f3-b5e0-b337cb38ef5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 1101 time: 0.2127292 Sep 01 14:58:58.534827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Checking segment: {'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:58.536372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Network hostable DHCP agents. Network: 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:58:58.543625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-30719eb7-bd28-451c-8a7f-1d007ea6ed12 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/64954a73-0cbd-404d-b19d-ce9b146d9a00 HTTP/1.1" status: 200 len: 1805 time: 0.1323969 Sep 01 14:58:58.604022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb40c7-7fc4-416d-8250-0e5a7b5dddd8 req-abbfd5a2-8a4b-4cbf-b2f3-1de412b7d0a7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:58.605749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5eeb40c7-7fc4-416d-8250-0e5a7b5dddd8 req-abbfd5a2-8a4b-4cbf-b2f3-1de412b7d0a7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1505895 Sep 01 14:58:58.606421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:58:58.633922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:58.643890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f34d2a-6dfd-426b-bd7f-364b7a172854 None None] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:58.659894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:58.683388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:58.683809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:58.684103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:58.700414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:58.701050 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:58.703753 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 2 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:58.769114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:58.769638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:58.773752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:58.789246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:58.794214 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.797977 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:58.798826 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 3 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:58.817817 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5eeb40c7-7fc4-416d-8250-0e5a7b5dddd8 req-0da31415-25f5-4143-820f-5efa247fc3b0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001193 Sep 01 14:58:58.858940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:58.863030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:58.869174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:58.902428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:58.907550 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:58.909302 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 4 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:58.960504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:58.963191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:58.964140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:58.997536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099053-09a1-4ab4-86cc-6041be8e644b req-a1363aba-d7cc-4a5c-9f11-26d2b3068468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:58.999588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-a1363aba-d7cc-4a5c-9f11-26d2b3068468 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4098997 Sep 01 14:58:59.002299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.038600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.039079 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.039769 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 5 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.092448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-80ab7c65-84b2-42f2-aa4a-7c850e2e636c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9 HTTP/1.1" status: 200 len: 217 time: 0.0765467 Sep 01 14:58:59.116237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0427ba3c-15a7-4aed-a7ea-f6d9da9e6b86 req-1c2021ed-2c8f-4776-87d9-b2a61aa0b60f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 210 time: 0.1329551 Sep 01 14:58:59.157841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.158552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.159207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.179366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.180860 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.182242 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 6 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.214256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099053-09a1-4ab4-86cc-6041be8e644b req-08351d6c-bb7b-44c4-be5b-20644cb6c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:59.217515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-08351d6c-bb7b-44c4-be5b-20644cb6c037 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1085222 Sep 01 14:58:59.220109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.221766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.223312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.250975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.254010 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.255258 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 7 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.309504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099053-09a1-4ab4-86cc-6041be8e644b req-1b7aa7bb-1d05-4b6e-91c0-d51a6fa036e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:59.316097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-1b7aa7bb-1d05-4b6e-91c0-d51a6fa036e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835421 Sep 01 14:58:59.317865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.322888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.329930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7dc1a25-ff58-4f82-9f75-1bc62c31a702 req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/64954a73-0cbd-404d-b19d-ce9b146d9a00 HTTP/1.1" status: 204 len: 173 time: 0.7787230 Sep 01 14:58:59.343777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.344337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.348816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.364062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.364062 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.364577 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 8 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.380893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0edcb-6fc5-44d6-a46b-7e50f2d06249 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64954a73-0cbd-404d-b19d-ce9b146d9a00,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:59.395643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.396237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.397166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.423626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.426243 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.427992 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 9 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.488084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.488633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.489235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.507102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.512676 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.513660 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 10 to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 Sep 01 14:58:59.561405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:59.562622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:59.562801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:59.576574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:59.583130 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:58:59.586201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.699676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-9d756c6f-80a6-4bd6-adaa-74c66e71ea1c service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681707 Sep 01 14:58:59.831042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-461aefdb-2563-4a08-9f8e-916cae43644b req-8e94f38c-deaf-447a-9d69-f0bec46e6eba tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/a2146810-c398-47ca-b392-0f42f33c4516 HTTP/1.1" status: 200 len: 2403 time: 0.4615309 Sep 01 14:58:59.841515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port 5210a88d-d7f5-431f-9f79-6ae0d9e65117, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:59.842465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempted to set empty binding levels {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 14:58:59.850422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3048-34b1-4f9a-ae2f-8409adb0678b req-9fc2fce8-cc14-46c8-a9a1-2b9c9fef99d8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:59.856822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54fc3048-34b1-4f9a-ae2f-8409adb0678b req-9fc2fce8-cc14-46c8-a9a1-2b9c9fef99d8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.1871121 Sep 01 14:58:59.859828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.962822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=5210a88d-d7f5-431f-9f79-6ae0d9e65117,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:59.996706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56099053-09a1-4ab4-86cc-6041be8e644b req-709477a1-d9c7-4cc3-8d1a-a31d14899a68 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513955 Sep 01 14:59:00.010017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-461aefdb-2563-4a08-9f8e-916cae43644b req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.021029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:00.023442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.068111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f852187f-0d14-46b6-95b0-50343cee2a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1737287 Sep 01 14:59:00.073135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46356) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:00.103577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54fc3048-34b1-4f9a-ae2f-8409adb0678b req-4ad5928d-cf01-4dd7-b2cf-11942f1cd16f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200041 Sep 01 14:59:00.122006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-461aefdb-2563-4a08-9f8e-916cae43644b req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.238860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Deleting port 5210a88d-d7f5-431f-9f79-6ae0d9e65117 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:00.239212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.281533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-0e1f7e0a-355e-4bcf-a938-7842ddd45205 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850492 Sep 01 14:59:00.391280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port 5210a88d-d7f5-431f-9f79-6ae0d9e65117, host n-h1-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:00.391835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.448374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-461aefdb-2563-4a08-9f8e-916cae43644b req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.454962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-461aefdb-2563-4a08-9f8e-916cae43644b req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.458772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Calling delete_port for 5210a88d-d7f5-431f-9f79-6ae0d9e65117 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:00.477560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-461aefdb-2563-4a08-9f8e-916cae43644b req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2146810-c398-47ca-b392-0f42f33c4516 HTTP/1.1" status: 204 len: 173 time: 0.6281190 Sep 01 14:59:00.500210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f46da-ee7c-4a5b-a52f-43cb5a1b717f req-990233f6-06da-4ef5-9e6c-8f371f83d7a7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:00.501961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e7f46da-ee7c-4a5b-a52f-43cb5a1b717f req-990233f6-06da-4ef5-9e6c-8f371f83d7a7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.1050229 Sep 01 14:59:00.564766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ef416-81ed-47fc-9130-6a7b316e14c0 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2146810-c398-47ca-b392-0f42f33c4516,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:00.609989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e7f46da-ee7c-4a5b-a52f-43cb5a1b717f req-04cccbda-f26b-446d-beef-69575f12b7e5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Sep 01 14:59:00.695298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.712879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4ac6e07-e7bb-4e11-a94a-9ec9614d42f7 req-b5bb2c0d-375b-4a82-b1b1-0c74c2c08f77 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 210 time: 0.0777428 Sep 01 14:59:00.769560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event deleted for resources: {'Port': ['ID=5210a88d-d7f5-431f-9f79-6ae0d9e65117,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:00.785481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.797349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab4cf628-4d79-43e5-b03d-bb383c484d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5210a88d-d7f5-431f-9f79-6ae0d9e65117 HTTP/1.1" status: 204 len: 168 time: 0.7164609 Sep 01 14:59:00.798600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:00.812561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-19dbf683-889a-4ff8-af60-e3a8fcb6689f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:00.814907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-19dbf683-889a-4ff8-af60-e3a8fcb6689f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5257690 Sep 01 14:59:00.849315 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-13663ffc-ce83-4b7e-a1d3-98861c9b5eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] GET failed (client error): The resource could not be found. Sep 01 14:59:00.852130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-13663ffc-ce83-4b7e-a1d3-98861c9b5eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports/5210a88d-d7f5-431f-9f79-6ae0d9e65117 HTTP/1.1" status: 404 len: 333 time: 0.0513103 Sep 01 14:59:00.856136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Request body: {'port': {'device_id': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'cc9166325ab04a19a8331ca25e4c94e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:00.859791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:00.868257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-129089779'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:00.913635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Made reservation on behalf of e8cf96ee9e934de0b7fbe34298fa1459 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:00.918318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.955406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:01.153488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-a5ba7d8d-3bb0-4718-b287-6e5d12743816 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "GET /v2.0/security-groups/2ca5bb57-7917-4088-bb19-c9de769fb0f0 HTTP/1.1" status: 200 len: 2398 time: 0.3320565 Sep 01 14:59:01.244199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Made reservation on behalf of cc9166325ab04a19a8331ca25e4c94e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:01.249122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.369326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.403335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.436525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.486588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.569563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Allocated IP 192.168.233.194 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/45f7ea73-b6f0-4284-adf6-d352e2a6558a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:01.576357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.581756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.583334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a1d1250-a3aa-4dc7-b937-e30221345efa req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ca5bb57-7917-4088-bb19-c9de769fb0f0 HTTP/1.1" status: 204 len: 173 time: 0.4203579 Sep 01 14:59:01.595471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:01.638631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:01.657915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bc3ca-4a6b-4c94-9b4b-4f3043bbffd7 tempest-SecurityGroupRulesTestJSON-752591586 tempest-SecurityGroupRulesTestJSON-752591586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5bb57-7917-4088-bb19-c9de769fb0f0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:01.662055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba058a-5326-4ff7-a8b8-6232d8f3ac3f req-75286420-667f-47c2-aa87-a299d1fa4559 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:01.683188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9ba058a-5326-4ff7-a8b8-6232d8f3ac3f req-75286420-667f-47c2-aa87-a299d1fa4559 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1095 time: 0.2008624 Sep 01 14:59:01.686801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:01.692804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:01.695145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:01.698064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.724524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:01.751940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=35e5ee67-27f8-40e2-ab00-642cbd4d53c4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:01.883542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9ba058a-5326-4ff7-a8b8-6232d8f3ac3f req-8f538fb1-5ff8-4ae4-b1f2-15a40a2ab778 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712606 Sep 01 14:59:01.897497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Deleting subnet aaf5acd7-7fec-4dc0-9248-fb82ef8b4ccb {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:59:01.898173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7be71059-309d-4752-b3c7-53139a9e07da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0343854 Sep 01 14:59:01.901908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:01.954873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:01.972902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.248132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:02.250982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.267522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.337983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ef0ccec-d3e1-4081-8ce3-1a2fab5a62cc req-5f0bee22-0462-478d-b98c-dc362992b4c3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 210 time: 0.0621350 Sep 01 14:59:02.391001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.585859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'port_id': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'mac_address': 'fa:16:3e:37:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f67a8-2c7f-4b14-bde2-59be27c14881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:02.628428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.684059 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.703307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168138c3-5c4b-4c42-9893-b67ad34b431a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:02.721220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf5acd7-7fec-4dc0-9248-fb82ef8b4ccb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:02.748481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:02.756284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.758597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.759709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-26d79361-61bf-4790-a690-a3bc6e5b45d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aaf5acd7-7fec-4dc0-9248-fb82ef8b4ccb HTTP/1.1" status: 204 len: 168 time: 1.1630108 Sep 01 14:59:02.760308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:02.764429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46388) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:02.771493 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No ports have port_id starting with a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b Sep 01 14:59:02.777573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b requested by agent hyperv_n-h2-802060-16 not found in database {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 01 14:59:02.778495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:02.806177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a117-a07a-4c3a-9615-a179185f61c4 req-75518cc1-2567-4257-8bec-e00189ef7ee1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:02.808883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9d7a117-a07a-4c3a-9615-a179185f61c4 req-75518cc1-2567-4257-8bec-e00189ef7ee1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 948 time: 0.5654907 Sep 01 14:59:02.878947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.884434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:02.927415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Transition to ACTIVE for port object 45f7ea73-b6f0-4284-adf6-d352e2a6558a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:02.961135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9d7a117-a07a-4c3a-9615-a179185f61c4 req-41b39ca3-8e49-4afc-bcbf-d6cf3f3c239a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167200 Sep 01 14:59:03.036534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.037281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.054196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:03.066603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:03.079219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.118200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:03.161296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'mac_address': 'fa:16:3e:92:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:03.167986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:03.173663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Transition to ACTIVE for port object 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:03.189785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:03.213718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:03.326674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.431051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.456225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:03.494352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:03.505756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.605698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.679718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:03.708331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4271d0de-3b0a-4bcb-a0c8-babc5d615161']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:03.743969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9359fb7e-6a15-4f86-b14f-4dccd137c160') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:03.744343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9359fb7e-6a15-4f86-b14f-4dccd137c160') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:03.776472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:03.780652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=35e5ee67-27f8-40e2-ab00-642cbd4d53c4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:03.794569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.833988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.848043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:03.848845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdc712-bb73-4808-9454-42af24d2088a req-7d49a3bd-11ae-4e2e-97c8-b582b4750318 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:03.852628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86bdc712-bb73-4808-9454-42af24d2088a req-7d49a3bd-11ae-4e2e-97c8-b582b4750318 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1096 time: 0.5888312 Sep 01 14:59:03.859917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:03.860564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: timer() Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:03.862964 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:03.883428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:03.884599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:03.885760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:03.961778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event updated for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:03.978463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a433f5-7486-4d02-9d36-d181752daa19 None None] Provisioning for port 45f7ea73-b6f0-4284-adf6-d352e2a6558a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:03.996809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:03.998764 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.006435 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 2 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.014903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a433f5-7486-4d02-9d36-d181752daa19 None None] Provisioning complete for port 45f7ea73-b6f0-4284-adf6-d352e2a6558a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:04.016333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6a433f5-7486-4d02-9d36-d181752daa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.056897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:04.057718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.058136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.058273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.058799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.073834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.076693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.077245 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.079554 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 3 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.080348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaefc6-8a16-40e3-b71e-ad2815c6c722 req-f6c7952c-ff01-4fb3-ad3a-85eb41cf84b6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:04.093747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1eaefc6-8a16-40e3-b71e-ad2815c6c722 req-f6c7952c-ff01-4fb3-ad3a-85eb41cf84b6 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 936 time: 0.1725097 Sep 01 14:59:04.096224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86bdc712-bb73-4808-9454-42af24d2088a req-432f6134-b4ba-45d6-a97b-3ed1b1834af2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429665 Sep 01 14:59:04.141579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-ceb9651b-3939-4df7-9d63-a3ade86158be tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3038690 Sep 01 14:59:04.159181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.172543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Request body: {'port': {'device_id': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:04.184979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] 10.222.0.41 "DELETE /v2.0/networks/4271d0de-3b0a-4bcb-a0c8-babc5d615161 HTTP/1.1" status: 204 len: 168 time: 1.4091175 Sep 01 14:59:04.204058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74480d2-8e4b-4122-b4a3-1f05576939df admin admin] Pushing event deleted for resources: {'Network': ['ID=4271d0de-3b0a-4bcb-a0c8-babc5d615161,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:04.208387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.208714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.209126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.213667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6a433f5-7486-4d02-9d36-d181752daa19 None None] Port 45f7ea73-b6f0-4284-adf6-d352e2a6558a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:04.218742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.221528 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.222120 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 4 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.261223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.264161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.265201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.276097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.276388 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.276970 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 5 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.309314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.309605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.321860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.356027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.358743 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.363642 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 6 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.387621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.402160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.402502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.402849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.421667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.422187 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.423145 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 7 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.434398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1eaefc6-8a16-40e3-b71e-ad2815c6c722 req-dd688c65-9f08-43b8-85af-e1d5ae09b938 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310628 Sep 01 14:59:04.474718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.475067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.475466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.483820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.484312 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.484933 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 8 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.528664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.528924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.529097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.553787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.555386 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.556214 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 9 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.607052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.607293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.607634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.626182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.626857 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.628879 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 10 to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 Sep 01 14:59:04.659060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.660177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.661124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.671707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.672454 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:04.673257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.891157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46414) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:05.008514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:05.009300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempted to set empty binding levels {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 14:59:05.030569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.059013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844b83-90d5-42a1-8e03-9ac075f42154 req-f7e27a73-fd71-48ad-8734-7030165516c5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.061588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8844b83-90d5-42a1-8e03-9ac075f42154 req-f7e27a73-fd71-48ad-8734-7030165516c5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 949 time: 0.4317727 Sep 01 14:59:05.102876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-72aa5821-49e7-4f4f-bea6-17044614445f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d10a58fc02c440eab24c345e1c5b2bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094133 Sep 01 14:59:05.110268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] In _notify_port_updated(), no bound segment for port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 14:59:05.111349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.112695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.119242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "PUT /v2.0/ports/35e5ee67-27f8-40e2-ab00-642cbd4d53c4 HTTP/1.1" status: 200 len: 979 time: 3.2135856 Sep 01 14:59:05.119622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46418) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:05.119622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:05.123891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-6186f917-6157-44ed-9c3e-f3902b51589f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1923127 Sep 01 14:59:05.151326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a553e35-ab62-4b27-bb53-1675a2d88a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=35e5ee67-27f8-40e2-ab00-642cbd4d53c4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:05.263050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-c55830b8-f3b1-4a57-b6b5-41b8590821b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.265591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-c55830b8-f3b1-4a57-b6b5-41b8590821b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1101 time: 0.0909057 Sep 01 14:59:05.384271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8844b83-90d5-42a1-8e03-9ac075f42154 req-a28ff76f-4bad-48f5-b37f-aa251b884fba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025134 Sep 01 14:59:05.491068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.491943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.492787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.493695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.494548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.495413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.496195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.497034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.497809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.498634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.499459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.500272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.501115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.501905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.502788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.503649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.504476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.505372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.506146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.506972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.507795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.508966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.509814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.510632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.511513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.512330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.513192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.514357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.515170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.516041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.517187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.518546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.524655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20b6fc-1b84-4bc9-b458-497ac107cccf req-70259013-4e9b-41a8-9dc5-6b005e73ad18 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.528132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6a20b6fc-1b84-4bc9-b458-497ac107cccf req-70259013-4e9b-41a8-9dc5-6b005e73ad18 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1096 time: 0.1446619 Sep 01 14:59:05.530445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-053ccd3d-c89a-4fa5-ab85-da863736fcfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28804 time: 0.4059486 Sep 01 14:59:05.531901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46430) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:05.543263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.628116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.647307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-9725bbd4-34dd-4ca9-850c-66c2d8ac4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.649212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-9725bbd4-34dd-4ca9-850c-66c2d8ac4cd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3521495 Sep 01 14:59:05.677857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f7ea73-b6f0-4284-adf6-d352e2a6558a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:05.697091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.732576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Transition to ACTIVE for port object 45f7ea73-b6f0-4284-adf6-d352e2a6558a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:05.742231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699b1f-689c-4910-a206-6df32401bab5 req-71172d7b-49c5-45eb-ba2d-4c8711c7ed63 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.752254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b699b1f-689c-4910-a206-6df32401bab5 req-71172d7b-49c5-45eb-ba2d-4c8711c7ed63 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.2189174 Sep 01 14:59:05.757348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:05.761565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.796929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-ea853f52-973a-4b68-8283-a69d30b042a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 217 time: 0.0998535 Sep 01 14:59:05.847600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.850983 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.852762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/446635db-08e4-4f56-bcce-a32343da07fa HTTP/1.1" status: 204 len: 168 time: 0.7304716 Sep 01 14:59:05.888256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 168138c3-5c4b-4c42-9893-b67ad34b431a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:05.890084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Pushing event updated for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:05.890700 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.893946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9419fe-173b-49ba-8022-a5ad0c73e340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446635db-08e4-4f56-bcce-a32343da07fa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:05.914059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b699b1f-689c-4910-a206-6df32401bab5 req-b23d7ecf-0c14-403a-85df-28db29379882 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600685 Sep 01 14:59:05.915550 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6a20b6fc-1b84-4bc9-b458-497ac107cccf req-baba0e04-e3df-4501-b8cb-1156ba147d10 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668506 Sep 01 14:59:06.087122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-c83c2935-db84-4403-9665-5795cb54a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.089372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-c83c2935-db84-4403-9665-5795cb54a07d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2832737 Sep 01 14:59:06.138983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.151196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Deleting port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:06.151956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.158536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Attempting to bind port 45f7ea73-b6f0-4284-adf6-d352e2a6558a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:06.160697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Attempting to bind port 45f7ea73-b6f0-4284-adf6-d352e2a6558a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:06.164539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Attempting to bind port 45f7ea73-b6f0-4284-adf6-d352e2a6558a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:06.181851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Port 45f7ea73-b6f0-4284-adf6-d352e2a6558a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:06.182481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Attempting to bind port 45f7ea73-b6f0-4284-adf6-d352e2a6558a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:06.202364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:06.203212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:06.203798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:06.205762 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df6fa1-5437-4f2f-9e5a-df8808a067a6" -d '{"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-plugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:06.206926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:06.208132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Bound port: 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:06.212179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.267503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:06.280725 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.291532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:06.310733 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b474be6-54db-4c3f-9906-0013f96de40f x-openstack-request-id: req-5b474be6-54db-4c3f-9906-0013f96de40f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:06.311197 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-plugged", "status": "completed", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:06.313054 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b474be6-54db-4c3f-9906-0013f96de40f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:06.313755 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'code': 200} Sep 01 14:59:06.436870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:06.449920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:06.463967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.530319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:06.557996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:06.558659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.631664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.632853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.635415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] 10.222.0.50 "PUT /v2.0/ports/45f7ea73-b6f0-4284-adf6-d352e2a6558a HTTP/1.1" status: 200 len: 1097 time: 2.4822578 Sep 01 14:59:06.641806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:06.646962 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5" -d '{"events": [{"name": "network-changed", "server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:06.665502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-41d62557-da3a-425d-9ba8-01a3181b53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.673517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-41d62557-da3a-425d-9ba8-01a3181b53e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5685353 Sep 01 14:59:06.724128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port 35e5ee67-27f8-40e2-ab00-642cbd4d53c4, host n-h1-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:06.727000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.764999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Calling delete_port for 35e5ee67-27f8-40e2-ab00-642cbd4d53c4 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:06.852199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.940835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab420c6-2af5-45f1-bdbf-5f10286fb712 service neutron] Pushing event updated for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:06.958407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e4bf-2044-418f-bd89-fd7ddb73b8df req-d496ddc7-c599-4129-924d-0ba29139f7e8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.974447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9720e4bf-2044-418f-bd89-fd7ddb73b8df req-d496ddc7-c599-4129-924d-0ba29139f7e8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 949 time: 0.3947001 Sep 01 14:59:06.988211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:06.996588 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.061649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-697e3efa-c1bb-4599-a272-2fb147d7558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.065981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-697e3efa-c1bb-4599-a272-2fb147d7558c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 1100 time: 0.3490303 Sep 01 14:59:07.108239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.145184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-2240c039-ae17-4db3-afcc-a639678b95c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a HTTP/1.1" status: 200 len: 217 time: 0.0691111 Sep 01 14:59:07.163789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9720e4bf-2044-418f-bd89-fd7ddb73b8df req-66956295-3964-4d20-93a8-90aaff69b023 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879172 Sep 01 14:59:07.223521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:07.285452 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418d818-b227-4e04-b73c-67a00b71f525 x-openstack-request-id: req-8418d818-b227-4e04-b73c-67a00b71f525 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:07.288834 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:07.291392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event deleted for resources: {'Port': ['ID=35e5ee67-27f8-40e2-ab00-642cbd4d53c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:07.291617 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8418d818-b227-4e04-b73c-67a00b71f525 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:07.294920 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a', 'status': 'completed', 'code': 200} Sep 01 14:59:07.321680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02520981-bea5-4beb-b4e3-852036d9a48b req-e685a0fa-758e-4607-bf4d-d41d849b4671 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.335750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-d0559e36-4cdc-4488-8c6b-b705efc05dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.338632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-d0559e36-4cdc-4488-8c6b-b705efc05dce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1736050 Sep 01 14:59:07.339204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02520981-bea5-4beb-b4e3-852036d9a48b req-e685a0fa-758e-4607-bf4d-d41d849b4671 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 948 time: 0.9695890 Sep 01 14:59:07.489608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-e6f21198-22bd-4b41-a097-0e54173c3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.491698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-e6f21198-22bd-4b41-a097-0e54173c3cda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434302 Sep 01 14:59:07.497313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.508207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c8ef77c6-a078-4ffb-9598-ff5f1fe40101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "DELETE /v2.0/ports/35e5ee67-27f8-40e2-ab00-642cbd4d53c4 HTTP/1.1" status: 204 len: 168 time: 1.9666262 Sep 01 14:59:07.529614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-38a40cf1-3f13-44f4-bb4a-06dd16c75032 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.532288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-38a40cf1-3f13-44f4-bb4a-06dd16c75032 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.50 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.5028193 Sep 01 14:59:07.539679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e38e-f0a8-405a-a9c5-59be601744bd req-0f220a68-0524-4435-8ced-598cbb613c2c tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.540260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46460) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:07.548019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b933e38e-f0a8-405a-a9c5-59be601744bd req-0f220a68-0524-4435-8ced-598cbb613c2c tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.1779246 Sep 01 14:59:07.616443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-2fedac96-4a38-4fb3-961b-f5a25e5cc623 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9388976 Sep 01 14:59:07.624230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02520981-bea5-4beb-b4e3-852036d9a48b req-deb87fa6-4389-4252-8a23-2153024c3a2f tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827864 Sep 01 14:59:07.668211 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3e4526-9531-4dc2-bbfa-c5235313598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] GET failed (client error): The resource could not be found. Sep 01 14:59:07.679417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e3e4526-9531-4dc2-bbfa-c5235313598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports/35e5ee67-27f8-40e2-ab00-642cbd4d53c4 HTTP/1.1" status: 404 len: 333 time: 0.1300755 Sep 01 14:59:07.681706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46464) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:07.735126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b933e38e-f0a8-405a-a9c5-59be601744bd req-c1e4fa9e-af19-441c-bb14-f753524082b4 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644874 Sep 01 14:59:07.783201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-91998a2b-c2a7-4690-9506-1d6f7c43dd41 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822440 Sep 01 14:59:07.827492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-441273884', 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:08.004659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573f120e-8a5d-461a-beb0-28b27c03f5e2 req-c932e906-6f69-4878-9f8d-d5fcc2fb3263 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116120 Sep 01 14:59:08.053665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Made reservation on behalf of e8cf96ee9e934de0b7fbe34298fa1459 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:08.057768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.120354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695df8-1730-4f6e-bd46-3f0c2cad8222 req-9160b461-5a46-446c-9155-f3d34cc9b2e8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.133190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6695df8-1730-4f6e-bd46-3f0c2cad8222 req-9160b461-5a46-446c-9155-f3d34cc9b2e8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3410304 Sep 01 14:59:08.164628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Deleting port 823d7450-616e-4df3-b4b8-f5b5389d9deb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:08.165311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.165563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:08.189224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-08d3a3dc-7881-4a3f-ae45-d07158de71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.191808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-08d3a3dc-7881-4a3f-ae45-d07158de71c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 1100 time: 0.0980415 Sep 01 14:59:08.314807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:08.319650 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4dbc30-d392-4b56-87ea-d7b77c211934" -d '{"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:08.370818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-0b51038f-1707-426f-8bfa-f2a672ad79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.373460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-0b51038f-1707-426f-8bfa-f2a672ad79a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1737113 Sep 01 14:59:08.417029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-288610485-network', 'tenant_id': '13a057b0819346e9b60be33a04115020'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:08.509559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-ed829dc9-901a-4b05-803a-d8210c0586ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a HTTP/1.1" status: 200 len: 217 time: 0.1256630 Sep 01 14:59:08.600586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Made reservation on behalf of 13a057b0819346e9b60be33a04115020 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:08.604707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.630089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73ef6-281b-410f-aa1e-83f6abde63a3 req-cc359681-61a5-4a5c-8b02-be2234ccf6e6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.632555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ed73ef6-281b-410f-aa1e-83f6abde63a3 req-cc359681-61a5-4a5c-8b02-be2234ccf6e6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2523155 Sep 01 14:59:08.645832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.702542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-e7156457-597c-4e33-ac27-2d2924e22543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.705509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-e7156457-597c-4e33-ac27-2d2924e22543 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1814156 Sep 01 14:59:08.722950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port cacdebbf-9a3c-4e7d-85f5-4487a712d15a yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:08.768069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fff9efd7-7b20-44a8-80ed-13e7a8e6f22d req-565e1725-ba30-4374-a559-3a05f635cf86 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0949862 Sep 01 14:59:08.819979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ed73ef6-281b-410f-aa1e-83f6abde63a3 req-9bf58bef-0e6f-48b6-9d2c-99a853e8b44c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676204 Sep 01 14:59:08.857631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-f0df0d35-0067-43a7-9454-c6d1f721cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.860131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-f0df0d35-0067-43a7-9454-c6d1f721cb03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440151 Sep 01 14:59:08.889130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6695df8-1730-4f6e-bd46-3f0c2cad8222 req-6858824d-1dc2-47d8-b4fd-0040c2efe123 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542822 Sep 01 14:59:08.948775 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d81be-1f96-49c8-8b4f-f74ea31db11f x-openstack-request-id: req-7b8d81be-1f96-49c8-8b4f-f74ea31db11f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:08.949257 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:08.949637 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b8d81be-1f96-49c8-8b4f-f74ea31db11f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:08.950616 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'code': 200} Sep 01 14:59:08.994125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] For port 823d7450-616e-4df3-b4b8-f5b5389d9deb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=823d7450-616e-4df3-b4b8-f5b5389d9deb,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:08.994125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.111030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Calling delete_port for 823d7450-616e-4df3-b4b8-f5b5389d9deb owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:09.272507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-cc9de99c-0a7c-4e41-a19b-0b1eb7b45378 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034967 Sep 01 14:59:09.311343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.334410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.336774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.392137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8152d-9ec2-4599-aa9a-6169abd1cbe3 req-77872d32-9aaa-4cbf-a731-18449a3157ee tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.394679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8a8152d-9ec2-4599-aa9a-6169abd1cbe3 req-77872d32-9aaa-4cbf-a731-18449a3157ee tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/ports?device_id=9afdc968-46e5-42f0-8d41-a2baf1e1ae29 HTTP/1.1" status: 200 len: 945 time: 0.2237070 Sep 01 14:59:09.465754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:09.513025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.517638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.518961 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Added segment 6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8 of type vlan for network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c Sep 01 14:59:09.539543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b592-2367-4358-9560-74d5aaf22953 req-add6807a-fa9b-4e00-9628-105c7f7538db tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.542630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6793b592-2367-4358-9560-74d5aaf22953 req-add6807a-fa9b-4e00-9628-105c7f7538db tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 948 time: 0.3958645 Sep 01 14:59:09.558447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:09.571065 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8a8152d-9ec2-4599-aa9a-6169abd1cbe3 req-fcba21ae-ee40-4e8a-b882-53eb8be80e05 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f8ad162-d6ce-492a-9a69-b345f5699efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555626 Sep 01 14:59:09.574075 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.601017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:09.614578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:09.663161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:09.663161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.663161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.663161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=cacdebbf-9a3c-4e7d-85f5-4487a712d15a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:09.719786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] No DVR routers for this DVR port 823d7450-616e-4df3-b4b8-f5b5389d9deb on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:09.729339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.731527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50aaf15d-e84a-47f3-9c3b-1c9ad3421458 req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] 10.222.0.50 "DELETE /v2.0/ports/823d7450-616e-4df3-b4b8-f5b5389d9deb HTTP/1.1" status: 204 len: 173 time: 2.1756675 Sep 01 14:59:09.732297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'name': 'network-vif-deleted', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:09.734734 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245db562-d040-4818-a47b-378055252652" -d '{"events": [{"server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "name": "network-vif-deleted", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:09.739782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c8f7e-ae36-4bf5-9086-8d3962e95dd8 tempest-AttachSCSIVolumeTestJSON-1894233900 tempest-AttachSCSIVolumeTestJSON-1894233900-project] Pushing event deleted for resources: {'Port': ['ID=823d7450-616e-4df3-b4b8-f5b5389d9deb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:09.760878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5df9d93a-5421-4688-9b3f-e3656ac97280 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9795499 Sep 01 14:59:09.761325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46492) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:09.764110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.799033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c65fdb1-cd70-4567-9f07-b8a3a46605b5 req-22c385fa-e822-46e2-80dd-ea212d3c3a71 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920313 Sep 01 14:59:09.837134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6793b592-2367-4358-9560-74d5aaf22953 req-17b67dec-7a1e-450e-b4b3-39eba2f6c9d0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971009 Sep 01 14:59:09.847908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.854363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.855112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.889803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633b869-6c4d-409e-ba5e-f8e98c61f3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.891676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7633b869-6c4d-409e-ba5e-f8e98c61f3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports/cacdebbf-9a3c-4e7d-85f5-4487a712d15a HTTP/1.1" status: 200 len: 958 time: 0.1288464 Sep 01 14:59:09.896653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46496) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:09.968905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 45f7ea73-b6f0-4284-adf6-d352e2a6558a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:09.975614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 823d7450-616e-4df3-b4b8-f5b5389d9deb no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:09.981584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8146226 Sep 01 14:59:09.992750 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea93d0-698a-4731-8d29-c95ea30d53aa x-openstack-request-id: req-38ea93d0-698a-4731-8d29-c95ea30d53aa {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:09.992750 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afdc968-46e5-42f0-8d41-a2baf1e1ae29", "name": "network-vif-deleted", "tag": "823d7450-616e-4df3-b4b8-f5b5389d9deb", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:09.993939 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38ea93d0-698a-4731-8d29-c95ea30d53aa {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:09.994498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:09.994689 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afdc968-46e5-42f0-8d41-a2baf1e1ae29', 'name': 'network-vif-deleted', 'tag': '823d7450-616e-4df3-b4b8-f5b5389d9deb', 'status': 'completed', 'code': 200} Sep 01 14:59:10.011804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Request body: {'subnet': {'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-288610485-subnet', 'tenant_id': '13a057b0819346e9b60be33a04115020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:10.065885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231558d-f8c7-4746-b5d5-3183daafc940 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:10.089457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:10.095743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 823d7450-616e-4df3-b4b8-f5b5389d9deb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:10.098236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Made reservation on behalf of 13a057b0819346e9b60be33a04115020 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:10.098607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 823d7450-616e-4df3-b4b8-f5b5389d9deb not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:10.104044 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.151015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Deleting port cacdebbf-9a3c-4e7d-85f5-4487a712d15a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:10.151593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.384617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.409782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79267e-a987-45b6-b5ad-4172f307c115 req-f24e0c6c-12f1-450f-acd9-1198f8c6e874 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:10.431526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f79267e-a987-45b6-b5ad-4172f307c115 req-f24e0c6c-12f1-450f-acd9-1198f8c6e874 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2768753 Sep 01 14:59:10.468334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Calling delete_port for cacdebbf-9a3c-4e7d-85f5-4487a712d15a owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:10.474996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:10.507826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d4d66-84cf-4984-a017-022f63114da8 req-e5897fee-bd2d-40d6-9d82-87c557856c53 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:10.509333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '45f7ea73-b6f0-4284-adf6-d352e2a6558a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '45f7ea73-b6f0-4284-adf6-d352e2a6558a', 'mac_address': 'fa:16:3e:b8:fb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:10.527709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b9d4d66-84cf-4984-a017-022f63114da8 req-e5897fee-bd2d-40d6-9d82-87c557856c53 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2845314 Sep 01 14:59:10.582906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.601596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b9d4d66-84cf-4984-a017-022f63114da8 req-86ebce6a-141a-42a4-a4b4-de2ec114cca9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Sep 01 14:59:10.620801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f7ea73-b6f0-4284-adf6-d352e2a6558a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:10.667384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:10.676267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.726459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f79267e-a987-45b6-b5ad-4172f307c115 req-41dfbd04-b918-48b8-b580-0758f4cd1146 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934742 Sep 01 14:59:10.786529 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.853015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.879274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:10.916064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bfc109-bd80-4128-9c18-ec09da7ed860,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:10.942499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Checking segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:10.943088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Network hostable DHCP agents. Network: 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:10.978972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event deleted for resources: {'Port': ['ID=cacdebbf-9a3c-4e7d-85f5-4487a712d15a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:10.983019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:10.991378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.995416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-419cff60-4f4d-429a-97f8-0d105f16d5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "DELETE /v2.0/ports/cacdebbf-9a3c-4e7d-85f5-4487a712d15a HTTP/1.1" status: 204 len: 168 time: 1.0969095 Sep 01 14:59:10.999764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46516) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:11.005963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['45f7ea73-b6f0-4284-adf6-d352e2a6558a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:11.027540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:11.027985 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-744f3fd9-69dc-4f96-9188-b8c624385917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] GET failed (client error): The resource could not be found. Sep 01 14:59:11.035037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-744f3fd9-69dc-4f96-9188-b8c624385917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports/cacdebbf-9a3c-4e7d-85f5-4487a712d15a HTTP/1.1" status: 404 len: 333 time: 0.0285704 Sep 01 14:59:11.036055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46518) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:11.042826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-437481506'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:11.047141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:11.048153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.108992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc91db-f21d-46de-bf08-e9ba8f731181 None None] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:11.118260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Made reservation on behalf of e8cf96ee9e934de0b7fbe34298fa1459 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:11.122362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.137860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f229508a-dd13-40fd-995b-5987c70b06f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1254921 Sep 01 14:59:11.167604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475162f-611f-4a36-96cc-726802ebc0b5 req-830d5d7b-b689-4cce-b074-c3799ee5c5ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:11.170722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5475162f-611f-4a36-96cc-726802ebc0b5 req-830d5d7b-b689-4cce-b074-c3799ee5c5ed tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 949 time: 0.1132214 Sep 01 14:59:11.191957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:11.453718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.579227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5475162f-611f-4a36-96cc-726802ebc0b5 req-3d6936e8-3b89-490e-a0b9-eddfa780c391 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155038 Sep 01 14:59:11.592017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e59ff4-d986-4aee-996b-2f35e6b96fff None None] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:11.645009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.750122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:11.765326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:11.775835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:11.777887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:11.779508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.814859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd42cf7-a529-4273-bdbd-0bbbde4b1a81,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:11.853305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46562) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:11.854748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68940af4-3038-4c22-a8b2-4040a5d6759f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8162992 Sep 01 14:59:11.860620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:12.092276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ec509-d5dd-4b49-80dd-d000c5e346d0 req-ba661040-9303-4a77-a27f-1d4949bcfc29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:12.093667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d9ec509-d5dd-4b49-80dd-d000c5e346d0 req-ba661040-9303-4a77-a27f-1d4949bcfc29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1372423 Sep 01 14:59:12.094549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.314693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d9ec509-d5dd-4b49-80dd-d000c5e346d0 req-59d4d715-b2d1-4c41-92a7-c0c2695a3b74 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946862 Sep 01 14:59:12.496321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-779cf8c5-9e91-452e-bfd1-396ed6475ae8 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:12.498832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-779cf8c5-9e91-452e-bfd1-396ed6475ae8 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.2824132 Sep 01 14:59:12.646588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ce55-0d92-4d7b-a6c8-fce699b802a2 req-a65c6321-4769-400a-a00b-0243ef1352cf tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:12.672951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc14ce55-0d92-4d7b-a6c8-fce699b802a2 req-a65c6321-4769-400a-a00b-0243ef1352cf tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1686165 Sep 01 14:59:12.760381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-1eade8bc-8c07-4b92-9605-60ec75946939 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/quotas/13a057b0819346e9b60be33a04115020 HTTP/1.1" status: 200 len: 375 time: 0.2474847 Sep 01 14:59:12.837091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc14ce55-0d92-4d7b-a6c8-fce699b802a2 req-cd2d6ac9-adb2-483f-89ad-7baa72fbd2ff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591759 Sep 01 14:59:12.837377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-1a25fee0-482f-4c2b-9855-de4e3609ccef tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750110 Sep 01 14:59:12.849657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] device_id is not set on port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:12.868198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.894381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Transition to ACTIVE for port object ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:12.900249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:13.032376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-d18a8cb0-7c09-4ae5-9ca1-731c1407dbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902194 Sep 01 14:59:13.037193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd42cf7-a529-4273-bdbd-0bbbde4b1a81,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:13.047694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.051889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.052668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.064138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.064586 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.064938 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 2 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.108911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.110054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.115620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.132515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.133616 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.134600 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 3 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.211994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-71bc45f3-bc35-4f5d-8dd4-51206abb3851 service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697888 Sep 01 14:59:13.237430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.238460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.239134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.260941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.261640 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.262648 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 4 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.311948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c5c63-ee35-4d22-b3a9-8cca24ef96b5 req-40cfd404-bed8-4f45-9dae-9e0014408637 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.315204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-169c5c63-ee35-4d22-b3a9-8cca24ef96b5 req-40cfd404-bed8-4f45-9dae-9e0014408637 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 949 time: 0.1335039 Sep 01 14:59:13.321404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.322060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.323008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.343827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.344408 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.358127 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 5 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.421481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.421987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.422444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.456684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-169c5c63-ee35-4d22-b3a9-8cca24ef96b5 req-12ac5020-c0bc-4225-9abd-070c96743ecc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267920 Sep 01 14:59:13.458196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.458522 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.460940 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 6 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.510619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.512207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.512873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.528422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.529462 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.530782 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 7 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.587725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.587725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.588205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.636482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab794d9a-9dc1-407d-9877-0aa590eb82dc req-240486a2-98cd-4305-9372-dcb7c6660c80 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 210 time: 0.0667639 Sep 01 14:59:13.640764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.641164 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.642810 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 8 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.677638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.678497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.679269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.689435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.690079 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.690773 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 9 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.691966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e685738-5740-4e0b-bc54-f5b625911291 req-766be7a7-eccc-4ae4-8898-fefb8071b747 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.714518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e685738-5740-4e0b-bc54-f5b625911291 req-766be7a7-eccc-4ae4-8898-fefb8071b747 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1600256 Sep 01 14:59:13.718749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.718749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.718749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.729905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.730462 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.731273 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempt 10 to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 Sep 01 14:59:13.776815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:13.777407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:13.777954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempting to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:13.793993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:13.794698 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Failed to bind port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on host n-h1-802060-16 for vnic_type normal using segments [{'id': 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839'}] Sep 01 14:59:13.795641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:13.813910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e685738-5740-4e0b-bc54-f5b625911291 req-c5e1afed-8be4-41cd-9cfd-d16d0ff772c2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980949 Sep 01 14:59:13.953557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:13.954467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attempted to set empty binding levels {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 14:59:13.962339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.001513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 45f7ea73-b6f0-4284-adf6-d352e2a6558a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:14.141346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 45f7ea73-b6f0-4284-adf6-d352e2a6558a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:14.153844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] In _notify_port_updated(), no bound segment for port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 on network 0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 14:59:14.157869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.158941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.164894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "PUT /v2.0/ports/ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 HTTP/1.1" status: 200 len: 979 time: 2.3102450 Sep 01 14:59:14.165814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 45f7ea73-b6f0-4284-adf6-d352e2a6558a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:14.166431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.169639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46632) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:14.239011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720219-c7ab-4d0b-9d37-6c688c3d7606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd42cf7-a529-4273-bdbd-0bbbde4b1a81,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:14.259125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaed4d-179b-451b-9ac2-1d5e2f92141f req-eb5130cb-540a-47e2-83b6-6847afe3f196 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.262813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcaed4d-179b-451b-9ac2-1d5e2f92141f req-eb5130cb-540a-47e2-83b6-6847afe3f196 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1405306 Sep 01 14:59:14.360280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcaed4d-179b-451b-9ac2-1d5e2f92141f req-f851fff6-267d-47c0-8bd3-8f3be228be79 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763376 Sep 01 14:59:14.383405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93949cb7-5a89-4e1c-aef7-08d2da77cc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.396936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.407510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Deleting port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:14.408053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.450580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:14.457711 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b32efa-7dc0-4850-9400-2d5c798e1cee" -d '{"events": [{"server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "name": "network-vif-plugged", "status": "completed", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:14.522944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:14.534165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.562137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] For port ffd42cf7-a529-4273-bdbd-0bbbde4b1a81, host n-h1-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:14.565818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.591189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Calling delete_port for ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:14.593774 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f94b2-c40f-442c-b413-72b3fad908f4 x-openstack-request-id: req-2f4f94b2-c40f-442c-b413-72b3fad908f4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:14.594444 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "name": "network-vif-plugged", "status": "completed", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:14.594891 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f4f94b2-c40f-442c-b413-72b3fad908f4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:14.595636 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a', 'code': 200} Sep 01 14:59:14.684680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:14.735918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.833456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffd42cf7-a529-4273-bdbd-0bbbde4b1a81,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:14.885236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.890903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:14.892027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ef533cd-4448-46e4-a32e-946948aaaffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 HTTP/1.1" status: 204 len: 168 time: 0.7202456 Sep 01 14:59:14.967281 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b5c14e-7de6-433e-ae9f-bb367dcf1f62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] GET failed (client error): The resource could not be found. Sep 01 14:59:14.970093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4b5c14e-7de6-433e-ae9f-bb367dcf1f62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1958939978-project-admin] 10.222.0.41 "GET /v2.0/ports/ffd42cf7-a529-4273-bdbd-0bbbde4b1a81 HTTP/1.1" status: 404 len: 333 time: 0.0769913 Sep 01 14:59:14.988281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c75f53c-7498-40da-a314-e9ebe577490f req-698bd4e3-fc8e-4691-bd2b-110de5a928f2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 210 time: 0.0933254 Sep 01 14:59:14.988971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46650) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:15.073555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1d70d-9443-4008-9463-66825653a707 req-a2b3bd0e-a3f7-4d89-9327-175d3d271daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.082236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bd1d70d-9443-4008-9463-66825653a707 req-a2b3bd0e-a3f7-4d89-9327-175d3d271daa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 1102 time: 0.3274686 Sep 01 14:59:15.149252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db2f5-93d4-4524-a918-f8f7ba728c90 req-7a215a77-e989-4619-bf64-1ddf26b4dfb0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.151331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-895db2f5-93d4-4524-a918-f8f7ba728c90 req-7a215a77-e989-4619-bf64-1ddf26b4dfb0 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.4989488 Sep 01 14:59:15.178465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.228480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bd1d70d-9443-4008-9463-66825653a707 req-a272578c-2c53-4d5e-b38e-1f5f6be09fc4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334279 Sep 01 14:59:15.255285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-895db2f5-93d4-4524-a918-f8f7ba728c90 req-b9970adb-3bc8-4245-80ba-d46eb8f86e2b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775249 Sep 01 14:59:15.433182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.459440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:15.495879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f21b52-e4b6-4aa5-a38c-011c9f969b6f req-3b178708-4d3e-4adf-a2e2-25f99ef62311 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.498558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6f21b52-e4b6-4aa5-a38c-011c9f969b6f req-3b178708-4d3e-4adf-a2e2-25f99ef62311 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2024009 Sep 01 14:59:15.501700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:15.502167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97a1621-0dca-4f49-8e79-ac7b7bd41c22') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:15.539191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.579579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.595781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:15.597040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: timer() Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:15.602149 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:15.627596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6f21b52-e4b6-4aa5-a38c-011c9f969b6f req-df6e32da-f6d8-4b85-a5e5-ce918d1176a5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127241 Sep 01 14:59:15.642312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254b12-e24f-4f00-8469-4c2efb18f3d7 req-107fce94-3d37-4f96-8e26-72395ccfdc35 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.645349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63254b12-e24f-4f00-8469-4c2efb18f3d7 req-107fce94-3d37-4f96-8e26-72395ccfdc35 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1152539 Sep 01 14:59:15.742105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63254b12-e24f-4f00-8469-4c2efb18f3d7 req-08067453-2dbf-4ca9-8992-e4899de09159 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875573 Sep 01 14:59:15.800487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.826889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.829546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] 10.222.0.41 "DELETE /v2.0/networks/0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839 HTTP/1.1" status: 204 len: 168 time: 0.8380480 Sep 01 14:59:15.876304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5281f8-1569-4255-9603-7e9f3204898a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110113469-project] Pushing event deleted for resources: {'Network': ['ID=0f1ab8ef-bcd4-4542-b7ab-c5dfc9fb1839,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:16.049969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-2424b72a-aba7-4ea2-bd71-25d6f6f07fa6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.054678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-2424b72a-aba7-4ea2-bd71-25d6f6f07fa6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.2609541 Sep 01 14:59:16.084301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Request body: {'port': {'device_id': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'admin_state_up': True, 'tenant_id': '13a057b0819346e9b60be33a04115020'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:16.258451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08b440a2-7b0c-477f-ae47-c69a491521f9 req-448c171a-f127-442b-93a0-f8070dc5ee44 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 210 time: 0.0704141 Sep 01 14:59:16.334238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46678) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:16.338433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Made reservation on behalf of 13a057b0819346e9b60be33a04115020 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:16.342714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.651180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3d3f-b2fb-4009-8a9c-f974956d7e65 req-4c2d495c-e87d-4fef-9c33-9a4b6ea269d1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.657034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-192a3d3f-b2fb-4009-8a9c-f974956d7e65 req-4c2d495c-e87d-4fef-9c33-9a4b6ea269d1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.2180433 Sep 01 14:59:16.682028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0fbdd336-d4c9-4af6-b0eb-e726f7ecb5d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46c4b5c78d6e419b86e8176fd7dccec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457584 Sep 01 14:59:16.683617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46686) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:16.745363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-192a3d3f-b2fb-4009-8a9c-f974956d7e65 req-558afadb-bcce-44d4-9212-70006d3821d8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Sep 01 14:59:16.754661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Allocated IP 172.20.0.3 (8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c/e6bfc109-bd80-4128-9c18-ec09da7ed860/9c51a3b3-fde6-4374-ac02-5f5f4addad53) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:16.813018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.919109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.070903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178922-c66a-44b5-ba5b-911e7b3ee079 req-d15c5fb6-f2af-4e2b-94bc-c6b9c3b8502e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:17.074475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95178922-c66a-44b5-ba5b-911e7b3ee079 req-d15c5fb6-f2af-4e2b-94bc-c6b9c3b8502e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1495571 Sep 01 14:59:17.093032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a8af2ea-08ec-4a33-8a8a-fbeadf84572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.118914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d414d-6aa6-47fc-8d7e-cce08d7ef817 req-483d13b0-4767-43f2-a100-c9b79bf95b66 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:17.120696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-292d414d-6aa6-47fc-8d7e-cce08d7ef817 req-483d13b0-4767-43f2-a100-c9b79bf95b66 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2268450 Sep 01 14:59:17.122588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.125946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.131524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c0fa172-0655-4a90-8477-1496523972c0 HTTP/1.1" status: 204 len: 168 time: 0.4423850 Sep 01 14:59:17.141241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0fa172-0655-4a90-8477-1496523972c0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:17.179106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.179568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.180025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.180484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.181229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.182308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.182308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.182709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.183085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.183598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.184103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.184613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41013133-1bea-41b1-9671-1e91b5aeff0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.233430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-292d414d-6aa6-47fc-8d7e-cce08d7ef817 req-eebdd3fd-01cd-40de-a24c-01d20c64f6ea tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835285 Sep 01 14:59:17.298002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95178922-c66a-44b5-ba5b-911e7b3ee079 req-ed9a1d4f-e9db-443c-96fe-81c32c2f82cd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028635 Sep 01 14:59:17.322155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.345423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.488864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d459e9a1-b1ab-495a-9a2d-252a5f44caf0 req-56a8e796-1381-4e4c-bd73-7930239f856a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 210 time: 0.0562582 Sep 01 14:59:17.506260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.579027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:17.581541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:17.583559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46702) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:17.609912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:17.728782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:17.765458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.766510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.767054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.767604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.768734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.769688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.780063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.780789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.781437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.781961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.782499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.789595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:17.810986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:17.812749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.837612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-7fe2e128-d01a-4790-a607-e5e50fd7e507 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728541 Sep 01 14:59:17.853584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Request body: {'port': {'device_id': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:18.027968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.059932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:18.067788 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.229540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60ae4904-bbee-4cb4-926a-89778360a11c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8cf96ee9e934de0b7fbe34298fa1459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666627 Sep 01 14:59:18.236199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46712) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:18.283865 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.461493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9309-d778-4eec-99ad-fdb7e2f8a8c0 req-de1c4dba-358f-4d40-85f9-3592560f4d7b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:18.465430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f0b9309-d778-4eec-99ad-fdb7e2f8a8c0 req-de1c4dba-358f-4d40-85f9-3592560f4d7b tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.3965735 Sep 01 14:59:18.512315 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:59:18.565396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f0b9309-d778-4eec-99ad-fdb7e2f8a8c0 req-d1fe4cdc-282f-436d-8570-4fc5d202aba8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878308 Sep 01 14:59:18.703564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.043169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1351f4-25b4-4c2e-bd6b-3cc7a98ec8f2 req-416aedc3-d381-4b91-b58a-7361cebd29f1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.045647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b1351f4-25b4-4c2e-bd6b-3cc7a98ec8f2 req-416aedc3-d381-4b91-b58a-7361cebd29f1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2684355 Sep 01 14:59:19.123956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.151045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b1351f4-25b4-4c2e-bd6b-3cc7a98ec8f2 req-e5765357-377d-4f6e-a8cc-8e3c8ba11a49 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816817 Sep 01 14:59:19.157719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe5aac-bcc4-4de6-a80d-7facbcef6b1a req-a59edd18-f4f7-4fc1-92dd-d797b72c8989 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.159686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66fe5aac-bcc4-4de6-a80d-7facbcef6b1a req-a59edd18-f4f7-4fc1-92dd-d797b72c8989 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2000413 Sep 01 14:59:19.197271 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.345862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66fe5aac-bcc4-4de6-a80d-7facbcef6b1a req-ef42d8c7-9876-4c91-89d4-0b7498404174 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711595 Sep 01 14:59:19.400671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.407920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.412409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20b1561a-58f1-4189-9a26-013b2959cb8e HTTP/1.1" status: 204 len: 168 time: 1.1718736 Sep 01 14:59:19.429637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Deleting port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:19.430392 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.444119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:19.451945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6a5a7-20b3-44c7-91cb-da704636ae6a req-ae6e199b-0fbc-4df2-bb4b-40896783f1ba tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.458698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.489623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8c6a5a7-20b3-44c7-91cb-da704636ae6a req-ae6e199b-0fbc-4df2-bb4b-40896783f1ba tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 931 time: 0.1917760 Sep 01 14:59:19.490439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Transition to ACTIVE for port object 9c51a3b3-fde6-4374-ac02-5f5f4addad53 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:19.503220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.529206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c176-3186-42d0-8a3b-3a5c445e68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1561a-58f1-4189-9a26-013b2959cb8e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:19.667845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:19.669398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8c6a5a7-20b3-44c7-91cb-da704636ae6a req-79b90e3c-6743-4087-bb2a-76e57d8073da tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784940 Sep 01 14:59:19.736765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.737623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c687647-9e3d-45b5-a918-09b244cfa8d9 req-f43cdd0b-8a0f-4841-a400-616c5b2744b5 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.737623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c687647-9e3d-45b5-a918-09b244cfa8d9 req-f43cdd0b-8a0f-4841-a400-616c5b2744b5 tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 1102 time: 0.2103913 Sep 01 14:59:19.800983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] For port 0b0257db-be07-4d45-b0f6-9d9bb060a2bc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:19.801614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.841636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Calling delete_port for 0b0257db-be07-4d45-b0f6-9d9bb060a2bc owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:19.887430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c687647-9e3d-45b5-a918-09b244cfa8d9 req-0194c594-3b82-4c35-996e-4416445c26ca tempest-ServersOnMultiNodesTest-548295240 tempest-ServersOnMultiNodesTest-548295240-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033859 Sep 01 14:59:19.906306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Attempting to bind port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:19.907255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Attempting to bind port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:19.908117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Attempting to bind port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:19.928858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:19.929257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Attempting to bind port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:19.954072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:19.954521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Checking segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:19.955437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Bound using segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:19.956928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Bound port: 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:19.963706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.144689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:20.154462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:20.164558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.302399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.340341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.340979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.344945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-895c6b40-7128-4730-be8e-2a44ac3a4c40 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c51a3b3-fde6-4374-ac02-5f5f4addad53 HTTP/1.1" status: 200 len: 1092 time: 2.4969304 Sep 01 14:59:20.345827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:20.349449 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b99f2-74d5-468d-bf59-03d4a2682ded" -d '{"events": [{"name": "network-changed", "server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:20.490464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9093-e185-4d24-85db-074667611fff req-38e52160-9092-4ef1-9316-414ec0438efd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.499464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-406a9093-e185-4d24-85db-074667611fff req-38e52160-9092-4ef1-9316-414ec0438efd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1231532 Sep 01 14:59:20.529672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-4b4bdf64-a864-4afe-81fd-6be408c05f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.532854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-4b4bdf64-a864-4afe-81fd-6be408c05f15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 1095 time: 0.1113646 Sep 01 14:59:20.537440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b0a44-dbb7-42f7-82bc-708c3e25872c req-634b3695-9dd0-4114-8b44-0fd777b10ca3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.540346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf9b0a44-dbb7-42f7-82bc-708c3e25872c req-634b3695-9dd0-4114-8b44-0fd777b10ca3 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.1660962 Sep 01 14:59:20.542522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.647421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-f69536c8-34a9-409d-bee4-7fa06a3530ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53 HTTP/1.1" status: 200 len: 217 time: 0.0998697 Sep 01 14:59:20.751682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0257db-be07-4d45-b0f6-9d9bb060a2bc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.763648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-406a9093-e185-4d24-85db-074667611fff req-152f755a-8379-429e-acf7-07a4597058ca tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502599 Sep 01 14:59:20.812883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-d1012af4-acaa-480c-9e7d-377a41344ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.821465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-d1012af4-acaa-480c-9e7d-377a41344ce5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.1540084 Sep 01 14:59:20.827893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf9b0a44-dbb7-42f7-82bc-708c3e25872c req-c5275eb3-6048-4685-a09e-b4dc1856c8e8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682810 Sep 01 14:59:20.941836 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e5261d-231a-4c98-9e9c-af617e8886e9 x-openstack-request-id: req-54e5261d-231a-4c98-9e9c-af617e8886e9 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:20.942125 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:20.942459 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54e5261d-231a-4c98-9e9c-af617e8886e9 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:20.949508 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'status': 'completed', 'code': 200} Sep 01 14:59:20.959742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-588baecd-7234-4ef2-8aed-251661403970 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238699 Sep 01 14:59:21.217769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea54f-36f6-4358-8213-01536d176db6 req-bf3cf208-4c80-4bdc-b938-006caae1ba1c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.220302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-206ea54f-36f6-4358-8213-01536d176db6 req-bf3cf208-4c80-4bdc-b938-006caae1ba1c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1157913 Sep 01 14:59:21.245393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.254940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-15591e1c-0149-4b97-8468-cece0a71936f service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907557 Sep 01 14:59:21.267349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d1ea9-0e51-4c07-a679-9be2d7cfb5a5 req-45e9d059-1ec9-4acf-acf6-f8a108788d25 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.269610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d78d1ea9-0e51-4c07-a679-9be2d7cfb5a5 req-45e9d059-1ec9-4acf-acf6-f8a108788d25 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 943 time: 0.2040069 Sep 01 14:59:21.440441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d78d1ea9-0e51-4c07-a679-9be2d7cfb5a5 req-8eecb55f-0f84-4ed4-a997-d7182986d48a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119022 Sep 01 14:59:21.462153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-206ea54f-36f6-4358-8213-01536d176db6 req-152a4f0f-69f2-4976-87df-5caa0d4ec251 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311177 Sep 01 14:59:21.567503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8d582af-f61c-4cf9-aa7d-efad040bcc32 req-9e8fb946-cbe6-48a8-87aa-996d3b5e93fd service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019702 Sep 01 14:59:21.718264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-39800ef4-2453-4953-a914-89ebd8a634b2 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.720196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-39800ef4-2453-4953-a914-89ebd8a634b2 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.1107802 Sep 01 14:59:21.809537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Router fe9ba727-fa65-46a3-8f57-ad613bd52f00 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:21.814543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-93abebdf-b6dd-4e8c-9acb-a6ce15ce5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.823274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-93abebdf-b6dd-4e8c-9acb-a6ce15ce5e4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 1095 time: 0.1437705 Sep 01 14:59:22.087246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port 45f7ea73-b6f0-4284-adf6-d352e2a6558a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:22.087917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.155888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-66f1bb8a-cdf0-4c0d-a75b-290d7b459264 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--12821126&fields=id&tenant_id=557e50e4b9d8423081e5e71e85e97a27 HTTP/1.1" status: 200 len: 267 time: 0.1433673 Sep 01 14:59:22.212607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cdcc2-b678-41ed-bfb7-7167a9607f6d req-142ae9ee-867a-45bc-9f95-b3a36a06fcb7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.215662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01cdcc2-b678-41ed-bfb7-7167a9607f6d req-142ae9ee-867a-45bc-9f95-b3a36a06fcb7 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=57b82a3b-3bb6-4a7d-8bc9-83703cece9d6 HTTP/1.1" status: 200 len: 950 time: 0.2086930 Sep 01 14:59:22.249123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:22.260665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a3b5600-b2e2-480f-b909-faa12ff636f4 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe9ba727-fa65-46a3-8f57-ad613bd52f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6689584 Sep 01 14:59:22.260665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-a4fe8cee-465d-41db-a452-d7086f869f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.261257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-a4fe8cee-465d-41db-a452-d7086f869f6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 915 time: 0.4283729 Sep 01 14:59:22.261591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46788) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:22.268362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Sync routers for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:22.288098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:22.289316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:22.364573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01cdcc2-b678-41ed-bfb7-7167a9607f6d req-ddab22b4-6829-4523-ae60-953f6cf0ffd9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361938 Sep 01 14:59:22.376316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port 45f7ea73-b6f0-4284-adf6-d352e2a6558a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=45f7ea73-b6f0-4284-adf6-d352e2a6558a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:22.382801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.433422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for 45f7ea73-b6f0-4284-adf6-d352e2a6558a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:22.500370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:22.530561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:22.714806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1389475165', 'router:external': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:22.788081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e642c-1613-4bb6-b669-abfaed97a4a1 req-6fa47b67-0369-4312-94bd-e4f62a7d4d01 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.791492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-690e642c-1613-4bb6-b669-abfaed97a4a1 req-6fa47b67-0369-4312-94bd-e4f62a7d4d01 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2616467 Sep 01 14:59:22.803779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Made reservation on behalf of c947585277654274bb72c8c61b95546f for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:22.807322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.810476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.826426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', '45f7ea73-b6f0-4284-adf6-d352e2a6558a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:22.881097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:59:20Z', 'revision_number': 5, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:22.887000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-a006ecd9-d9d0-4373-85b9-5259f40be278 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53 HTTP/1.1" status: 200 len: 217 time: 0.6088700 Sep 01 14:59:22.895611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.902890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=45f7ea73-b6f0-4284-adf6-d352e2a6558a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:22.948827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Checking router: fe9ba727-fa65-46a3-8f57-ad613bd52f00 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:22.979420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Routers {'fe9ba727-fa65-46a3-8f57-ad613bd52f00'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:22.980898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:23.021145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port 45f7ea73-b6f0-4284-adf6-d352e2a6558a on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:23.033179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.037796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d34e7f19-4815-4423-9107-bfbbccd0d767 req-c69e05fb-26c8-4996-a7e7-7c48cc327046 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "DELETE /v2.0/ports/45f7ea73-b6f0-4284-adf6-d352e2a6558a HTTP/1.1" status: 204 len: 173 time: 1.3081777 Sep 01 14:59:23.042716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'name': 'network-vif-deleted', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:23.047065 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c277a7-fe23-448d-9fb2-337e5a8feb8a" -d '{"events": [{"server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "name": "network-vif-deleted", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:23.068882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-690e642c-1613-4bb6-b669-abfaed97a4a1 req-3228bde1-5219-44a9-b46f-935f8ee80785 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661426 Sep 01 14:59:23.070807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-86b71fa6-19ce-4c64-abdd-5324e555a3f8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.078956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-86b71fa6-19ce-4c64-abdd-5324e555a3f8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/networks?id=1b14c26c-134a-448c-8630-0cc75d3bb633 HTTP/1.1" status: 200 len: 815 time: 0.9008884 Sep 01 14:59:23.107022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-cf449182-0ebc-42ec-b6e5-22dee8e6574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.109273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-cf449182-0ebc-42ec-b6e5-22dee8e6574b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.2079463 Sep 01 14:59:23.118852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.133108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-3ff0f7d7-6753-4008-a9fd-6badb161ebcd tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/quotas/557e50e4b9d8423081e5e71e85e97a27 HTTP/1.1" status: 200 len: 375 time: 0.0526826 Sep 01 14:59:23.258378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-c4897731-d5ad-46d6-926d-42a397f31d59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358740 Sep 01 14:59:23.340210 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.351076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.442976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:23.446316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865255c-dfc8-43ef-89f2-bd001aec464c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:23.470671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.471370 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Added segment 1aae465f-cd3d-4f8a-a64b-b26d1e1ed575 of type vlan for network 7b6d1413-f029-42b2-aa9b-22263483965f Sep 01 14:59:23.504115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f34c-aefa-4755-b3c3-4c84c9f22035 req-aee0911f-1da5-4f2d-ab09-a75981d36185 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.507136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f18f34c-aefa-4755-b3c3-4c84c9f22035 req-aee0911f-1da5-4f2d-ab09-a75981d36185 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 943 time: 0.1445637 Sep 01 14:59:23.516940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-49da915b-8144-43eb-b70a-590f32f5623b tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=557e50e4b9d8423081e5e71e85e97a27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3817132 Sep 01 14:59:23.647774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.652035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] Set router fe9ba727-fa65-46a3-8f57-ad613bd52f00 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:23.686830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f18f34c-aefa-4755-b3c3-4c84c9f22035 req-e3fe137c-2d36-467c-9a73-894f9d167c68 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381843 Sep 01 14:59:23.740844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.764204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-d4ba90db-81c8-4f5c-9ecd-450b71e52541 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892325 Sep 01 14:59:23.849444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.851069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.852038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.873010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-8c6dae82-6e01-4470-a6aa-2fd1803618cd service neutron] 10.222.0.41 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242803 Sep 01 14:59:24.013326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4814732 Sep 01 14:59:24.035994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:24.045033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'subnet': {'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:24.057538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Deleting port 01fec219-729e-4a9d-9899-a9c5d14569a2 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:24.058693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.073892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47c6c1-4ca3-4c71-be67-9593d71a19b0 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Network': ['ID=7b6d1413-f029-42b2-aa9b-22263483965f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:24.081420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:24.118869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7b6d1413-f029-42b2-aa9b-22263483965f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:24.124499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d02c7d-9644-4012-a652-745e39a82865 req-3984911a-7a8c-4bb8-ae49-3cb716f2016d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.129261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0d02c7d-9644-4012-a652-745e39a82865 req-3984911a-7a8c-4bb8-ae49-3cb716f2016d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2248414 Sep 01 14:59:24.129261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Made reservation on behalf of c947585277654274bb72c8c61b95546f for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:24.135867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.180303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-79bd96bd-0c7e-4eff-afbd-f78c0a4d730b service neutron] 10.222.0.41 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010418 Sep 01 14:59:24.271078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660b99f2-74d5-468d-bf59-03d4a2682ded req-8f8a4dcf-dea1-4470-bc56-0eb548d33d60 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944539 Sep 01 14:59:24.282192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] For port 01fec219-729e-4a9d-9899-a9c5d14569a2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=01fec219-729e-4a9d-9899-a9c5d14569a2,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:24.282537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.308907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:59:20Z', 'revision_number': 5, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:24.312168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0d02c7d-9644-4012-a652-745e39a82865 req-72ee45ea-8e79-49c1-ba4b-c5c299e5e5ec tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501400 Sep 01 14:59:24.341159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Calling delete_port for 01fec219-729e-4a9d-9899-a9c5d14569a2 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:24.394522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0d816-9d0b-4217-8dd1-5b9d28fa21d0 None None] The sync data for ids ['fe9ba727-fa65-46a3-8f57-ad613bd52f00'] in n-d-802060-16 is: [{'id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'name': 'tempest-AttachSCSIVolumeTestJSON-329066976-router', 'tenant_id': '9ed5a754a61d491ab07feafeac1ae509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:09Z', 'updated_at': '2021-09-01T14:59:20Z', 'revision_number': 5, 'project_id': '9ed5a754a61d491ab07feafeac1ae509', 'gw_port': {'id': '01fec219-729e-4a9d-9899-a9c5d14569a2', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ba727-fa65-46a3-8f57-ad613bd52f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:24.447955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:24.474032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'port_id': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'mac_address': 'fa:16:3e:92:b0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfc109-bd80-4128-9c18-ec09da7ed860', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:24.589784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.593783 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f0f70d-7a7b-4512-8a56-3fa1ce5ac8ec x-openstack-request-id: req-81f0f70d-7a7b-4512-8a56-3fa1ce5ac8ec {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:24.594079 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b82a3b-3bb6-4a7d-8bc9-83703cece9d6", "name": "network-vif-deleted", "tag": "45f7ea73-b6f0-4284-adf6-d352e2a6558a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:24.594509 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81f0f70d-7a7b-4512-8a56-3fa1ce5ac8ec {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:24.595251 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b82a3b-3bb6-4a7d-8bc9-83703cece9d6', 'name': 'network-vif-deleted', 'tag': '45f7ea73-b6f0-4284-adf6-d352e2a6558a', 'status': 'completed', 'code': 200} Sep 01 14:59:24.652117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:24.702502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.720355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:24.728620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.741246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=01fec219-729e-4a9d-9899-a9c5d14569a2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:24.838716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:24.855245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.855433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.855916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.856459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.856943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.857519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.857884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.858357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.858775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.860796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.861168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.862047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:24.898567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 14:59:24.900300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.905724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.998063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf286dbf-b3bb-4b58-9d90-25db051773ff req-c6501883-de59-439d-87de-82fe5bc5793b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.002873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf286dbf-b3bb-4b58-9d90-25db051773ff req-c6501883-de59-439d-87de-82fe5bc5793b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1817181 Sep 01 14:59:25.032840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9c51a3b3-fde6-4374-ac02-5f5f4addad53'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:25.060879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a03619b-f386-4f6f-bf14-8b32cb35b353,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:25.095315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Checking segment: {'id': '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:25.096586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network hostable DHCP agents. Network: 7b6d1413-f029-42b2-aa9b-22263483965f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:25.143223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.148710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.153348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf286dbf-b3bb-4b58-9d90-25db051773ff req-52cf2fe4-53ba-46c8-9a06-a8c3776a76d9 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287160 Sep 01 14:59:25.167599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network 7b6d1413-f029-42b2-aa9b-22263483965f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:25.187452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7b6d1413-f029-42b2-aa9b-22263483965f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:25.204375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b1a2c-9a4b-44a1-abf8-d5ada523105b None None] Network 7b6d1413-f029-42b2-aa9b-22263483965f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:25.219192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.220303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.241340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861dc08-8e06-40e9-858c-bfa4c041219b req-fe2c4492-05be-4677-bc0d-6d182dce6804 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.252100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e861dc08-8e06-40e9-858c-bfa4c041219b req-fe2c4492-05be-4677-bc0d-6d182dce6804 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 944 time: 0.1455328 Sep 01 14:59:25.288016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d540b3e6-03d0-40fb-a8d9-9c0db8f0dbb4 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2488940 Sep 01 14:59:25.290643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:25.307724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.307724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe9ba727-fa65-46a3-8f57-ad613bd52f00 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:25.311943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.314149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1853900941', 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:25.316782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-af337c03-df7f-446c-8603-93f3f939e6cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe9ba727-fa65-46a3-8f57-ad613bd52f00 HTTP/1.1" status: 204 len: 168 time: 3.0511792 Sep 01 14:59:25.320387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46830) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:25.380008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e861dc08-8e06-40e9-858c-bfa4c041219b req-e85c9139-c4c9-4386-bea8-d0d915b8cfa6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265764 Sep 01 14:59:25.400027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f3e0704-92a3-47f5-9c99-cc3815bf54e3 req-a1eb268d-8371-4e52-9c30-14594ac533e2 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0749159 Sep 01 14:59:25.435478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Made reservation on behalf of c947585277654274bb72c8c61b95546f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:25.442317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.450741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Deleting subnet 190bd760-0048-4c68-bef4-eb7ea4bd3033 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:59:25.454939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.491182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] device_id is not set on port e09661bf-7713-41c8-bd0e-5ee430862bb9 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 14:59:25.552477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.730973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c0bd8-e4fb-42bd-8531-ccf493821a38 None None] Network 7b6d1413-f029-42b2-aa9b-22263483965f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:25.809261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.837732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.20.0.4 (7b6d1413-f029-42b2-aa9b-22263483965f/3a03619b-f386-4f6f-bf14-8b32cb35b353/e09661bf-7713-41c8-bd0e-5ee430862bb9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:25.861654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de72d-2c0f-49aa-9a00-4607f9480e6a req-ee68eb88-7bb5-432f-8e2f-4f6e9289e5c0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.863517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-038de72d-2c0f-49aa-9a00-4607f9480e6a req-ee68eb88-7bb5-432f-8e2f-4f6e9289e5c0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1310706 Sep 01 14:59:25.958864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.114105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190bd760-0048-4c68-bef4-eb7ea4bd3033,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:26.116887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 45f7ea73-b6f0-4284-adf6-d352e2a6558a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:26.146412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 45f7ea73-b6f0-4284-adf6-d352e2a6558a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:26.146845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 45f7ea73-b6f0-4284-adf6-d352e2a6558a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:26.150679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0b0257db-be07-4d45-b0f6-9d9bb060a2bc no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:26.183392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0b0257db-be07-4d45-b0f6-9d9bb060a2bc {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:26.183961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0b0257db-be07-4d45-b0f6-9d9bb060a2bc not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:26.184653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01fec219-729e-4a9d-9899-a9c5d14569a2 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:26.191129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad920ee-7d39-45ab-af8b-cc3be7c0d7be None None] Network 1df06b35-ab10-4343-b907-b170a1df5541 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:26.191633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.196057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0d6ce282-1f66-4f41-941e-a423025dacc5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/190bd760-0048-4c68-bef4-eb7ea4bd3033 HTTP/1.1" status: 204 len: 168 time: 0.8746402 Sep 01 14:59:26.200189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46846) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:26.254172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 01fec219-729e-4a9d-9899-a9c5d14569a2 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:26.254762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 01fec219-729e-4a9d-9899-a9c5d14569a2 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:26.261259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.333238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-038de72d-2c0f-49aa-9a00-4607f9480e6a req-19f10c2d-8b30-4e6b-8f94-ec558a304260 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869842 Sep 01 14:59:26.352137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.439528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network 7b6d1413-f029-42b2-aa9b-22263483965f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:26.458360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.459411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:26.490537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:26.490862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14548f4-face-41ac-8190-d3ff0ea8034e req-fe0fa4d9-bf93-4ef3-b4f9-18a797016b19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.493439 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e14548f4-face-41ac-8190-d3ff0ea8034e req-fe0fa4d9-bf93-4ef3-b4f9-18a797016b19 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 950 time: 0.1265035 Sep 01 14:59:26.589098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=e09661bf-7713-41c8-bd0e-5ee430862bb9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:26.634935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e14548f4-face-41ac-8190-d3ff0ea8034e req-aafe1dc7-f012-4894-b662-869dc6e95510 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011951 Sep 01 14:59:26.635915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.637097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.654342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3862d-4404-4bf6-86f5-9fc4c128d4b9 req-208a1e25-8eb7-43a5-b353-ff5b3a918c2e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.668175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] DHCP port deletion for 1df06b35-ab10-4343-b907-b170a1df5541 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:59:26.679604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15a3862d-4404-4bf6-86f5-9fc4c128d4b9 req-208a1e25-8eb7-43a5-b353-ff5b3a918c2e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2374728 Sep 01 14:59:26.684727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Deleting port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:26.685796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.760954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ec2b21dd-ecbe-4950-8b47-3a46cb2707dd tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4685895 Sep 01 14:59:26.768662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:26.795489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Deleting port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:26.796596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.809958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15a3862d-4404-4bf6-86f5-9fc4c128d4b9 req-bdaa6340-8578-4d6a-ad11-6b0acb982a83 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285195 Sep 01 14:59:26.853957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] For port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:26.854984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.890755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Calling delete_port for 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:26.914982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9037-bf21-43d4-8c54-33dff5eccbf4 req-2a707ec7-4f67-4086-84d6-9d019be1ec23 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.921978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Deleting port e09661bf-7713-41c8-bd0e-5ee430862bb9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:26.922645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.929159 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf6e9037-bf21-43d4-8c54-33dff5eccbf4 req-2a707ec7-4f67-4086-84d6-9d019be1ec23 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 944 time: 0.1780243 Sep 01 14:59:26.942768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] For port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,segment=NetworkSegment(b7bb912d-e2e5-4e81-89ec-68e203dab1ee),segment_id=b7bb912d-e2e5-4e81-89ec-68e203dab1ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:26.944002 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.964592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Calling delete_port for 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:27.042078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0bc7915-6c06-4158-b3af-ebeb1db3e715 req-6beb3938-ae18-4110-9afb-4ef87a719732 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0562255 Sep 01 14:59:27.085114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf6e9037-bf21-43d4-8c54-33dff5eccbf4 req-c6382431-b6fb-49a6-9d38-c337c0b01eed tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544256 Sep 01 14:59:27.092852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.123088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.147913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Calling delete_port for e09661bf-7713-41c8-bd0e-5ee430862bb9 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:27.158152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] Pushing event deleted for resources: {'Port': ['ID=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:27.163144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1a76d-6f60-45d2-9448-3b5c459aade2 None None] No DVR routers for this DVR port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:27.278346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-a902cabf-f84c-4510-8bcf-83e2b83ab620 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.280389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.281313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-a902cabf-f84c-4510-8bcf-83e2b83ab620 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 950 time: 0.1598542 Sep 01 14:59:27.282796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.357853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:27.363023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] No DVR routers for this DVR port 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:27.545783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-11aa1e4d-1c94-4f0c-bdee-7128c979b592 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.548624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-11aa1e4d-1c94-4f0c-bdee-7128c979b592 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.50 "GET /v2.0/networks?id=1b14c26c-134a-448c-8630-0cc75d3bb633 HTTP/1.1" status: 200 len: 815 time: 0.2842121 Sep 01 14:59:27.640763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-99c2fa09-1564-4c6d-a460-b523ca811150 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557e50e4b9d8423081e5e71e85e97a27 HTTP/1.1" status: 200 len: 378 time: 0.0795333 Sep 01 14:59:27.642501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.671205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'port': {'device_id': 'e956d13e-76d0-418c-9263-3bb170acb424', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'admin_state_up': True, 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'security_groups': ['e6ee0778-cccc-444b-ab90-b4d7126afa32']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:27.726126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.776218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df06b35-ab10-4343-b907-b170a1df5541']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:27.801015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09661bf-7713-41c8-bd0e-5ee430862bb9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:27.818381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:27.818976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bb912d-e2e5-4e81-89ec-68e203dab1ee') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:27.841717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-35233131-c27b-4c33-b3ee-97787264a6fe tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.844246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-35233131-c27b-4c33-b3ee-97787264a6fe tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=24f407d9-a665-4a89-be74-9f6d19967c5b HTTP/1.1" status: 200 len: 950 time: 0.2029061 Sep 01 14:59:27.882187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371e187-2425-476c-b734-e73c9fcc90b3 req-c639d967-39ac-4ce6-8270-7b5cdfaff169 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.885007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4371e187-2425-476c-b734-e73c9fcc90b3 req-c639d967-39ac-4ce6-8270-7b5cdfaff169 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3602774 Sep 01 14:59:27.890824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.891906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.896636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-98b975d8-8267-42b9-a71c-523993b37a87 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e09661bf-7713-41c8-bd0e-5ee430862bb9 HTTP/1.1" status: 204 len: 168 time: 1.1261537 Sep 01 14:59:27.906636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:27.926102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f', 'external_fixed_ips': [{'subnet_id': '3a03619b-f386-4f6f-bf14-8b32cb35b353', 'ip_address': '172.20.0.4'}]}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:27.939031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port f035a0da-fe65-4493-83ea-d7dc6e41a81a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:27.939498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.952804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.969696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67e4b-698e-4618-bbb6-0b59009cbc91 req-1ec2d47d-0429-4a70-b402-cb1322f25a1e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.972722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fb67e4b-698e-4618-bbb6-0b59009cbc91 req-1ec2d47d-0429-4a70-b402-cb1322f25a1e tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 950 time: 0.1612639 Sep 01 14:59:28.026803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:28.027196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: timer() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:28.031213 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:28.112106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:28.143776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fb67e4b-698e-4618-bbb6-0b59009cbc91 req-e58def41-536e-4722-b0a7-b9992c26dad5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509757 Sep 01 14:59:28.146535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Made reservation on behalf of 557e50e4b9d8423081e5e71e85e97a27 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:28.153381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.160816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.163072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.224596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:28.264621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4371e187-2425-476c-b734-e73c9fcc90b3 req-f491166b-1309-401c-a90b-a2784856949a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549016 Sep 01 14:59:28.277333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:28.277974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f9d04aa-ffe9-4d91-ba4d-361e0c0181b4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:28.306752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:28.311578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:28.312406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.392600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.419378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.427285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1df06b35-ab10-4343-b907-b170a1df5541 HTTP/1.1" status: 204 len: 168 time: 2.2244532 Sep 01 14:59:28.432830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:28.477328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port f6ffb082-053b-488c-b1a2-81ebd1fbd89b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:28.477859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.482265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f3076-ff8b-407e-a570-09763b09d58e admin admin] Pushing event deleted for resources: {'Network': ['ID=1df06b35-ab10-4343-b907-b170a1df5541,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:28.522529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20cc6fc2-9542-4dd2-9ec8-04aca275e7bc req-06a86d99-e441-450f-b8c2-3c3240e3abda tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.1071205 Sep 01 14:59:28.538794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.573880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port f035a0da-fe65-4493-83ea-d7dc6e41a81a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f035a0da-fe65-4493-83ea-d7dc6e41a81a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:28.574259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.599725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for f035a0da-fe65-4493-83ea-d7dc6e41a81a owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:28.630084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:28.632082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:28.641931 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4716afdc-da75-402a-9c89-f4943e54de6c" -d '{"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-plugged", "status": "completed", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:28.651425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.709177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port f6ffb082-053b-488c-b1a2-81ebd1fbd89b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:28.709456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.715366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.749273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for f6ffb082-053b-488c-b1a2-81ebd1fbd89b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:28.761705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:28.872534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d64aec-0701-4961-80b1-c29a520fa127 req-f4e4c55f-9947-4d57-a32b-e4a423132d73 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:28.873908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02d64aec-0701-4961-80b1-c29a520fa127 req-f4e4c55f-9947-4d57-a32b-e4a423132d73 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1615427 Sep 01 14:59:29.048232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:29.066599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:29.067863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea07e6-12f2-46e3-8d7f-439c3f8f3165 req-e3eba541-25f6-4d81-b883-6180bf92a972 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.070646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01ea07e6-12f2-46e3-8d7f-439c3f8f3165 req-e3eba541-25f6-4d81-b883-6180bf92a972 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.7506483 Sep 01 14:59:29.074497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:29.101710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02d64aec-0701-4961-80b1-c29a520fa127 req-ffc3a733-0833-44f9-b787-549c08d5c116 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853380 Sep 01 14:59:29.108739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=f035a0da-fe65-4493-83ea-d7dc6e41a81a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:29.190486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Allocated IP 172.20.0.6 (1b14c26c-134a-448c-8630-0cc75d3bb633/0a887247-97b1-4a91-804b-2894eb1e90ca/c847b492-5f1b-4ce0-835b-34a27cff24d0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:29.255835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port f035a0da-fe65-4493-83ea-d7dc6e41a81a on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:29.261818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:29.265472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-671c67c6-2970-4bc8-97d1-c15c77c658d2 req-25258dc6-5ed7-4bec-9460-89a689a0eeb5 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "DELETE /v2.0/ports/f035a0da-fe65-4493-83ea-d7dc6e41a81a HTTP/1.1" status: 204 len: 173 time: 1.9764431 Sep 01 14:59:29.265725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'name': 'network-vif-deleted', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:29.269788 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934a77c-57dc-4bcf-81bb-a40ba0673b2c" -d '{"events": [{"server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "name": "network-vif-deleted", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:29.288907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:29.479756 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928f7f1a-ea45-435b-9f0f-489692674e92 x-openstack-request-id: req-928f7f1a-ea45-435b-9f0f-489692674e92 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:29.480666 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-plugged", "status": "completed", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:29.480666 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-928f7f1a-ea45-435b-9f0f-489692674e92 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:29.480666 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'code': 200} Sep 01 14:59:29.832824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=f6ffb082-053b-488c-b1a2-81ebd1fbd89b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:29.963515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65f6c88f-b018-4a55-9b15-a6ce5da2dc37 req-89109a9f-399b-4025-9b22-3a684c3c77c8 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d8db09-02b4-4bb4-8804-3e4eb84b578d HTTP/1.1" status: 200 len: 210 time: 0.1111984 Sep 01 14:59:30.096492 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c49ae1-0774-4ceb-8254-50c49bd4cfe4 x-openstack-request-id: req-04c49ae1-0774-4ceb-8254-50c49bd4cfe4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:30.102824 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8db09-02b4-4bb4-8804-3e4eb84b578d", "name": "network-vif-deleted", "tag": "f035a0da-fe65-4493-83ea-d7dc6e41a81a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:30.103107 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04c49ae1-0774-4ceb-8254-50c49bd4cfe4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:30.103633 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8db09-02b4-4bb4-8804-3e4eb84b578d', 'name': 'network-vif-deleted', 'tag': 'f035a0da-fe65-4493-83ea-d7dc6e41a81a', 'status': 'completed', 'code': 200} Sep 01 14:59:30.105134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port f6ffb082-053b-488c-b1a2-81ebd1fbd89b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:30.114965 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:30.121959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bca34f41-5898-4783-a1c5-7f9cc93c4711 req-87706d6f-6fba-47d3-9858-48899c003561 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "DELETE /v2.0/ports/f6ffb082-053b-488c-b1a2-81ebd1fbd89b HTTP/1.1" status: 204 len: 173 time: 2.2636957 Sep 01 14:59:30.123756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f035a0da-fe65-4493-83ea-d7dc6e41a81a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:30.199787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93545df0-8919-4017-8acc-fd05ce1e327f req-a7f16d5e-4c6b-4fd5-89ef-fb9daf492d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.207439 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93545df0-8919-4017-8acc-fd05ce1e327f req-a7f16d5e-4c6b-4fd5-89ef-fb9daf492d49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 1097 time: 0.3563387 Sep 01 14:59:30.236476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: f035a0da-fe65-4493-83ea-d7dc6e41a81a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:30.236476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f035a0da-fe65-4493-83ea-d7dc6e41a81a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:30.304269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ba80109a-7fab-4804-be9c-ec2d6e93c7f9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:30.334800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01ea07e6-12f2-46e3-8d7f-439c3f8f3165 req-4eb37e14-1359-4c63-b48f-65f46a85dd6e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1555448 Sep 01 14:59:30.460345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93545df0-8919-4017-8acc-fd05ce1e327f req-fd01f817-d787-464f-8c35-b143ae04295e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390285 Sep 01 14:59:30.556119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27293195-168f-41e5-88a8-7f68fdb934a7 req-e3a962dd-f0a9-4cde-b682-bebdba008cae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.559630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27293195-168f-41e5-88a8-7f68fdb934a7 req-e3a962dd-f0a9-4cde-b682-bebdba008cae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2684462 Sep 01 14:59:30.666503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b0e63e8-0a3e-4a90-953b-0e678bfd0063 req-ac56a380-7f01-4bcd-a944-d31302383f76 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0592868 Sep 01 14:59:30.675736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27293195-168f-41e5-88a8-7f68fdb934a7 req-c1f1583e-9331-46fa-93d7-426cbd835f6b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008723 Sep 01 14:59:30.870612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:30.928453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Transition to ACTIVE for port object c847b492-5f1b-4ce0-835b-34a27cff24d0 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:31.148685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65680d2-8655-4432-b42b-a8c853f74b1b req-205e9aa8-7667-4970-9954-267f432637ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.163124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b65680d2-8655-4432-b42b-a8c853f74b1b req-205e9aa8-7667-4970-9954-267f432637ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2891471 Sep 01 14:59:31.172697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.386582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b65680d2-8655-4432-b42b-a8c853f74b1b req-a99c2be1-1626-46e7-99b1-8c112f792334 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061720 Sep 01 14:59:31.434512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event updated for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:31.475755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:31.569367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:31.577821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:31.745744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24394-665e-4e7d-bc39-a9199ea325ee req-a74ea72b-93be-4305-9342-f455579c66ff tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.758505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77c24394-665e-4e7d-bc39-a9199ea325ee req-a74ea72b-93be-4305-9342-f455579c66ff tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 949 time: 0.1295815 Sep 01 14:59:31.853022 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77c24394-665e-4e7d-bc39-a9199ea325ee req-ab225a49-fe80-4d86-8f15-389e27b38808 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899272 Sep 01 14:59:31.912425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.913295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.942944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0e7f-f390-48fc-9044-f9c32e438d6e req-7dd01b07-157b-4308-9661-bcbc47266858 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.944843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7da0e7f-f390-48fc-9044-f9c32e438d6e req-7dd01b07-157b-4308-9661-bcbc47266858 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3723636 Sep 01 14:59:31.962618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-c4d62b7d-bd8e-4ffb-bcd3-3113421d38c6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3019748 Sep 01 14:59:31.983810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.991963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Request body: {'port': {'device_id': 'e956d13e-76d0-418c-9263-3bb170acb424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:32.033689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:32.048920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2be22-1a7b-494a-8cdb-cf0530c48092 req-d58c74f4-fdcf-4473-80fc-4db185c431d9 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.051817 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67b2be22-1a7b-494a-8cdb-cf0530c48092 req-d58c74f4-fdcf-4473-80fc-4db185c431d9 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 931 time: 0.1097677 Sep 01 14:59:32.070068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b93e9cc-60ca-4dff-aefd-dae9601878d7 None None] Provisioning for port c847b492-5f1b-4ce0-835b-34a27cff24d0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:32.073606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:32.077362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b93e9cc-60ca-4dff-aefd-dae9601878d7 None None] Provisioning complete for port c847b492-5f1b-4ce0-835b-34a27cff24d0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:32.078213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b93e9cc-60ca-4dff-aefd-dae9601878d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:32.106525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'name': 'network-vif-deleted', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:32.113844 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531e0c66-9144-48c9-97aa-da6d224a6b9d" -d '{"events": [{"server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "name": "network-vif-deleted", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:32.136696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67b2be22-1a7b-494a-8cdb-cf0530c48092 req-404a87cb-11c4-4690-bf44-fc7fa3b8a950 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692647 Sep 01 14:59:32.145804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9b93e9cc-60ca-4dff-aefd-dae9601878d7 None None] Port c847b492-5f1b-4ce0-835b-34a27cff24d0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:32.152765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f6ffb082-053b-488c-b1a2-81ebd1fbd89b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:32.190699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: f6ffb082-053b-488c-b1a2-81ebd1fbd89b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:32.192256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f6ffb082-053b-488c-b1a2-81ebd1fbd89b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:32.258801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7da0e7f-f390-48fc-9044-f9c32e438d6e req-3d14eca5-f1f5-4159-ae14-bbeb92c07fcb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029752 Sep 01 14:59:32.311740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad2610-e6f9-46f1-acba-381972c0130b req-b9462bd9-a355-4fce-ab34-68f27e6cfa47 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.316411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40ad2610-e6f9-46f1-acba-381972c0130b req-b9462bd9-a355-4fce-ab34-68f27e6cfa47 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0871415 Sep 01 14:59:32.346579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:32.385919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40ad2610-e6f9-46f1-acba-381972c0130b req-e5fde0df-60a6-4d24-83b2-80e28e6a1571 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Sep 01 14:59:32.487132 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b288bac-25ab-49db-a3cc-d7d2a101bde0 x-openstack-request-id: req-6b288bac-25ab-49db-a3cc-d7d2a101bde0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:32.487569 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f407d9-a665-4a89-be74-9f6d19967c5b", "name": "network-vif-deleted", "tag": "f6ffb082-053b-488c-b1a2-81ebd1fbd89b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:32.487936 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b288bac-25ab-49db-a3cc-d7d2a101bde0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:32.488543 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f407d9-a665-4a89-be74-9f6d19967c5b', 'name': 'network-vif-deleted', 'tag': 'f6ffb082-053b-488c-b1a2-81ebd1fbd89b', 'status': 'completed', 'code': 200} Sep 01 14:59:32.711663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.20.0.4 (7b6d1413-f029-42b2-aa9b-22263483965f/3a03619b-f386-4f6f-bf14-8b32cb35b353/97d56d14-f936-4c4d-855a-b096e21a403a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:32.916361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48489c-00b8-466d-83ae-87dd92af5d5d req-49891787-ee26-4720-9d4b-e1e64ee1f345 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.918535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab48489c-00b8-466d-83ae-87dd92af5d5d req-49891787-ee26-4720-9d4b-e1e64ee1f345 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.4000063 Sep 01 14:59:33.076512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab48489c-00b8-466d-83ae-87dd92af5d5d req-639fbe1a-288b-4a06-bdee-5c54bab21978 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297457 Sep 01 14:59:33.100555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-56b5a677-573e-46dd-a819-8a8f0258d0cc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.105047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-56b5a677-573e-46dd-a819-8a8f0258d0cc tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 949 time: 0.1388767 Sep 01 14:59:33.124530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64999e49-0cb4-4952-b666-d108fd904816 req-a85da4f2-5b1a-4f5e-8b0d-01f255bacfc1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.129218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64999e49-0cb4-4952-b666-d108fd904816 req-a85da4f2-5b1a-4f5e-8b0d-01f255bacfc1 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 949 time: 0.1522880 Sep 01 14:59:33.212171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.291404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64999e49-0cb4-4952-b666-d108fd904816 req-28dca753-7e89-4a96-8eca-66b4d0bed2b9 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453979 Sep 01 14:59:33.415458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Deleting port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:33.416036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.495685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c847b492-5f1b-4ce0-835b-34a27cff24d0 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:33.514584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.520699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.545140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b407c-3c71-4e5f-8175-fd7f34dafd8b req-ed5d80b6-56ac-42fc-b863-505c70085227 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.547279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-434b407c-3c71-4e5f-8175-fd7f34dafd8b req-ed5d80b6-56ac-42fc-b863-505c70085227 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 931 time: 0.2813294 Sep 01 14:59:33.593520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Deleting port c7b65bfc-655d-4873-9ce6-ee52699d5aa6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:33.595007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.620091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed13322-f104-43f1-b7c4-4d7a072ce116 req-2784f76c-0839-4336-8ba7-dc4625510bfe tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.621809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ed13322-f104-43f1-b7c4-4d7a072ce116 req-2784f76c-0839-4336-8ba7-dc4625510bfe tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1787713 Sep 01 14:59:33.689518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] For port ba80109a-7fab-4804-be9c-ec2d6e93c7f9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:33.690538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.724758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Calling delete_port for ba80109a-7fab-4804-be9c-ec2d6e93c7f9 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:33.729001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network 7b6d1413-f029-42b2-aa9b-22263483965f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:33.733699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Transition to ACTIVE for port object c847b492-5f1b-4ce0-835b-34a27cff24d0 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:33.754605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ed13322-f104-43f1-b7c4-4d7a072ce116 req-4bb54d81-8b61-4d68-a82c-2c6636e098e4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170535 Sep 01 14:59:33.760644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:33.791685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=97d56d14-f936-4c4d-855a-b096e21a403a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:33.791685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.794224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:33.903389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-434b407c-3c71-4e5f-8175-fd7f34dafd8b req-1dc0f987-6e21-45fd-87a6-070b0ea589d4 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3047292 Sep 01 14:59:33.990333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Pushing event updated for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:34.024490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7259ab-933e-4a8d-beb6-aee90bc7cf5c req-fee0e79b-2d6a-4dfa-975b-e1c4c18a256a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.028894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e7259ab-933e-4a8d-beb6-aee90bc7cf5c req-fee0e79b-2d6a-4dfa-975b-e1c4c18a256a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1396544 Sep 01 14:59:34.169686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e7259ab-933e-4a8d-beb6-aee90bc7cf5c req-ace5d4df-d16e-4973-8c00-47a015db115a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Sep 01 14:59:34.208918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:34.280280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] For port c7b65bfc-655d-4873-9ce6-ee52699d5aa6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:34.281014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:34.322509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Pushing event deleted for resources: {'Port': ['ID=ba80109a-7fab-4804-be9c-ec2d6e93c7f9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:34.382262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] No DVR routers for this DVR port ba80109a-7fab-4804-be9c-ec2d6e93c7f9 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:34.392481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:34.398612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9596ad20-b3f2-4bca-bec1-17252cce98bc req-f9817b94-838f-43af-8fa1-b536960fca5c tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.50 "DELETE /v2.0/ports/ba80109a-7fab-4804-be9c-ec2d6e93c7f9 HTTP/1.1" status: 204 len: 173 time: 1.2667499 Sep 01 14:59:34.457007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Calling delete_port for c7b65bfc-655d-4873-9ce6-ee52699d5aa6 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:34.489933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'name': 'network-vif-deleted', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:34.496819 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526bd0e2-9066-4c94-8dd1-1ee963933f0a" -d '{"events": [{"server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "name": "network-vif-deleted", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:34.651090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79a079-5259-4252-bb62-c3c2e7893f08 req-c29295f6-a921-44ee-9ff3-fcc90defd5f1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.660530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a79a079-5259-4252-bb62-c3c2e7893f08 req-c29295f6-a921-44ee-9ff3-fcc90defd5f1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4764316 Sep 01 14:59:34.741179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Attempting to bind port c847b492-5f1b-4ce0-835b-34a27cff24d0 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:34.742390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Attempting to bind port c847b492-5f1b-4ce0-835b-34a27cff24d0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:34.742390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Attempting to bind port c847b492-5f1b-4ce0-835b-34a27cff24d0 on network 1b14c26c-134a-448c-8630-0cc75d3bb633 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:34.783671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Port c847b492-5f1b-4ce0-835b-34a27cff24d0 on network 1b14c26c-134a-448c-8630-0cc75d3bb633 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:34.784189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Attempting to bind port c847b492-5f1b-4ce0-835b-34a27cff24d0 on network 1b14c26c-134a-448c-8630-0cc75d3bb633 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:34.808018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:34.808422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Checking segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:34.808991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Bound using segment: {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:34.809667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Bound port: c847b492-5f1b-4ce0-835b-34a27cff24d0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:34.810118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.032662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5414f44a-e131-4538-8b1f-c4ff11b8690f req-cac6ed2e-f987-4700-8e00-64acf8c67485 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee5a9774-a87f-4bc2-aab9-22e4aa21f53f HTTP/1.1" status: 200 len: 210 time: 0.0580950 Sep 01 14:59:35.116943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a79a079-5259-4252-bb62-c3c2e7893f08 req-c99e3ef3-d0b6-4e14-82f4-22dc2d6faded tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868480 Sep 01 14:59:35.184489 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888edd24-329f-4269-8741-9b40bbe16873 x-openstack-request-id: req-888edd24-329f-4269-8741-9b40bbe16873 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:35.185743 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5a9774-a87f-4bc2-aab9-22e4aa21f53f", "name": "network-vif-deleted", "tag": "ba80109a-7fab-4804-be9c-ec2d6e93c7f9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:35.186453 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-888edd24-329f-4269-8741-9b40bbe16873 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:35.188076 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5a9774-a87f-4bc2-aab9-22e4aa21f53f', 'name': 'network-vif-deleted', 'tag': 'ba80109a-7fab-4804-be9c-ec2d6e93c7f9', 'status': 'completed', 'code': 200} Sep 01 14:59:35.423695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.430033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:35.431511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84021b07-7002-42db-923f-c87fad3555d4 req-2c72f67a-5b8b-4b7e-a989-21b5b7ef809c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:35.434466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84021b07-7002-42db-923f-c87fad3555d4 req-2c72f67a-5b8b-4b7e-a989-21b5b7ef809c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.1106911 Sep 01 14:59:35.486039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.490869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b65bfc-655d-4873-9ce6-ee52699d5aa6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:35.493792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84021b07-7002-42db-923f-c87fad3555d4 req-aa290b0f-d44e-498b-8131-40fd5fc32882 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475731 Sep 01 14:59:35.576215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:35.602136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.742919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a9ced-7d04-485c-8245-4d97c3d9381e req-57bed171-347f-4dd7-832f-fd2a9542cc3f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:35.750346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc8a9ced-7d04-485c-8245-4d97c3d9381e req-57bed171-347f-4dd7-832f-fd2a9542cc3f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1078238 Sep 01 14:59:35.845313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc8a9ced-7d04-485c-8245-4d97c3d9381e req-32f8cda6-5aa4-4c05-a4af-52c69f47a144 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806620 Sep 01 14:59:36.090373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73376b73-fb67-44fc-8eb1-c13235c97922 req-acc1d6c7-7e3e-4c45-b768-26e6c117f58a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.091975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73376b73-fb67-44fc-8eb1-c13235c97922 req-acc1d6c7-7e3e-4c45-b768-26e6c117f58a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.8127968 Sep 01 14:59:36.147704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ba80109a-7fab-4804-be9c-ec2d6e93c7f9 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:36.184322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291c13-2ff8-48f7-b6fa-d3420d1dcfce req-533924db-f5f0-43a8-9b11-657b5530fd71 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.186582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: ba80109a-7fab-4804-be9c-ec2d6e93c7f9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:36.186974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d0291c13-2ff8-48f7-b6fa-d3420d1dcfce req-533924db-f5f0-43a8-9b11-657b5530fd71 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.0891762 Sep 01 14:59:36.188188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ba80109a-7fab-4804-be9c-ec2d6e93c7f9 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:36.223921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.224552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.226073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] 10.222.0.50 "PUT /v2.0/ports/c847b492-5f1b-4ce0-835b-34a27cff24d0 HTTP/1.1" status: 200 len: 1092 time: 4.2522812 Sep 01 14:59:36.230154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:36.232662 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3851b7e-3a10-4ef4-8068-965c8ef7c628" -d '{"events": [{"name": "network-changed", "server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:36.277352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d0291c13-2ff8-48f7-b6fa-d3420d1dcfce req-c74b0088-632c-43ab-8adf-419269966f9c tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792041 Sep 01 14:59:36.325155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73376b73-fb67-44fc-8eb1-c13235c97922 req-20987a49-12e6-43f2-9105-cce14e3b4450 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008719 Sep 01 14:59:36.339119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf400d-b964-40ce-9eb8-bf71f7c8112e service neutron] Pushing event updated for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:36.647538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-020ce1be-b8fb-4a26-89ab-f8a778bc36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.650195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-020ce1be-b8fb-4a26-89ab-f8a778bc36e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557e50e4b9d8423081e5e71e85e97a27&device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 1095 time: 0.3654518 Sep 01 14:59:36.657589 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2710baf-3c49-4558-8fad-07dd889e0c74 x-openstack-request-id: req-b2710baf-3c49-4558-8fad-07dd889e0c74 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:36.657976 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:36.658360 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2710baf-3c49-4558-8fad-07dd889e0c74 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:36.658921 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'status': 'completed', 'code': 200} Sep 01 14:59:36.659904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.797879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c4ee-00d1-4d3b-9587-8087b0ef4dbb req-9b458998-90e9-4640-ab58-f3e69825b0bd tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.801035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c78c4ee-00d1-4d3b-9587-8087b0ef4dbb req-9b458998-90e9-4640-ab58-f3e69825b0bd tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.0816734 Sep 01 14:59:36.818971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-05e7691b-8a63-4ce6-9d77-4047a649949d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0 HTTP/1.1" status: 200 len: 217 time: 0.1450365 Sep 01 14:59:36.825705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.856959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c78c4ee-00d1-4d3b-9587-8087b0ef4dbb req-7a669cc4-c8ee-411a-898e-dbeb52156416 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460389 Sep 01 14:59:36.899521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ba16-f879-41a4-83ef-62c868fdf44b req-8f672a2d-98a1-4c9a-b745-562311b43c04 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.901576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c24ba16-f879-41a4-83ef-62c868fdf44b req-8f672a2d-98a1-4c9a-b745-562311b43c04 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3701720 Sep 01 14:59:36.902006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46968) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:37.073564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-b3cbbbb9-4b56-455f-92f4-ad6417e3d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.075072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-b3cbbbb9-4b56-455f-92f4-ad6417e3d96b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a887247-97b1-4a91-804b-2894eb1e90ca HTTP/1.1" status: 200 len: 854 time: 0.2452974 Sep 01 14:59:37.162563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c24ba16-f879-41a4-83ef-62c868fdf44b req-f7257432-dc2e-46e4-910a-fb7078b0ad50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964309 Sep 01 14:59:37.186120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e12592e-a0a3-44fd-9c6c-05fe9d6a4bab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc9166325ab04a19a8331ca25e4c94e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778647 Sep 01 14:59:37.187470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46976) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:37.320893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dafa1-2e60-4c96-baef-978fbd93fd79 req-c34e37bd-a724-4ead-9a14-3f7b0927bef0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.322444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae8dafa1-2e60-4c96-baef-978fbd93fd79 req-c34e37bd-a724-4ead-9a14-3f7b0927bef0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0836847 Sep 01 14:59:37.323322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.364263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-1f079e43-b685-4bb1-b8ac-58fa8db64b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.367094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-1f079e43-b685-4bb1-b8ac-58fa8db64b6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b14c26c-134a-448c-8630-0cc75d3bb633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2699232 Sep 01 14:59:37.367967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.443593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae8dafa1-2e60-4c96-baef-978fbd93fd79 req-e1b32ade-92e8-4d73-a91d-5b4d412b5b1f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Sep 01 14:59:37.479953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.484622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.490868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1e5a3a5-fb5f-44be-86bd-a74249c0dd80 HTTP/1.1" status: 204 len: 168 time: 0.2948716 Sep 01 14:59:37.513843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597c8bd-465c-4150-93b5-85d10fbe2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e5a3a5-fb5f-44be-86bd-a74249c0dd80,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:37.609943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79efa79-8da1-499e-ad16-d52a8818905c req-de028ea3-de3e-415d-a1fd-f729f3951c8f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.613518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c79efa79-8da1-499e-ad16-d52a8818905c req-de028ea3-de3e-415d-a1fd-f729f3951c8f tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.3378749 Sep 01 14:59:37.636416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 614fd5e3-4df5-4eca-87d6-59ba613e8939 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:59:37.678575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f39389-9d4e-4d76-b051-56af87277b64 req-1d4cd5c3-fed2-47c2-a905-7657e795575e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.680286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36f39389-9d4e-4d76-b051-56af87277b64 req-1d4cd5c3-fed2-47c2-a905-7657e795575e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1042309 Sep 01 14:59:37.702507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:37.737715 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36f39389-9d4e-4d76-b051-56af87277b64 req-7a393f9c-e29d-4fe2-bcde-0834675914da tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498466 Sep 01 14:59:37.853232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c79efa79-8da1-499e-ad16-d52a8818905c req-4e3de333-9490-4843-81cc-ad622fea7d7b tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258611 Sep 01 14:59:37.865831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-a2262538-4a1e-4335-895e-b13ac52bef7e service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395659 Sep 01 14:59:37.990445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46986) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:38.109941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e7931-a861-4862-8e68-3123b2b207dd req-4602d864-087b-4d6c-b0a7-d889afc028a6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.112993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a4e7931-a861-4862-8e68-3123b2b207dd req-4602d864-087b-4d6c-b0a7-d889afc028a6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.1455224 Sep 01 14:59:38.156656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9385d57f-e2e3-40a9-a204-18d11af625b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ecac174e99b401391c3609e66ad1e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327109 Sep 01 14:59:38.162010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46988) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:38.236481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a4e7931-a861-4862-8e68-3123b2b207dd req-1df8ee1f-053e-495a-a585-0fadbfa68497 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140168 Sep 01 14:59:38.248339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:38.268612 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Sync routers for ids ['614fd5e3-4df5-4eca-87d6-59ba613e8939'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:38.293763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.296335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Routers {'614fd5e3-4df5-4eca-87d6-59ba613e8939'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:38.297023 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['614fd5e3-4df5-4eca-87d6-59ba613e8939'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:38.309695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dc714a0-a210-4e07-ac73-9f0e8cb0b231 req-274ad186-e3fd-47e7-92b9-9b9cdef2e215 service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317396 Sep 01 14:59:38.319313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:38.323937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.332074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1e125256-d8a9-4f4d-96ae-216075c57793 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.4216671 Sep 01 14:59:38.333839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:38.338583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Sync routers for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:38.348005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-71906655-155d-4fc6-b827-6a733fd36711 admin admin] 10.222.0.41 "PUT /v2.0/routers/1aa66de4-6fe8-4daa-b976-3cdd94c43c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9087217 Sep 01 14:59:38.350468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46994) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:38.360497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:38.361586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:38.467362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Set router 614fd5e3-4df5-4eca-87d6-59ba613e8939 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:38.611103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.641973 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.674430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfcf3-0acc-4bae-83af-731e2904a96b req-83a03eff-4e5f-4f66-b9e6-9e07b4e016ef tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.678148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-445cfcf3-0acc-4bae-83af-731e2904a96b req-83a03eff-4e5f-4f66-b9e6-9e07b4e016ef tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3127406 Sep 01 14:59:38.684939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-b9968caf-21f8-4bf9-871e-a3096ab696e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.687820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-b9968caf-21f8-4bf9-871e-a3096ab696e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557e50e4b9d8423081e5e71e85e97a27&device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 1095 time: 0.2607691 Sep 01 14:59:38.819754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:38.833230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.838609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.844276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b7f8ca2-581a-43d9-b672-bc71fcaafb8d HTTP/1.1" status: 204 len: 168 time: 0.6770701 Sep 01 14:59:38.844565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fd5e3-4df5-4eca-87d6-59ba613e8939', 'name': '', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f', 'external_fixed_ips': [{'subnet_id': '3a03619b-f386-4f6f-bf14-8b32cb35b353', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '97d56d14-f936-4c4d-855a-b096e21a403a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:28Z', 'updated_at': '2021-09-01T14:59:34Z', 'revision_number': 3, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port': {'id': '97d56d14-f936-4c4d-855a-b096e21a403a', 'name': '', 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fd5e3-4df5-4eca-87d6-59ba613e8939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '3a03619b-f386-4f6f-bf14-8b32cb35b353', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:32Z', 'updated_at': '2021-09-01T14:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a03619b-f386-4f6f-bf14-8b32cb35b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:38.878435 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Checking router: 614fd5e3-4df5-4eca-87d6-59ba613e8939 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:38.878830 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Updating router 614fd5e3-4df5-4eca-87d6-59ba613e8939 port 97d56d14-f936-4c4d-855a-b096e21a403a binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:59:38.915654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eef5c4-d910-46ee-beac-61bed343c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f8ca2-581a-43d9-b672-bc71fcaafb8d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:38.997007 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.010375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1cf6-4a60-41dc-a55a-66fef419e0e5 req-e1265ec4-0d11-41ff-86f0-646802a98368 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.025998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-064a1cf6-4a60-41dc-a55a-66fef419e0e5 req-e1265ec4-0d11-41ff-86f0-646802a98368 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2410700 Sep 01 14:59:39.112761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.145288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-064a1cf6-4a60-41dc-a55a-66fef419e0e5 req-6c6f7743-0350-4276-948d-9659b16a3a2b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175239 Sep 01 14:59:39.276527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:59:35Z', 'revision_number': 5, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port': {'id': 'd68cb316-98d6-42da-a17e-243b6bcc9b7e', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:39Z', 'updated_at': '2021-09-01T14:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:39.341932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Deleting port d68cb316-98d6-42da-a17e-243b6bcc9b7e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:39.342839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.362366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Checking router: 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:39.391377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Routers {'1aa66de4-6fe8-4daa-b976-3cdd94c43c19'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:39.392154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:39.508547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.555028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] Set router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:39.661595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:59:39Z', 'revision_number': 6, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:39.672498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-445cfcf3-0acc-4bae-83af-731e2904a96b req-d3ea5c95-431e-4287-9d03-51e2e0898c2a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9827006 Sep 01 14:59:39.713433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.723747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351f495-ed54-4ee3-bb57-9c46055ad4b8 None None] The sync data for ids ['1aa66de4-6fe8-4daa-b976-3cdd94c43c19'] in n-d-802060-16 is: [{'id': '1aa66de4-6fe8-4daa-b976-3cdd94c43c19', 'name': 'tempest-AttachSCSIVolumeTestJSON-1736665829-router', 'tenant_id': 'e522af92eacf4b9a97c10adca1517536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:37Z', 'updated_at': '2021-09-01T14:59:39Z', 'revision_number': 6, 'project_id': 'e522af92eacf4b9a97c10adca1517536', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:39.732326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-9bf9d945-4846-4b50-bb50-e3c6ff570cf4 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.740369 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-9bf9d945-4846-4b50-bb50-e3c6ff570cf4 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.8677857 Sep 01 14:59:39.781745 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.794054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fd631-c126-4ede-9d78-062d2d6712f7 req-ced59186-156d-4558-b1c8-17aca5f17359 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.801973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-2b14511c-0240-44c5-87a8-986d085de15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.803891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0fd631-c126-4ede-9d78-062d2d6712f7 req-ced59186-156d-4558-b1c8-17aca5f17359 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.4211519 Sep 01 14:59:39.805418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-2b14511c-0240-44c5-87a8-986d085de15b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b14c26c-134a-448c-8630-0cc75d3bb633 HTTP/1.1" status: 200 len: 916 time: 1.1049066 Sep 01 14:59:39.813973 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Transition to ACTIVE for port object 97d56d14-f936-4c4d-855a-b096e21a403a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:39.833264 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.872191 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-d12f002f-00b7-463a-ad55-a9723c395168 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0 HTTP/1.1" status: 200 len: 217 time: 0.0593803 Sep 01 14:59:39.957527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Attempting to bind port 97d56d14-f936-4c4d-855a-b096e21a403a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:39.961013 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Attempting to bind port 97d56d14-f936-4c4d-855a-b096e21a403a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:39.962848 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Attempting to bind port 97d56d14-f936-4c4d-855a-b096e21a403a on network 7b6d1413-f029-42b2-aa9b-22263483965f {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:39.964195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-310999d9-5618-49c0-acd0-ecec0b37b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.965515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] For port d68cb316-98d6-42da-a17e-243b6bcc9b7e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d68cb316-98d6-42da-a17e-243b6bcc9b7e,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:39.965853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-310999d9-5618-49c0-acd0-ecec0b37b932 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a887247-97b1-4a91-804b-2894eb1e90ca HTTP/1.1" status: 200 len: 854 time: 0.0650949 Sep 01 14:59:39.966079 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.002875 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:40.003753 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Checking segment: {'id': '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:40.004660 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.005953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Bound using segment: {'id': '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:40.006745 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Bound port: 97d56d14-f936-4c4d-855a-b096e21a403a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b6d1413-f029-42b2-aa9b-22263483965f'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:40.007478 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.011113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Calling delete_port for d68cb316-98d6-42da-a17e-243b6bcc9b7e owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:40.037300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0fd631-c126-4ede-9d78-062d2d6712f7 req-540a43c5-7a51-4ed4-871e-7ce8253fc78f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281084 Sep 01 14:59:40.059303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-a8e3c19a-e215-451d-a90b-71d5a8fe0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:40.060779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-a8e3c19a-e215-451d-a90b-71d5a8fe0b2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b14c26c-134a-448c-8630-0cc75d3bb633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799134 Sep 01 14:59:40.063436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Deleting port 97d56d14-f936-4c4d-855a-b096e21a403a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:40.076366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.079223 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Pushing event updated for resources: {'Port': ['ID=97d56d14-f936-4c4d-855a-b096e21a403a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:40.102870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.103880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.104296 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.105958 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.106527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.108108 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.108604 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.109052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.109504 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.112254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Deleting port c15a2b81-465a-4dc1-acdb-e34923e8b370 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:40.112451 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.112932 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.113167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.115656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:40.134275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7b65bfc-655d-4873-9ce6-ee52699d5aa6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:40.202529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c7b65bfc-655d-4873-9ce6-ee52699d5aa6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:40.204683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7b65bfc-655d-4873-9ce6-ee52699d5aa6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:40.223698 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] For port 97d56d14-f936-4c4d-855a-b096e21a403a, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:40.232354 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] For port 97d56d14-f936-4c4d-855a-b096e21a403a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=97d56d14-f936-4c4d-855a-b096e21a403a,segment=NetworkSegment(1aae465f-cd3d-4f8a-a64b-b26d1e1ed575),segment_id=1aae465f-cd3d-4f8a-a64b-b26d1e1ed575)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:40.239808 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.269427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a232b9-7ba7-47fc-848f-e7f8bfb19fa0 req-3a589890-6661-47f4-9ea8-43d321113706 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:40.273973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91a232b9-7ba7-47fc-848f-e7f8bfb19fa0 req-3a589890-6661-47f4-9ea8-43d321113706 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 945 time: 0.4173398 Sep 01 14:59:40.285616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] For port c15a2b81-465a-4dc1-acdb-e34923e8b370, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c15a2b81-465a-4dc1-acdb-e34923e8b370,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:40.286261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.305882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Routers {'614fd5e3-4df5-4eca-87d6-59ba613e8939'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:40.306524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['614fd5e3-4df5-4eca-87d6-59ba613e8939'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:40.504650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91a232b9-7ba7-47fc-848f-e7f8bfb19fa0 req-421b3d50-6738-4c15-946a-aef449b76228 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955638 Sep 01 14:59:40.545963 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] Set router 614fd5e3-4df5-4eca-87d6-59ba613e8939 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:40.550257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-ba956bf0-b5ea-4751-ab3a-5629506f2b68 service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709630 Sep 01 14:59:40.577769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.629608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.665243 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fd5e3-4df5-4eca-87d6-59ba613e8939', 'name': '', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:28Z', 'updated_at': '2021-09-01T14:59:39Z', 'revision_number': 4, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:40.678258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Calling delete_port for 97d56d14-f936-4c4d-855a-b096e21a403a owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:40.721592 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a29a1c-2f4c-49bb-98bf-84e04b3dd7bb None None] The sync data for ids ['614fd5e3-4df5-4eca-87d6-59ba613e8939'] in n-d-802060-16 is: [{'id': '614fd5e3-4df5-4eca-87d6-59ba613e8939', 'name': '', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:28Z', 'updated_at': '2021-09-01T14:59:39Z', 'revision_number': 4, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:40.735174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f4940-f50c-4cb1-92fc-d5cb8fc43b8b None None] Pushing event updated for resources: {'Port': ['ID=97d56d14-f936-4c4d-855a-b096e21a403a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:40.820492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Pushing event deleted for resources: {'Port': ['ID=d68cb316-98d6-42da-a17e-243b6bcc9b7e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:40.833375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed666508-8e6f-4b43-b60d-7ae017633bdc req-6bd1dbf1-87a9-470e-a6db-f93e8ccae6b0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:40.835007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed666508-8e6f-4b43-b60d-7ae017633bdc req-6bd1dbf1-87a9-470e-a6db-f93e8ccae6b0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1582093 Sep 01 14:59:40.846212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3851b7e-3a10-4ef4-8068-965c8ef7c628 req-5f339e95-63a8-4e15-98d4-783c8e862f0d service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880728 Sep 01 14:59:40.960190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed666508-8e6f-4b43-b60d-7ae017633bdc req-cd883ea4-679a-47c5-9baf-51cad4a14c79 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053829 Sep 01 14:59:41.011510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc10f6d-550d-4a00-b543-150900e6c357 req-e6dac837-d6c7-4cb4-b954-262b1464acba tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.019393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adc10f6d-550d-4a00-b543-150900e6c357 req-e6dac837-d6c7-4cb4-b954-262b1464acba tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.4665239 Sep 01 14:59:41.050747 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.086558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.163895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d56d14-f936-4c4d-855a-b096e21a403a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:41.210504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adc10f6d-550d-4a00-b543-150900e6c357 req-8f4e7958-f166-4cfc-b601-63b4e3d73bfc tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1887000 Sep 01 14:59:41.218767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.231573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.282822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.301966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.302433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.302718 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Floating IP a511e808-ebac-461c-89fe-85be137d6679 disassociated. External IP: 172.25.1.162, port: c15a2b81-465a-4dc1-acdb-e34923e8b370. Sep 01 14:59:41.303010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Calling delete_port for c15a2b81-465a-4dc1-acdb-e34923e8b370 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:41.350185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.350881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa66de4-6fe8-4daa-b976-3cdd94c43c19 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:41.356409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.357639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-af76dcb0-156e-42f4-bf4b-c87c5a04204d admin admin] 10.222.0.41 "DELETE /v2.0/routers/1aa66de4-6fe8-4daa-b976-3cdd94c43c19 HTTP/1.1" status: 204 len: 168 time: 3.0046103 Sep 01 14:59:41.362722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:41.491146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Deleting subnet 2c3a480e-148a-4caf-918c-7ac9a70f8710 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:59:41.498429 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.516532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.521929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.544122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e177e2-af06-4565-a2df-8d44801869b0 req-7fff2faa-95f2-494e-9e35-236207c8724a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.546033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39e177e2-af06-4565-a2df-8d44801869b0 req-7fff2faa-95f2-494e-9e35-236207c8724a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1533887 Sep 01 14:59:41.588579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4ed94-496e-4f40-a535-45da2143a5ce req-3d96d43c-9162-4a94-8e04-a46d9654f5e7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.590331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43a4ed94-496e-4f40-a535-45da2143a5ce req-3d96d43c-9162-4a94-8e04-a46d9654f5e7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2387264 Sep 01 14:59:41.594028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.608162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.608162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 614fd5e3-4df5-4eca-87d6-59ba613e8939 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:41.620976 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.622451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e2a12546-0635-4518-949a-cf2ce0b0cfa6 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/routers/614fd5e3-4df5-4eca-87d6-59ba613e8939 HTTP/1.1" status: 204 len: 168 time: 3.2718568 Sep 01 14:59:41.631084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47042) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:41.681332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43a4ed94-496e-4f40-a535-45da2143a5ce req-9888d802-4ce0-444e-a356-d3e28270e3c2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Sep 01 14:59:41.768754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.774443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39e177e2-af06-4565-a2df-8d44801869b0 req-b2951b7b-8d04-427a-8e8b-9a12d6ddd529 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949754 Sep 01 14:59:41.823523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Deleting subnet 3a03619b-f386-4f6f-bf14-8b32cb35b353 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:59:41.846033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event deleted for resources: {'Port': ['ID=c15a2b81-465a-4dc1-acdb-e34923e8b370,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:41.848074 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.907750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.922777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4db077fa-532b-4518-8c04-0b3b13df6bb8 req-7dd3de7d-e3c8-46d8-96db-a1aab1aa86e4 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.0771012 Sep 01 14:59:41.932307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.114106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d68cb316-98d6-42da-a17e-243b6bcc9b7e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:42.148054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d68cb316-98d6-42da-a17e-243b6bcc9b7e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:42.148963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d68cb316-98d6-42da-a17e-243b6bcc9b7e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:42.184945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c15a2b81-465a-4dc1-acdb-e34923e8b370 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:42.207581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: c15a2b81-465a-4dc1-acdb-e34923e8b370 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:42.208262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c15a2b81-465a-4dc1-acdb-e34923e8b370 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:42.418602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12135f9-f5a9-4735-b164-cf4c71bc23f1 req-385d8d9e-d6ed-4eac-95ee-71da779e9ec3 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:42.420508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a12135f9-f5a9-4735-b164-cf4c71bc23f1 req-385d8d9e-d6ed-4eac-95ee-71da779e9ec3 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.0917926 Sep 01 14:59:42.491149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a12135f9-f5a9-4735-b164-cf4c71bc23f1 req-95c21d80-b863-47a9-9044-dd8883784cd4 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550358 Sep 01 14:59:42.630171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.722141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce618415-eef4-4d38-ba83-15abd6581ca2 req-13c278bc-7a0a-4682-ac1c-21059a4da986 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:42.724883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce618415-eef4-4d38-ba83-15abd6581ca2 req-13c278bc-7a0a-4682-ac1c-21059a4da986 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3173509 Sep 01 14:59:42.748178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.821959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3a480e-148a-4caf-918c-7ac9a70f8710,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:42.829370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.831860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5d97ee39-28fd-4975-87d2-c0e6d38f56d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c3a480e-148a-4caf-918c-7ac9a70f8710 HTTP/1.1" status: 204 len: 168 time: 1.4681296 Sep 01 14:59:42.836494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:42.836725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:42.856454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a1303-b5d7-4981-bcb9-cf8d2056d922 None None] Network 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:42.867764 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce618415-eef4-4d38-ba83-15abd6581ca2 req-3f20f08c-b8cc-4fe8-b42d-a76de911899d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274359 Sep 01 14:59:42.951426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767bb8a-316c-4d80-8e78-f42f844bda27 req-5c1be9e5-f696-4514-befc-6c63b13d88f7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:42.963535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7767bb8a-316c-4d80-8e78-f42f844bda27 req-5c1be9e5-f696-4514-befc-6c63b13d88f7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1668561 Sep 01 14:59:42.994406 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.031752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7767bb8a-316c-4d80-8e78-f42f844bda27 req-e67b7ea9-f1b2-43c3-bc36-5b77382be58a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676665 Sep 01 14:59:43.134828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.157720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:43.158182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Deleting port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:43.158703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.178066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:43.197147 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:43.198054 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:43.207613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] DHCP port deletion for 5c4b2da5-7b01-4eae-a097-f2ef9234a7ee request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:59:43.234871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.241674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/3a03619b-f386-4f6f-bf14-8b32cb35b353 HTTP/1.1" status: 204 len: 168 time: 1.6014953 Sep 01 14:59:43.241674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a15a2-0f47-4619-b897-dca91c5ab762 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a03619b-f386-4f6f-bf14-8b32cb35b353,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:43.243288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:43.269665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] No DVR routers for this DVR port c15a2b81-465a-4dc1-acdb-e34923e8b370 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:43.273291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.275521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96550536-3059-46a0-ab66-37b96e7f5ac0 req-73e05e6b-2896-4654-b587-6533047b533e tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.50 "DELETE /v2.0/ports/c15a2b81-465a-4dc1-acdb-e34923e8b370 HTTP/1.1" status: 204 len: 173 time: 3.5016415 Sep 01 14:59:43.276284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-deleted', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:43.285944 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0495db-2058-48a8-8ebe-1c174e755998" -d '{"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-deleted", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:43.291378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Deleting port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:43.292147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.308440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0784-33d5-481f-81b6-42537f037688 req-bfc29f64-1558-489c-b8ab-6c8f2d0cb1b5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:43.318382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965b0784-33d5-481f-81b6-42537f037688 req-bfc29f64-1558-489c-b8ab-6c8f2d0cb1b5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1894419 Sep 01 14:59:43.402242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] For port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:43.403134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.410236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b307a498-febd-4212-a317-925dcb52d4d9 req-398facb9-bafc-484b-bcc4-b3bb5f611b5a tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4012d0-2e2b-4135-9ecd-be7bf409f075 HTTP/1.1" status: 200 len: 210 time: 0.1655655 Sep 01 14:59:43.426608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965b0784-33d5-481f-81b6-42537f037688 req-7b293c04-49f6-48c0-8429-c99c0f8fb15e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068709 Sep 01 14:59:43.435167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] For port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,segment=NetworkSegment(86896143-290d-459e-ab26-401a5401a7a6),segment_id=86896143-290d-459e-ab26-401a5401a7a6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:43.436957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.459499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Calling delete_port for fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:43.529995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:43.562528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.592665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Calling delete_port for fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:43.731740 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b9f59-d01c-4927-8879-e0a6b334844f x-openstack-request-id: req-841b9f59-d01c-4927-8879-e0a6b334844f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:43.732602 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4012d0-2e2b-4135-9ecd-be7bf409f075", "name": "network-vif-deleted", "tag": "c15a2b81-465a-4dc1-acdb-e34923e8b370", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:43.732602 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-841b9f59-d01c-4927-8879-e0a6b334844f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:43.733152 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4012d0-2e2b-4135-9ecd-be7bf409f075', 'name': 'network-vif-deleted', 'tag': 'c15a2b81-465a-4dc1-acdb-e34923e8b370', 'status': 'completed', 'code': 200} Sep 01 14:59:43.788443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809772-1178-4dad-9391-6e4b9dd42fb3 req-757cf1cc-e05b-4a61-8643-e3090b1ae79c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:43.790033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36809772-1178-4dad-9391-6e4b9dd42fb3 req-757cf1cc-e05b-4a61-8643-e3090b1ae79c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.1217570 Sep 01 14:59:43.807406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.877366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] Pushing event deleted for resources: {'Port': ['ID=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:43.879609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad2f5d-ac55-4709-bd84-bbf681038fc9 None None] No DVR routers for this DVR port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:43.918106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36809772-1178-4dad-9391-6e4b9dd42fb3 req-35ac9672-5944-4b10-bc71-f02907da4605 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958598 Sep 01 14:59:43.973410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:43.980644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.093106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:44.117635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6d1413-f029-42b2-aa9b-22263483965f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.125711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:44.126538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:44.129093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.129296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aae465f-cd3d-4f8a-a64b-b26d1e1ed575') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.140674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.171097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.175722 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.178584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:44.178991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: timer() Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:44.221703 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:44.229582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e92f04f-6563-410c-a2ee-994140e1dd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.242681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:44.270908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198876b5-334f-4f6c-963f-0cfb90da85cd req-8b4d9185-885f-4a08-a164-b00bf42fc686 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.273324 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:44.273840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-198876b5-334f-4f6c-963f-0cfb90da85cd req-8b4d9185-885f-4a08-a164-b00bf42fc686 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2402194 Sep 01 14:59:44.275081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.275274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.289571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae99e-4261-4373-8337-b6baf8188e47 req-435edb7f-28c7-46d3-8e22-4860032a0dc5 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.291721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce4ae99e-4261-4373-8337-b6baf8188e47 req-435edb7f-28c7-46d3-8e22-4860032a0dc5 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1126862 Sep 01 14:59:44.293442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e9a8-2a5b-443b-9954-50f0dda13324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.325631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.339453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe18e6a4-8b3d-4d11-a1f6-022e64a93e72,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:44.354368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b6d1413-f029-42b2-aa9b-22263483965f {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 14:59:44.362058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.374552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/networks/7b6d1413-f029-42b2-aa9b-22263483965f HTTP/1.1" status: 204 len: 168 time: 1.1276422 Sep 01 14:59:44.404516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8db51-640f-4184-ac87-cf2f8f49788a tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b6d1413-f029-42b2-aa9b-22263483965f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:44.405424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce4ae99e-4261-4373-8337-b6baf8188e47 req-2da2e81b-f61d-4ce2-affa-4c482174d186 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865104 Sep 01 14:59:44.467457 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:44.468377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-198876b5-334f-4f6c-963f-0cfb90da85cd req-5640b244-4472-46f7-bb34-099648e7ded0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600509 Sep 01 14:59:44.474171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] No DVR routers for this DVR port fe18e6a4-8b3d-4d11-a1f6-022e64a93e72 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:44.657434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e92f04f-6563-410c-a2ee-994140e1dd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.673257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e92f04f-6563-410c-a2ee-994140e1dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.809496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.816446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47122) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:44.818932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e92f04f-6563-410c-a2ee-994140e1dd24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=230a534dc309452293f618c97a382e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554926 Sep 01 14:59:44.820291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f04f-6563-410c-a2ee-994140e1dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c929a5e-d8eb-41b9-b0e4-4de899ed269c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:44.854339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4b2da5-7b01-4eae-a097-f2ef9234a7ee']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.913484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86896143-290d-459e-ab26-401a5401a7a6') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.914271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86896143-290d-459e-ab26-401a5401a7a6') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.953395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.009309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aea847-20f3-40a4-9108-990541371664 req-a813715d-9acb-43ed-b853-8b43f4033fd7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.012379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52aea847-20f3-40a4-9108-990541371664 req-a813715d-9acb-43ed-b853-8b43f4033fd7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2633619 Sep 01 14:59:45.014051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.024590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-bfd43201-c732-4dba-8feb-359cfc461972 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.0971255 Sep 01 14:59:45.029657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:45.034121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: timer() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:45.042543 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:45.102438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-309ec239-117e-4d5c-8c67-3a7b88ea8235 req-6cacc9dc-67f3-4451-b319-b209645d4234 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.1068590 Sep 01 14:59:45.111689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:45.167164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'name': 'tempest-router--394572267', 'project_id': '2152395ee87b470e8dcb799b908ddf74'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:45.181856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:45.183035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.212263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.239588 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.255464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778f363-4196-4f08-b634-e24bc971af3f None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:13Z', 'revision_number': 4, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '1dd8e257-9248-4404-a18f-3d9f88fc0246', 'name': '', 'network_id': '8fd9f844-e5de-4ba4-b8e9-7c5846c3489f', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'mac_address': 'fa:16:3e:fb:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:12Z', 'updated_at': '2021-09-01T14:54:22Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'subnets': [{'id': 'ed427d89-c8f9-48b6-b46d-063f0431c457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:45.277464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.284085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5c4b2da5-7b01-4eae-a097-f2ef9234a7ee HTTP/1.1" status: 204 len: 168 time: 2.4423368 Sep 01 14:59:45.376127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a4ded-b0ab-41db-90f9-4f90c001d888 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4b2da5-7b01-4eae-a097-f2ef9234a7ee,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:45.381877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.383404 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.410869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d324-ccc2-47e5-ba19-f09a1be60767 req-0d84164b-9da7-4dc0-a7c3-5cdd2d163809 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.413640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c473d324-ccc2-47e5-ba19-f09a1be60767 req-0d84164b-9da7-4dc0-a7c3-5cdd2d163809 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 943 time: 0.1411777 Sep 01 14:59:45.426536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52aea847-20f3-40a4-9108-990541371664 req-9c45c62c-a1ef-4c1b-b457-00423b904cce tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753405 Sep 01 14:59:45.428765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.433933 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.437960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c929a5e-d8eb-41b9-b0e4-4de899ed269c HTTP/1.1" status: 204 len: 168 time: 0.6023726 Sep 01 14:59:45.464931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798acc-8025-412f-aa90-8c2ca6d29923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c929a5e-d8eb-41b9-b0e4-4de899ed269c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:45.537435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-dd1bfdc0-c6ec-4137-ada9-74217a5d0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.542805 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-dd1bfdc0-c6ec-4137-ada9-74217a5d0cf6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&shared=False HTTP/1.1" status: 200 len: 925 time: 0.4679482 Sep 01 14:59:45.545658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.604526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.639280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47140) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:45.690297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83afdf4-f145-4a2c-b331-d719c6514a05 req-4f2a587b-67e0-48b5-b808-57251780ed12 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.692832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c83afdf4-f145-4a2c-b331-d719c6514a05 req-4f2a587b-67e0-48b5-b808-57251780ed12 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1755328 Sep 01 14:59:45.751746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9f0002d1-59d3-4f96-b5b4-c5ab5afe2383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ed5a754a61d491ab07feafeac1ae509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109011 Sep 01 14:59:45.757297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47144) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:45.778861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.781991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a3821725-e5e5-48b0-8083-dd31fe3bf399 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6285679 Sep 01 14:59:45.788847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47146) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:45.793742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c83afdf4-f145-4a2c-b331-d719c6514a05 req-4b58ff3c-e617-4c84-9bfb-44bd4e69bae2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821033 Sep 01 14:59:45.818702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c473d324-ccc2-47e5-ba19-f09a1be60767 req-8b3f952e-228a-4e72-b220-f4e3bdde35dc tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3633242 Sep 01 14:59:45.907269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.948486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-60c69a98-b10e-4013-aada-7d75dce1414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.963640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-60c69a98-b10e-4013-aada-7d75dce1414a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3941133 Sep 01 14:59:45.997646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.063825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e24e9f-418f-4ffc-a7e1-3761edfcfcda None None] New status for floating IP a511e808-ebac-461c-89fe-85be137d6679: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:59:46.110715 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.164556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.168604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.226342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c847b492-5f1b-4ce0-835b-34a27cff24d0 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:46.231409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d494a-d7d0-4783-a70b-3a6057ce4081 req-ae264def-189d-463d-9f63-befed3d8f69d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:46.238983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-208d494a-d7d0-4783-a70b-3a6057ce4081 req-ae264def-189d-463d-9f63-befed3d8f69d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2266059 Sep 01 14:59:46.260768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.270967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a955f9-f537-46b3-b49b-08825bc7ac10 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:46.275298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.279627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7d643dfa-8eb7-4546-bee3-db24b1160954 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/routers/41a955f9-f537-46b3-b49b-08825bc7ac10 HTTP/1.1" status: 204 len: 168 time: 0.4895458 Sep 01 14:59:46.311940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-208d494a-d7d0-4783-a70b-3a6057ce4081 req-c13806a4-cf0b-4762-8b10-70710873aa25 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659006 Sep 01 14:59:46.314086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.319047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc90ec0d-9f0f-4139-b932-b0009d98280a req-279a92b2-49e6-4896-b13c-e6a812f3aa76 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.0576656 Sep 01 14:59:46.319858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.323848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f8ad162-d6ce-492a-9a69-b345f5699efe HTTP/1.1" status: 204 len: 168 time: 0.5653353 Sep 01 14:59:46.354910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d84b6-a75a-4466-bc0c-78a5f44f9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ad162-d6ce-492a-9a69-b345f5699efe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:46.386420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47164) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.450967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:46.465508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'port_id': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'mac_address': 'fa:16:3e:c0:f3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:46.481199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.519027 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.529869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.547186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c847b492-5f1b-4ce0-835b-34a27cff24d0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:46.573668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:46.583239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.620922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ac89-56d0-4b1d-8b7c-e6df0356537f req-dc1e3bcd-a988-4224-b533-e4f551337b32 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:46.629784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de49ac89-56d0-4b1d-8b7c-e6df0356537f req-dc1e3bcd-a988-4224-b533-e4f551337b32 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0955803 Sep 01 14:59:46.634731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.639498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.646039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6 HTTP/1.1" status: 204 len: 168 time: 0.2582822 Sep 01 14:59:46.646859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47170) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.674278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:46.679876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d572b-d83c-43e9-9bc5-51bcd40f4e00 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:46.688945 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-0f877cbe-d687-429c-b5e7-66121a987da7 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] show failed (client error): The resource could not be found. Sep 01 14:59:46.690723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0f877cbe-d687-429c-b5e7-66121a987da7 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "GET /v2.0/security-groups/d0ce1eaf-d9d4-4f09-8474-de326ca9c5d6 HTTP/1.1" status: 404 len: 347 time: 0.0398555 Sep 01 14:59:46.696003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de49ac89-56d0-4b1d-8b7c-e6df0356537f req-64a3949d-3f40-4790-8bc6-b760e1f9e65c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635748 Sep 01 14:59:46.696649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.757342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2ac7634-681f-4c84-a2bb-2b80ddaa1347 req-f3094ffa-45d8-421d-95bc-2fcfe94b54c2 tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.24 "GET /v2.0/ports?device_id=de3ce6e2-4c88-4549-8747-946482cdab06 HTTP/1.1" status: 200 len: 210 time: 0.0404067 Sep 01 14:59:46.769359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47176) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.836020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c847b492-5f1b-4ce0-835b-34a27cff24d0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:46.967751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Deleting port 8ef39bd3-b036-455c-bf97-b248c053c54d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:46.968232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.080746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904590c-5e09-417c-88d4-f888468f6ed6 req-d04becb7-c603-444c-a542-1c6629be550a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.086957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9904590c-5e09-417c-88d4-f888468f6ed6 req-d04becb7-c603-444c-a542-1c6629be550a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1270876 Sep 01 14:59:47.122882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a94d919-6e58-428f-a1bb-766a761ebb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.162237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9904590c-5e09-417c-88d4-f888468f6ed6 req-a6e71eaa-87a8-4c5c-ad9e-d32ea0e2ff61 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Sep 01 14:59:47.209448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb5ed-24bc-4cfd-b512-75610178d58c req-1e189cf3-7f55-43e3-b959-8be5e1463305 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.210757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47186) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:47.211307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcfb5ed-24bc-4cfd-b512-75610178d58c req-1e189cf3-7f55-43e3-b959-8be5e1463305 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 944 time: 0.1984031 Sep 01 14:59:47.228343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.228876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.285916 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a1324540-44f0-44bf-94f4-6024e7cd89c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e522af92eacf4b9a97c10adca1517536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831831 Sep 01 14:59:47.295067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47188) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:47.337523 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.344454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Calling delete_port for 8ef39bd3-b036-455c-bf97-b248c053c54d owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:47.383223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcfb5ed-24bc-4cfd-b512-75610178d58c req-640a8df2-e025-43ae-8192-82a12c4522fe tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1594663 Sep 01 14:59:47.391364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1524468396', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:47.504271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.583646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.585720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.594060 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.657752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90f12-a5b3-4d96-94b6-63955206615c req-29761e73-dead-4d97-91c7-c164013ac014 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.671444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e2b90f12-a5b3-4d96-94b6-63955206615c req-29761e73-dead-4d97-91c7-c164013ac014 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1911366 Sep 01 14:59:47.730809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.742234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e2b90f12-a5b3-4d96-94b6-63955206615c req-43bc3217-e623-4a79-a3e3-3cfc00527a20 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684338 Sep 01 14:59:47.788918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.794324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.796476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5220448e-cb6d-463f-b63a-0c70d8ca387c HTTP/1.1" status: 204 len: 168 time: 0.4997139 Sep 01 14:59:47.831435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81a4ee-4d70-4f3d-a56f-a4f58c9ddb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5220448e-cb6d-463f-b63a-0c70d8ca387c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:47.965170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47200) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:48.034242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.142234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1615140687-network', 'tenant_id': 'f3138fc2e1bf4bd7bb4ced350b5f9c3a'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:48.184432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Made reservation on behalf of f3138fc2e1bf4bd7bb4ced350b5f9c3a for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:48.189731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.212293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.274170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c847b492-5f1b-4ce0-835b-34a27cff24d0 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:48.342441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.386087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c847b492-5f1b-4ce0-835b-34a27cff24d0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:48.403339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c847b492-5f1b-4ce0-835b-34a27cff24d0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:48.404806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.445588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.462707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea273-4aaa-4baf-b702-d1eff25eff50 req-7f522852-752e-48f2-82ab-d046bb8bbda6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.465451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f9ea273-4aaa-4baf-b702-d1eff25eff50 req-7f522852-752e-48f2-82ab-d046bb8bbda6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1435854 Sep 01 14:59:48.467527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.522433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:48.532077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.570494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4b171-bcba-4984-a269-36cf171554fa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:48.576741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.577351 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Added segment a5bd9dde-44f3-4467-94bf-652941ba6aa9 of type vlan for network 91093d99-cce5-40af-a819-8681a6b88663 Sep 01 14:59:48.580771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:48.584398 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf7bf2-5b83-42c3-a34a-9c26a7864701" -d '{"events": [{"server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "name": "network-vif-plugged", "status": "completed", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:48.617545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:48.624072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.626423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.637352 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.661232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750b9b0-8a3a-4ba1-8c43-1a40adf8a2f4 req-ccd09ec8-2dd8-4e28-8fda-ad543c2037cc tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.668920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2750b9b0-8a3a-4ba1-8c43-1a40adf8a2f4 req-ccd09ec8-2dd8-4e28-8fda-ad543c2037cc tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.7616560 Sep 01 14:59:48.677988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f9ea273-4aaa-4baf-b702-d1eff25eff50 req-b4b8c6f2-ade8-41fb-a6cd-e66c5b398be9 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994147 Sep 01 14:59:48.714716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.729901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Pushing event deleted for resources: {'Port': ['ID=8ef39bd3-b036-455c-bf97-b248c053c54d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:48.782515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:48.808225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.810086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.811516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.866450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2750b9b0-8a3a-4ba1-8c43-1a40adf8a2f4 req-8be8d0cb-12c2-4d85-8303-4e758e76bfb9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964722 Sep 01 14:59:48.900319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.900753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.912707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8720a683-7429-46df-8db1-4140eb8f8bea tempest-ServersWithSpecificFlavorTestJSON-1217481563 tempest-ServersWithSpecificFlavorTestJSON-1217481563-project] 10.222.0.41 "DELETE /v2.0/floatingips/a511e808-ebac-461c-89fe-85be137d6679 HTTP/1.1" status: 204 len: 168 time: 2.2143273 Sep 01 14:59:48.937659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9707925 Sep 01 14:59:48.945502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:48.952172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Request body: {'subnet': {'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1615140687-subnet', 'tenant_id': 'f3138fc2e1bf4bd7bb4ced350b5f9c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:48.997418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Made reservation on behalf of f3138fc2e1bf4bd7bb4ced350b5f9c3a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:48.999290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4ee4e-cab5-49b4-9613-c0546787729f admin admin] Pushing event updated for resources: {'Network': ['ID=91093d99-cce5-40af-a819-8681a6b88663,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:49.000596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.020366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 91093d99-cce5-40af-a819-8681a6b88663 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:49.100074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30050e-1750-479b-b16d-539f56267e6e req-853536db-850b-438f-92f6-6c48dcd52a3d tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.121984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c30050e-1750-479b-b16d-539f56267e6e req-853536db-850b-438f-92f6-6c48dcd52a3d tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.2082500 Sep 01 14:59:49.200962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.204792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:49.235367 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db17741-606a-4b35-aa9d-8ea8d892d986 x-openstack-request-id: req-4db17741-606a-4b35-aa9d-8ea8d892d986 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:49.237589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c30050e-1750-479b-b16d-539f56267e6e req-82303d05-dc93-4d93-978e-446cab5af70a tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142862 Sep 01 14:59:49.239335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.253293 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "name": "network-vif-plugged", "status": "completed", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:49.253648 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4db17741-606a-4b35-aa9d-8ea8d892d986 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:49.253984 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'code': 200} Sep 01 14:59:49.406462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3169b-3685-462f-8ad7-cd04cdb68c94 req-f574d1e9-042b-4dde-bb78-19f477699d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.409693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd3169b-3685-462f-8ad7-cd04cdb68c94 req-f574d1e9-042b-4dde-bb78-19f477699d97 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 1097 time: 0.0898778 Sep 01 14:59:49.458190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-network', 'tenant_id': '66acc2d8b5e841688267fba1e558186d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:49.464421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd3169b-3685-462f-8ad7-cd04cdb68c94 req-f3a5d74b-c69b-4883-a37c-6a09b2833b37 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463347 Sep 01 14:59:49.514236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.541868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Allocated IP 172.25.1.92 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/66efdc3e-2186-4558-8cc1-128788044c1d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:49.578690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Made reservation on behalf of 66acc2d8b5e841688267fba1e558186d for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:49.582317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.590821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d7a3-04a8-48bd-98df-cceb71acca2c req-98482dc4-5456-4807-87c4-44d91cc3b5ec tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.592393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1839d7a3-04a8-48bd-98df-cceb71acca2c req-98482dc4-5456-4807-87c4-44d91cc3b5ec tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2257009 Sep 01 14:59:49.620409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.722245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0192b495-ac14-4568-be5b-5b20a90c5e6d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:49.727696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.779951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1839d7a3-04a8-48bd-98df-cceb71acca2c req-1c6cf7a9-44c9-4769-bc22-7cc10f444f2e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629827 Sep 01 14:59:49.792871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Checking segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:49.794770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Network hostable DHCP agents. Network: 91093d99-cce5-40af-a819-8681a6b88663, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:49.899697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Network 91093d99-cce5-40af-a819-8681a6b88663 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:49.902135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c963f-dab7-427f-82d9-6a1cf22ccc85 req-353a6340-a30a-4b5a-a6e0-514e9437da9d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.904851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-425c963f-dab7-427f-82d9-6a1cf22ccc85 req-353a6340-a30a-4b5a-a6e0-514e9437da9d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Sep 01 14:59:49.910750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.930028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 91093d99-cce5-40af-a819-8681a6b88663) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:49.941622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.943160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.947630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c7c63-65c9-4409-a50d-046a706833c9 None None] Network 91093d99-cce5-40af-a819-8681a6b88663 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:50.012099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-425c963f-dab7-427f-82d9-6a1cf22ccc85 req-caf58c72-c654-4d85-b121-0746e3c00602 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957162 Sep 01 14:59:50.082811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.146899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.161402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca5c68-6d9f-4e2c-99cc-ded1fc78a3eb None None] Network 91093d99-cce5-40af-a819-8681a6b88663 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:50.181114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47260) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:50.190021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.225415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f0e602a-626b-4717-a1cd-732d72ad027b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2781770 Sep 01 14:59:50.242485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:50.277943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:50.281475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:50.294873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event updated for resources: {'Port': ['ID=66efdc3e-2186-4558-8cc1-128788044c1d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:50.307198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:50.367983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff7b33-9ef7-4cb7-b5f7-6ac977c047be,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:50.388214 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.389052 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Added segment 4003fc02-e8a9-4e8f-8d28-5e134f8e103c of type vlan for network fcd1f104-f412-47ad-8483-acce068d0d88 Sep 01 14:59:50.406253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c8dea-3784-47a8-a16f-fc8da2956bd8 req-8bccc56c-3168-4397-b4c3-9862df036b6f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.409974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e3c8dea-3784-47a8-a16f-fc8da2956bd8 req-8bccc56c-3168-4397-b4c3-9862df036b6f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2985845 Sep 01 14:59:50.538526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.547940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89844a14-aaf6-4b6c-af17-bdbb57c0faa0 req-07737cbd-3569-4025-a1d6-258cf14a82f7 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.557840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89844a14-aaf6-4b6c-af17-bdbb57c0faa0 req-07737cbd-3569-4025-a1d6-258cf14a82f7 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1494308 Sep 01 14:59:50.618751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e3c8dea-3784-47a8-a16f-fc8da2956bd8 req-7dc7da6f-69d4-4844-83ee-76f4b5c3c49d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891575 Sep 01 14:59:50.680141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89844a14-aaf6-4b6c-af17-bdbb57c0faa0 req-9d7afbcc-5eef-4514-aacf-e46729fff2cc tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210389 Sep 01 14:59:50.761865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.762966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.763683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.896516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6873455 Sep 01 14:59:50.917853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47284) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:50.927970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Request body: {'subnet': {'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-subnet', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:50.970216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ef539-8f53-4597-84ae-708da4a01aeb admin admin] Pushing event updated for resources: {'Network': ['ID=fcd1f104-f412-47ad-8483-acce068d0d88,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:50.992928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fcd1f104-f412-47ad-8483-acce068d0d88 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:51.008188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Made reservation on behalf of 66acc2d8b5e841688267fba1e558186d for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:51.012077 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.124548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e8425-066b-4d62-b770-77a8675dd192 req-fb16ec58-9b85-454e-8d57-297e7acd3217 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.126462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-128e8425-066b-4d62-b770-77a8675dd192 req-fb16ec58-9b85-454e-8d57-297e7acd3217 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1885428 Sep 01 14:59:51.163963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.215782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-3a7743d4-8601-4767-832a-34b4fb5aa7f1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.217648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-3a7743d4-8601-4767-832a-34b4fb5aa7f1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.3195002 Sep 01 14:59:51.247174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-6b707c30-68dd-48bc-a236-f2be14f9a7ea tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/quotas/f3138fc2e1bf4bd7bb4ced350b5f9c3a HTTP/1.1" status: 200 len: 375 time: 0.0176952 Sep 01 14:59:51.249120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-128e8425-066b-4d62-b770-77a8675dd192 req-b67fa57b-df16-4b58-a12c-8ea3e1faf4c7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156774 Sep 01 14:59:51.315330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-2cfce730-d30f-46cd-a73f-edf9e1469e55 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371642 Sep 01 14:59:51.372357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.419660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.526023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-26852bde-9871-4f82-b187-97631aa7701c service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968579 Sep 01 14:59:51.531392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.568821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09df1685-7564-4d63-a901-9106661db6c8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:51.599444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1fd31-02ab-4131-8c27-d9b4a26b08e7 req-f45f0d68-c0bb-4b6a-8daa-77f6908c2dd1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.601197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5a1fd31-02ab-4131-8c27-d9b4a26b08e7 req-f45f0d68-c0bb-4b6a-8daa-77f6908c2dd1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1854486 Sep 01 14:59:51.610687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Checking segment: {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:51.611051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Network hostable DHCP agents. Network: fcd1f104-f412-47ad-8483-acce068d0d88, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:51.709335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Network fcd1f104-f412-47ad-8483-acce068d0d88 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:51.714396 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-137a3d97-fcce-4e1b-8532-f8734b40977f service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799273 Sep 01 14:59:51.725292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5a1fd31-02ab-4131-8c27-d9b4a26b08e7 req-c1e3633e-29eb-4bd8-aec9-0b80e88a4eb9 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832002 Sep 01 14:59:51.736683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, fcd1f104-f412-47ad-8483-acce068d0d88) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:51.741715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.742503 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.757380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89edda-473a-43e6-a081-dad786411187 None None] Network fcd1f104-f412-47ad-8483-acce068d0d88 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:51.759336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Router 69a68aa7-d787-4c2a-8673-75fa4ba25eba is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:59:51.778899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b7321a08-e2ef-4fc4-a858-6cadee18e044 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8578076 Sep 01 14:59:51.785277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47292) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:51.791392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:51.938622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Deleting port 1dd8e257-9248-4404-a18f-3d9f88fc0246 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:51.943538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.014172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:52.059239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:52.059854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a5c9b7ce-5a52-4bbf-981e-012f1cd46e8b not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:52.190677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-fcd1f104-f412-47ad-8483-acce068d0d88', 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'fixed_ips': [{'subnet_id': '09df1685-7564-4d63-a901-9106661db6c8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:59:52.192131 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.223694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] For port 1dd8e257-9248-4404-a18f-3d9f88fc0246, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1dd8e257-9248-4404-a18f-3d9f88fc0246,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:52.224363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.244666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f18249-a943-4388-9d09-ca841091b570 req-d8345e16-7d82-4a48-8272-b57f550806dd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.247771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4f18249-a943-4388-9d09-ca841091b570 req-d8345e16-7d82-4a48-8272-b57f550806dd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1819649 Sep 01 14:59:52.303933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Calling delete_port for 1dd8e257-9248-4404-a18f-3d9f88fc0246 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:52.363423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4f18249-a943-4388-9d09-ca841091b570 req-ac6a0bbe-3482-4623-a5db-983087975c17 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004245 Sep 01 14:59:52.507564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.509712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.512808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Allocated IP 172.20.0.2 (fcd1f104-f412-47ad-8483-acce068d0d88/09df1685-7564-4d63-a901-9106661db6c8/4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:52.518581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea70db68-9608-42a5-b5b6-6dc0f61fb58e req-b76ee4f0-6070-4d83-aaee-0f3f1a87d7d7 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 210 time: 0.0599535 Sep 01 14:59:52.604445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018dffe-c65e-484a-879c-d09ddd5160d3 req-4c8e87d7-5c40-41ce-a1a0-34ccf71bf7e7 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.618449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8018dffe-c65e-484a-879c-d09ddd5160d3 req-4c8e87d7-5c40-41ce-a1a0-34ccf71bf7e7 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.2658985 Sep 01 14:59:52.760612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.763613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:52.778406 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] Sync routers for ids ['69a68aa7-d787-4c2a-8673-75fa4ba25eba'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:52.807708 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] Routers {'69a68aa7-d787-4c2a-8673-75fa4ba25eba'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:52.809809 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69a68aa7-d787-4c2a-8673-75fa4ba25eba'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:52.842380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8018dffe-c65e-484a-879c-d09ddd5160d3 req-8a0ad653-6516-44fd-98d6-df2607e9fe31 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044199 Sep 01 14:59:52.844459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf5362-b069-4a14-8c32-63cfd7b5d5c1 req-c811cd53-c68c-44bb-a841-3c415f2ad6c0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.860827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26bf5362-b069-4a14-8c32-63cfd7b5d5c1 req-c811cd53-c68c-44bb-a841-3c415f2ad6c0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1804712 Sep 01 14:59:52.886264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.904542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.913864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:52.920061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Transition to ACTIVE for port object 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:52.934064 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] Routers {'69a68aa7-d787-4c2a-8673-75fa4ba25eba'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:52.936434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69a68aa7-d787-4c2a-8673-75fa4ba25eba'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:52.969423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Transition to ACTIVE for port object 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:52.992103 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.996834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd8e257-9248-4404-a18f-3d9f88fc0246,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:53.059077 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:53.059739 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95f076-9c76-488f-b39b-1a141b470a59 None None] The sync data for ids ['69a68aa7-d787-4c2a-8673-75fa4ba25eba'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:53.116468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.120350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d09c2332-e796-43ef-809b-f2d66b7ac03c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3473423 Sep 01 14:59:53.121451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47310) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:53.124029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Pushing event updated for resources: {'Port': ['ID=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:53.146585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26bf5362-b069-4a14-8c32-63cfd7b5d5c1 req-cdda6390-7a94-4d13-a2fa-84901283d73c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794538 Sep 01 14:59:53.147262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Network fcd1f104-f412-47ad-8483-acce068d0d88 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:53.149701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:53.160067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:53.329148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Attempting to bind port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:53.329812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Attempting to bind port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:53.331195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Attempting to bind port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 on network fcd1f104-f412-47ad-8483-acce068d0d88 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:53.339508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.343826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:53.344554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Checking segment: {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:53.345555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.346690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Bound using segment: {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:53.347591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Bound port: 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:53.348372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.407042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2d7b-13dd-4eab-85df-6d8b5cbb849c req-1ddf47b2-6c37-477a-aa33-b1ad7a09b003 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.416394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afcd2d7b-13dd-4eab-85df-6d8b5cbb849c req-1ddf47b2-6c37-477a-aa33-b1ad7a09b003 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.3206444 Sep 01 14:59:53.462046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.516513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] For port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:53.525196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] For port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:53.532241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.533688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497db2-dc21-4788-bcdb-9af461f7064a req-13baa731-e055-4e9a-8405-83988de8d307 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.536285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f497db2-dc21-4788-bcdb-9af461f7064a req-13baa731-e055-4e9a-8405-83988de8d307 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1118910 Sep 01 14:59:53.553362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:53.574374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Request body: {'floatingip': {'port_id': 'c847b492-5f1b-4ce0-835b-34a27cff24d0'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:53.675392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d938b4-99cb-4c0d-84c3-e8cbfe09154c None None] Pushing event updated for resources: {'Port': ['ID=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:53.719838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6adb1d3f-0c08-4b5f-8e73-163af0fbe88e tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/69a68aa7-d787-4c2a-8673-75fa4ba25eba HTTP/1.1" status: 200 len: 920 time: 0.5952976 Sep 01 14:59:53.728920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.742041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47318) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:53.809947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afcd2d7b-13dd-4eab-85df-6d8b5cbb849c req-58f215bc-7990-40b4-8f9e-a354f971079d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923340 Sep 01 14:59:53.880644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9df9e485-842a-4c55-b871-1cfee7252242 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=69a68aa7-d787-4c2a-8673-75fa4ba25eba HTTP/1.1" status: 200 len: 205 time: 0.0682189 Sep 01 14:59:53.891036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47320) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:54.119427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0c81608-15c8-4e80-9148-a062b4978c05 req-cfb92556-60eb-466a-9126-1456a014a841 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 210 time: 0.1288393 Sep 01 14:59:54.400079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:54.464188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:54.503897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:54.596140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a571b49-918f-485f-b5fc-7a1406468675 req-bb4297ea-a5a7-4ec7-95a5-b5de9545d32b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.598804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a571b49-918f-485f-b5fc-7a1406468675 req-bb4297ea-a5a7-4ec7-95a5-b5de9545d32b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1442280 Sep 01 14:59:54.617535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-f6248377-05ab-487b-9065-7167f322005c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.619085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-f6248377-05ab-487b-9065-7167f322005c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.8714719 Sep 01 14:59:54.676046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'port': {'device_id': 'b892d286-5343-4846-954b-8b4551eb8724', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'admin_state_up': True, 'tenant_id': 'f3138fc2e1bf4bd7bb4ced350b5f9c3a'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:54.798219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a571b49-918f-485f-b5fc-7a1406468675 req-d31dea7d-f387-483f-8658-758cc3d8fa37 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915333 Sep 01 14:59:54.828692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a5d46-7177-46c1-a307-dbd7acd4907f req-c6e7cf48-714c-4bd6-ba9e-70992869aed3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.842390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e20a5d46-7177-46c1-a307-dbd7acd4907f req-c6e7cf48-714c-4bd6-ba9e-70992869aed3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.4598649 Sep 01 14:59:54.951102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Router f15ccc0f-ce36-4914-94c4-0019fbf55f41 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:54.953483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Made reservation on behalf of f3138fc2e1bf4bd7bb4ced350b5f9c3a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:54.960205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.115886 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.194200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e20a5d46-7177-46c1-a307-dbd7acd4907f req-8b20a4d3-161f-4911-8f7b-e4b330e529c1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091893 Sep 01 14:59:55.202004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.209193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44baa2ec-a5ba-4003-92ef-f07e5b6bf8dc None None] Network fcd1f104-f412-47ad-8483-acce068d0d88 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:55.238473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.252386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e57f56-f960-46ff-a381-deadad8eeaa9 req-c60c55f2-7554-4f5d-8bbf-a02f74f53d60 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.254980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31e57f56-f960-46ff-a381-deadad8eeaa9 req-c60c55f2-7554-4f5d-8bbf-a02f74f53d60 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2899597 Sep 01 14:59:55.513093 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:59:55.519423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Provisioning for port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:55.524705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ffaed37-f594-4bcf-8451-d6452e644bb7 req-6414c80f-0784-4105-abd7-a50ff47302c7 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 210 time: 0.1194720 Sep 01 14:59:55.534489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Provisioning complete for port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:55.535582 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.582035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31e57f56-f960-46ff-a381-deadad8eeaa9 req-a8a95a09-7247-476e-9d10-6c76a16347d4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948688 Sep 01 14:59:55.588519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:55.612555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d23f33d-322b-4a36-be0e-2cd15d3ea7d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/f15ccc0f-ce36-4914-94c4-0019fbf55f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4289908 Sep 01 14:59:55.623766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:59:55.628001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Sync routers for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:55.632715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:55.642967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Allocated IP 172.20.0.13 (91093d99-cce5-40af-a819-8681a6b88663/0192b495-ac14-4568-be5b-5b20a90c5e6d/65229861-23e0-47df-803d-7bb2bbcec1aa) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:55.694170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:55.695071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:55.839070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port 66efdc3e-2186-4558-8cc1-128788044c1d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:55.839554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.877408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.900923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.930999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Allocated IP 172.25.1.98 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/cba06ec5-0cc7-4c98-8b96-79b08e42d539) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:55.933120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.951429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.003011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:56.006488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.098045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Network 91093d99-cce5-40af-a819-8681a6b88663 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:56.106785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:56.110912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:56.124980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] For port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:56.157824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:56.167199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.228056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:56.229143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.261630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-febb4cf6-1fc4-4590-9276-25909a9074a6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5985503 Sep 01 14:59:56.265686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b5ef8-9793-4e03-937a-788542076778 None None] Pushing event updated for resources: {'Port': ['ID=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:56.297790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Request body: {'port': {'device_id': 'b892d286-5343-4846-954b-8b4551eb8724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:56.384127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:59:52Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:56.437683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.448567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Checking router: f15ccc0f-ce36-4914-94c4-0019fbf55f41 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:56.468307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Routers {'f15ccc0f-ce36-4914-94c4-0019fbf55f41'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:56.470044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:56.540058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531b7-a6e9-4cc4-9cab-f2a11c4442e6 req-9683e685-d79f-4778-90f4-105ebd898843 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:56.543144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee3531b7-a6e9-4cc4-9cab-f2a11c4442e6 req-9683e685-d79f-4778-90f4-105ebd898843 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1466608 Sep 01 14:59:56.612610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.616057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.692028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for 66efdc3e-2186-4558-8cc1-128788044c1d owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:56.703154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-79b0b10b-8625-4f6c-8dd5-f99525d77a5d None None] Provisioning complete for port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:56.703950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79b0b10b-8625-4f6c-8dd5-f99525d77a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.719903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070efead-72be-4ec8-ac7e-07e5be323d3b req-f1ca304c-aa3c-47ca-bd28-009e50f3486c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:56.722194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-070efead-72be-4ec8-ac7e-07e5be323d3b req-f1ca304c-aa3c-47ca-bd28-009e50f3486c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3014691 Sep 01 14:59:56.732751 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Floating IP a66dcb10-c7b3-41ce-abbd-94122d19138e associated. External IP: 172.25.1.164, port: c847b492-5f1b-4ce0-835b-34a27cff24d0. Sep 01 14:59:56.733040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee3531b7-a6e9-4cc4-9cab-f2a11c4442e6 req-bdc4902e-d169-4f99-8651-cd517d345499 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660323 Sep 01 14:59:56.780657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] Set router f15ccc0f-ce36-4914-94c4-0019fbf55f41 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:57.100613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645b49e-fca7-4585-8f36-9e954382a7d2 req-73ce7731-c639-456b-a7ba-817c25d152b8 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.102645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6645b49e-fca7-4585-8f36-9e954382a7d2 req-73ce7731-c639-456b-a7ba-817c25d152b8 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 932 time: 0.1770792 Sep 01 14:59:57.148216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.165582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65229861-23e0-47df-803d-7bb2bbcec1aa {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:57.181150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.215810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:59:52Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:57.218213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-070efead-72be-4ec8-ac7e-07e5be323d3b req-ce82b6b7-9461-4739-b1e2-9bb0e8332675 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656003 Sep 01 14:59:57.222409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6645b49e-fca7-4585-8f36-9e954382a7d2 req-45abfdc4-7d2f-4c0a-9775-c584f9925ce1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010661 Sep 01 14:59:57.301127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff258c8-6675-4757-8a06-99cddb4fd56e None None] The sync data for ids ['f15ccc0f-ce36-4914-94c4-0019fbf55f41'] in n-d-802060-16 is: [{'id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1283993512-router', 'tenant_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:59:52Z', 'revision_number': 5, 'project_id': '7a5614a044cb4ed2a3bc6afb7f9022bb', 'gw_port': {'id': 'd0fd6200-b990-486a-90a8-27151b152d07', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15ccc0f-ce36-4914-94c4-0019fbf55f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:09Z', 'updated_at': '2021-09-01T14:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:57.320790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.336318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.378728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-f486246c-1528-4951-bf26-c0c4d895e058 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2841845 Sep 01 14:59:57.405892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Transition to ACTIVE for port object 65229861-23e0-47df-803d-7bb2bbcec1aa will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:57.414322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.448821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.487263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.561945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=66efdc3e-2186-4558-8cc1-128788044c1d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.565885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.580759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Attempting to bind port 65229861-23e0-47df-803d-7bb2bbcec1aa on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:57.581318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Attempting to bind port 65229861-23e0-47df-803d-7bb2bbcec1aa by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:57.583341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Attempting to bind port 65229861-23e0-47df-803d-7bb2bbcec1aa on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:57.589522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Port 65229861-23e0-47df-803d-7bb2bbcec1aa on network 91093d99-cce5-40af-a819-8681a6b88663 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:57.589940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Attempting to bind port 65229861-23e0-47df-803d-7bb2bbcec1aa on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:57.600682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:57.601324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Checking segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:57.601942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Bound using segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:57.602703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Bound port: 65229861-23e0-47df-803d-7bb2bbcec1aa, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:57.603571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.739332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:57.740680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebaf09-a565-4d07-84d2-ac455f11a861 req-305fe8d3-508a-461c-b91b-74defdda4cf4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.742903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7ebaf09-a565-4d07-84d2-ac455f11a861 req-305fe8d3-508a-461c-b91b-74defdda4cf4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.3936238 Sep 01 14:59:57.748423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:57.759879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.762108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:57.786007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-4a212ba7-1654-4594-b69c-f8fb94eef680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.788065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-4a212ba7-1654-4594-b69c-f8fb94eef680 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.3422134 Sep 01 14:59:57.789120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:57.812582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:57.817259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.818038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.819879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] 10.222.0.50 "PUT /v2.0/ports/65229861-23e0-47df-803d-7bb2bbcec1aa HTTP/1.1" status: 200 len: 1093 time: 1.5305431 Sep 01 14:59:57.821616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:57.823948 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ab5bd-9c7b-4431-b341-fd2fddab9380" -d '{"events": [{"name": "network-changed", "server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:57.837020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Pushing event updated for resources: {'Port': ['ID=cba06ec5-0cc7-4c98-8b96-79b08e42d539,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.924597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Deleting port d0fd6200-b990-486a-90a8-27151b152d07 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:57.925148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.954469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.979671 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3a6fb-91c3-4d50-ac5e-93194c179f75 x-openstack-request-id: req-93f3a6fb-91c3-4d50-ac5e-93194c179f75 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:57.979977 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:57.980722 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93f3a6fb-91c3-4d50-ac5e-93194c179f75 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:57.981536 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'status': 'completed', 'code': 200} Sep 01 14:59:58.031375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd328ce-d122-4ee3-886b-620f0b9899aa service neutron] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:58.091607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Router c6598bec-7b6a-490a-978f-78987cae97c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:58.130185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7ebaf09-a565-4d07-84d2-ac455f11a861 req-f549c217-584a-4714-857f-3dc251ae1ff1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580198 Sep 01 14:59:58.172896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-13044182-befc-4c56-92ff-b9dab6e25cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.176728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-13044182-befc-4c56-92ff-b9dab6e25cf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.3233209 Sep 01 14:59:58.196550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300ae73-174d-4e4d-aa8c-b70ffd0b260b req-2a44eae5-4974-41a9-abc8-02404141e287 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.201995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2300ae73-174d-4e4d-aa8c-b70ffd0b260b req-2a44eae5-4974-41a9-abc8-02404141e287 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1355786 Sep 01 14:59:58.218760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:58.246281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.257934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.294618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-8b13a6db-37b3-4a49-a8fb-66d0d5576829 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.1018450 Sep 01 14:59:58.329269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:58.330973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.429264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2300ae73-174d-4e4d-aa8c-b70ffd0b260b req-cc604782-76c3-4f7a-bf36-e9ebca260908 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486232 Sep 01 14:59:58.436652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-3709d29e-8d65-4944-9844-97b31413eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.440396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-3709d29e-8d65-4944-9844-97b31413eeb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1311784 Sep 01 14:59:58.516593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-ce3824d7-b657-4016-b711-17cb63c3f7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599718 Sep 01 14:59:58.524962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1dd8e257-9248-4404-a18f-3d9f88fc0246 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:58.573643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1dd8e257-9248-4404-a18f-3d9f88fc0246 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:58.574343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1dd8e257-9248-4404-a18f-3d9f88fc0246 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:58.608863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-ccbf7276-a3ef-4e95-b00a-5f7e97b4c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.611627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-ccbf7276-a3ef-4e95-b00a-5f7e97b4c30b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 1096 time: 0.7220781 Sep 01 14:59:58.619761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] For port d0fd6200-b990-486a-90a8-27151b152d07, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d0fd6200-b990-486a-90a8-27151b152d07,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:58.620397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.664149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.664957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router 69a68aa7-d787-4c2a-8673-75fa4ba25eba {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:58.715966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.717671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77b0086d-c05a-4a16-bc17-a9cabba668e5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/69a68aa7-d787-4c2a-8673-75fa4ba25eba HTTP/1.1" status: 204 len: 168 time: 4.8262477 Sep 01 14:59:58.726095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Calling delete_port for d0fd6200-b990-486a-90a8-27151b152d07 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:58.732894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47346) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:58.743598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-8494ad36-c8e0-4c6a-8f4f-16723bd81410 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65229861-23e0-47df-803d-7bb2bbcec1aa HTTP/1.1" status: 200 len: 217 time: 0.1151578 Sep 01 14:59:58.747765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1594942202', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:58.809285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28c292-37cc-4edc-af27-866ad59ef72f req-cde10d97-4584-46d2-8089-0a7430ca191f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.812003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b28c292-37cc-4edc-af27-866ad59ef72f req-cde10d97-4584-46d2-8089-0a7430ca191f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1825981 Sep 01 14:59:58.820455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-1fd2876e-6067-45a3-991b-5d6be25c44c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937129 Sep 01 14:59:58.905044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d342-5a28-42b8-b9e0-8ec2e6c91147 req-714b0195-aad6-4e9a-b1a2-47fd458ece0a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.906779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc20d342-5a28-42b8-b9e0-8ec2e6c91147 req-714b0195-aad6-4e9a-b1a2-47fd458ece0a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 944 time: 0.5132008 Sep 01 14:59:58.961510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.963278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.019785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b28c292-37cc-4edc-af27-866ad59ef72f req-4287feb3-7021-45e0-a53f-c7db7205baf3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939905 Sep 01 14:59:59.142914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.147503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc800f5-55ca-4985-81cd-b96c76b28246 req-2a1140ed-4a3a-422f-8f54-b650a03cebf6 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159184 Sep 01 14:59:59.358653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-8b09a12c-951a-4dd8-a045-69287ef3a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:59.359395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.360128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-8b09a12c-951a-4dd8-a045-69287ef3a9f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.5627823 Sep 01 14:59:59.404523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:59.425552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Sync routers for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:59.430185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.443213 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:59.444822 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:59.484206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-4626bf9f-6a1e-435a-bf2a-cdf1cd753bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845401 Sep 01 14:59:59.486089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e876cb-6a29-40df-86ec-6c1ec00ddc3c req-f509f141-f527-4de5-a205-ff8599257334 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:59.488407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42e876cb-6a29-40df-86ec-6c1ec00ddc3c req-f509f141-f527-4de5-a205-ff8599257334 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1866422 Sep 01 14:59:59.515753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc20d342-5a28-42b8-b9e0-8ec2e6c91147 req-15b27698-748c-414f-ae59-56b0ddd84ea4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595894 Sep 01 14:59:59.590647 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:59.597917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42e876cb-6a29-40df-86ec-6c1ec00ddc3c req-588dcdb4-c5b3-4f80-a418-7b1946a7074d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Sep 01 14:59:59.746086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0e7c57ae-5db1-478e-9775-a6c5d0411ddf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "PUT /v2.0/floatingips/a66dcb10-c7b3-41ce-abbd-94122d19138e HTTP/1.1" status: 200 len: 991 time: 6.1881614 Sep 01 14:59:59.846564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:59.848968 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64" -d '{"events": [{"name": "network-changed", "server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:59.852111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.865996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.905393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-00a14679-64ca-4b77-9ef4-a977dbb8fb70 service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877888 Sep 01 14:59:59.909159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.974784 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a66dcb10-c7b3-41ce-abbd-94122d19138e', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'port_id': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'mac_address': 'fa:16:3e:c0:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e956d13e-76d0-418c-9263-3bb170acb424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:58:41Z', 'updated_at': '2021-09-01T14:59:55Z', 'revision_number': 1, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:00.002266 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09e5f07-fa85-4a96-af5f-7f2e23f51efc x-openstack-request-id: req-c09e5f07-fa85-4a96-af5f-7f2e23f51efc {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:00.002736 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:00.004634 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c09e5f07-fa85-4a96-af5f-7f2e23f51efc {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:00.004634 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'status': 'completed', 'code': 200} Sep 01 15:00:00.014829 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Checking router: c6598bec-7b6a-490a-978f-78987cae97c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:00.028781 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:00.030083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:00.168845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-34b08b1d-2a87-4b08-8a0b-665e12d72b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.171504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-34b08b1d-2a87-4b08-8a0b-665e12d72b87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557e50e4b9d8423081e5e71e85e97a27&device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 1097 time: 0.1904109 Sep 01 15:00:00.217634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62345f0-c29c-489f-b725-210f78dc52a5 req-49fe85fa-9e0f-4043-8e47-a7b5fdea8e6f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.221249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a62345f0-c29c-489f-b725-210f78dc52a5 req-49fe85fa-9e0f-4043-8e47-a7b5fdea8e6f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.5312045 Sep 01 15:00:00.310398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.25.1.250 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/3e184c5e-b3aa-48e2-b03a-e09783897ee6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:00.321918 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:00.428738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.447414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca437e4-1778-415d-a4d3-a28f11031b0b req-a2860683-babb-43f2-a502-c5b453509692 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.449109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ca437e4-1778-415d-a4d3-a28f11031b0b req-a2860683-babb-43f2-a502-c5b453509692 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2144704 Sep 01 15:00:00.454274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-f092b7ab-4ac6-4cfb-8738-83181e202123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.456559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-f092b7ab-4ac6-4cfb-8738-83181e202123 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b14c26c-134a-448c-8630-0cc75d3bb633 HTTP/1.1" status: 200 len: 916 time: 0.2744703 Sep 01 15:00:00.516405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-646e4034-c67f-45af-bb3a-e9b45449d35e req-50f5357e-427f-4d6b-82c9-33d7834dfc0e service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111499 Sep 01 15:00:00.520743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a62345f0-c29c-489f-b725-210f78dc52a5 req-859b2d24-ec05-4b7b-8422-0136f770d526 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824686 Sep 01 15:00:00.582648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fd6200-b990-486a-90a8-27151b152d07,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:00.606792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-aa845a69-11c0-482e-8601-8f8150f9445a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0 HTTP/1.1" status: 200 len: 999 time: 0.1365833 Sep 01 15:00:00.610700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.624095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ca437e4-1778-415d-a4d3-a28f11031b0b req-ae5e4315-f95c-4dd6-a10c-765f95305b96 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599879 Sep 01 15:00:00.709650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a66dcb10-c7b3-41ce-abbd-94122d19138e', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'port_id': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'mac_address': 'fa:16:3e:c0:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e956d13e-76d0-418c-9263-3bb170acb424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:58:41Z', 'updated_at': '2021-09-01T14:59:55Z', 'revision_number': 1, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:00.739232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-fb9e7d4d-5095-4268-b7ee-97eb11ab143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.741957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-fb9e7d4d-5095-4268-b7ee-97eb11ab143c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0a887247-97b1-4a91-804b-2894eb1e90ca HTTP/1.1" status: 200 len: 854 time: 0.1143734 Sep 01 15:00:00.765494 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c82f1-a350-4f04-8379-1148efeec4e2 None None] The sync data for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 is: [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'a66dcb10-c7b3-41ce-abbd-94122d19138e', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'port_id': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'mac_address': 'fa:16:3e:c0:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e956d13e-76d0-418c-9263-3bb170acb424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:58:41Z', 'updated_at': '2021-09-01T14:59:55Z', 'revision_number': 1, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:00.785275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.856643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-30524a91-c0d3-4eea-a994-6b50d0e7b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.858518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.859544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-30524a91-c0d3-4eea-a994-6b50d0e7b32c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 1096 time: 0.2220643 Sep 01 15:00:00.911185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-48804163-5a18-4734-9cef-2903d15d0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.912731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-48804163-5a18-4734-9cef-2903d15d0837 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b14c26c-134a-448c-8630-0cc75d3bb633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349072 Sep 01 15:00:00.936440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e72d1-e1b1-4125-a05b-66165c8ea7cd req-e8df8934-3942-4071-8278-5f1876900f8b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.938141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e7e72d1-e1b1-4125-a05b-66165c8ea7cd req-e8df8934-3942-4071-8278-5f1876900f8b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1614654 Sep 01 15:00:00.940474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.957129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:01.012050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:01.018396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=3e184c5e-b3aa-48e2-b03a-e09783897ee6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:01.022266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:01.109253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e7e72d1-e1b1-4125-a05b-66165c8ea7cd req-84de8529-cd2e-4ac4-a5dc-f2ac7bc56ea1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499434 Sep 01 15:00:01.123370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05154ce5-21be-47a7-9168-cb9c10184cdb None None] New status for floating IP a66dcb10-c7b3-41ce-abbd-94122d19138e: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:00:01.184497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-d278cbef-7985-4008-9566-3978851aadb9 service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601070 Sep 01 15:00:01.204113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0764-3624-4ef1-b56c-2f45a99ffc18 req-faa0058b-f20a-42e0-a682-0c9ca2a01860 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.206022 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6de0764-3624-4ef1-b56c-2f45a99ffc18 req-faa0058b-f20a-42e0-a682-0c9ca2a01860 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 944 time: 0.4613607 Sep 01 15:00:01.213635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.217889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.347365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.347938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f15ccc0f-ce36-4914-94c4-0019fbf55f41 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:01.357818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.363159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7efcc7b6-da85-48c8-a169-fef58a5b141c admin admin] 10.222.0.41 "DELETE /v2.0/routers/f15ccc0f-ce36-4914-94c4-0019fbf55f41 HTTP/1.1" status: 204 len: 168 time: 5.7249212 Sep 01 15:00:01.365862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6de0764-3624-4ef1-b56c-2f45a99ffc18 req-0cb2ad94-dcfd-4c1e-a6a5-91675d5df9b3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439271 Sep 01 15:00:01.367060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47364) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:01.367286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-b63e92d3-9d9e-4f91-8e0b-92950cea30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.369223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-b63e92d3-9d9e-4f91-8e0b-92950cea30c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 923 time: 0.4458234 Sep 01 15:00:01.447452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-64840eea-139a-4183-8a2a-8461b0ead0d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65229861-23e0-47df-803d-7bb2bbcec1aa HTTP/1.1" status: 200 len: 217 time: 0.0655622 Sep 01 15:00:01.480579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Router e555249e-a8f0-48ad-9e6f-ff04a014cad6 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:01.567628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Deleting subnet ed427d89-c8f9-48b6-b46d-063f0431c457 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:01.602268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-86c15e3d-6372-4a0c-b514-7e8a2818a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.604689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-86c15e3d-6372-4a0c-b514-7e8a2818a4a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.1475103 Sep 01 15:00:01.618271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.762581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-1797da6a-04c4-4e0d-a879-891ba51ac956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763934 Sep 01 15:00:01.787488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2b8ba66-d2de-44e3-ab09-1b999fa57c64 req-bfde7c16-53f8-470b-9ebd-6ae446ae09dd service neutron] 10.222.0.50 "GET /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481696 Sep 01 15:00:01.873900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.876026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.974906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a89d-9059-4d7a-b617-23556fe0bb0f req-a677a28a-12a9-4e55-8aa5-70e6973eea96 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.977514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6951a89d-9059-4d7a-b617-23556fe0bb0f req-a677a28a-12a9-4e55-8aa5-70e6973eea96 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1842446 Sep 01 15:00:01.992013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:02.004150 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Sync routers for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:02.014918 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:02.015702 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:02.018342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6bef-eec6-47f8-abfb-13b75e0d09b8 req-fb50e46d-973f-453a-bedd-e2b5d7be8a6e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.021272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a20e6bef-eec6-47f8-abfb-13b75e0d09b8 req-fb50e46d-973f-453a-bedd-e2b5d7be8a6e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2534416 Sep 01 15:00:02.136025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a20e6bef-eec6-47f8-abfb-13b75e0d09b8 req-f90b3d72-f498-4008-855e-ed98d29603bb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856481 Sep 01 15:00:02.136372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.142790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2c47760-f171-4e91-ba33-89c899d496b7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3516502 Sep 01 15:00:02.143668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:02.150088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d0fd6200-b990-486a-90a8-27151b152d07 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:02.179666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d0fd6200-b990-486a-90a8-27151b152d07 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:02.180305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d0fd6200-b990-486a-90a8-27151b152d07 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:02.236817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-ffefd16f-79ea-4c3b-8603-a65570f5c716 service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627180 Sep 01 15:00:02.243221 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:02.297695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:02.473544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:02.477637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c3128-2ed3-4055-9874-896e9b9a628c req-5ca37e7f-fc3a-4290-be53-4853e0272ac0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.486085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a1c3128-2ed3-4055-9874-896e9b9a628c req-5ca37e7f-fc3a-4290-be53-4853e0272ac0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2204719 Sep 01 15:00:02.524216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'port_id': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'mac_address': 'fa:16:3e:08:4f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0192b495-ac14-4568-be5b-5b20a90c5e6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:02.620377 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.654378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65229861-23e0-47df-803d-7bb2bbcec1aa {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:02.715621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:02.731004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T14:59:58Z', 'revision_number': 3, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T14:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:02.735466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.774423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6951a89d-9059-4d7a-b617-23556fe0bb0f req-66957b83-94b2-4d4c-ba06-60ae3c1bf5b2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806158 Sep 01 15:00:02.798774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.938874 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Checking router: e555249e-a8f0-48ad-9e6f-ff04a014cad6 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:02.939629 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Updating router e555249e-a8f0-48ad-9e6f-ff04a014cad6 port cba06ec5-0cc7-4c98-8b96-79b08e42d539 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:02.990337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.023965 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.029955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65229861-23e0-47df-803d-7bb2bbcec1aa'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:03.091689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.153296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b24ab5bd-9c7b-4431-b341-fd2fddab9380 req-557aab5e-bd42-486d-876a-86b18d862c0a service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9043305 Sep 01 15:00:03.168846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.170955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed427d89-c8f9-48b6-b46d-063f0431c457 HTTP/1.1" status: 204 len: 168 time: 1.8025787 Sep 01 15:00:03.171837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b5edd-1929-45fa-9b82-e48f8ee348f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed427d89-c8f9-48b6-b46d-063f0431c457,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:03.177294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:03.178818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47378) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:03.201254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d968f6c-3f22-40d3-8a36-389cb89b2e2f None None] Network 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:03.274156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a1c3128-2ed3-4055-9874-896e9b9a628c req-59375adf-3503-4ff7-80bc-446d31d81342 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857904 Sep 01 15:00:03.292520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.423137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8667d-7d8c-4c55-b275-7d352287989b req-de231aac-3ef7-4db5-8299-8e6dd8ba3bc3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:03.431094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20a8667d-7d8c-4c55-b275-7d352287989b req-de231aac-3ef7-4db5-8299-8e6dd8ba3bc3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 945 time: 0.1599030 Sep 01 15:00:03.497345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20a8667d-7d8c-4c55-b275-7d352287989b req-4ccac632-2587-47a3-b456-aab755e21173 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 Sep 01 15:00:03.546522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Deleting port 29e2ec13-ca6a-4996-ac16-2329edee2349 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:03.546812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.596678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 1707b3c6-ada2-47d8-a498-7055b4b4a75e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:03.663793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae3d0-b302-46ba-a8c3-f69812729e14 req-7c3f6c68-6146-4d96-be1b-f64d9c0b7525 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:03.665508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08bae3d0-b302-46ba-a8c3-f69812729e14 req-7c3f6c68-6146-4d96-be1b-f64d9c0b7525 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1852272 Sep 01 15:00:03.673327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] For port 29e2ec13-ca6a-4996-ac16-2329edee2349, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=29e2ec13-ca6a-4996-ac16-2329edee2349,segment=NetworkSegment(d8c149d9-758f-4cdc-b1df-bd8cb390f0ed),segment_id=d8c149d9-758f-4cdc-b1df-bd8cb390f0ed)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:03.673931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.710811 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.737008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Calling delete_port for 29e2ec13-ca6a-4996-ac16-2329edee2349 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:03.752661 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Transition to ACTIVE for port object cba06ec5-0cc7-4c98-8b96-79b08e42d539 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:03.765432 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.836914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08bae3d0-b302-46ba-a8c3-f69812729e14 req-88a02f99-6ee5-4cbd-8aa1-33e3775ced15 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065853 Sep 01 15:00:03.864706 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Attempting to bind port cba06ec5-0cc7-4c98-8b96-79b08e42d539 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:03.865109 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Attempting to bind port cba06ec5-0cc7-4c98-8b96-79b08e42d539 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:03.865462 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Attempting to bind port cba06ec5-0cc7-4c98-8b96-79b08e42d539 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:03.869235 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527707f-0b15-4f64-851d-08a94f3f2cfa None None] Pushing event updated for resources: {'Port': ['ID=cba06ec5-0cc7-4c98-8b96-79b08e42d539,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:03.878143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:03.878539 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:03.878908 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.879302 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:03.879786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Bound port: cba06ec5-0cc7-4c98-8b96-79b08e42d539, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:03.880165 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.934327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:03.973849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Sync routers for ids ['1707b3c6-ada2-47d8-a498-7055b4b4a75e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:03.983899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.988370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-065d6198-bbf3-4726-bdbe-69250a99ca0b tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2511721 Sep 01 15:00:04.005552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:04.019410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a31a84-507a-4f1d-b209-bda7d789bb31 None None] DHCP port deletion for 8fd9f844-e5de-4ba4-b8e9-7c5846c3489f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:00:04.041639 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] For port cba06ec5-0cc7-4c98-8b96-79b08e42d539, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:04.042376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Routers {'1707b3c6-ada2-47d8-a498-7055b4b4a75e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:04.042976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1707b3c6-ada2-47d8-a498-7055b4b4a75e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.055939 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] For port cba06ec5-0cc7-4c98-8b96-79b08e42d539, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cba06ec5-0cc7-4c98-8b96-79b08e42d539,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:04.064851 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.211333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527707f-0b15-4f64-851d-08a94f3f2cfa None None] Pushing event updated for resources: {'Port': ['ID=cba06ec5-0cc7-4c98-8b96-79b08e42d539,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:04.264381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Set router 1707b3c6-ada2-47d8-a498-7055b4b4a75e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:04.268300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.274329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.274928 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:04.279493 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.388854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=29e2ec13-ca6a-4996-ac16-2329edee2349,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:04.394407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 29e2ec13-ca6a-4996-ac16-2329edee2349 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:04.407894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] No DVR routers for this DVR port 29e2ec13-ca6a-4996-ac16-2329edee2349 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:04.438733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0000e-e24a-4562-a5b4-957a622c15bd req-df6f68bb-c423-4315-9672-a086e8144b40 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:04.440257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e1a31a84-507a-4f1d-b209-bda7d789bb31 None None] The port '29e2ec13-ca6a-4996-ac16-2329edee2349' was deleted {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 01 15:00:04.455706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1c0000e-e24a-4562-a5b4-957a622c15bd req-df6f68bb-c423-4315-9672-a086e8144b40 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3038771 Sep 01 15:00:04.518882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:04.539553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 29e2ec13-ca6a-4996-ac16-2329edee2349 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:04.540032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 29e2ec13-ca6a-4996-ac16-2329edee2349 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:04.614556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c14055c-ca0d-4a07-930c-9f34c52a0343 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/1707b3c6-ada2-47d8-a498-7055b4b4a75e HTTP/1.1" status: 200 len: 909 time: 0.6066244 Sep 01 15:00:04.621032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:04.629564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1594942202', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': True}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:04.669659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1c0000e-e24a-4562-a5b4-957a622c15bd req-2f1ed8da-0083-42d4-be85-71b6d332a046 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675291 Sep 01 15:00:04.672559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.707816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd9f844-e5de-4ba4-b8e9-7c5846c3489f']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.728080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.728441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c149d9-758f-4cdc-b1df-bd8cb390f0ed') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.737099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250'}], 'enable_snat': False}, 'gw_port_id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:58Z', 'updated_at': '2021-09-01T15:00:01Z', 'revision_number': 3, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port': {'id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:04.746351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.774242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.783404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Checking router: 1707b3c6-ada2-47d8-a498-7055b4b4a75e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:04.783849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Updating router 1707b3c6-ada2-47d8-a498-7055b4b4a75e port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:04.786229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:04.788504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.822111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.845896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea312b5f-a65a-4540-8999-fd06d4aba41e req-f8fe4412-ab38-42f0-abb7-a2657c77813e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:04.859727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea312b5f-a65a-4540-8999-fd06d4aba41e req-f8fe4412-ab38-42f0-abb7-a2657c77813e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.3890419 Sep 01 15:00:04.874125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.876248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:04.890803 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:04.897490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.921003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.928502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] 10.222.0.41 "DELETE /v2.0/networks/8fd9f844-e5de-4ba4-b8e9-7c5846c3489f HTTP/1.1" status: 204 len: 168 time: 1.7453618 Sep 01 15:00:04.930492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47396) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:04.968048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25f08d-ceed-464d-a9b2-332e44093e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd9f844-e5de-4ba4-b8e9-7c5846c3489f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:04.982741 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T14:59:58Z', 'revision_number': 3, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:05.016643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c72d1-6313-4af4-9a0b-2c3a0f1ffc42 None None] The sync data for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 is: [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T14:59:58Z', 'revision_number': 3, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:05.108290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea312b5f-a65a-4540-8999-fd06d4aba41e req-40f05065-57c6-4e57-9301-667321f417c7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863158 Sep 01 15:00:05.112872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Allocated IP 172.20.0.1 (fcd1f104-f412-47ad-8483-acce068d0d88/09df1685-7564-4d63-a901-9106661db6c8/bf137e59-ce4a-4d5a-b40a-902d2e51bfe9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:05.144038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.164771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7566499-f33e-46d4-8678-8aba993989a5 req-ca0dcce7-8b73-44b4-a609-a5e27ae615b9 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:05.172917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7566499-f33e-46d4-8678-8aba993989a5 req-ca0dcce7-8b73-44b4-a609-a5e27ae615b9 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 945 time: 0.2431235 Sep 01 15:00:05.246622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7566499-f33e-46d4-8678-8aba993989a5 req-4a4e2287-f3dd-4bbd-b7dd-04a5ec0e0954 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Sep 01 15:00:05.310458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.332373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Transition to ACTIVE for port object 3e184c5e-b3aa-48e2-b03a-e09783897ee6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:05.350669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.446406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e3b94-e602-4120-8114-8bce148ef2a2 None None] Pushing event updated for resources: {'Port': ['ID=3e184c5e-b3aa-48e2-b03a-e09783897ee6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:05.451633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Attempting to bind port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:05.452389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Attempting to bind port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:05.453102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Attempting to bind port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:05.483372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:05.494590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:05.495407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.496178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:05.508420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Bound port: 3e184c5e-b3aa-48e2-b03a-e09783897ee6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:05.509806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.616007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.625850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] For port 3e184c5e-b3aa-48e2-b03a-e09783897ee6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:05.631885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] For port 3e184c5e-b3aa-48e2-b03a-e09783897ee6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3e184c5e-b3aa-48e2-b03a-e09783897ee6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:05.643601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.735408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Routers {'1707b3c6-ada2-47d8-a498-7055b4b4a75e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:05.736440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1707b3c6-ada2-47d8-a498-7055b4b4a75e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:05.868471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.976637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86b17-08ef-458c-b4bd-a05263cbb72b req-78ac1403-1d25-46e9-8139-bfe4ea30e90d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:05.978775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efd86b17-08ef-458c-b4bd-a05263cbb72b req-78ac1403-1d25-46e9-8139-bfe4ea30e90d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.5843375 Sep 01 15:00:05.982644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.024391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Transition to ACTIVE for port object bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:06.058558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] Set router 1707b3c6-ada2-47d8-a498-7055b4b4a75e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:06.063338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e3b94-e602-4120-8114-8bce148ef2a2 None None] Pushing event updated for resources: {'Port': ['ID=3e184c5e-b3aa-48e2-b03a-e09783897ee6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:06.113294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efd86b17-08ef-458c-b4bd-a05263cbb72b req-05d622ab-c39c-41e6-8156-01a8887a4a4a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163049 Sep 01 15:00:06.160625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-d2f8aaf0-192b-445d-b2a1-f9272da87094 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3582530 Sep 01 15:00:06.167317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f046a2-0f0b-479c-a27d-184cab04c88a req-1da7957a-f5dc-4fca-bf9f-355f28e8f101 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.180527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00f046a2-0f0b-479c-a27d-184cab04c88a req-1da7957a-f5dc-4fca-bf9f-355f28e8f101 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2968905 Sep 01 15:00:06.213910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.255929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cba06ec5-0cc7-4c98-8b96-79b08e42d539 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:06.316883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00f046a2-0f0b-479c-a27d-184cab04c88a req-622c85fb-a71a-477c-8c78-d8a7df991b8c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341777 Sep 01 15:00:06.351750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Network fcd1f104-f412-47ad-8483-acce068d0d88 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:06.383924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:06.385745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:06.409163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:06.472426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-8b2b156b-902c-4ed3-9570-23195c8df8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.474252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-8b2b156b-902c-4ed3-9570-23195c8df8af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2716451 Sep 01 15:00:06.642498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:06.670439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port cba06ec5-0cc7-4c98-8b96-79b08e42d539 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:06.720063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.749762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 65229861-23e0-47df-803d-7bb2bbcec1aa completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:06.761570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cba06ec5-0cc7-4c98-8b96-79b08e42d539 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:06.768094 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.773767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 65229861-23e0-47df-803d-7bb2bbcec1aa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:06.774297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.804348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceb965-c6d2-4a9f-860e-6815883f65e5 req-94928330-916f-4acf-ae6f-6b7b070d3c81 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.812482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57ceb965-c6d2-4a9f-860e-6815883f65e5 req-94928330-916f-4acf-ae6f-6b7b070d3c81 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.5075815 Sep 01 15:00:06.859065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a66a2-9e4f-4d67-ae5c-170827f0035b req-eafa669a-034a-4ff3-8f36-7bd9eaf2d88a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.862295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a1a66a2-9e4f-4d67-ae5c-170827f0035b req-eafa669a-034a-4ff3-8f36-7bd9eaf2d88a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 945 time: 0.1898875 Sep 01 15:00:06.925234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.936260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-c966d090-ac76-4e0c-b5f8-b7ebce14e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.938800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57ceb965-c6d2-4a9f-860e-6815883f65e5 req-9a02e2cc-7ed9-40bb-9107-3608ac3e671d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239882 Sep 01 15:00:06.939365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-c966d090-ac76-4e0c-b5f8-b7ebce14e055 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.4177012 Sep 01 15:00:07.041201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250'}], 'enable_snat': False}, 'gw_port_id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:58Z', 'updated_at': '2021-09-01T15:00:01Z', 'revision_number': 3, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port': {'id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:07.051776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-21c6992d-6e8c-4ed9-88d8-dfd26863c30e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.1017301 Sep 01 15:00:07.059511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Deleting port 53942098-2c27-4c16-b3ba-0a5d04a70151 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:07.060037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.078891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.082861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a1a66a2-9e4f-4d67-ae5c-170827f0035b req-d81027f6-2b6d-4b71-9b11-1ed6337cefc5 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778455 Sep 01 15:00:07.209503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb05d2a-390a-4601-83dc-e45955cfd24f None None] The sync data for ids ['1707b3c6-ada2-47d8-a498-7055b4b4a75e'] in n-d-802060-16 is: [{'id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250'}], 'enable_snat': False}, 'gw_port_id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:58Z', 'updated_at': '2021-09-01T15:00:01Z', 'revision_number': 3, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port': {'id': '3e184c5e-b3aa-48e2-b03a-e09783897ee6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1707b3c6-ada2-47d8-a498-7055b4b4a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:07.219145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14e15251-87fb-46fc-8c15-f6a0c8546922 None None] Provisioning for port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:07.256466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-20e083f4-121e-476a-850b-7831be032f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.259258 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.260501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-20e083f4-121e-476a-850b-7831be032f76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1950657 Sep 01 15:00:07.281248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14e15251-87fb-46fc-8c15-f6a0c8546922 None None] Provisioning complete for port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:07.281248 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14e15251-87fb-46fc-8c15-f6a0c8546922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.330901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-019eeaaa-2423-4c50-b901-a9b7c8c61625 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603645 Sep 01 15:00:07.373670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.381919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.25.1.231 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ab5779f3-f223-43b9-a5a4-bffaea6cea8b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:07.471099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port cba06ec5-0cc7-4c98-8b96-79b08e42d539, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cba06ec5-0cc7-4c98-8b96-79b08e42d539,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:07.494481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.506214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14e15251-87fb-46fc-8c15-f6a0c8546922 None None] Port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:07.526476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:07.529280 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8742c-6a48-4070-aad5-a7b9bd5452b7" -d '{"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-plugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:07.538781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] For port 53942098-2c27-4c16-b3ba-0a5d04a70151, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=53942098-2c27-4c16-b3ba-0a5d04a70151,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:07.547898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.602922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:07.614276 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.650399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Calling delete_port for 53942098-2c27-4c16-b3ba-0a5d04a70151 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:07.650704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=cba06ec5-0cc7-4c98-8b96-79b08e42d539,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:07.690966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-228d0506-15ff-4f02-9c8b-1d65289411a2 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473883 Sep 01 15:00:07.707651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.738604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2a5ae-3567-4396-a14d-d487de90294d req-9c804409-3ed4-480e-8cbb-6d4dcc62bae9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.746498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cf2a5ae-3567-4396-a14d-d487de90294d req-9c804409-3ed4-480e-8cbb-6d4dcc62bae9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3329628 Sep 01 15:00:07.806389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:07.900361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cf2a5ae-3567-4396-a14d-d487de90294d req-b98ad295-4e4d-4a1b-b3c9-2de70aec0a39 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520383 Sep 01 15:00:07.919959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.022437 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e30afe-8aaf-4fa9-8529-50a69af5d5ed x-openstack-request-id: req-01e30afe-8aaf-4fa9-8529-50a69af5d5ed {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:08.023236 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-plugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:08.024283 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01e30afe-8aaf-4fa9-8529-50a69af5d5ed {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:08.025182 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'code': 200} Sep 01 15:00:08.084821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.287352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:08.317274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cba06ec5-0cc7-4c98-8b96-79b08e42d539 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:08.328164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:08.333127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:08.386907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=ab5779f3-f223-43b9-a5a4-bffaea6cea8b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:08.403771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cba06ec5-0cc7-4c98-8b96-79b08e42d539 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:08.404429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.405695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.443734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.457555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e96af0-2575-4502-8596-61b41546e8b6 req-2f45b6fc-84a1-4cc9-ad86-8e693ac6e40b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:08.459779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5e96af0-2575-4502-8596-61b41546e8b6 req-2f45b6fc-84a1-4cc9-ad86-8e693ac6e40b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2814624 Sep 01 15:00:08.461915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514609a3-bc9c-4221-8811-20e650e966ef req-37598d0f-8dbb-4361-8d1e-e1f9139dcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:08.463882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-514609a3-bc9c-4221-8811-20e650e966ef req-37598d0f-8dbb-4361-8d1e-e1f9139dcf2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 1098 time: 0.3617430 Sep 01 15:00:08.483681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a506f3-5312-4edf-898c-4f119a54996c req-fbdc89c8-5654-4234-99ec-e827c030bd88 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:08.491357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33a506f3-5312-4edf-898c-4f119a54996c req-fbdc89c8-5654-4234-99ec-e827c030bd88 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.9299335 Sep 01 15:00:08.524733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:08.538080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33a506f3-5312-4edf-898c-4f119a54996c req-c1fcb513-a256-44fc-b45a-b4487664d539 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Sep 01 15:00:08.576918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3e184c5e-b3aa-48e2-b03a-e09783897ee6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:08.673190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d7e8972-9180-40b5-86ea-6e6bea35961c req-42bb1d61-3245-4867-863b-49c018209044 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110771 Sep 01 15:00:08.673531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:08.678778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:08.681089 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.768177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5e96af0-2575-4502-8596-61b41546e8b6 req-89173cc7-54ef-437a-b13e-e1e89f93efee tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599154 Sep 01 15:00:08.791047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-514609a3-bc9c-4221-8811-20e650e966ef req-9eec1275-1b8a-4c68-a7c6-65e2f560e8b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763536 Sep 01 15:00:08.798216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.800611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.977830 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.980605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Pushing event deleted for resources: {'Port': ['ID=53942098-2c27-4c16-b3ba-0a5d04a70151,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:09.051606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 3e184c5e-b3aa-48e2-b03a-e09783897ee6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3e184c5e-b3aa-48e2-b03a-e09783897ee6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:09.059162 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.128654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb204-92d4-4cd9-b43b-aec9638882c3 req-3b53b16c-cd2a-4fae-a8e9-6178a3273a4d tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:09.136933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-469bb204-92d4-4cd9-b43b-aec9638882c3 req-3b53b16c-cd2a-4fae-a8e9-6178a3273a4d tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.2781944 Sep 01 15:00:09.151062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=3e184c5e-b3aa-48e2-b03a-e09783897ee6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:09.236451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-469bb204-92d4-4cd9-b43b-aec9638882c3 req-3a55357e-31f8-4226-8bec-f4de23cc2450 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983908 Sep 01 15:00:09.337550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.627440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ba942-08e0-492b-95c3-5be71a95e7e6 req-97448385-0424-4ff2-b467-be54a025f670 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:09.629217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f60ba942-08e0-492b-95c3-5be71a95e7e6 req-97448385-0424-4ff2-b467-be54a025f670 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1525071 Sep 01 15:00:09.634862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.643407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Network fcd1f104-f412-47ad-8483-acce068d0d88 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:09.703189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:09.860682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f60ba942-08e0-492b-95c3-5be71a95e7e6 req-fbd15553-4feb-4b0b-833c-a8de46f16428 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660471 Sep 01 15:00:09.880786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18145ba1-c3d9-4fb5-9ccd-6a3992794e57 req-875745f5-816e-46e2-a751-752502c07037 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:09.889483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18145ba1-c3d9-4fb5-9ccd-6a3992794e57 req-875745f5-816e-46e2-a751-752502c07037 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1502688 Sep 01 15:00:09.900397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:10.171175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Router e555249e-a8f0-48ad-9e6f-ff04a014cad6 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:10.182243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18145ba1-c3d9-4fb5-9ccd-6a3992794e57 req-8556ba55-b2c6-48b3-9a9a-f711b63ce2f4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506886 Sep 01 15:00:10.192282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af00fabb-ef8e-45cf-a601-b72e41d63f35 None None] Provisioning complete for port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:10.192875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af00fabb-ef8e-45cf-a601-b72e41d63f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.218995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:10.225480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2bada4b6-38ff-48ad-afa6-5553d9ed6492 admin admin] 10.222.0.41 "PUT /v2.0/routers/f0da1a31-106f-4bd0-8acc-c1cf5cd783cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2925589 Sep 01 15:00:10.229367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47430) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:10.234647 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Sync routers for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:10.256979 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:10.258375 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:10.297716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-af00fabb-ef8e-45cf-a601-b72e41d63f35 None None] Port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:10.373297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:10.378091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:10.388431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3e184c5e-b3aa-48e2-b03a-e09783897ee6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:10.413466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.568622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:10.570820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:10.586648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243473-1e27-4512-97fd-0891509afe74 req-50c699b4-cf0b-4412-b103-b75ae5376072 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:10.588471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-efe1b7a0-5d5d-4451-87e4-b7ec22fb59f9 admin admin] 10.222.0.41 "PUT /v2.0/routers/e555249e-a8f0-48ad-9e6f-ff04a014cad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4434466 Sep 01 15:00:10.589461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09243473-1e27-4512-97fd-0891509afe74 req-50c699b4-cf0b-4412-b103-b75ae5376072 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1733925 Sep 01 15:00:10.636288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e367e87-88c2-4f5c-82c7-2eaf3f34f212 req-0ae22991-7d89-48f2-b8f6-89fd6eb07dfd tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:10.650220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e367e87-88c2-4f5c-82c7-2eaf3f34f212 req-0ae22991-7d89-48f2-b8f6-89fd6eb07dfd tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.4986811 Sep 01 15:00:10.676980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'port_id': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'mac_address': 'fa:16:3e:92:b0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfc109-bd80-4128-9c18-ec09da7ed860', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:10.702322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.721207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09243473-1e27-4512-97fd-0891509afe74 req-31787928-165c-4932-a01f-aa18856eec62 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 Sep 01 15:00:10.723219 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:10.747271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Sync routers for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:10.752495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.882037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:10.884263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:10.907273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Deleting port 2750897b-edec-4916-a797-5cd529904d73 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:10.908421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.101983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e367e87-88c2-4f5c-82c7-2eaf3f34f212 req-3cc154b0-08a9-4e5a-9db7-c74e1f1aa7d6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499669 Sep 01 15:00:11.112405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a5c1c-70d1-406b-a0d7-a08601b61489 req-639ef71f-038d-4274-b4fa-8c151b4a7c92 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:11.116591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-864a5c1c-70d1-406b-a0d7-a08601b61489 req-639ef71f-038d-4274-b4fa-8c151b4a7c92 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1324058 Sep 01 15:00:11.124876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 49d2e7ec-c02c-4598-96e7-53dd906413a1 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:11.229306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '2750897b-edec-4916-a797-5cd529904d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 5, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port': {'id': '2750897b-edec-4916-a797-5cd529904d73', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:54:27Z', 'updated_at': '2021-09-01T14:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:11.264726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:11.299457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.307682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60fede56-699c-4bc8-aaa0-ec077db1f1db tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6756132 Sep 01 15:00:11.307682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47448) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:11.313208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] For port 2750897b-edec-4916-a797-5cd529904d73, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2750897b-edec-4916-a797-5cd529904d73,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:11.314626 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.318982 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Sync routers for ids ['49d2e7ec-c02c-4598-96e7-53dd906413a1'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:11.327357 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Checking router: f0da1a31-106f-4bd0-8acc-c1cf5cd783cf for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:11.332041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-864a5c1c-70d1-406b-a0d7-a08601b61489 req-f153c1a3-987d-44fe-9647-fa441d5b9aa3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006891 Sep 01 15:00:11.360000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Calling delete_port for 2750897b-edec-4916-a797-5cd529904d73 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:11.362262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Routers {'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:11.364556 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:11.396502 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.504567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5f9b0a5-413d-4ff9-a244-41cdf08e2cbd req-21e7a494-f023-41be-a1ad-09515904d4df tempest-FloatingIPsNegativeTestJSON-2088542907 tempest-FloatingIPsNegativeTestJSON-2088542907-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=66acc2d8b5e841688267fba1e558186d HTTP/1.1" status: 200 len: 217 time: 0.0979486 Sep 01 15:00:11.508062 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Routers {'49d2e7ec-c02c-4598-96e7-53dd906413a1'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:11.509179 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['49d2e7ec-c02c-4598-96e7-53dd906413a1'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:11.540104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:11.560986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:11.561651 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.588882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566495a-0daf-48c0-b938-3513f871c2c8 req-60bd9850-56f1-4ad9-b3df-826223b978c6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:11.598778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d566495a-0daf-48c0-b938-3513f871c2c8 req-60bd9850-56f1-4ad9-b3df-826223b978c6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1061242 Sep 01 15:00:11.669238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:11.690442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.693385 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.740356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7b6332a2-1349-4f31-a613-34193a92729f tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/49d2e7ec-c02c-4598-96e7-53dd906413a1 HTTP/1.1" status: 200 len: 908 time: 0.4325862 Sep 01 15:00:11.749199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47454) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:11.751529 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] Set router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:11.789340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:11.828285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53340-1a8b-4cf1-a7ac-a3039b4b56b8 req-84d39486-9811-46af-8d0d-e1dcde6d38ec tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:11.830625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d566495a-0daf-48c0-b938-3513f871c2c8 req-192be4e2-c863-424c-8622-ec5fdbbf608a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307172 Sep 01 15:00:11.834088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcc53340-1a8b-4cf1-a7ac-a3039b4b56b8 req-84d39486-9811-46af-8d0d-e1dcde6d38ec tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1201262 Sep 01 15:00:11.914619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcc53340-1a8b-4cf1-a7ac-a3039b4b56b8 req-453fc50d-203b-44b0-9c3e-fbd4258efb56 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Sep 01 15:00:11.950007 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T15:00:10Z', 'revision_number': 6, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:12.011331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b623cb0-30e1-41ff-8b81-d5c97d780e74 None None] The sync data for ids ['f0da1a31-106f-4bd0-8acc-c1cf5cd783cf'] in n-d-802060-16 is: [{'id': 'f0da1a31-106f-4bd0-8acc-c1cf5cd783cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825685852-router', 'tenant_id': '14f3e09828134bf28cbeb09493352471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:54:25Z', 'updated_at': '2021-09-01T15:00:10Z', 'revision_number': 6, 'project_id': '14f3e09828134bf28cbeb09493352471', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:12.062397 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Set router 49d2e7ec-c02c-4598-96e7-53dd906413a1 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:12.072858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e79c4a0-0091-401f-9894-a96903cd6f59 req-f4516a0d-e6df-4066-ac1a-50084d9430dd tempest-FloatingIPsNegativeTestJSON-2088542907 tempest-FloatingIPsNegativeTestJSON-2088542907-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1832426 Sep 01 15:00:12.079002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9c51a3b3-fde6-4374-ac02-5f5f4addad53'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:12.096082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:12.172364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefd336-57aa-4a44-95d6-c5b67426018a req-1b84cb46-9f8e-4bb3-8481-2c211dfc008a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.177374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5eefd336-57aa-4a44-95d6-c5b67426018a req-1b84cb46-9f8e-4bb3-8481-2c211dfc008a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1423135 Sep 01 15:00:12.249294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5eefd336-57aa-4a44-95d6-c5b67426018a req-24bd5af2-b7fc-44a8-9885-705ce10d1fba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Sep 01 15:00:12.251247 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-b72b24b1-0a7b-40af-a76a-bfebd1114b7d req-81dfcabf-acc9-496d-b20f-32dfdd4f16c5 tempest-FloatingIPsNegativeTestJSON-2088542907 tempest-FloatingIPsNegativeTestJSON-2088542907-project] show failed (client error): The resource could not be found. Sep 01 15:00:12.252402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:00:12.252980 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:00:12.255658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b72b24b1-0a7b-40af-a76a-bfebd1114b7d req-81dfcabf-acc9-496d-b20f-32dfdd4f16c5 tempest-FloatingIPsNegativeTestJSON-2088542907 tempest-FloatingIPsNegativeTestJSON-2088542907-project] 10.222.0.41 "GET /v2.0/floatingips/c77e5e5c-d993-4c00-86d2-4b15fbb821be HTTP/1.1" status: 404 len: 350 time: 0.0964322 Sep 01 15:00:12.269760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47462) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:12.355522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.364295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.500960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 53942098-2c27-4c16-b3ba-0a5d04a70151 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:12.541847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 53942098-2c27-4c16-b3ba-0a5d04a70151 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:12.542381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 53942098-2c27-4c16-b3ba-0a5d04a70151 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:12.634347 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d2e7ec-c02c-4598-96e7-53dd906413a1', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ab5779f3-f223-43b9-a5a4-bffaea6cea8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 3, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port': {'id': 'ab5779f3-f223-43b9-a5a4-bffaea6cea8b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d2e7ec-c02c-4598-96e7-53dd906413a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:07Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:12.649518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Pushing event deleted for resources: {'Port': ['ID=2750897b-edec-4916-a797-5cd529904d73,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:12.674414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'bf137e59-ce4a-4d5a-b40a-902d2e51bfe9', 'name': '', 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'mac_address': 'fa:16:3e:bd:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '09df1685-7564-4d63-a901-9106661db6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 2, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'subnets': [{'id': '09df1685-7564-4d63-a901-9106661db6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:12.686759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Checking router: 49d2e7ec-c02c-4598-96e7-53dd906413a1 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:12.687121 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Updating router 49d2e7ec-c02c-4598-96e7-53dd906413a1 port ab5779f3-f223-43b9-a5a4-bffaea6cea8b binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:12.720687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Checking router: e555249e-a8f0-48ad-9e6f-ff04a014cad6 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:12.721099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Updating router e555249e-a8f0-48ad-9e6f-ff04a014cad6 port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:12.734520 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.740077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de118-4c3d-4756-8cd4-6ebcc53fa292 req-10b19f17-ff19-4d88-9b83-80cee4564de5 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.746606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-653de118-4c3d-4756-8cd4-6ebcc53fa292 req-10b19f17-ff19-4d88-9b83-80cee4564de5 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.2701037 Sep 01 15:00:12.826011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-653de118-4c3d-4756-8cd4-6ebcc53fa292 req-8cb6c30e-1584-4da9-965b-d96b9db4b6db tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781839 Sep 01 15:00:12.829863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.885659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.911009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:12.946863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:13.012720 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.028868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd650-ac36-4b81-881e-f68383cb395f req-a81f5ec6-a063-4261-a6a3-be7c70261280 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:13.044922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-826dd650-ac36-4b81-881e-f68383cb395f req-a81f5ec6-a063-4261-a6a3-be7c70261280 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 944 time: 0.4671826 Sep 01 15:00:13.071109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.093397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.261801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:13.262140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-826dd650-ac36-4b81-881e-f68383cb395f req-3de85c90-d549-42ec-993b-200dda74db69 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056057 Sep 01 15:00:13.271856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.276222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.382456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.383121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0da1a31-106f-4bd0-8acc-c1cf5cd783cf {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:13.390034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.391446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-700596de-2b29-4732-85ce-cb7e67c4411c admin admin] 10.222.0.41 "DELETE /v2.0/routers/f0da1a31-106f-4bd0-8acc-c1cf5cd783cf HTTP/1.1" status: 204 len: 168 time: 3.1607988 Sep 01 15:00:13.396193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47476) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:13.491452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Deleting port ab5779f3-f223-43b9-a5a4-bffaea6cea8b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:13.492538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.555329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765fe50-9940-4170-a599-e6f7ce631fae req-61406130-a2c3-4292-8559-063c3ff90793 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:13.557002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a765fe50-9940-4170-a599-e6f7ce631fae req-61406130-a2c3-4292-8559-063c3ff90793 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1662447 Sep 01 15:00:13.588965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Deleting subnet 8417849c-0c18-4b71-a9b0-9eac6fcbb0d4 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:13.602844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.630902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.658864 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.698493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3adb-0327-4095-9a07-4e48a8ffc28a req-647cee0a-04b6-43c9-8b76-efeb6d7a5390 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:13.700351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703d3adb-0327-4095-9a07-4e48a8ffc28a req-647cee0a-04b6-43c9-8b76-efeb6d7a5390 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2197714 Sep 01 15:00:13.703860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.710217 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Transition to ACTIVE for port object ab5779f3-f223-43b9-a5a4-bffaea6cea8b will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:13.723952 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.731814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a765fe50-9940-4170-a599-e6f7ce631fae req-20d8b6b6-0fee-4469-9592-38a964626342 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558700 Sep 01 15:00:13.799170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.801765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.842053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Transition to ACTIVE for port object bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:13.855824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.880033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Calling delete_port for ab5779f3-f223-43b9-a5a4-bffaea6cea8b owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:13.885289 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Attempting to bind port ab5779f3-f223-43b9-a5a4-bffaea6cea8b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:13.886024 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Attempting to bind port ab5779f3-f223-43b9-a5a4-bffaea6cea8b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:13.886778 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Attempting to bind port ab5779f3-f223-43b9-a5a4-bffaea6cea8b on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:13.902607 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:13.904333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:13.904994 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.905666 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:13.907538 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Bound port: ab5779f3-f223-43b9-a5a4-bffaea6cea8b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:13.908723 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.920270 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935e934-00ed-4889-9036-87dd2fd6edd2 None None] Pushing event updated for resources: {'Port': ['ID=ab5779f3-f223-43b9-a5a4-bffaea6cea8b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.045950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703d3adb-0327-4095-9a07-4e48a8ffc28a req-b35d4318-b6d0-4bbf-9c36-b548191a709d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076372 Sep 01 15:00:14.053792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] For port ab5779f3-f223-43b9-a5a4-bffaea6cea8b, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:14.062875 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] For port ab5779f3-f223-43b9-a5a4-bffaea6cea8b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ab5779f3-f223-43b9-a5a4-bffaea6cea8b,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:14.070068 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.074566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04e4e1-ef55-4e9e-ade7-3ee5a35cc9a2 None None] Pushing event updated for resources: {'Port': ['ID=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.088269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87203c-a5e0-4519-9820-22abaa9db9ca req-8ba1d95d-f766-4b0e-9bdf-7af06be0f3d6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:14.118475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa87203c-a5e0-4519-9820-22abaa9db9ca req-8ba1d95d-f766-4b0e-9bdf-7af06be0f3d6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.2039661 Sep 01 15:00:14.171903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Attempting to bind port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:14.175572 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.176992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Attempting to bind port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:14.177783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Attempting to bind port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 on network fcd1f104-f412-47ad-8483-acce068d0d88 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:14.194564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:14.195167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Checking segment: {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:14.195689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.196198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Bound using segment: {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:14.199258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Bound port: bf137e59-ce4a-4d5a-b40a-902d2e51bfe9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003fc02-e8a9-4e8f-8d28-5e134f8e103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:14.209416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.234233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Routers {'49d2e7ec-c02c-4598-96e7-53dd906413a1'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:14.235120 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['49d2e7ec-c02c-4598-96e7-53dd906413a1'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:14.352817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-758e9201-8766-495c-8fcc-1bd0c9c561b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.360496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa87203c-a5e0-4519-9820-22abaa9db9ca req-60688d8e-6b59-4e69-b0a7-d7f5f77209f5 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402868 Sep 01 15:00:14.409627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:14.424702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] For port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:14.433840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] For port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:14.480880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935e934-00ed-4889-9036-87dd2fd6edd2 None None] Pushing event updated for resources: {'Port': ['ID=ab5779f3-f223-43b9-a5a4-bffaea6cea8b,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.583472 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] Set router 49d2e7ec-c02c-4598-96e7-53dd906413a1 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:14.590562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.602926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.621412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2750897b-edec-4916-a797-5cd529904d73 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:14.635235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.656269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8417849c-0c18-4b71-a9b0-9eac6fcbb0d4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.717206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d2e7ec-c02c-4598-96e7-53dd906413a1', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:13Z', 'revision_number': 4, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:14.733776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab5779f3-f223-43b9-a5a4-bffaea6cea8b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.772074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2750897b-edec-4916-a797-5cd529904d73 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:14.772738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2750897b-edec-4916-a797-5cd529904d73 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:14.785311 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4d0f6-e7d1-4bc5-bfd1-15880c3496bc None None] The sync data for ids ['49d2e7ec-c02c-4598-96e7-53dd906413a1'] in n-d-802060-16 is: [{'id': '49d2e7ec-c02c-4598-96e7-53dd906413a1', 'name': 'tempest-snat-router-1594942202', 'tenant_id': 'c947585277654274bb72c8c61b95546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:13Z', 'revision_number': 4, 'project_id': 'c947585277654274bb72c8c61b95546f', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:14.789254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94809bb-a0d5-407e-a8ea-a07a47754a16 req-46ad8c0f-f92f-45e1-ac59-85c0af2eabd0 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:14.794773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b94809bb-a0d5-407e-a8ea-a07a47754a16 req-46ad8c0f-f92f-45e1-ac59-85c0af2eabd0 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1597526 Sep 01 15:00:14.880295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:14.881452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T14:59:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:14.889458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b94809bb-a0d5-407e-a8ea-a07a47754a16 req-64be761d-6408-4072-824b-5037bf6cf69a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824692 Sep 01 15:00:14.892596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Deleting port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:14.895159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.896713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.907129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f189939-3ad5-4054-b9d4-f04e3942e635 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8417849c-0c18-4b71-a9b0-9eac6fcbb0d4 HTTP/1.1" status: 204 len: 168 time: 1.5094635 Sep 01 15:00:14.916350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47488) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:14.983609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:14.984229 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.114801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04e4e1-ef55-4e9e-ade7-3ee5a35cc9a2 None None] Pushing event updated for resources: {'Port': ['ID=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:15.125666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e6592-104b-4eea-9698-c031f61236f7 None None] Network da0db03a-3f72-43fb-a0aa-cf70c5005943 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:15.190634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] For port bf137e59-ce4a-4d5a-b40a-902d2e51bfe9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:15.191261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.216974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Calling delete_port for bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:15.435962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:15.502234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d02cc-2e50-4379-a8cd-400d426cfc78 req-625caf37-62b8-4ad5-b33e-418bca11bcd9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.505165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b80d02cc-2e50-4379-a8cd-400d426cfc78 req-625caf37-62b8-4ad5-b33e-418bca11bcd9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1970181 Sep 01 15:00:15.667430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8b76a-531f-4c33-a4dd-576804394168 req-0358338f-a786-477d-8ba6-a5a136241ddb tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.682074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbc8b76a-531f-4c33-a4dd-576804394168 req-0358338f-a786-477d-8ba6-a5a136241ddb tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 943 time: 1.0423343 Sep 01 15:00:15.702121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b80d02cc-2e50-4379-a8cd-400d426cfc78 req-b5996483-5e3b-4c95-a8e6-9db4acec0f46 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695471 Sep 01 15:00:15.779250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.809086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.832199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.873659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf137e59-ce4a-4d5a-b40a-902d2e51bfe9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:15.985838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbc8b76a-531f-4c33-a4dd-576804394168 req-225dec07-bafc-4407-a107-82f0a6f6174e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763531 Sep 01 15:00:16.106928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.113456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.200946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3767ecd-677f-43df-b43f-9fe8591ad34f req-3a05fa01-9d3f-4b31-8ebd-984fcc530fff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:16.215286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3767ecd-677f-43df-b43f-9fe8591ad34f req-3a05fa01-9d3f-4b31-8ebd-984fcc530fff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2581825 Sep 01 15:00:16.302359 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.311289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.312193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49d2e7ec-c02c-4598-96e7-53dd906413a1 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:16.332583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.334608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b4a821d0-3b23-4707-9b73-2e198cb47cbb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/routers/49d2e7ec-c02c-4598-96e7-53dd906413a1 HTTP/1.1" status: 204 len: 168 time: 4.5818751 Sep 01 15:00:16.361759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47498) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:16.475373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:16.518890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:16.523653 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5b7c3-082b-46da-a25c-5a0d64aecde2" -d '{"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-plugged", "status": "completed", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:16.543893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.555607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] DHCP port deletion for da0db03a-3f72-43fb-a0aa-cf70c5005943 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:00:16.567903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Deleting port 6d568631-1e8b-4015-9373-6e8d74467e97 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:16.568697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.763617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:16.802175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'bf137e59-ce4a-4d5a-b40a-902d2e51bfe9', 'name': '', 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'mac_address': 'fa:16:3e:bd:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '09df1685-7564-4d63-a901-9106661db6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:14Z', 'revision_number': 4, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'subnets': [{'id': '09df1685-7564-4d63-a901-9106661db6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:16.824650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3767ecd-677f-43df-b43f-9fe8591ad34f req-6c7cfda0-858b-4281-a767-3c51e58b16cb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983324 Sep 01 15:00:16.831859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] For port 6d568631-1e8b-4015-9373-6e8d74467e97, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6d568631-1e8b-4015-9373-6e8d74467e97,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:16.832457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.860582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Calling delete_port for 6d568631-1e8b-4015-9373-6e8d74467e97 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:16.883221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d1ac-00e3-4789-8868-f2584bb7a3c4 req-d252df88-9d05-4b6b-a4b1-7a90ae76dd16 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:16.891672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fd6d1ac-00e3-4789-8868-f2584bb7a3c4 req-d252df88-9d05-4b6b-a4b1-7a90ae76dd16 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.4034224 Sep 01 15:00:16.892866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Deleting port 6d568631-1e8b-4015-9373-6e8d74467e97 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:16.896571 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.944911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.959367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.986697 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf58fe-aadf-4a2a-a875-5cb4e152df2a x-openstack-request-id: req-c5cf58fe-aadf-4a2a-a875-5cb4e152df2a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:16.987166 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-plugged", "status": "completed", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:16.987645 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5cf58fe-aadf-4a2a-a875-5cb4e152df2a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:16.988224 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'code': 200} Sep 01 15:00:16.989836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d448e-8fe7-4882-a49a-39064e933183 None None] The sync data for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 is: [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port': {'id': 'cba06ec5-0cc7-4c98-8b96-79b08e42d539', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:55Z', 'updated_at': '2021-09-01T15:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'bf137e59-ce4a-4d5a-b40a-902d2e51bfe9', 'name': '', 'network_id': 'fcd1f104-f412-47ad-8483-acce068d0d88', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'mac_address': 'fa:16:3e:bd:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '09df1685-7564-4d63-a901-9106661db6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:14Z', 'revision_number': 4, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'subnets': [{'id': '09df1685-7564-4d63-a901-9106661db6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:17.028963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] For port 6d568631-1e8b-4015-9373-6e8d74467e97, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6d568631-1e8b-4015-9373-6e8d74467e97,segment=NetworkSegment(5f691cf6-f96a-418e-be74-e54bd7ccc465),segment_id=5f691cf6-f96a-418e-be74-e54bd7ccc465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:17.029470 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.060375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Calling delete_port for 6d568631-1e8b-4015-9373-6e8d74467e97 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:17.211760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a09cbfd-3dba-46c7-9bfd-5bcc42bb8282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.234597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fd6d1ac-00e3-4789-8868-f2584bb7a3c4 req-52cb1b84-0f6a-4386-adf8-0ce79681b195 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412054 Sep 01 15:00:17.304895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.337337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.354947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.399153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444c65d-7147-4384-8b46-d1d98675da11 req-448fbf0a-7e8f-4187-a986-181777741aa9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.407098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1444c65d-7147-4384-8b46-d1d98675da11 req-448fbf0a-7e8f-4187-a986-181777741aa9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2787778 Sep 01 15:00:17.421596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] Pushing event deleted for resources: {'Port': ['ID=6d568631-1e8b-4015-9373-6e8d74467e97,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:17.438678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d568631-1e8b-4015-9373-6e8d74467e97,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:17.453624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.466492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34f62f-2176-4233-8d35-de3e8a3b53c5 None None] No DVR routers for this DVR port 6d568631-1e8b-4015-9373-6e8d74467e97 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:17.495379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] No DVR routers for this DVR port 6d568631-1e8b-4015-9373-6e8d74467e97 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:17.511812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1444c65d-7147-4384-8b46-d1d98675da11 req-d7613ff0-4dd0-4207-a31d-37e76a6a3014 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035581 Sep 01 15:00:17.530947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.531391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.531926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.532452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.533657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.534150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.534722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.535297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.535856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.536428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.537223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.538048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:17.602250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6265-2922-4fe2-beda-edd9a4a2ee77 req-3b7cd7b7-af7b-45c0-b8aa-25b04a048b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.602250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b0e6265-2922-4fe2-beda-edd9a4a2ee77 req-3b7cd7b7-af7b-45c0-b8aa-25b04a048b6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 1097 time: 0.1835766 Sep 01 15:00:17.760892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b0e6265-2922-4fe2-beda-edd9a4a2ee77 req-4561b412-6acb-4960-8d56-40b7fb24757d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434324 Sep 01 15:00:17.778862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.799900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47af82-f12f-4076-8a80-a79dbdc488dc req-4966ff26-7100-4d64-86f1-12f36f057a68 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.802881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd47af82-f12f-4076-8a80-a79dbdc488dc req-4966ff26-7100-4d64-86f1-12f36f057a68 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.3107228 Sep 01 15:00:17.837663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0db03a-3f72-43fb-a0aa-cf70c5005943']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:17.869218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Router e555249e-a8f0-48ad-9e6f-ff04a014cad6 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:17.869581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Deleting port 3e184c5e-b3aa-48e2-b03a-e09783897ee6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:17.870250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.876179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f691cf6-f96a-418e-be74-e54bd7ccc465') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:17.878873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f691cf6-f96a-418e-be74-e54bd7ccc465') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:17.892505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78b1b-284e-4435-a15c-51e99b4a9ee0 req-b9eaa358-ab65-4592-af3f-7bc7512cf41b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.900357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5e78b1b-284e-4435-a15c-51e99b4a9ee0 req-b9eaa358-ab65-4592-af3f-7bc7512cf41b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1041656 Sep 01 15:00:17.971443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.003387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5e78b1b-284e-4435-a15c-51e99b4a9ee0 req-26ebe025-a548-4289-8ea6-dee0a46a3ff3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020110 Sep 01 15:00:18.023715 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd47af82-f12f-4076-8a80-a79dbdc488dc req-4fbb8033-989e-4336-abc9-d92da426d949 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003713 Sep 01 15:00:18.067856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.085927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.116692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:18.117490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.166804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:18.177129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65964aa0-beff-47d4-8f54-e41482703afb admin admin] 10.222.0.41 "PUT /v2.0/routers/e555249e-a8f0-48ad-9e6f-ff04a014cad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9026861 Sep 01 15:00:18.179722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47514) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: items = [ Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:18.252656 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:18.263133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.296804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.315432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] 10.222.0.41 "DELETE /v2.0/networks/da0db03a-3f72-43fb-a0aa-cf70c5005943 HTTP/1.1" status: 204 len: 168 time: 2.7635417 Sep 01 15:00:18.331931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.342561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.386394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59005-5cfd-4fc5-bb8f-97b5b3c15a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0db03a-3f72-43fb-a0aa-cf70c5005943,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:18.398120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] For port 3e184c5e-b3aa-48e2-b03a-e09783897ee6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3e184c5e-b3aa-48e2-b03a-e09783897ee6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:18.398748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.409941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49253-4e4e-4d2b-aee4-14cebd7cbbc4 req-96226a49-da09-4858-ae25-5e8fba7ade89 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:18.418205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87c49253-4e4e-4d2b-aee4-14cebd7cbbc4 req-96226a49-da09-4858-ae25-5e8fba7ade89 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2929976 Sep 01 15:00:18.463432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Calling delete_port for 3e184c5e-b3aa-48e2-b03a-e09783897ee6 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:18.565718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87c49253-4e4e-4d2b-aee4-14cebd7cbbc4 req-70481be8-ff97-447e-a785-a8b1e374c023 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445618 Sep 01 15:00:18.610811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6d568631-1e8b-4015-9373-6e8d74467e97 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:18.712518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6d568631-1e8b-4015-9373-6e8d74467e97 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:18.714460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6d568631-1e8b-4015-9373-6e8d74467e97 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:18.734552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.819756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47530) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:18.885956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Deleting port cba06ec5-0cc7-4c98-8b96-79b08e42d539 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:18.886658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.051015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47534) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:19.052139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52c948c6-9298-4069-8f43-66ea455cf4f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a5614a044cb4ed2a3bc6afb7f9022bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2305698 Sep 01 15:00:19.106582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.165446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e184c5e-b3aa-48e2-b03a-e09783897ee6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:19.232606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d163c8-8005-4b01-845f-66a668cb802c req-52fe85be-d6d6-4f86-9930-a801abfb9882 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:19.234491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00d163c8-8005-4b01-845f-66a668cb802c req-52fe85be-d6d6-4f86-9930-a801abfb9882 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1988814 Sep 01 15:00:19.246012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] For port cba06ec5-0cc7-4c98-8b96-79b08e42d539, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cba06ec5-0cc7-4c98-8b96-79b08e42d539,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:19.252070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.327722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Calling delete_port for cba06ec5-0cc7-4c98-8b96-79b08e42d539 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:19.331651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.344281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.514096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.524798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00d163c8-8005-4b01-845f-66a668cb802c req-0eb6a8fc-82c1-49a0-8040-f1c45adfbb9b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589099 Sep 01 15:00:19.609512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.619186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.694563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700def-0fe6-483e-9819-08a9a1d422b8 req-2bb70f7b-d15f-488b-ad5d-62591d9a4f2a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:19.696758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98700def-0fe6-483e-9819-08a9a1d422b8 req-2bb70f7b-d15f-488b-ad5d-62591d9a4f2a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.1422102 Sep 01 15:00:19.715471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.716445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1707b3c6-ada2-47d8-a498-7055b4b4a75e {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:19.734496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.740689 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b78a9b79-3049-47dc-abdc-c9f252645615 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1707b3c6-ada2-47d8-a498-7055b4b4a75e HTTP/1.1" status: 204 len: 168 time: 3.3733656 Sep 01 15:00:19.756112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.757127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47546) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:19.765229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1859609866', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:19.781815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.789418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.792007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cab71204-972a-4e1e-afdd-ea00839244c7 HTTP/1.1" status: 204 len: 168 time: 0.7388494 Sep 01 15:00:19.820057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98700def-0fe6-483e-9819-08a9a1d422b8 req-15c99798-54b2-467b-ac29-58237c21e0d1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002614 Sep 01 15:00:19.838409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab71204-972a-4e1e-afdd-ea00839244c7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:19.842107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Sync routers for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:19.880914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:19.884930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:19.966876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.967268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.967972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.968659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.970332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.970769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.971150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.971600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.972350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.973170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.973540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.973953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb55712-adc3-4df3-82e8-127ff426257f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:19.993416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.995596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.027765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b116dd-1934-4c61-acc7-6772ef10fdbc req-b1e6ea93-59ac-4386-9622-d485f7f40b91 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.030480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93b116dd-1934-4c61-acc7-6772ef10fdbc req-b1e6ea93-59ac-4386-9622-d485f7f40b91 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0862141 Sep 01 15:00:20.120446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93b116dd-1934-4c61-acc7-6772ef10fdbc req-96bce485-bcc0-4aab-b914-35d4fb001d3c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827131 Sep 01 15:00:20.133845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.146076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:20.152304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.242837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:18Z', 'revision_number': 6, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:20.261650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41355ca-2749-4317-af3e-65be005874b4 req-962a7da9-25bf-4817-a01a-b7a1e4eefb77 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.270127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c41355ca-2749-4317-af3e-65be005874b4 req-962a7da9-25bf-4817-a01a-b7a1e4eefb77 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.2128112 Sep 01 15:00:20.277425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba06ec5-0cc7-4c98-8b96-79b08e42d539,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:20.278809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Checking router: e555249e-a8f0-48ad-9e6f-ff04a014cad6 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:20.299248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Routers {'e555249e-a8f0-48ad-9e6f-ff04a014cad6'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:20.300819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:20.364013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261239c-6041-40bd-b43a-cae18d10336c req-2d12c7a4-83c2-4052-bdc4-3469a5ca9ca6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.377998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b261239c-6041-40bd-b43a-cae18d10336c req-2d12c7a4-83c2-4052-bdc4-3469a5ca9ca6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1088340 Sep 01 15:00:20.513781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.514098 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b261239c-6041-40bd-b43a-cae18d10336c req-1d8a38d0-a2dc-4768-8c71-98e1512532d4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343648 Sep 01 15:00:20.564677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] Set router e555249e-a8f0-48ad-9e6f-ff04a014cad6 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:20.624633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.640084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c41355ca-2749-4317-af3e-65be005874b4 req-8af45bc9-bc4d-46ba-a9f1-eed9ded24461 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621023 Sep 01 15:00:20.682695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:20.690701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.694185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.789661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3e184c5e-b3aa-48e2-b03a-e09783897ee6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:20.796355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.796709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:19Z', 'revision_number': 7, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:20.797036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e555249e-a8f0-48ad-9e6f-ff04a014cad6 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:20.804007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.805401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fcfb392b-796a-4194-87f6-ee84931ef073 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e555249e-a8f0-48ad-9e6f-ff04a014cad6 HTTP/1.1" status: 204 len: 168 time: 2.6241953 Sep 01 15:00:20.809120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:20.826331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47566) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:20.826933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e76e8c94-ac7a-4ce9-a2ab-f4c84727ac2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14f3e09828134bf28cbeb09493352471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422944 Sep 01 15:00:20.839194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3e184c5e-b3aa-48e2-b03a-e09783897ee6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:20.840115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3e184c5e-b3aa-48e2-b03a-e09783897ee6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:20.881797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Deleting subnet 09df1685-7564-4d63-a901-9106661db6c8 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:20.885951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.891505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f8be-3ddd-4de1-9427-875d2eb1009e req-bee60252-762b-4d48-84f1-c2faf8ffc589 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.893792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bc6f8be-3ddd-4de1-9427-875d2eb1009e req-bee60252-762b-4d48-84f1-c2faf8ffc589 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1113553 Sep 01 15:00:20.894910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48334b-e742-4dc5-bfc3-aef49685b288 None None] The sync data for ids ['e555249e-a8f0-48ad-9e6f-ff04a014cad6'] in n-d-802060-16 is: [{'id': 'e555249e-a8f0-48ad-9e6f-ff04a014cad6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1533034234-router', 'tenant_id': '66acc2d8b5e841688267fba1e558186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:52Z', 'updated_at': '2021-09-01T15:00:19Z', 'revision_number': 7, 'project_id': '66acc2d8b5e841688267fba1e558186d', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:20.969779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.972059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.049724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bc6f8be-3ddd-4de1-9427-875d2eb1009e req-3c744d58-c8e0-4808-8684-910fce15180f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430228 Sep 01 15:00:21.054299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.089375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.175435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.227535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09df1685-7564-4d63-a901-9106661db6c8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:21.233336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.240702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-69d82d5e-e53f-495d-a308-abb618864c15 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/09df1685-7564-4d63-a901-9106661db6c8 HTTP/1.1" status: 204 len: 168 time: 0.4268792 Sep 01 15:00:21.240702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47582) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:21.244054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ba33d-4fb7-4093-9fd7-6ff658d6c5ec None None] Network fcd1f104-f412-47ad-8483-acce068d0d88 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:21.262335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.321517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.450793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.455774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.457524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2f14ebd-8929-487a-8be6-888c6e6c6db0 HTTP/1.1" status: 204 len: 168 time: 0.6299396 Sep 01 15:00:21.465215 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.499273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd05701-519e-4ede-a9c3-ac24c754d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f14ebd-8929-487a-8be6-888c6e6c6db0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:21.524211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a689e-8ed2-43a9-bc66-0443ea8c61cc req-86bc6e6d-9dae-42b5-948b-20a84cd68aac tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:21.525382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-c40304aa-5db9-48b3-b13c-291507035d0c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:21.526903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f78a689e-8ed2-43a9-bc66-0443ea8c61cc req-86bc6e6d-9dae-42b5-948b-20a84cd68aac tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2226439 Sep 01 15:00:21.533875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-c40304aa-5db9-48b3-b13c-291507035d0c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.2806864 Sep 01 15:00:21.589442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-78b92779-8b9f-49ee-8ce9-264aeaa0ab50 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/quotas/13a057b0819346e9b60be33a04115020 HTTP/1.1" status: 200 len: 375 time: 0.0554760 Sep 01 15:00:21.679253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Allocated IP 172.25.1.141 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0812597d-13cb-485e-9b80-6ed875ab6be0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:21.685770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-cdb7bab6-f6ca-47f6-acc4-0f4fdf0b9d98 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950050 Sep 01 15:00:21.695163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f78a689e-8ed2-43a9-bc66-0443ea8c61cc req-179a128b-fa7d-4ce9-a008-19a85bc082e8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077139 Sep 01 15:00:21.697241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Deleting port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:21.697663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.887588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] DHCP port deletion for fcd1f104-f412-47ad-8483-acce068d0d88 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:00:21.908487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] For port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:21.910048 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.919831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.960720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb4bc-4bd8-4180-8442-72f479bc8bb2 req-9290bb29-4ba1-4e31-87b1-c1c15fceb641 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:21.962314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Calling delete_port for 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:21.969390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a14bb4bc-4bd8-4180-8442-72f479bc8bb2 req-9290bb29-4ba1-4e31-87b1-c1c15fceb641 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.1229839 Sep 01 15:00:22.032199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a14bb4bc-4bd8-4180-8442-72f479bc8bb2 req-e088dcbc-063f-475c-ba4c-5a03c5ac1a1c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614996 Sep 01 15:00:22.091714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.101827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Deleting port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:22.106085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.176682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:22.194766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:22.198370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event updated for resources: {'Port': ['ID=0812597d-13cb-485e-9b80-6ed875ab6be0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:22.213300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:22.321837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.325587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] For port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,segment=NetworkSegment(4003fc02-e8a9-4e8f-8d28-5e134f8e103c),segment_id=4003fc02-e8a9-4e8f-8d28-5e134f8e103c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:22.327074 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.372064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Calling delete_port for 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:22.443861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-a1795cf2-a228-4735-b442-816b789ff303 service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564684 Sep 01 15:00:22.500157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:22.503486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:22.522370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] No DVR routers for this DVR port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:22.553468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cba06ec5-0cc7-4c98-8b96-79b08e42d539 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:22.630180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: cba06ec5-0cc7-4c98-8b96-79b08e42d539 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:22.630744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cba06ec5-0cc7-4c98-8b96-79b08e42d539 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:22.631722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:22.786280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:22.801029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'port_id': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'mac_address': 'fa:16:3e:08:4f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0192b495-ac14-4568-be5b-5b20a90c5e6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:22.805034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:22.805495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf137e59-ce4a-4d5a-b40a-902d2e51bfe9 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:22.805922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:22.827546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-1e914b5f-dcdf-4575-8d25-7d05b3632471 service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414626 Sep 01 15:00:22.840621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:22.840970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:22.851840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.874743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a998-bea9-4c17-b09f-f2135b53f5fa req-b81d4790-4c33-4f3a-b0d9-527766f113bb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:22.878578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6273a998-bea9-4c17-b09f-f2135b53f5fa req-b81d4790-4c33-4f3a-b0d9-527766f113bb tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4877756 Sep 01 15:00:22.883668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd1f104-f412-47ad-8483-acce068d0d88']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:22.894899 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.912973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65229861-23e0-47df-803d-7bb2bbcec1aa {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:22.918424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003fc02-e8a9-4e8f-8d28-5e134f8e103c') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:22.924015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003fc02-e8a9-4e8f-8d28-5e134f8e103c') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:22.949739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.951873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.961652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:22.988108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.004189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] No DVR routers for this DVR port 4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:23.018298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:23.020457 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.021494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:23.026976 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:23.051854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-67c2927e-4f2b-4f03-8509-d4343a7ddca4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:23.055370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-67c2927e-4f2b-4f03-8509-d4343a7ddca4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8eabab1-92bf-41c2-8a9f-a9711a984748 HTTP/1.1" status: 200 len: 945 time: 0.3369901 Sep 01 15:00:23.153540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b72587-6535-4285-beac-1f0150491cc5 None None] Pushing event deleted for resources: {'Port': ['ID=4ab6f6c3-cb5a-4785-a5a5-4a32b20c07c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:23.167248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6273a998-bea9-4c17-b09f-f2135b53f5fa req-a767cdaf-e568-418c-909d-6bc25f8f7170 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624309 Sep 01 15:00:23.243742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65229861-23e0-47df-803d-7bb2bbcec1aa'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:23.260348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.399753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.423173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.429363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] 10.222.0.41 "DELETE /v2.0/networks/fcd1f104-f412-47ad-8483-acce068d0d88 HTTP/1.1" status: 204 len: 168 time: 2.1853607 Sep 01 15:00:23.451317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:23.521215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c7af9-d9ae-4816-b006-98ba0816c62f req-19154613-db96-42ed-88a4-87f74ab29027 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:23.536162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-534c7af9-d9ae-4816-b006-98ba0816c62f req-19154613-db96-42ed-88a4-87f74ab29027 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3269575 Sep 01 15:00:23.545706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b94f0-f18e-4843-bb48-372126e6e8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd1f104-f412-47ad-8483-acce068d0d88,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:23.711001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-534c7af9-d9ae-4816-b006-98ba0816c62f req-61f90102-6056-4170-993f-b4a76a7db8f4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643422 Sep 01 15:00:23.911412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9468af98-072d-438d-975b-390592ca400b req-438c7a83-c873-40e2-b4ba-8767d114bb91 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 210 time: 0.0436599 Sep 01 15:00:24.254077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Deleting port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:24.254077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.298778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47644) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:24.355161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526328a5-953e-429f-9a24-1ad1080907ed req-ae7bd339-38e3-4c67-8925-95ac805b3497 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:24.364565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-526328a5-953e-429f-9a24-1ad1080907ed req-ae7bd339-38e3-4c67-8925-95ac805b3497 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 945 time: 0.8943248 Sep 01 15:00:24.371599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e1c597b8-9cb3-40e5-916a-0ad60c9b07f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66acc2d8b5e841688267fba1e558186d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704303 Sep 01 15:00:24.372974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47646) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:24.390792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.453880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:24.515566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.524301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-526328a5-953e-429f-9a24-1ad1080907ed req-d251eca8-c4f7-4f46-8f6b-e86f52d4da27 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581931 Sep 01 15:00:24.575821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] For port 9c51a3b3-fde6-4374-ac02-5f5f4addad53, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c51a3b3-fde6-4374-ac02-5f5f4addad53,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:24.576355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.600508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.625639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ef96b-ae14-41d0-8681-82d81ea0fc78 req-9ba7cc34-d5c8-40a7-971a-915b3f98f695 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:24.628302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9ef96b-ae14-41d0-8681-82d81ea0fc78 req-9ba7cc34-d5c8-40a7-971a-915b3f98f695 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2168174 Sep 01 15:00:24.654966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 65229861-23e0-47df-803d-7bb2bbcec1aa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:24.655824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.727996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Calling delete_port for 9c51a3b3-fde6-4374-ac02-5f5f4addad53 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:24.787598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9ef96b-ae14-41d0-8681-82d81ea0fc78 req-5ca70ef5-dd91-4ac4-9b77-cd2b771f9278 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477385 Sep 01 15:00:24.797045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.800072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.802245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fff7b33-9ef7-4cb7-b5f7-6ac977c047be HTTP/1.1" status: 204 len: 168 time: 0.4265893 Sep 01 15:00:24.848759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ce75-29c6-4913-89ea-9ffca4d9e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff7b33-9ef7-4cb7-b5f7-6ac977c047be,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:24.938487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.035580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:25.039317 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db10cd7c-2a05-412f-97c0-c1612d5d33eb" -d '{"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-plugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:25.073363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Router 758d4571-2e6c-4cc9-8150-88272ab9f628 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:25.096791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f395-5d84-4a98-aa3a-376fa1d01d36 req-85f2c87f-ce62-4e81-b763-c6086d8f1681 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:25.100301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:25.103003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7a7f395-5d84-4a98-aa3a-376fa1d01d36 req-85f2c87f-ce62-4e81-b763-c6086d8f1681 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1623790 Sep 01 15:00:25.111980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.309316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:25.347554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.348739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.351011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.352954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.354432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.354803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.355147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.356686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.360270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.361311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.361919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.362272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:25.418823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45375dcc-2a4b-496a-8416-93788786b88e req-556254c1-f4e1-4476-9e3e-4c9b032bd7e4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 210 time: 0.0773451 Sep 01 15:00:25.422263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:25.456949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] Sync routers for ids ['758d4571-2e6c-4cc9-8150-88272ab9f628'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:25.496224 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] Routers {'758d4571-2e6c-4cc9-8150-88272ab9f628'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:25.501154 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['758d4571-2e6c-4cc9-8150-88272ab9f628'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:25.528637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.546166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd21c26e-6ff7-4c7e-b78c-33d3b5b5b9dd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7856853 Sep 01 15:00:25.547171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:25.563294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:25.747156 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:25.748491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.767131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] Routers {'758d4571-2e6c-4cc9-8150-88272ab9f628'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:25.770384 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['758d4571-2e6c-4cc9-8150-88272ab9f628'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:25.849333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:25.850932 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827c07c-a7a2-44d6-b131-2e01d866cb78 None None] The sync data for ids ['758d4571-2e6c-4cc9-8150-88272ab9f628'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:25.922276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event deleted for resources: {'Port': ['ID=9c51a3b3-fde6-4374-ac02-5f5f4addad53,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:25.963239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d69f-1175-4405-bc58-4300850704f7 req-5b8702a8-d8dc-46f6-8ee1-45caaf01d0ba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:25.963594 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7a7f395-5d84-4a98-aa3a-376fa1d01d36 req-81eb05f9-92e1-41b1-82f2-35a696a4a146 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402240 Sep 01 15:00:25.978555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e68d69f-1175-4405-bc58-4300850704f7 req-5b8702a8-d8dc-46f6-8ee1-45caaf01d0ba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 946 time: 0.3316219 Sep 01 15:00:26.027401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] No DVR routers for this DVR port 9c51a3b3-fde6-4374-ac02-5f5f4addad53 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:26.034682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.039501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3bcf8584-60f6-419a-9511-2d8d578ffcf4 req-f00d3715-4f63-47b2-816a-2e44308e5bb3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "DELETE /v2.0/ports/9c51a3b3-fde6-4374-ac02-5f5f4addad53 HTTP/1.1" status: 204 len: 173 time: 2.9709055 Sep 01 15:00:26.059899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-deleted', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:26.070781 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00611cbb-e39d-40de-a08c-ada1d27c9186" -d '{"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-deleted", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:26.099419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-ae665b1a-c236-479b-89c3-dc4149d4fba8 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:26.102727 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-ae665b1a-c236-479b-89c3-dc4149d4fba8 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.8902748 Sep 01 15:00:26.126887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Request body: {'port': {'device_id': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'admin_state_up': True, 'tenant_id': '13a057b0819346e9b60be33a04115020'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:26.149368 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e18cd-896c-4261-bebc-8995fb2c94e0 x-openstack-request-id: req-130e18cd-896c-4261-bebc-8995fb2c94e0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:26.151271 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-plugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:26.151995 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-130e18cd-896c-4261-bebc-8995fb2c94e0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:26.152673 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'code': 200} Sep 01 15:00:26.346005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e68d69f-1175-4405-bc58-4300850704f7 req-78731ab8-d30b-4947-a87b-c052b0d5dc6b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213015 Sep 01 15:00:26.452627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:26.469237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Made reservation on behalf of 13a057b0819346e9b60be33a04115020 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:26.487678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.741918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.840608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:26.852163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:26.867579 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.868786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:26.982205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Allocated IP 172.20.0.12 (8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c/e6bfc109-bd80-4128-9c18-ec09da7ed860/be0c99e7-512d-4676-b34d-f15373c55f0b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:27.000335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6669faf-3e36-41ba-a792-9511f21d52f4 req-27717e6a-b0de-48af-bbbe-8ff4373165f5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.015956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6669faf-3e36-41ba-a792-9511f21d52f4 req-27717e6a-b0de-48af-bbbe-8ff4373165f5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4639838 Sep 01 15:00:27.088122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-994175514-network', 'tenant_id': '97711a0fc4fb47d5b111975837da7338'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:27.165469 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56166faf-e6ed-498d-a733-edf444e63ad5 x-openstack-request-id: req-56166faf-e6ed-498d-a733-edf444e63ad5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:27.166200 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eabab1-92bf-41c2-8a9f-a9711a984748", "name": "network-vif-deleted", "tag": "9c51a3b3-fde6-4374-ac02-5f5f4addad53", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:27.166358 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56166faf-e6ed-498d-a733-edf444e63ad5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:27.167008 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eabab1-92bf-41c2-8a9f-a9711a984748', 'name': 'network-vif-deleted', 'tag': '9c51a3b3-fde6-4374-ac02-5f5f4addad53', 'status': 'completed', 'code': 200} Sep 01 15:00:27.215590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Made reservation on behalf of 97711a0fc4fb47d5b111975837da7338 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:27.218152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.227103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6669faf-3e36-41ba-a792-9511f21d52f4 req-fdc0fddb-da12-49dd-9fe7-c97ff9efb951 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930296 Sep 01 15:00:27.237777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.257467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-95aec339-710b-468a-b674-e9a3bbf93cd9 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.261532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-95aec339-710b-468a-b674-e9a3bbf93cd9 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 944 time: 0.4374645 Sep 01 15:00:27.275186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.279071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:27.314942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9c51a3b3-fde6-4374-ac02-5f5f4addad53 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:27.315469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c51a3b3-fde6-4374-ac02-5f5f4addad53 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:27.328201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.441229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00664f4f-1181-4176-b239-4d35736b391c req-c52cef56-de86-4e7a-aa52-d67107a5b5d6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 210 time: 0.0969591 Sep 01 15:00:27.478814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.588326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26311-ce5b-4fa9-beff-3283551e0382 req-9918e6fb-e024-4e78-838c-4905a9b4ac1a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.596285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.597966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0a26311-ce5b-4fa9-beff-3283551e0382 req-9918e6fb-e024-4e78-838c-4905a9b4ac1a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2259643 Sep 01 15:00:27.672772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Deleting port 65229861-23e0-47df-803d-7bb2bbcec1aa {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:27.673512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.684208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:27.690499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:27.702940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:27.731345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0a26311-ce5b-4fa9-beff-3283551e0382 req-a3ace1af-92c4-4c11-a2dc-6756212234a7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157374 Sep 01 15:00:27.756510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:27.772371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.781172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.803376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.804169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.858440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:27.872938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f442e8-6655-4913-82d4-b3b3a5b30ddd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:27.877137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.877633 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Added segment 65a35980-093f-49e2-9e98-047d88825804 of type vlan for network 61a94a75-0e23-4943-a858-9c9e32d17454 Sep 01 15:00:27.890659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-0b33d146-b87e-4220-9546-0cd904c5fb1c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7711105 Sep 01 15:00:27.931191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Request body: {'port': {'device_id': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:27.988887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] For port 65229861-23e0-47df-803d-7bb2bbcec1aa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65229861-23e0-47df-803d-7bb2bbcec1aa,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:27.989539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.997431 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.025180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Calling delete_port for 65229861-23e0-47df-803d-7bb2bbcec1aa owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:28.094057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafc11-c0e0-4fb5-86fe-61542edf2a74 req-8b861e0a-6434-4eb7-96f9-b0eb2d731033 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.102656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1cdafc11-c0e0-4fb5-86fe-61542edf2a74 req-8b861e0a-6434-4eb7-96f9-b0eb2d731033 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 944 time: 0.2035398 Sep 01 15:00:28.106162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.127956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.129636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.130669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.153979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:28.160135 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b88aae-5c1f-4ae0-b9a0-ad4dc86ae466" -d '{"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-unplugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:28.289375 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495daa0f-5582-4c5b-99aa-6b195822e769 x-openstack-request-id: req-495daa0f-5582-4c5b-99aa-6b195822e769 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:28.291726 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-unplugged", "status": "completed", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:28.292039 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-495daa0f-5582-4c5b-99aa-6b195822e769 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:28.292434 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'code': 200} Sep 01 15:00:28.332306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] Pushing event updated for resources: {'Network': ['ID=61a94a75-0e23-4943-a858-9c9e32d17454,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:28.343721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c7a1bdc9-606d-467b-9456-27309b22a9aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4990907 Sep 01 15:00:28.351030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 61a94a75-0e23-4943-a858-9c9e32d17454 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:28.352399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47722) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:28.355903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1cdafc11-c0e0-4fb5-86fe-61542edf2a74 req-a5f918dd-7060-426c-ad81-261b468c564f tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415662 Sep 01 15:00:28.414012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Request body: {'subnet': {'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-994175514-subnet', 'tenant_id': '97711a0fc4fb47d5b111975837da7338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:28.600368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Made reservation on behalf of 97711a0fc4fb47d5b111975837da7338 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:28.602888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.688924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.725253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fee51-fbcf-430a-86ab-97bb473e6e76 req-b5ead2ac-ba37-45cf-8eb5-0d1679931c3d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.726916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-734fee51-fbcf-430a-86ab-97bb473e6e76 req-b5ead2ac-ba37-45cf-8eb5-0d1679931c3d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2593353 Sep 01 15:00:28.742302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cde97-96cb-47cc-a6ce-fb7965a90277 req-328449ba-a181-458d-84df-510a7d0f682a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.745086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-218cde97-96cb-47cc-a6ce-fb7965a90277 req-328449ba-a181-458d-84df-510a7d0f682a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 932 time: 0.1103928 Sep 01 15:00:28.769322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event deleted for resources: {'Port': ['ID=65229861-23e0-47df-803d-7bb2bbcec1aa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:28.822364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.863322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.902066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-218cde97-96cb-47cc-a6ce-fb7965a90277 req-90f8787d-0397-4a9e-8f18-cc6089e174e3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499140 Sep 01 15:00:28.918605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] No DVR routers for this DVR port 65229861-23e0-47df-803d-7bb2bbcec1aa on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:28.934166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:28.954269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.988842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Transition to ACTIVE for port object be0c99e7-512d-4676-b34d-f15373c55f0b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:28.997455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.013091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.017567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8b71f85-4705-4f30-ad7b-9373112d446d req-a3111178-fde4-40f9-8e7c-35f84bd86659 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "DELETE /v2.0/ports/65229861-23e0-47df-803d-7bb2bbcec1aa HTTP/1.1" status: 204 len: 173 time: 1.7458076 Sep 01 15:00:29.026117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-734fee51-fbcf-430a-86ab-97bb473e6e76 req-69eebb40-3af7-49a1-870d-3ee7b842b494 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675836 Sep 01 15:00:29.215690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:29.253664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-deleted', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:29.260080 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d849ccd-b988-48ea-8a68-afcaa54f033b" -d '{"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-deleted", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:29.274677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Attempting to bind port be0c99e7-512d-4676-b34d-f15373c55f0b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:29.275032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Attempting to bind port be0c99e7-512d-4676-b34d-f15373c55f0b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:29.275499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Attempting to bind port be0c99e7-512d-4676-b34d-f15373c55f0b on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:29.279618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.284036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Port be0c99e7-512d-4676-b34d-f15373c55f0b on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:29.284474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Attempting to bind port be0c99e7-512d-4676-b34d-f15373c55f0b on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:29.292988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:29.293523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Checking segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:29.294934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Bound using segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:29.295136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Bound port: be0c99e7-512d-4676-b34d-f15373c55f0b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:29.295643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.376826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518a1d8-7b61-4767-bf46-84648fc51c8e req-55854e4f-ad56-44e2-87ed-e1e64c5477fb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.383076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3518a1d8-7b61-4767-bf46-84648fc51c8e req-55854e4f-ad56-44e2-87ed-e1e64c5477fb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1708980 Sep 01 15:00:29.400520 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0cc8f3-0094-4e3c-afe2-d4201df1a213 x-openstack-request-id: req-8d0cc8f3-0094-4e3c-afe2-d4201df1a213 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:29.400801 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b892d286-5343-4846-954b-8b4551eb8724", "name": "network-vif-deleted", "tag": "65229861-23e0-47df-803d-7bb2bbcec1aa", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:29.401046 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d0cc8f3-0094-4e3c-afe2-d4201df1a213 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:29.401473 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892d286-5343-4846-954b-8b4551eb8724', 'name': 'network-vif-deleted', 'tag': '65229861-23e0-47df-803d-7bb2bbcec1aa', 'status': 'completed', 'code': 200} Sep 01 15:00:29.454091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:29.459284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:29.463765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4536458b-c1ca-470d-819f-c96bd205b9fd,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:29.471636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.525948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.526743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.528222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] 10.222.0.50 "PUT /v2.0/ports/be0c99e7-512d-4676-b34d-f15373c55f0b HTTP/1.1" status: 200 len: 1093 time: 1.6017511 Sep 01 15:00:29.531082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:29.533254 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:29.547549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Checking segment: {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:29.548152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Network hostable DHCP agents. Network: 61a94a75-0e23-4943-a858-9c9e32d17454, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:29.553731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3518a1d8-7b61-4767-bf46-84648fc51c8e req-51ad6247-841b-4191-957e-fbda5bc6e485 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420782 Sep 01 15:00:29.593457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96140-8af0-49cc-8e85-5a4a5210adfc service neutron] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:29.609858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 758d4571-2e6c-4cc9-8150-88272ab9f628 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:29.617746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-621a809e-b3f1-4512-8df4-3bebd6c770a8 req-ff087a78-6f12-4e78-9619-b09c5b08ab2b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b892d286-5343-4846-954b-8b4551eb8724 HTTP/1.1" status: 200 len: 210 time: 0.1082854 Sep 01 15:00:29.676861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Network 61a94a75-0e23-4943-a858-9c9e32d17454 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:29.698431 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f867e52-1232-4cc3-be92-e58226237dd0 x-openstack-request-id: req-1f867e52-1232-4cc3-be92-e58226237dd0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:29.698877 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:29.700057 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f867e52-1232-4cc3-be92-e58226237dd0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:29.701997 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'status': 'completed', 'code': 200} Sep 01 15:00:29.734759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-546b3d89-e6e9-4448-8cd4-1611f94c0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.738604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-546b3d89-e6e9-4448-8cd4-1611f94c0723 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 1096 time: 0.1079457 Sep 01 15:00:29.864887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-fe0ba0b4-4025-489e-a503-50dba8ba1ab2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0c99e7-512d-4676-b34d-f15373c55f0b HTTP/1.1" status: 200 len: 217 time: 0.1166499 Sep 01 15:00:29.929997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47756) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:29.982366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-edbc5381-9548-4f6a-a1c4-ad9bc4c9c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.986433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-edbc5381-9548-4f6a-a1c4-ad9bc4c9c8ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.1130700 Sep 01 15:00:30.058428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-2281db08-74cd-4cba-81b6-9ceb98bd3d33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639284 Sep 01 15:00:30.076612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 61a94a75-0e23-4943-a858-9c9e32d17454) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:30.085217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.086106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.094857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8b56b-2c50-461c-aa06-73518a20e440 None None] Network 61a94a75-0e23-4943-a858-9c9e32d17454 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:30.111578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1f6d34fc-ff33-4978-ac00-2ee0eff7894c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7574940 Sep 01 15:00:30.309047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc912-5441-4d70-9eee-eefdb974b74b req-4f849c73-f807-4250-ae2c-fd91943a57b3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.320506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7efc912-5441-4d70-9eee-eefdb974b74b req-4f849c73-f807-4250-ae2c-fd91943a57b3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 944 time: 0.1629183 Sep 01 15:00:30.331538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:30.346219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.351760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-57725642-a054-4c89-9c42-dedd84581bba tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "PUT /v2.0/routers/758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 200 len: 922 time: 4.7944331 Sep 01 15:00:30.353702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47768) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:30.355713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] Sync routers for ids ['758d4571-2e6c-4cc9-8150-88272ab9f628'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:30.384892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b89f43c-0984-4cc2-8e9b-f6f09c255bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.443879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] Routers {'758d4571-2e6c-4cc9-8150-88272ab9f628'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:30.445368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['758d4571-2e6c-4cc9-8150-88272ab9f628'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.471638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7efc912-5441-4d70-9eee-eefdb974b74b req-b64b1d7a-ad14-4ef9-9e2e-b8795c833ee0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496637 Sep 01 15:00:30.546950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-8de1e477-1d00-418e-b605-3f2d719bea92 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800193 Sep 01 15:00:30.573317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.576821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:30.622708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 65229861-23e0-47df-803d-7bb2bbcec1aa {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:30.623582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65229861-23e0-47df-803d-7bb2bbcec1aa not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:30.626902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc392e2c-6ab4-4694-9ddf-559d6e163304 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 200 len: 922 time: 0.2715626 Sep 01 15:00:30.629685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47776) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:30.648748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] Routers {'758d4571-2e6c-4cc9-8150-88272ab9f628'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:30.649728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['758d4571-2e6c-4cc9-8150-88272ab9f628'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.723531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ea412-ebc7-450f-b736-3008bb6eaef6 req-d199d903-83b5-4831-a341-6e1aa5d7cc02 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.729578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.731158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e56e2-9e96-40d4-8163-aafab339e08e None None] The sync data for ids ['758d4571-2e6c-4cc9-8150-88272ab9f628'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:30.731726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-535ea412-ebc7-450f-b736-3008bb6eaef6 req-d199d903-83b5-4831-a341-6e1aa5d7cc02 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1739678 Sep 01 15:00:30.796438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8324b7b-1f83-491b-9364-243cc7622b77 None None] Network 61a94a75-0e23-4943-a858-9c9e32d17454 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:30.815973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78c94947-e4b0-4afb-b976-e1cc3627ba29 req-c093061b-2a3b-4ec8-941f-629b87162524 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599323 Sep 01 15:00:30.847107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-535ea412-ebc7-450f-b736-3008bb6eaef6 req-eaf00d21-f007-4681-8e42-dd920ddf99ff tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140854 Sep 01 15:00:30.848886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8389d8-fe77-4900-b0a7-d1c47033cfcb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.851820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc8389d8-fe77-4900-b0a7-d1c47033cfcb tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=758d4571-2e6c-4cc9-8150-88272ab9f628&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2185931 Sep 01 15:00:30.855258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:30.889207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b89f43c-0984-4cc2-8e9b-f6f09c255bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.889207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b89f43c-0984-4cc2-8e9b-f6f09c255bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.947113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1b89f43c-0984-4cc2-8e9b-f6f09c255bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92278e0508574cc18b602e81e82696c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0115767 Sep 01 15:00:30.947113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f43c-0984-4cc2-8e9b-f6f09c255bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5408d4-6f35-4162-aef5-f03c3d057333,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:30.947627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47782) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:30.998326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1297187859', 'description': 'tempest-description-546100344'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:31.034245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-2758181c-416b-49fb-8f9a-a2d43d6a314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.037342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-2758181c-416b-49fb-8f9a-a2d43d6a314b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 1096 time: 0.0923653 Sep 01 15:00:31.042688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.176330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.205223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac0ae2-2576-4a96-89f9-9416236f07fc tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.212476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0aac0ae2-2576-4a96-89f9-9416236f07fc tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.3463759 Sep 01 15:00:31.216349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47784) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:31.273042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.278342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d081a2ac-9499-43c1-85c1-5497c6dd46b2 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 200 len: 205 time: 0.0630307 Sep 01 15:00:31.283882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:31.393320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de029f9-e0ee-4b18-8085-cba200868f2a req-20389504-f4de-4739-ae99-1e4dcb0fb49a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.397482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4de029f9-e0ee-4b18-8085-cba200868f2a req-20389504-f4de-4739-ae99-1e4dcb0fb49a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2261636 Sep 01 15:00:31.421809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-29d84b50-9b6a-4832-aa55-507e73a03b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.423551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-29d84b50-9b6a-4832-aa55-507e73a03b27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 915 time: 0.3771992 Sep 01 15:00:31.425656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.459130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.500005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4de029f9-e0ee-4b18-8085-cba200868f2a req-a184c3ec-61d3-4a1a-a0f7-775df7048b0e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785468 Sep 01 15:00:31.508024 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-377f4a7f-76db-4f8b-860b-9eee5add151a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0c99e7-512d-4676-b34d-f15373c55f0b HTTP/1.1" status: 200 len: 217 time: 0.0749421 Sep 01 15:00:31.509311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.510694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6481f3fa-d933-4b91-949d-8e3d2475dfd9 req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5198317 Sep 01 15:00:31.515326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a38ba-dff4-4217-bca0-aa15b9ed3ec1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7269a7-94f1-4b1b-a572-b29a1f78b570,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:31.515908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.519859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.521118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb5408d4-6f35-4162-aef5-f03c3d057333 HTTP/1.1" status: 204 len: 168 time: 0.5641689 Sep 01 15:00:31.530626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.612480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-13ce12a0-2f66-4a1e-87a3-5f988265d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.616616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-13ce12a0-2f66-4a1e-87a3-5f988265d90b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.0926931 Sep 01 15:00:31.640946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad179-0c18-4eb3-9048-92e5eb51cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5408d4-6f35-4162-aef5-f03c3d057333,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:31.700905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-8bd88221-6fcd-49c7-85cc-e8569780f3ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708408 Sep 01 15:00:31.710884 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.848286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1127121453', 'description': 'tempest-description-1560324364'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:31.900467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751ef5-b44c-49d3-a142-8a1c13756460 req-83f9d6b0-f1e3-43b7-b673-172d411f6c8c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.905432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59751ef5-b44c-49d3-a142-8a1c13756460 req-83f9d6b0-f1e3-43b7-b673-172d411f6c8c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 944 time: 0.1477671 Sep 01 15:00:31.907781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port 0812597d-13cb-485e-9b80-6ed875ab6be0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:31.909109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.935171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.000283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-b3a8a99e-2f46-48dd-adf2-5efe5651857a service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847910 Sep 01 15:00:32.063155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59751ef5-b44c-49d3-a142-8a1c13756460 req-f32dd82e-c9c1-463c-9fcf-b08f3d556588 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508629 Sep 01 15:00:32.143238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.177230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for 0812597d-13cb-485e-9b80-6ed875ab6be0 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:32.191768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47802) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:32.255824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90616bf2-780e-4d26-b99b-56c276db2efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.306747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51ec495c-6436-4fdb-9e89-4297f6bcdbf9 req-207c10d3-b81e-407c-9e46-23c8e55efdfa service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984526 Sep 01 15:00:32.352387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.362748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.428604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.453962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f595cb2-a1ee-44e8-9876-3013ad205a67,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.464110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:32.482218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:32.491776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209731160', 'description': 'tempest-description--568840140'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:32.507327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=0812597d-13cb-485e-9b80-6ed875ab6be0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.522687 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:00:32.622562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90616bf2-780e-4d26-b99b-56c276db2efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.630505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90616bf2-780e-4d26-b99b-56c276db2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.640160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.642586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4426031f-b3da-460c-a701-006781e1840e req-1aefe867-6b5c-4eb5-888e-00151cc67d3a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8027000 Sep 01 15:00:32.723942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.726586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90616bf2-780e-4d26-b99b-56c276db2efb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=198cdee6a4bc488fa62826eaf4ad604d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327661 Sep 01 15:00:32.732673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47810) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:32.756173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:32.786137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'port_id': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'mac_address': 'fa:16:3e:b1:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfc109-bd80-4128-9c18-ec09da7ed860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:32.821027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90616bf2-780e-4d26-b99b-56c276db2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3892f0cf-d213-4bc2-88b3-3ea9605200d2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.834732 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.876376 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.888870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0808-c0de-47c6-8888-529e767c33f5 req-99bbf733-e7b9-4be0-9929-20265184702a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.890561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-391b0808-c0de-47c6-8888-529e767c33f5 req-99bbf733-e7b9-4be0-9929-20265184702a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2644787 Sep 01 15:00:32.901916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.909918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:32.935122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.937138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.940599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.951103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623f9b-80b5-4580-a056-96c85d5bc04d req-c50b3a05-8622-4ac8-9764-9fa13012c911 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.952751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34623f9b-80b5-4580-a056-96c85d5bc04d req-c50b3a05-8622-4ac8-9764-9fa13012c911 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1729944 Sep 01 15:00:32.954800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:32.963402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.024923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34623f9b-80b5-4580-a056-96c85d5bc04d req-2a347b17-a038-4fdc-9371-0905b1632cc7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Sep 01 15:00:33.066818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.067783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router 758d4571-2e6c-4cc9-8150-88272ab9f628 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:33.068614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.080337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.083547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3892f0cf-d213-4bc2-88b3-3ea9605200d2 HTTP/1.1" status: 204 len: 168 time: 0.3491635 Sep 01 15:00:33.086656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.096141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-850cfbcf-46f1-4d18-af35-4dc37e987d0a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 204 len: 168 time: 1.8077569 Sep 01 15:00:33.097441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:33.112443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.121572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-391b0808-c0de-47c6-8888-529e767c33f5 req-77354c34-89da-404b-932a-4d03c6c24d34 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987913 Sep 01 15:00:33.133089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1090886822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:33.145587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e58def-ee8c-4d67-886c-eab1ae838190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892f0cf-d213-4bc2-88b3-3ea9605200d2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.212554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['be0c99e7-512d-4676-b34d-f15373c55f0b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:33.324902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.376364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a30507-f911-4af9-8379-c0437590afac req-25280922-4ea4-4160-92b7-bf85b98d4a10 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.382214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75a30507-f911-4af9-8379-c0437590afac req-25280922-4ea4-4160-92b7-bf85b98d4a10 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 945 time: 0.1017711 Sep 01 15:00:33.394106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.417460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.419132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.450349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.451684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9673605 Sep 01 15:00:33.460538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47830) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:33.472086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'security_group_rule': {'security_group_id': '925aa35f-96f9-4b47-819a-a04595845b2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:33.508875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75a30507-f911-4af9-8379-c0437590afac req-a3d8fcc2-3970-4612-b9d2-5184d666f9a4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200359 Sep 01 15:00:33.513594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e3c2e-a080-43af-a903-b99ba6e7febf tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925aa35f-96f9-4b47-819a-a04595845b2b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.552822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.568065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.571850 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.594399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-4f7a4ce6-2a02-4f36-82d3-e3c2e6fcf7eb tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.607443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-4f7a4ce6-2a02-4f36-82d3-e3c2e6fcf7eb tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 812 time: 0.3181369 Sep 01 15:00:33.628128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-f91b6c68-246f-4fa4-88c5-450cf31b0e26 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/quotas/97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 375 time: 0.0192482 Sep 01 15:00:33.630263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.637481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a41eb18-68da-42d9-a767-ba36ee7882c5 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5136619 Sep 01 15:00:33.637852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47834) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:33.645848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:33.702073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-51821bf5-369f-4dfd-9615-92eb05389e93 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580082 Sep 01 15:00:33.820707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.826743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.899945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5afeded-5536-40e1-9aef-300a4f3b896b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.935801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.937040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f2c2ffa6-b6da-43b3-8990-3657dcd7d320 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4743299 Sep 01 15:00:33.944519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:33.956225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'security_group_rule': {'security_group_id': '925aa35f-96f9-4b47-819a-a04595845b2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:34.069918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-44b5b98f-525c-41bf-945a-34f50b19271d service neutron] 10.222.0.41 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620148 Sep 01 15:00:34.074113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.087787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.238638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-e7a86361-d2d1-4828-8317-5b21a1b5eb8c service neutron] 10.222.0.41 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523776 Sep 01 15:00:34.370968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9060-f7b6-4410-a83b-8bb0a694bcb9 req-1b010e31-14bc-402f-a2a8-663ac6d5797b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.373878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-980e9060-f7b6-4410-a83b-8bb0a694bcb9 req-1b010e31-14bc-402f-a2a8-663ac6d5797b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1548715 Sep 01 15:00:34.400106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.421522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.467358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:34.487714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc28e55-9a2e-406e-acf7-12c1d1aed6d1,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:34.517845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.519638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-196740c5-a110-4530-8901-bf7010ec543b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5735474 Sep 01 15:00:34.529370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47866) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:34.540726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-980e9060-f7b6-4410-a83b-8bb0a694bcb9 req-e1effde6-b9f9-4354-96ab-66d14f8887f1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445863 Sep 01 15:00:34.557095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:34.662561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port be0c99e7-512d-4676-b34d-f15373c55f0b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:34.674544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port be0c99e7-512d-4676-b34d-f15373c55f0b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:34.675924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.779711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.815516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0186c-cb97-4bde-9daa-b55769c2ef89 req-7cab2354-e9a8-4ea5-bf6d-fb18e7ad617c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.816864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.828237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee0186c-cb97-4bde-9daa-b55769c2ef89 req-7cab2354-e9a8-4ea5-bf6d-fb18e7ad617c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2487135 Sep 01 15:00:34.851516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.957992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-94cd1494-6a17-43a8-a514-43121b24f2b5 req-5540b465-3713-4b67-b879-9b77e59ca657 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 210 time: 0.0553420 Sep 01 15:00:35.002649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.050218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee0186c-cb97-4bde-9daa-b55769c2ef89 req-54229724-160b-4083-b247-a8d86276c28f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208352 Sep 01 15:00:35.116510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:35.124655 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf1243-8a7c-4651-a43e-f41449a02212" -d '{"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-plugged", "status": "completed", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:35.147579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.164015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:35.174402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.247320 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef0b4a-2362-4bfd-a567-50fd6c5c181f x-openstack-request-id: req-54ef0b4a-2362-4bfd-a567-50fd6c5c181f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:35.247943 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-plugged", "status": "completed", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:35.248393 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54ef0b4a-2362-4bfd-a567-50fd6c5c181f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:35.249031 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'code': 200} Sep 01 15:00:35.285049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:35.554297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Allocated IP 172.25.1.59 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f7ef9514-4df5-47f5-8b99-e012d0de96d0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:35.589438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2601edd-02e9-4da1-bd0c-0e8742c34efb req-a39d01af-859e-45a2-a9d1-595c51a998df tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.598558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2601edd-02e9-4da1-bd0c-0e8742c34efb req-a39d01af-859e-45a2-a9d1-595c51a998df tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1331692 Sep 01 15:00:35.603686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cae462-331e-4ccd-a9be-039a63a7e682 req-817d6188-4c94-4290-93ce-15a8c334c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.605310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02cae462-331e-4ccd-a9be-039a63a7e682 req-817d6188-4c94-4290-93ce-15a8c334c264 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 1098 time: 0.1397457 Sep 01 15:00:35.750453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02cae462-331e-4ccd-a9be-039a63a7e682 req-ef826b01-5d77-4015-a0ad-ba1e7a634a4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196873 Sep 01 15:00:35.755894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2601edd-02e9-4da1-bd0c-0e8742c34efb req-331d776a-1787-4fe1-9cfb-ce6533fb7b3b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571238 Sep 01 15:00:35.786158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714678d2-b0fa-4e36-b203-584b6696cf5d req-b44776d6-2976-4a1f-b2c1-80d0312789ad tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.796924 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-714678d2-b0fa-4e36-b203-584b6696cf5d req-b44776d6-2976-4a1f-b2c1-80d0312789ad tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0699668 Sep 01 15:00:35.870993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.880335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-714678d2-b0fa-4e36-b203-584b6696cf5d req-7c8649b4-748e-47c2-bd82-59c02000ad03 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820465 Sep 01 15:00:35.949728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.019122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:36.025317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:36.025651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Allocated IP 172.25.1.55 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/8d179929-ae1a-4ebe-91a1-18f15fbd1d1a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:36.032951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:36.119960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event updated for resources: {'Port': ['ID=f7ef9514-4df5-47f5-8b99-e012d0de96d0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:36.208061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26b788ce-5674-405c-88c2-4848758330f2 req-a69e4e69-0169-49f1-98c2-6f5c384d70c6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 210 time: 0.0553813 Sep 01 15:00:36.293156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.388355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.480837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'Port': ['ID=8d179929-ae1a-4ebe-91a1-18f15fbd1d1a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:36.493294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:36.495402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:36.500507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:36.569880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d2f6-5c55-4c1c-8017-66ddb648300e req-853c909e-f313-4487-bbfb-c3e64834e860 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:36.573428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3526d2f6-5c55-4c1c-8017-66ddb648300e req-853c909e-f313-4487-bbfb-c3e64834e860 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3271585 Sep 01 15:00:36.646048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.658369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.671788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-f4a07379-35ac-4ba6-94c2-a489c1b515ef tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:36.673514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-f4a07379-35ac-4ba6-94c2-a489c1b515ef tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 812 time: 0.3414552 Sep 01 15:00:36.708659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.723432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'device_id': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454', 'admin_state_up': True, 'tenant_id': '97711a0fc4fb47d5b111975837da7338'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:36.790952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3526d2f6-5c55-4c1c-8017-66ddb648300e req-d73a2c5e-0220-4324-acfb-dc99b9fc96a7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969440 Sep 01 15:00:37.061002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14896ad4-3051-43df-ae58-160cfcea7c08 req-fe146d5b-30a3-4603-ae39-505999e4a1af tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.063365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14896ad4-3051-43df-ae58-160cfcea7c08 req-fe146d5b-30a3-4603-ae39-505999e4a1af tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1326339 Sep 01 15:00:37.094363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Made reservation on behalf of 97711a0fc4fb47d5b111975837da7338 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:37.099529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.156667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14896ad4-3051-43df-ae58-160cfcea7c08 req-af5392bf-63ab-403e-beb1-061fec0c3b7b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807493 Sep 01 15:00:37.169600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.170636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.177709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.227930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.256026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07de5-4824-475a-8f5c-54ae5ff2d813 req-61d4050b-a6bf-4770-99a3-142a30e9c13f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.264763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac07de5-4824-475a-8f5c-54ae5ff2d813 req-61d4050b-a6bf-4770-99a3-142a30e9c13f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2190902 Sep 01 15:00:37.290632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'Port': ['ID=8d179929-ae1a-4ebe-91a1-18f15fbd1d1a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:37.303708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.324182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.348296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d429b2e0-77d5-46a3-9a63-c6ca3f6340e6 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8103268 Sep 01 15:00:37.424481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47920) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:37.451638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac07de5-4824-475a-8f5c-54ae5ff2d813 req-6df69790-a82f-4bdc-b72e-d142831606a0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853459 Sep 01 15:00:37.504084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d815f131-605b-465f-9560-9850bbfa96ad req-c938e56c-244a-42f7-aa1a-4aca5bd4bfce tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 210 time: 0.0608296 Sep 01 15:00:37.557503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Allocated IP 172.20.0.2 (61a94a75-0e23-4943-a858-9c9e32d17454/4536458b-c1ca-470d-819f-c96bd205b9fd/c00c3c49-9d29-45a5-bf52-8ec09d140bad) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:37.739323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8c03e72-b7af-4ff4-abc9-8c410dd76296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.752548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Router d5779c24-3d78-471f-9c73-afc01a3baa11 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:37.854198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-80c5e6cf-2516-40a9-8fef-7e17e9708633 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.856879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-80c5e6cf-2516-40a9-8fef-7e17e9708633 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.2483366 Sep 01 15:00:37.893945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-68ec3114-e078-4e70-89c4-569f4f74be04 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/quotas/f3138fc2e1bf4bd7bb4ced350b5f9c3a HTTP/1.1" status: 200 len: 375 time: 0.0280120 Sep 01 15:00:37.991158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.046640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-f0c229ba-df52-4709-b3ba-7bd9e866c174 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308472 Sep 01 15:00:38.048656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:38.067051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.072806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c7e1b8c8-6bfe-4924-acb9-f06a0225ee9e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "PUT /v2.0/routers/d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 200 len: 879 time: 4.4289634 Sep 01 15:00:38.073131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] Sync routers for ids ['d5779c24-3d78-471f-9c73-afc01a3baa11'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:38.077180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.088534 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] Routers {'d5779c24-3d78-471f-9c73-afc01a3baa11'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:38.090388 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d5779c24-3d78-471f-9c73-afc01a3baa11'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.106567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dbbca-62fd-419f-bb56-87660dbcc9c7 req-c3d7988d-c679-4fe6-ba54-ed4456745e72 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.108549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-754dbbca-62fd-419f-bb56-87660dbcc9c7 req-c3d7988d-c679-4fe6-ba54-ed4456745e72 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1370201 Sep 01 15:00:38.115169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8c03e72-b7af-4ff4-abc9-8c410dd76296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.138226 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.150572 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] Routers {'d5779c24-3d78-471f-9c73-afc01a3baa11'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:38.151346 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d5779c24-3d78-471f-9c73-afc01a3baa11'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.177009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8c03e72-b7af-4ff4-abc9-8c410dd76296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.205099 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.206169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebb774-e78e-4cf1-b003-2118f7f863ff None None] The sync data for ids ['d5779c24-3d78-471f-9c73-afc01a3baa11'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:38.291855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8c03e72-b7af-4ff4-abc9-8c410dd76296 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f412022988a04d4c8f0ed897c9d8b506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653429 Sep 01 15:00:38.293028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03e72-b7af-4ff4-abc9-8c410dd76296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f592379-32a8-406b-8ab3-695b4cfe3279,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.298320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.298656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.307995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-754dbbca-62fd-419f-bb56-87660dbcc9c7 req-f743534b-0b70-4a08-a362-8da735ba775a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489191 Sep 01 15:00:38.374107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-0f1228b1-c164-40b0-a82d-a680fd27a883 service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086364 Sep 01 15:00:38.400765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Network 61a94a75-0e23-4943-a858-9c9e32d17454 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:38.426927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:38.431817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:38.468068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.485941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3e05a2fc-6030-4132-bbca-f90dc4c8e349 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 200 len: 920 time: 0.4074159 Sep 01 15:00:38.495833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.507629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.564857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.570212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.571331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.617683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa3952-d3f2-4491-b55b-0a587b2474a4 req-1005fdfe-796a-4963-ad53-cd750e10ed77 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.620403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59aa3952-d3f2-4491-b55b-0a587b2474a4 req-1005fdfe-796a-4963-ad53-cd750e10ed77 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1823008 Sep 01 15:00:38.623882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-17bfa407-e71a-4b6c-a76b-bbc3f2362668 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9075675 Sep 01 15:00:38.635207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f134d1-6939-4ea6-a0d1-82ff42fa55fc tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.641044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e3f134d1-6939-4ea6-a0d1-82ff42fa55fc tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=d5779c24-3d78-471f-9c73-afc01a3baa11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1390681 Sep 01 15:00:38.641044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-8e11f7ad-c76c-45fa-bc0d-7256eebe3cee service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587314 Sep 01 15:00:38.641515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.647118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Request body: {'port': {'device_id': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:38.748333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.751102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.752980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f592379-32a8-406b-8ab3-695b4cfe3279 HTTP/1.1" status: 204 len: 168 time: 0.4486535 Sep 01 15:00:38.770121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944acb3-4d66-457e-802e-a1e925d035f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f592379-32a8-406b-8ab3-695b4cfe3279,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.824397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59aa3952-d3f2-4491-b55b-0a587b2474a4 req-25eb1ada-4170-45cb-a422-2e09dadd2d09 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911244 Sep 01 15:00:38.829982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979734f-3850-4c00-91be-14d6b9666576 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.831526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6979734f-3850-4c00-91be-14d6b9666576 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.1891551 Sep 01 15:00:38.836391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.850002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.903889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c8380a5-fb64-411e-8f61-535aba6eab53 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 200 len: 205 time: 0.0657270 Sep 01 15:00:38.905188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47962) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:39.137805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2823f-f77c-449b-88e0-02bd3f06aa82 req-74a5522f-a215-4f37-a60e-c710be0a1f88 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:39.146237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9c2823f-f77c-449b-88e0-02bd3f06aa82 req-74a5522f-a215-4f37-a60e-c710be0a1f88 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 931 time: 0.1550853 Sep 01 15:00:39.249834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9c2823f-f77c-449b-88e0-02bd3f06aa82 req-50bf1cdc-c781-4a29-b9bc-09d83c37f71c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021540 Sep 01 15:00:39.407614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9b36780-5413-42bb-b1c5-6ffe346b5b9f req-386be170-5d22-4900-ae41-ea586b632895 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 210 time: 0.0733612 Sep 01 15:00:39.451557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47974) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:39.520503 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f536ed76-930e-496a-9ace-dc774f95f8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.575253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00c3c49-9d29-45a5-bf52-8ec09d140bad {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:39.612751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.660903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Transition to ACTIVE for port object c00c3c49-9d29-45a5-bf52-8ec09d140bad will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:39.683042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.687500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eea3d2-ab09-491c-8cf1-ee54ec73d84e req-573a571d-240a-45f7-85bc-ebcf3cb50517 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:39.690110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9eea3d2-ab09-491c-8cf1-ee54ec73d84e req-573a571d-240a-45f7-85bc-ebcf3cb50517 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0786719 Sep 01 15:00:39.697763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59956135-3bce-4628-b464-c5579bc9a92b req-5721651b-ec7b-4720-ac97-4ec88f9aa0bf tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:39.700473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59956135-3bce-4628-b464-c5579bc9a92b req-5721651b-ec7b-4720-ac97-4ec88f9aa0bf tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1659791 Sep 01 15:00:39.705002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.812707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9eea3d2-ab09-491c-8cf1-ee54ec73d84e req-cfa44f60-320f-4e5a-902a-1f97f0be29d6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894725 Sep 01 15:00:39.859667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:39.882469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.890050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59956135-3bce-4628-b464-c5579bc9a92b req-0586090b-005e-4d1e-b121-c101baa70517 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383514 Sep 01 15:00:40.036135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port f7ef9514-4df5-47f5-8b99-e012d0de96d0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:40.036488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.070904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f536ed76-930e-496a-9ace-dc774f95f8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.080129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f536ed76-930e-496a-9ace-dc774f95f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.091589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Attempting to bind port c00c3c49-9d29-45a5-bf52-8ec09d140bad on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:40.092008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Attempting to bind port c00c3c49-9d29-45a5-bf52-8ec09d140bad by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:40.092459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Attempting to bind port c00c3c49-9d29-45a5-bf52-8ec09d140bad on network 61a94a75-0e23-4943-a858-9c9e32d17454 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:40.093276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2100db5-672b-439a-a744-d21e7438e03d req-04272555-5b68-426a-a120-fba9216115d6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.095404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2100db5-672b-439a-a744-d21e7438e03d req-04272555-5b68-426a-a120-fba9216115d6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1231692 Sep 01 15:00:40.133193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Port c00c3c49-9d29-45a5-bf52-8ec09d140bad on network 61a94a75-0e23-4943-a858-9c9e32d17454 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:40.133729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Attempting to bind port c00c3c49-9d29-45a5-bf52-8ec09d140bad on network 61a94a75-0e23-4943-a858-9c9e32d17454 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:40.161765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f536ed76-930e-496a-9ace-dc774f95f8ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=220cd4655431421bb383dc89fe20c6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043059 Sep 01 15:00:40.161765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:40.161765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Checking segment: {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:40.162399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Bound using segment: {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:40.163116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Bound port: c00c3c49-9d29-45a5-bf52-8ec09d140bad, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:40.164613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.164855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47982) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:40.168719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536ed76-930e-496a-9ace-dc774f95f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5177c-7cf5-411b-bc74-3c0bdd27d0c6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:40.171498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.201134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2100db5-672b-439a-a744-d21e7438e03d req-9fc344b6-4733-47dc-b11e-9b0c2c2bc889 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897725 Sep 01 15:00:40.203629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for f7ef9514-4df5-47f5-8b99-e012d0de96d0 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:40.340614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.397792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:40.406034 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.430137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:40.442689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.463657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4462-2472-4354-8c5e-bc189ac2168c req-5d7424fe-4d22-4bc6-a06b-04f48243b367 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.467928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-396b4462-2472-4354-8c5e-bc189ac2168c req-5d7424fe-4d22-4bc6-a06b-04f48243b367 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1236091 Sep 01 15:00:40.516095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.518468 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.520528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] 10.222.0.50 "PUT /v2.0/ports/c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 1092 time: 1.8847613 Sep 01 15:00:40.524304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:40.528439 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f8180c-ed55-49af-a487-0bba389386b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:40.598053 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-396b4462-2472-4354-8c5e-bc189ac2168c req-a500cfaf-6724-4208-b63e-2c9a7bc57609 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172638 Sep 01 15:00:40.623949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015f89-39d6-4193-a5d7-60ac7e1a82fc service neutron] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:40.684412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-746cb71a-4bc0-446f-a86c-bbc1126ba30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.686142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-746cb71a-4bc0-446f-a86c-bbc1126ba30b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1095 time: 0.0977862 Sep 01 15:00:40.749201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-4359e816-7830-4ed8-9392-87328879c826 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 217 time: 0.0537665 Sep 01 15:00:40.751813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1695-73da-4841-acc7-00f46edfe4a2 req-fc68526b-3f18-415f-900e-e7af4edbbb5c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.754702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7ee1695-73da-4841-acc7-00f46edfe4a2 req-fc68526b-3f18-415f-900e-e7af4edbbb5c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 943 time: 0.3429613 Sep 01 15:00:40.776143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7284afc-53ad-4a73-92c2-51d2a531eb50 req-4693d5bc-93c5-4526-938b-71112b27344e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 210 time: 0.0664244 Sep 01 15:00:40.836349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-a788be27-2871-4228-9cf0-acbb0edb6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.837947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-a788be27-2871-4228-9cf0-acbb0edb6431 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.0654130 Sep 01 15:00:40.845294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-c86f3fba-89b7-4e02-badb-6c5c486f9e87 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.846671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-c86f3fba-89b7-4e02-badb-6c5c486f9e87 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.4667194 Sep 01 15:00:40.877498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'port': {'device_id': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'admin_state_up': True, 'tenant_id': 'f3138fc2e1bf4bd7bb4ced350b5f9c3a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:40.880893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.882512 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d16fe8-a193-4284-bdac-c7a3f4856492 x-openstack-request-id: req-48d16fe8-a193-4284-bdac-c7a3f4856492 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:40.883336 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:40.883336 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48d16fe8-a193-4284-bdac-c7a3f4856492 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:40.883847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.884021 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'status': 'completed', 'code': 200} Sep 01 15:00:40.884791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cf5177c-7cf5-411b-bc74-3c0bdd27d0c6 HTTP/1.1" status: 204 len: 168 time: 0.7177577 Sep 01 15:00:40.886855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-59b7226f-fb8b-4eb0-bf1b-dd2c10e9439c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420160 Sep 01 15:00:40.906298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7ee1695-73da-4841-acc7-00f46edfe4a2 req-c644d43d-2dd6-4458-a5ac-875274816fd6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406837 Sep 01 15:00:40.966261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0393d-cf8f-4280-9706-02b7af23a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5177c-7cf5-411b-bc74-3c0bdd27d0c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:40.981786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.061355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=f7ef9514-4df5-47f5-8b99-e012d0de96d0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:41.124874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fe050-d373-4d20-ac60-fdf4c9c3aa5d req-d6c7dd51-6bbf-42be-b21c-5aee9f8dad0a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.128273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-864fe050-d373-4d20-ac60-fdf4c9c3aa5d req-d6c7dd51-6bbf-42be-b21c-5aee9f8dad0a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1797590 Sep 01 15:00:41.169477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9cea1-99fd-4cf5-aab9-04fd2618d1e5 req-9ce2334a-5ee9-49d0-b811-45fe63bb508d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.171247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cf9cea1-99fd-4cf5-aab9-04fd2618d1e5 req-9ce2334a-5ee9-49d0-b811-45fe63bb508d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1906857 Sep 01 15:00:41.174287 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-efaa5567-6c17-4d7e-b2fd-b6744d6ea8c7 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792213 Sep 01 15:00:41.227058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.274535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Made reservation on behalf of f3138fc2e1bf4bd7bb4ced350b5f9c3a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:41.278425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.363257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cf9cea1-99fd-4cf5-aab9-04fd2618d1e5 req-a49a0a91-ecfa-4ace-b61d-f655b1c02f44 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788499 Sep 01 15:00:41.377934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.383657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.510310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.510774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router d5779c24-3d78-471f-9c73-afc01a3baa11 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:41.539496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.541470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d0654f0a-8097-4347-a8f8-e8b17626fe3b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 204 len: 168 time: 2.6310167 Sep 01 15:00:41.547462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:41.555046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1885505217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:41.666898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-864fe050-d373-4d20-ac60-fdf4c9c3aa5d req-dbadcef4-8985-4932-8bd3-9151b2e93c53 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279021 Sep 01 15:00:41.672376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.674318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.690966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Allocated IP 172.20.0.14 (91093d99-cce5-40af-a819-8681a6b88663/0192b495-ac14-4568-be5b-5b20a90c5e6d/06234d49-f02e-4d43-b442-fb64aff53303) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:41.751437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df4fb0f-d1b5-4c28-9e31-5ad9a0cea428 req-3b3ad1a5-da1d-4e71-81ad-447b6768f956 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674360 Sep 01 15:00:41.888445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.915513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.927642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-a831f4af-3fb9-4062-b3e8-cad86842cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.930384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-a831f4af-3fb9-4062-b3e8-cad86842cc47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1095 time: 0.0920749 Sep 01 15:00:41.952588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033331e-557a-413f-8a16-fdc292ccee2c req-7c16a1c0-d42d-4e50-8295-ad7f8293b986 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.955782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b033331e-557a-413f-8a16-fdc292ccee2c req-7c16a1c0-d42d-4e50-8295-ad7f8293b986 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2176061 Sep 01 15:00:42.095372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.098013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bdc4604d-cec8-46b2-997f-69a0c3e359cb tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5479105 Sep 01 15:00:42.108888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48030) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:42.117699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': True}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:42.132760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-809bac91-2f45-480c-b286-0194b0d5a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.135634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-809bac91-2f45-480c-b286-0194b0d5a130 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.1970725 Sep 01 15:00:42.276453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-5a41bb63-cd18-4ea7-a76a-49ee7fdf582e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 217 time: 0.1324563 Sep 01 15:00:42.366871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-19bbbbf0-3d39-4af7-9f78-a147a76d589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.368932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-19bbbbf0-3d39-4af7-9f78-a147a76d589c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.0848942 Sep 01 15:00:42.426376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b033331e-557a-413f-8a16-fdc292ccee2c req-ceff903a-9569-409e-a41e-e291a7d1449d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495690 Sep 01 15:00:42.432841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ba6f839-a89c-4ff0-be1f-7526577f6ef1 req-9014d759-6811-45a1-81e9-c5c7431eed65 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 210 time: 0.0627179 Sep 01 15:00:42.435113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-7f4c3415-af7a-4e17-a223-8d6b700f53f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531571 Sep 01 15:00:42.630004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-3f5d67fb-f7cb-4dbe-a0e8-16d251b97e1e service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847682 Sep 01 15:00:42.642781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f335a-0911-4df8-a9eb-60a28cde6d38 req-9b410c01-039b-48c5-995b-efb887ff2d7c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.644380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-637f335a-0911-4df8-a9eb-60a28cde6d38 req-9b410c01-039b-48c5-995b-efb887ff2d7c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0958037 Sep 01 15:00:42.741273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-637f335a-0911-4df8-a9eb-60a28cde6d38 req-e88160d7-f6da-4538-8e4a-20738a67a13d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875037 Sep 01 15:00:42.750376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.765328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.782013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8f8180c-ed55-49af-a487-0bba389386b0 req-e926e3fb-8595-40c5-93ea-f9adfa894312 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364977 Sep 01 15:00:42.893218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136968-190b-4454-bba2-d904aa3548cc req-05fa364a-34ff-49ad-872d-dae95362e175 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.894988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0136968-190b-4454-bba2-d904aa3548cc req-05fa364a-34ff-49ad-872d-dae95362e175 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0540061 Sep 01 15:00:42.898390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93423-1339-4afe-ae6e-e59810332a9e req-f473c8ae-2e23-4ca3-9a7d-8c0cbb83d0c0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.901432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cf93423-1339-4afe-ae6e-e59810332a9e req-f473c8ae-2e23-4ca3-9a7d-8c0cbb83d0c0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 943 time: 0.3328631 Sep 01 15:00:42.943138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0136968-190b-4454-bba2-d904aa3548cc req-f11c7aef-9bd2-41f2-9762-be4e3652a035 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Sep 01 15:00:42.964895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.041440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cf93423-1339-4afe-ae6e-e59810332a9e req-3bf05de2-23dd-469a-91ad-136a13727b54 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278129 Sep 01 15:00:43.059657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Network 91093d99-cce5-40af-a819-8681a6b88663 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:43.069782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:43.072993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:43.075681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:43.166862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.167788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.200367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-98b7a8f9-bd63-4d1a-b44e-70229da2c8bc tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3295929 Sep 01 15:00:43.245999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Request body: {'port': {'device_id': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:43.392264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.405847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.434435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.658121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b8d7-f753-45fa-bd3d-3fa196a9766e req-39635bea-1d74-4646-bc4d-0790396f85ef tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.661426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19e2b8d7-f753-45fa-bd3d-3fa196a9766e req-39635bea-1d74-4646-bc4d-0790396f85ef tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 932 time: 0.0774910 Sep 01 15:00:43.716522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.25.1.220 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f52e8b0b-4854-4a87-8f91-93859e44b388) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:43.721721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19e2b8d7-f753-45fa-bd3d-3fa196a9766e req-0d81058f-f832-4bc9-9c06-7849112c28ba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Sep 01 15:00:43.792237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf056-9ffa-416d-a264-997f8017389f req-58aa71a8-f6e6-47bd-87ac-afd7fd92a4ee tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.793981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2edf056-9ffa-416d-a264-997f8017389f req-58aa71a8-f6e6-47bd-87ac-afd7fd92a4ee tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2425046 Sep 01 15:00:43.932259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2edf056-9ffa-416d-a264-997f8017389f req-152a7322-ad4c-4d7b-bd31-822a38682209 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961425 Sep 01 15:00:43.974725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.058157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:44.068171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.068843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.069332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.069804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.070820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.071582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.072075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.072532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.072991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.075145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a07f981d-6009-4e3f-8ce5-24ae9b635f9e req-16030ca4-ae01-4b23-91a0-faec046c7c2a tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1488044 Sep 01 15:00:44.105096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.143995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Transition to ACTIVE for port object 06234d49-f02e-4d43-b442-fb64aff53303 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:44.158227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.200940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410d35-4111-4d2f-9b9b-af4a9cd4c385 req-8e97c202-a035-4898-8f6d-f4b52a89a347 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.203692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81410d35-4111-4d2f-9b9b-af4a9cd4c385 req-8e97c202-a035-4898-8f6d-f4b52a89a347 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0692074 Sep 01 15:00:44.221669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.256344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08422c3-f6cf-4551-ba25-61cd5f691be6 req-ba09289a-6c19-4bd8-99e4-ea90470b2d39 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.259270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e08422c3-f6cf-4551-ba25-61cd5f691be6 req-ba09289a-6c19-4bd8-99e4-ea90470b2d39 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2296314 Sep 01 15:00:44.284812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81410d35-4111-4d2f-9b9b-af4a9cd4c385 req-66338dce-2689-48d2-b3a2-3082e86f507e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724723 Sep 01 15:00:44.297046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afec5355-96c8-4e2e-b2f6-96588e9acdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.338173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:44.345664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.360084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:44.372098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:44.449781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2306f-39e4-49a7-a73c-286021a826e2 req-a7cc8c72-9c0a-4d8c-ab15-c99712dd7c05 tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.452048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1eb2306f-39e4-49a7-a73c-286021a826e2 req-a7cc8c72-9c0a-4d8c-ab15-c99712dd7c05 tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 886 time: 0.1186647 Sep 01 15:00:44.538175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e08422c3-f6cf-4551-ba25-61cd5f691be6 req-d924a0b5-4bcf-4beb-bc4c-40517f531b46 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622309 Sep 01 15:00:44.549122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c00c3c49-9d29-45a5-bf52-8ec09d140bad details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:44.581683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=f52e8b0b-4854-4a87-8f91-93859e44b388,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.636109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7a8af-eb2d-415b-be74-e233c698fba0 req-d2c50e98-ca16-4312-9a03-a9c1d1593745 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.640943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48e7a8af-eb2d-415b-be74-e233c698fba0 req-d2c50e98-ca16-4312-9a03-a9c1d1593745 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 943 time: 0.1269608 Sep 01 15:00:44.713799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48e7a8af-eb2d-415b-be74-e233c698fba0 req-03780f3f-1e66-4d8d-b3fa-272004fe9727 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678270 Sep 01 15:00:44.741960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Attempting to bind port 06234d49-f02e-4d43-b442-fb64aff53303 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:44.742218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Attempting to bind port 06234d49-f02e-4d43-b442-fb64aff53303 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:44.742703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Attempting to bind port 06234d49-f02e-4d43-b442-fb64aff53303 on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:44.754855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:44.771650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454', 'port_id': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'mac_address': 'fa:16:3e:d9:4c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4536458b-c1ca-470d-819f-c96bd205b9fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:44.793760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Port 06234d49-f02e-4d43-b442-fb64aff53303 on network 91093d99-cce5-40af-a819-8681a6b88663 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:44.794636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Attempting to bind port 06234d49-f02e-4d43-b442-fb64aff53303 on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:44.820546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:44.821560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Checking segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:44.822446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Bound using segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:44.824187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Bound port: 06234d49-f02e-4d43-b442-fb64aff53303, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:44.825311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.829342 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.848532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00c3c49-9d29-45a5-bf52-8ec09d140bad {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:44.883894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:44.892675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.921465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.922182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.922419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.923655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.924189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.924722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.925243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.925724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.926798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.942457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3ea7b4e-b5d6-477d-b061-20a25ba487d1 req-1027861b-0069-4758-acbb-559b9bda63af tempest-NetworksTest-646581961 tempest-NetworksTest-646581961-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1764219 Sep 01 15:00:44.984665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:45.106091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67568f96-fafb-44b5-b3fc-177a57e1b3f6 req-97c7337f-a1a9-46ea-96d7-ffc373810a7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.109105 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67568f96-fafb-44b5-b3fc-177a57e1b3f6 req-97c7337f-a1a9-46ea-96d7-ffc373810a7f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0729196 Sep 01 15:00:45.129554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:45.181012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67568f96-fafb-44b5-b3fc-177a57e1b3f6 req-c5e609d2-65ca-4203-8aef-30266f4c186d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626693 Sep 01 15:00:45.430954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48092) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:45.486602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cb82f-94d9-48c5-9ee3-453f6aeb5172 req-18aa8fda-f4a8-4bf2-a74c-b3dccc50480d tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.488447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27cb82f-94d9-48c5-9ee3-453f6aeb5172 req-18aa8fda-f4a8-4bf2-a74c-b3dccc50480d tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.6373680 Sep 01 15:00:45.493238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:45.513780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65b00-35b3-4536-9930-2865ca9723cb req-1800dd21-e961-4fae-9b03-e81bb93099d2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.517698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7da65b00-35b3-4536-9930-2865ca9723cb req-1800dd21-e961-4fae-9b03-e81bb93099d2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0744317 Sep 01 15:00:45.522764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:45.535208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.540571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.560972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7da65b00-35b3-4536-9930-2865ca9723cb req-0ecfc176-e8da-4817-938c-b5426c92441a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Sep 01 15:00:45.618438 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d48095-ed15-4b28-a7fc-64194524b509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.646627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.647292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.648747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-74982109-04df-4f3a-a69f-850f5004098b service neutron] 10.222.0.50 "PUT /v2.0/ports/06234d49-f02e-4d43-b442-fb64aff53303 HTTP/1.1" status: 200 len: 1093 time: 2.4077995 Sep 01 15:00:45.649569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:45.651830 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "tag": "06234d49-f02e-4d43-b442-fb64aff53303"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:45.659025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27cb82f-94d9-48c5-9ee3-453f6aeb5172 req-fc4d0dd4-6d63-48c0-85f5-e49b3fa0a990 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526589 Sep 01 15:00:45.743974 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7af175-c007-46cf-a5db-85abefdf5127 x-openstack-request-id: req-4f7af175-c007-46cf-a5db-85abefdf5127 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:45.744343 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "tag": "06234d49-f02e-4d43-b442-fb64aff53303", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:45.744525 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f7af175-c007-46cf-a5db-85abefdf5127 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:45.744941 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303', 'status': 'completed', 'code': 200} Sep 01 15:00:45.745834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74982109-04df-4f3a-a69f-850f5004098b service neutron] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:45.822186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-60646892-89af-4f81-b4b7-5f408f31ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.823891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-60646892-89af-4f81-b4b7-5f408f31ded8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 1096 time: 0.1163836 Sep 01 15:00:45.867826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20995-6d72-43de-af00-54b442d1e19d req-6f977503-09db-4dab-96be-16a92a8800e0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.869722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52a20995-6d72-43de-af00-54b442d1e19d req-6f977503-09db-4dab-96be-16a92a8800e0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0949733 Sep 01 15:00:45.892953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d48095-ed15-4b28-a7fc-64194524b509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.902953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d48095-ed15-4b28-a7fc-64194524b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.911825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-7ce4f9f9-3c14-4817-b073-1d9eaeaf9c10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06234d49-f02e-4d43-b442-fb64aff53303 HTTP/1.1" status: 200 len: 217 time: 0.0785444 Sep 01 15:00:45.963719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52a20995-6d72-43de-af00-54b442d1e19d req-df092ad3-0c86-4183-89da-98f392046f9e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814919 Sep 01 15:00:45.966836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d48095-ed15-4b28-a7fc-64194524b509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116bef75-ea95-4e9c-af0e-1025370199b3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:45.975568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2d48095-ed15-4b28-a7fc-64194524b509 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3b9def7ff124db6948511d32870ee68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425544 Sep 01 15:00:45.985422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:46.015893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.026403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.042249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4738-7260-4fb2-a657-43019b49827f req-06956e70-adce-40db-b276-fa43926284c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.043793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-06956e70-adce-40db-b276-fa43926284c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.1173029 Sep 01 15:00:46.078341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.100664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9398d-c7b1-4699-92d3-a30deec885e0 req-61761ee8-a62a-4371-998a-c25f33f8a4cc tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.102403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27f9398d-c7b1-4699-92d3-a30deec885e0 req-61761ee8-a62a-4371-998a-c25f33f8a4cc tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 944 time: 0.1951594 Sep 01 15:00:46.107103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.131453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-e922123d-ca83-4fef-9abb-b131514b32d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483780 Sep 01 15:00:46.180664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.185828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.188087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/116bef75-ea95-4e9c-af0e-1025370199b3 HTTP/1.1" status: 204 len: 168 time: 0.2007523 Sep 01 15:00:46.206096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d89d-ce40-47e8-aa5b-33a9072a1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116bef75-ea95-4e9c-af0e-1025370199b3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:46.307136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27f9398d-c7b1-4699-92d3-a30deec885e0 req-8abd104a-9729-4783-9870-2ffcde04a6f1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805885 Sep 01 15:00:46.398111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-5414f4c8-3683-4bc4-ac7b-5eea117b5bcc service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562921 Sep 01 15:00:46.459006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fa0bc-460b-423c-b0f8-9d231d96b60d req-60792536-93ea-4cab-89b1-835ccdd3994b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.462688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c6fa0bc-460b-423c-b0f8-9d231d96b60d req-60792536-93ea-4cab-89b1-835ccdd3994b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1035795 Sep 01 15:00:46.480117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:46.545933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c6fa0bc-460b-423c-b0f8-9d231d96b60d req-54f921e5-2198-4c68-9577-4279d607cf0d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685256 Sep 01 15:00:46.562586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c00c3c49-9d29-45a5-bf52-8ec09d140bad up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:46.590539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cae4738-7260-4fb2-a657-43019b49827f req-4cc8bcff-ff42-472d-ada1-4d49e904788c service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846783 Sep 01 15:00:46.671870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c00c3c49-9d29-45a5-bf52-8ec09d140bad completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:46.679020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c00c3c49-9d29-45a5-bf52-8ec09d140bad triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:46.679735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.792263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:46.820307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:46.822725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c56aa48-e5a7-4e59-b290-a7d480a63cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.839598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.839937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] Sync routers for ids ['49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:46.842351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ab59cec-1e17-48d3-96fb-08dbab0a6dae tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "PUT /v2.0/routers/49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 200 len: 915 time: 4.7314014 Sep 01 15:00:46.848952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48120) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:46.864028 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.867446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] Routers {'49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:46.868423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.913128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634dd89-2d95-49b0-a613-148507e39fed req-83540149-7a2b-4c61-9bf7-e38a6eacb61e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.916043 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d634dd89-2d95-49b0-a613-148507e39fed req-83540149-7a2b-4c61-9bf7-e38a6eacb61e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.0952036 Sep 01 15:00:46.918130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.947808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:46.949329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:46.951965 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb7aa0-123a-452c-b5fd-5a9fbb2fedfc" -d '{"events": [{"server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "name": "network-vif-plugged", "status": "completed", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:46.959664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.967562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-063fead1-d3ec-4d9c-8711-4a6f2fd202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.967862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] Routers {'49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:46.967862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.968652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-063fead1-d3ec-4d9c-8711-4a6f2fd202a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 1096 time: 0.2899203 Sep 01 15:00:46.980185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00c1ba-6b06-486e-a722-62768bd20793 req-7d50eb48-e2d6-42e7-b7eb-cdc1a1f94dcb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.982903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da00c1ba-6b06-486e-a722-62768bd20793 req-7d50eb48-e2d6-42e7-b7eb-cdc1a1f94dcb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2351210 Sep 01 15:00:47.011237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d634dd89-2d95-49b0-a613-148507e39fed req-f86b2c6b-8280-4079-a43a-1a92dcda0711 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800698 Sep 01 15:00:47.030253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:47.031175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b8878-1866-447d-b02a-0f27f47b3120 None None] The sync data for ids ['49315fc0-63b0-431b-8dbf-b5bbcbe62bb5'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:47.075401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:47.085461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24c7c133-37aa-410b-8c8b-fe87cea78415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.104563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c56aa48-e5a7-4e59-b290-a7d480a63cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.111295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c56aa48-e5a7-4e59-b290-a7d480a63cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.158223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0c56aa48-e5a7-4e59-b290-a7d480a63cf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dbb11d1a1e44cc09d107883b46aa835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636014 Sep 01 15:00:47.166115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48126) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.172705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56aa48-e5a7-4e59-b290-a7d480a63cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b64d92-518d-409e-8c19-7be1022804b4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:47.220856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc2e0924-6730-4457-b25d-aa16c47c8804 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 200 len: 921 time: 0.3684120 Sep 01 15:00:47.226165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.231589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da00c1ba-6b06-486e-a722-62768bd20793 req-bd5c7e29-6b75-4611-8607-c621a6b50a31 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757667 Sep 01 15:00:47.292586 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7503df0-1d9e-41ff-a5e3-d8b976ec0d28 x-openstack-request-id: req-e7503df0-1d9e-41ff-a5e3-d8b976ec0d28 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:47.293274 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "name": "network-vif-plugged", "status": "completed", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:47.293978 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7503df0-1d9e-41ff-a5e3-d8b976ec0d28 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:47.295003 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'code': 200} Sep 01 15:00:47.301048 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.317347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.324694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-aa35982b-03a4-4e98-96be-5659db8975ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.326274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-aa35982b-03a4-4e98-96be-5659db8975ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 923 time: 0.3390713 Sep 01 15:00:47.383549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.410641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f50369-779d-46aa-b2df-305e814c50b7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.412230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-29f50369-779d-46aa-b2df-305e814c50b7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=49315fc0-63b0-431b-8dbf-b5bbcbe62bb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1847847 Sep 01 15:00:47.415153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48132) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.421033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-23888b14-e2d2-4008-8123-8cc92f335696 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06234d49-f02e-4d43-b442-fb64aff53303 HTTP/1.1" status: 200 len: 217 time: 0.0807867 Sep 01 15:00:47.475081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318bcf8-f8a7-4edf-92f1-ef90b233eb6d req-8c2fdc19-3de2-437c-bc88-682845792ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.476644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a318bcf8-f8a7-4edf-92f1-ef90b233eb6d req-8c2fdc19-3de2-437c-bc88-682845792ddc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1097 time: 0.1109436 Sep 01 15:00:47.502320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380c77f-0ee7-41a7-a09d-ca43ed10db61 req-30202355-cf91-48f8-ae79-65779e59e369 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.503955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f380c77f-0ee7-41a7-a09d-ca43ed10db61 req-30202355-cf91-48f8-ae79-65779e59e369 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1651642 Sep 01 15:00:47.511221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-b53feb28-8ae1-4e66-9250-d7140b67431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.513288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-b53feb28-8ae1-4e66-9250-d7140b67431b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.0833080 Sep 01 15:00:47.565596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-34b02fa1-01b9-48cb-9663-c331ca4c016e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439117 Sep 01 15:00:47.585348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a318bcf8-f8a7-4edf-92f1-ef90b233eb6d req-fbbf5699-52ae-4fc2-badf-18bb10a1877e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978541 Sep 01 15:00:47.587940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145441ca-2ca8-48af-982d-be2a4b742c6e tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.589463 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-145441ca-2ca8-48af-982d-be2a4b742c6e tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.1733460 Sep 01 15:00:47.595115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.600484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e76c-019c-40ed-a880-c6965119ea79 req-0c798e08-df3b-4559-98a3-549b425febc5 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.602091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dae8e76c-019c-40ed-a880-c6965119ea79 req-0c798e08-df3b-4559-98a3-549b425febc5 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 945 time: 0.1321244 Sep 01 15:00:47.668135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dae8e76c-019c-40ed-a880-c6965119ea79 req-7024e0d0-972d-4c5d-9b0d-67313e24bc24 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585954 Sep 01 15:00:47.685989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.689281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.695043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26b64d92-518d-409e-8c19-7be1022804b4 HTTP/1.1" status: 204 len: 168 time: 0.5237961 Sep 01 15:00:47.710730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0a380388-6f8b-4dc4-87ee-9dd2b6ea0422 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 200 len: 205 time: 0.1080325 Sep 01 15:00:47.711901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.728037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f380c77f-0ee7-41a7-a09d-ca43ed10db61 req-2f583473-6d5a-4a12-9414-3cbf9b95f071 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965508 Sep 01 15:00:47.730727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0fbfa-4fc8-4fce-bd9a-1369d4fe002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b64d92-518d-409e-8c19-7be1022804b4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:47.783601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-f8bda19a-10d7-4d03-83d3-eb90505c3c3d service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072108 Sep 01 15:00:47.900906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.914466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ec39-43e1-43be-a4d5-ed839deda749 req-d4cd13a7-4b14-462e-b550-529b9d9acb34 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.916125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8404ec39-43e1-43be-a4d5-ed839deda749 req-d4cd13a7-4b14-462e-b550-529b9d9acb34 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1159959 Sep 01 15:00:47.923548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7150363c-e932-4a54-9d9e-4c0d2b8bd1e0 req-c29b48ee-3718-4bf4-a306-9200e7825cee service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322079 Sep 01 15:00:48.034064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.071400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8404ec39-43e1-43be-a4d5-ed839deda749 req-40b77618-86c3-4e93-a367-92aeee658252 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160879 Sep 01 15:00:48.104208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.176317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port f52e8b0b-4854-4a87-8f91-93859e44b388 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:48.177041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.227432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f7b8e-fdce-49fd-8a0c-d46b03017ece req-54870def-93e6-44d1-82e2-6e6dec5f905e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.229474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-804f7b8e-fdce-49fd-8a0c-d46b03017ece req-54870def-93e6-44d1-82e2-6e6dec5f905e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.0787160 Sep 01 15:00:48.264590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.302742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-804f7b8e-fdce-49fd-8a0c-d46b03017ece req-b897db60-fa45-4c68-a505-f0673ca80412 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Sep 01 15:00:48.363441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.389845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for f52e8b0b-4854-4a87-8f91-93859e44b388 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:48.476140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67410af-a97b-45c8-a5f7-a237f2f4e3cf req-ccf47eba-78c3-4432-bab3-3f335474720d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.477845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d67410af-a97b-45c8-a5f7-a237f2f4e3cf req-ccf47eba-78c3-4432-bab3-3f335474720d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1052663 Sep 01 15:00:48.574203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d67410af-a97b-45c8-a5f7-a237f2f4e3cf req-34019410-c164-48e9-9869-a367a63a0fcc tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Sep 01 15:00:48.577685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:48.688131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.724502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=f52e8b0b-4854-4a87-8f91-93859e44b388,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:48.827012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.840796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:48.867088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '06234d49-f02e-4d43-b442-fb64aff53303', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'port_id': '06234d49-f02e-4d43-b442-fb64aff53303', 'mac_address': 'fa:16:3e:f4:cc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0192b495-ac14-4568-be5b-5b20a90c5e6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:48.969265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.994501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe552-e0db-417c-9661-73608c5b27aa req-719bc2f0-4d9a-476f-b8a2-c25dcdca0be4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.998383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-308fe552-e0db-417c-9661-73608c5b27aa req-719bc2f0-4d9a-476f-b8a2-c25dcdca0be4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 945 time: 0.1433294 Sep 01 15:00:49.007377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:49.012511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.017614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.052015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:49.061439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.096104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741a468-6061-440d-b91b-755237933517 req-feb7951a-9b3f-4e87-8225-949b0b561268 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.097994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4741a468-6061-440d-b91b-755237933517 req-feb7951a-9b3f-4e87-8225-949b0b561268 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1541438 Sep 01 15:00:49.099388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.099955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router 49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:49.112124 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.113363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aaf2efec-94b6-43d0-928b-c9829d920e8e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 204 len: 168 time: 1.4000535 Sep 01 15:00:49.126071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-308fe552-e0db-417c-9661-73608c5b27aa req-0fd01141-4ecd-496f-89cb-22f49336b34d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169236 Sep 01 15:00:49.127933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:49.138165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1444128454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:49.162839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:49.201115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4741a468-6061-440d-b91b-755237933517 req-85dae3da-7b6d-4269-a70d-8925fab690e6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 Sep 01 15:00:49.217523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.219207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.257542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:49.314422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.321797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.353203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['06234d49-f02e-4d43-b442-fb64aff53303'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:49.370486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.372062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a4f97e8-0c85-43d9-9ca6-202d589e78b1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2398458 Sep 01 15:00:49.379038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48184) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:49.392639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:49.405782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-db269dae-1395-48d5-a3e4-5f7a6612a4fb tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1297187859&fields=id&tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 267 time: 0.0773656 Sep 01 15:00:49.473765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371eec-ad80-44b2-8230-3d7f7e759006 req-1e06cef9-dac6-41e7-9c7c-94e31f769a46 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.476067 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14371eec-ad80-44b2-8230-3d7f7e759006 req-1e06cef9-dac6-41e7-9c7c-94e31f769a46 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1835487 Sep 01 15:00:49.480124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-113979288-network', 'tenant_id': 'a2b763e7705c4c738bb6e4485eb06d1e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:49.486909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-c89d1ad2-325a-4182-82b0-6356f32faeec tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.489794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-c89d1ad2-325a-4182-82b0-6356f32faeec tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 945 time: 0.0739238 Sep 01 15:00:49.508022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'security_groups': ['e9f442e8-6655-4913-82d4-b3b3a5b30ddd', '3f7269a7-94f1-4b1b-a572-b29a1f78b570']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:49.653879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.657794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Made reservation on behalf of a2b763e7705c4c738bb6e4485eb06d1e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:49.660597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.688665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.694003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14371eec-ad80-44b2-8230-3d7f7e759006 req-72eaca13-2147-4651-8bbb-249cd2ae154b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725969 Sep 01 15:00:49.735175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.041513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:50.107290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.107887 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.123921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:50.193878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.195106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.197721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31cd16d1-cbf0-4119-bad3-376d3b5c088e req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "PUT /v2.0/ports/c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 981 time: 0.6992257 Sep 01 15:00:50.201503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.209948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:50.215905 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:50.328812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb84dec-e28c-4152-bdea-55ca7fb695b6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:50.338296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:50.352032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfbb82-da78-4e21-8ae1-2be21f0b0a39 req-1ee0ebfb-a94e-4a38-849a-71c34bfbd9df tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.353990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acbfbb82-da78-4e21-8ae1-2be21f0b0a39 req-1ee0ebfb-a94e-4a38-849a-71c34bfbd9df tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 945 time: 0.1783693 Sep 01 15:00:50.356528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1a272-8d4b-4365-b0a9-8aeec43438f6 req-e3e94cd8-b635-46ee-a536-49040e8e7786 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.365576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3fd1a272-8d4b-4365-b0a9-8aeec43438f6 req-e3e94cd8-b635-46ee-a536-49040e8e7786 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0915897 Sep 01 15:00:50.437130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3fd1a272-8d4b-4365-b0a9-8aeec43438f6 req-b2efe5e3-9cd3-45ff-96ec-8cc9caf07371 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Sep 01 15:00:50.492751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acbfbb82-da78-4e21-8ae1-2be21f0b0a39 req-1cc77b94-15b7-4083-a0c1-4d0bc3c022c4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137147 Sep 01 15:00:50.500477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.529180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.578596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:50.589539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:50.607066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc26fcb-15a8-47f2-be80-840972a86ccb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:50.618629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.619282 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Added segment eea6c4b6-1dce-4fba-8500-6fea7ba19447 of type vlan for network d9e83011-c9d6-478f-b08c-bea482327be9 Sep 01 15:00:50.671519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-ee98441a-6823-44a0-9e1e-0396b3cd1028 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1127121453&fields=id&tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 267 time: 0.1285522 Sep 01 15:00:50.740684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 06234d49-f02e-4d43-b442-fb64aff53303 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:50.748865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 06234d49-f02e-4d43-b442-fb64aff53303 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:50.749546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.777560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-3a672901-76c1-47d2-b6b2-2b79626b5225 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.780534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-3a672901-76c1-47d2-b6b2-2b79626b5225 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 984 time: 0.1024015 Sep 01 15:00:50.799182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'security_groups': ['3f7269a7-94f1-4b1b-a572-b29a1f78b570', 'e9f442e8-6655-4913-82d4-b3b3a5b30ddd', '4f595cb2-a1ee-44e8-9876-3013ad205a67']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:50.885103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.919475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.952537 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.973795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be28bac-7a8e-4661-92c0-dfa4bf23f04c req-a573ad48-66fb-4533-a344-e51016837c0d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.976649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1be28bac-7a8e-4661-92c0-dfa4bf23f04c req-a573ad48-66fb-4533-a344-e51016837c0d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2747257 Sep 01 15:00:51.006816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:51.011353 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b13e1-52e8-45a5-aa91-f40318809b21" -d '{"events": [{"server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "name": "network-vif-plugged", "status": "completed", "tag": "06234d49-f02e-4d43-b442-fb64aff53303"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:51.011664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.036867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:51.049415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.060142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.061415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.062151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.072521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.155452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.156583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9909914 Sep 01 15:00:51.168976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48200) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:51.182611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Request body: {'subnet': {'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-113979288-subnet', 'tenant_id': 'a2b763e7705c4c738bb6e4485eb06d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:51.206389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1be28bac-7a8e-4661-92c0-dfa4bf23f04c req-2dcaaedc-6e2a-4d18-906e-b45e5c955eb4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161252 Sep 01 15:00:51.223498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730116-d253-4ced-9cdd-e645d42da887 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e83011-c9d6-478f-b08c-bea482327be9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.253749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d9e83011-c9d6-478f-b08c-bea482327be9 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:51.276651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Made reservation on behalf of a2b763e7705c4c738bb6e4485eb06d1e for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:51.279917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.325444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Allocated IP 172.25.1.96 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/61cd4a06-134d-4cfa-866b-dc4a108f31f9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:51.358030 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054a0467-5653-49bb-843c-4fab495fa8ed x-openstack-request-id: req-054a0467-5653-49bb-843c-4fab495fa8ed {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:51.358458 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:51.358822 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-054a0467-5653-49bb-843c-4fab495fa8ed {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:51.359338 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'status': 'completed', 'code': 200} Sep 01 15:00:51.399505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:51.471609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.483708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.499849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:51.611759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-2b8d0829-d1d4-4d6d-99e0-88800f4413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.614650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-2b8d0829-d1d4-4d6d-99e0-88800f4413aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1136 time: 0.2617576 Sep 01 15:00:51.643424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.644764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.648146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b32c77fd-0fe9-417b-a3cb-382abaedf293 req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "PUT /v2.0/ports/c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 1020 time: 0.8574054 Sep 01 15:00:51.702795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2b6cb-5bf8-4427-a671-d4cb1f36dffa tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.715588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:51.748774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2dd3e-7277-4f82-9a8f-558c26b10e38 req-82ce1ee4-f612-41d2-b8dc-b6a1363cc562 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.751965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2dd3e-7277-4f82-9a8f-558c26b10e38 req-82ce1ee4-f612-41d2-b8dc-b6a1363cc562 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2691231 Sep 01 15:00:51.767793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.786258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.857005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2248df71-b78d-452f-a715-6e8301f8cf38,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.872493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Checking segment: {'id': 'eea6c4b6-1dce-4fba-8500-6fea7ba19447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:51.872980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Network hostable DHCP agents. Network: d9e83011-c9d6-478f-b08c-bea482327be9, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:51.876688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2dd3e-7277-4f82-9a8f-558c26b10e38 req-6f9a425e-fed3-4aad-8cb8-713348c3026f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024981 Sep 01 15:00:51.890773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-6a7b58e9-8256-407d-b4f2-3e8c011ea0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.893040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-6a7b58e9-8256-407d-b4f2-3e8c011ea0d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.2704883 Sep 01 15:00:51.917563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Network d9e83011-c9d6-478f-b08c-bea482327be9 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:51.924436 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b60608-3860-413e-9639-a32f245f9fff x-openstack-request-id: req-b1b60608-3860-413e-9639-a32f245f9fff {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:51.925019 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "name": "network-vif-plugged", "status": "completed", "tag": "06234d49-f02e-4d43-b442-fb64aff53303", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:51.925537 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1b60608-3860-413e-9639-a32f245f9fff {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:51.926267 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303', 'code': 200} Sep 01 15:00:51.967801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d9e83011-c9d6-478f-b08c-bea482327be9) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:51.977047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.979323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.003805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bf476-d8dd-4d5c-a955-33ccda597486 None None] Network d9e83011-c9d6-478f-b08c-bea482327be9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:52.054094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-3ee60032-c250-443b-9a27-447e065712c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 217 time: 0.1365016 Sep 01 15:00:52.109650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ebba21a0-6b13-4401-a5ab-af5eddcbdf79 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9285917 Sep 01 15:00:52.166490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.192165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63ec7-305f-477d-a2dc-e86947a0a4f9 req-7d8fd8d7-d60b-44fc-9515-1086a2853435 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.196568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd63ec7-305f-477d-a2dc-e86947a0a4f9 req-7d8fd8d7-d60b-44fc-9515-1086a2853435 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.1864281 Sep 01 15:00:52.213181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-a105e0c9-1160-4ab3-904c-855f2626ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.215577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-a105e0c9-1160-4ab3-904c-855f2626ca56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1459537 Sep 01 15:00:52.222673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429965-0442-48da-ac04-9eb073452a04 req-2f67628a-f342-48bd-ac74-c0b557f026ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.226099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61429965-0442-48da-ac04-9eb073452a04 req-2f67628a-f342-48bd-ac74-c0b557f026ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 1098 time: 0.1588531 Sep 01 15:00:52.246336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:52.253342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58c3a7-1d32-41d1-883c-1acf5eebe357 req-2333b344-e471-41b2-aac0-17ad0edd8201 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.261289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b58c3a7-1d32-41d1-883c-1acf5eebe357 req-2333b344-e471-41b2-aac0-17ad0edd8201 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2160392 Sep 01 15:00:52.263747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:52.290066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:52.293819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-dd03c5c5-9846-4718-9267-00e37216a07e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669503 Sep 01 15:00:52.328218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Pushing event updated for resources: {'Port': ['ID=61cd4a06-134d-4cfa-866b-dc4a108f31f9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:52.334250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd63ec7-305f-477d-a2dc-e86947a0a4f9 req-c35c5723-109d-43fa-b2fc-cf12e3cae092 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274111 Sep 01 15:00:52.393859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61429965-0442-48da-ac04-9eb073452a04 req-3c1d18e8-ef0a-4660-ae6d-ba1852895f18 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548254 Sep 01 15:00:52.408020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494df10-6e4b-4d6a-afde-c64bae937183 None None] Network d9e83011-c9d6-478f-b08c-bea482327be9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:52.463286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b58c3a7-1d32-41d1-883c-1acf5eebe357 req-06692b3a-d80d-4bae-9d5e-a477ec172a2e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006419 Sep 01 15:00:52.631983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-61005e1c-748e-47d5-a8d7-b27ed3f036ff service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045690 Sep 01 15:00:52.644467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66089352-4be7-4a9b-afe5-f0d6a521ec68 req-165fad21-bbe8-4ee5-8da8-df0d87d78bd9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.658037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66089352-4be7-4a9b-afe5-f0d6a521ec68 req-165fad21-bbe8-4ee5-8da8-df0d87d78bd9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1023 time: 0.1593521 Sep 01 15:00:52.826587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66089352-4be7-4a9b-afe5-f0d6a521ec68 req-44b11473-b76c-4d28-93ac-6062fc053259 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=4f595cb2-a1ee-44e8-9876-3013ad205a67&id=3f7269a7-94f1-4b1b-a572-b29a1f78b570 HTTP/1.1" status: 200 len: 6149 time: 0.1610672 Sep 01 15:00:52.882746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': ' tempest-securitygroup -397398190 ', 'description': 'tempest-description-581661359'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:52.947200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.014593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62609091-2ee6-4169-a43d-185f4b96cb69 req-280a88b5-09f4-4fd4-9b5d-bf1f6516ca26 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.017334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62609091-2ee6-4169-a43d-185f4b96cb69 req-280a88b5-09f4-4fd4-9b5d-bf1f6516ca26 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2962854 Sep 01 15:00:53.065597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0ae6ee8-aebd-4c73-8ed5-3d6853904260 req-8070d6dc-da20-4d4d-b65f-c06c5e72cf67 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246287 Sep 01 15:00:53.101496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.107480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.119413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.153487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.155386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0ac3ddc-4556-4ca0-a5c1-c63e6bf07013 req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2886114 Sep 01 15:00:53.162088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c62cd0-1d8b-46e4-ac02-b137c0cdd370 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785dcac9-0c59-46b3-8b2b-8e7b02a08665,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:53.199902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62609091-2ee6-4169-a43d-185f4b96cb69 req-3c9c27c0-5328-4496-a050-58cf2c61ae6f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666965 Sep 01 15:00:53.363619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:53.367647 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b901554c-af08-4f46-8030-c02335f7d22d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:53.409674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:53.415771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-571210799-network', 'tenant_id': '2e903521b18c42b0adeed9ed9c6a55f4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:53.444186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e5e94dc-3196-4cae-9b36-b2a68cceea3c req-ea003eb8-8b5c-4e51-b9fb-0f22c5b44316 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/785dcac9-0c59-46b3-8b2b-8e7b02a08665 HTTP/1.1" status: 200 len: 1779 time: 0.1109920 Sep 01 15:00:53.468386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Made reservation on behalf of 2e903521b18c42b0adeed9ed9c6a55f4 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:53.474433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.495372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.500717 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209bed4a-4231-4644-888d-6c57a30ccca9 x-openstack-request-id: req-209bed4a-4231-4644-888d-6c57a30ccca9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:53.501940 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:53.502788 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-209bed4a-4231-4644-888d-6c57a30ccca9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:53.503562 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'status': 'completed', 'code': 200} Sep 01 15:00:53.621973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6380a-5444-43a5-91bd-7fc3a31629fd req-b1822ee6-1678-42e2-814f-a02d744010ae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.624535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6b6380a-5444-43a5-91bd-7fc3a31629fd req-b1822ee6-1678-42e2-814f-a02d744010ae tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2105589 Sep 01 15:00:53.694950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.706413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.718971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901554c-af08-4f46-8030-c02335f7d22d req-761359b4-984f-4d27-8352-1be9477cd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.721225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-761359b4-984f-4d27-8352-1be9477cd939 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1175 time: 0.1731369 Sep 01 15:00:53.748049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db7ca-b560-4720-b106-1abd590dd1d4 req-491c7d4d-f802-468e-8b67-4522b336f69e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.750174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b21db7ca-b560-4720-b106-1abd590dd1d4 req-491c7d4d-f802-468e-8b67-4522b336f69e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.1311998 Sep 01 15:00:53.777107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6b6380a-5444-43a5-91bd-7fc3a31629fd req-55b345ed-dc4c-4d6e-9918-7629c4b146be tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407831 Sep 01 15:00:53.835059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.842816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.853516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b21db7ca-b560-4720-b106-1abd590dd1d4 req-8920ec4a-5b9c-43c1-af13-659f5f727fe2 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905316 Sep 01 15:00:53.924334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:53.928369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e27072d-999d-46c4-accf-bbfa84bbae9f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:53.954723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.954918 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Added segment 52308b8c-2d4a-4bb9-8095-0c96db9f356b of type vlan for network e2e7d9a9-df7a-4d5f-b915-87824bb10915 Sep 01 15:00:54.029164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-1a5c1e99-ec89-4b2f-8d92-ac6ab869f7de tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/785dcac9-0c59-46b3-8b2b-8e7b02a08665 HTTP/1.1" status: 200 len: 1779 time: 0.1792264 Sep 01 15:00:54.035422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901554c-af08-4f46-8030-c02335f7d22d req-d7461c9a-66e7-4c5d-a501-aece85f81dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.037501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-d7461c9a-66e7-4c5d-a501-aece85f81dc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.2638195 Sep 01 15:00:54.038204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.086639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.088506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.089373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.139714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-e1240827-b6f6-402e-893e-dee792ecee70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 200 len: 217 time: 0.0924919 Sep 01 15:00:54.157846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7464294 Sep 01 15:00:54.162507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48244) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:54.169597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Request body: {'subnet': {'network_id': 'e2e7d9a9-df7a-4d5f-b915-87824bb10915', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-571210799-subnet', 'tenant_id': '2e903521b18c42b0adeed9ed9c6a55f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:54.196860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34d5e9-0eea-4252-8162-76b28e19209d admin admin] Pushing event updated for resources: {'Network': ['ID=e2e7d9a9-df7a-4d5f-b915-87824bb10915,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:54.208883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Router 17ef0517-477e-403b-a992-c330693e3dba is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:54.213661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Made reservation on behalf of 2e903521b18c42b0adeed9ed9c6a55f4 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:54.219420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.222888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e2e7d9a9-df7a-4d5f-b915-87824bb10915 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:54.297300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901554c-af08-4f46-8030-c02335f7d22d req-22d5b7c2-4bfc-4401-8fd0-35a2dfa37a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.299618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-22d5b7c2-4bfc-4401-8fd0-35a2dfa37a64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1480114 Sep 01 15:00:54.358928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.367800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-eee64f35-20d9-447d-9fee-fb147a22b040 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558441 Sep 01 15:00:54.486368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.928322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dac23-122e-435d-8402-81b4573712f1 req-5333c08f-7fce-4cbb-bacc-ac79ea92daa3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.931124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb7dac23-122e-435d-8402-81b4573712f1 req-5333c08f-7fce-4cbb-bacc-ac79ea92daa3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1280828 Sep 01 15:00:54.991118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:55.003611 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] Sync routers for ids ['17ef0517-477e-403b-a992-c330693e3dba'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:55.016793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.022163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5c45fae1-5c1a-45da-97d3-b55928b85ee7 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "PUT /v2.0/routers/17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 200 len: 915 time: 5.6376266 Sep 01 15:00:55.024630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:55.026896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] Routers {'17ef0517-477e-403b-a992-c330693e3dba'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:55.028354 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['17ef0517-477e-403b-a992-c330693e3dba'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:55.050744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb7dac23-122e-435d-8402-81b4573712f1 req-26f343be-21b5-40f2-84ef-e793780ada31 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083193 Sep 01 15:00:55.106698 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:55.161848 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] Routers {'17ef0517-477e-403b-a992-c330693e3dba'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:55.163097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['17ef0517-477e-403b-a992-c330693e3dba'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:55.165648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-d76f60b3-166a-4996-a2d4-6233e659ed7f service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840524 Sep 01 15:00:55.173748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.181586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.184072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8677dfd6-2d30-4b5a-8ae1-4507373e4406 req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/785dcac9-0c59-46b3-8b2b-8e7b02a08665 HTTP/1.1" status: 204 len: 173 time: 1.1394317 Sep 01 15:00:55.187246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.227093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b942c0-62cf-41b3-b20c-75d212bc5f68 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785dcac9-0c59-46b3-8b2b-8e7b02a08665,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:55.260697 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:55.261870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6740e-21bc-4a97-81e4-142edc9d1588 None None] The sync data for ids ['17ef0517-477e-403b-a992-c330693e3dba'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:55.360498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Checking segment: {'id': '52308b8c-2d4a-4bb9-8095-0c96db9f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2e7d9a9-df7a-4d5f-b915-87824bb10915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:55.361132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Network hostable DHCP agents. Network: e2e7d9a9-df7a-4d5f-b915-87824bb10915, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:55.377583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Pushing event updated for resources: {'Subnet': ['ID=792c54af-bfd7-490f-b2f6-c26fd05b4f0c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:55.417763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec01c8-ec6b-4f8d-bf8d-2e5f92cb22e7 req-02db626d-32e4-4eb7-a0c9-2b5c97627940 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.419624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cec01c8-ec6b-4f8d-bf8d-2e5f92cb22e7 req-02db626d-32e4-4eb7-a0c9-2b5c97627940 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1631086 Sep 01 15:00:55.427189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Network e2e7d9a9-df7a-4d5f-b915-87824bb10915 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:55.453874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e2e7d9a9-df7a-4d5f-b915-87824bb10915) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:55.461860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.463310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.476337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779ba4e-3521-461f-8f6a-d06777271618 None None] Network e2e7d9a9-df7a-4d5f-b915-87824bb10915 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:55.498109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-88ac6f82-4d86-4397-8013-b125abfca8fc tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 200 len: 921 time: 0.4714077 Sep 01 15:00:55.505952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-decb7284-8b35-447b-b812-b7d21498286f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3420231 Sep 01 15:00:55.509181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:55.518737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cec01c8-ec6b-4f8d-bf8d-2e5f92cb22e7 req-f4b8be3e-40f0-4b62-8ed4-4272efcda028 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Sep 01 15:00:55.613897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d75fd9-dc79-4de7-90f3-9b76bc384cda tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.621624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1d75fd9-dc79-4de7-90f3-9b76bc384cda tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=17ef0517-477e-403b-a992-c330693e3dba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1110764 Sep 01 15:00:55.622590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48262) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:55.644339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b901554c-af08-4f46-8030-c02335f7d22d req-0340f856-0607-4b66-95f0-c3b26b3955f3 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547284 Sep 01 15:00:55.670618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e8318-c3d3-45ac-a7f3-566b54bd2e06 req-4c15928b-ff76-4372-a8a8-88c0c7dfb580 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.679750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f33e8318-c3d3-45ac-a7f3-566b54bd2e06 req-4c15928b-ff76-4372-a8a8-88c0c7dfb580 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2302148 Sep 01 15:00:55.747249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f33e8318-c3d3-45ac-a7f3-566b54bd2e06 req-e4c81b43-bd2b-4704-8517-f2b94d97005a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665936 Sep 01 15:00:55.786354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0343a7ca-1afc-4919-9b81-1dfd82f3953b None None] Network e2e7d9a9-df7a-4d5f-b915-87824bb10915 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:55.790620 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-038f4721-3b6c-4f8f-a6ae-80c6d5aafbec req-178eaa44-2258-4d2d-91c2-3d04697b09e4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:00:55.800121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-038f4721-3b6c-4f8f-a6ae-80c6d5aafbec req-178eaa44-2258-4d2d-91c2-3d04697b09e4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/785dcac9-0c59-46b3-8b2b-8e7b02a08665 HTTP/1.1" status: 404 len: 352 time: 0.0288727 Sep 01 15:00:55.833862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-515477757', 'description': 'tempest-description-467826582'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:55.895775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.908654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922bf91-5ad8-49bb-920c-8d013df8d5fa req-bc741cf7-06d1-4219-aa3c-2db58ee04aac tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.910859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2922bf91-5ad8-49bb-920c-8d013df8d5fa req-bc741cf7-06d1-4219-aa3c-2db58ee04aac tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.1456366 Sep 01 15:00:55.916755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12463a13-d579-4580-aa0d-95e23a719638 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.918329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12463a13-d579-4580-aa0d-95e23a719638 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.2943397 Sep 01 15:00:55.925917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48268) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:56.018122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48270) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:56.030117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-79a032ec-7614-4566-be5b-89a1b081d699 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 200 len: 205 time: 0.1021595 Sep 01 15:00:56.076630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2922bf91-5ad8-49bb-920c-8d013df8d5fa req-2a6d833c-d80c-47b7-beb7-73b1d93452a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294076 Sep 01 15:00:56.236360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.250931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.302063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.312156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.314423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-467c5ea7-4323-41f9-8c46-c6e4c3dd295f req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4909995 Sep 01 15:00:56.394340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b724e4-8e21-4e54-a784-a992c0b41772 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53837d5-9b01-4767-bf80-b77a3d676c81,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:56.436937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-81e768c7-db94-411d-ba2a-40aeb20d2efd tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.441684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-81e768c7-db94-411d-ba2a-40aeb20d2efd tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/networks?id=d9e83011-c9d6-478f-b08c-bea482327be9 HTTP/1.1" status: 200 len: 814 time: 0.1859663 Sep 01 15:00:56.474282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-0faf0d46-14c6-4726-8f2c-2722bcb546ef tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/quotas/a2b763e7705c4c738bb6e4485eb06d1e HTTP/1.1" status: 200 len: 375 time: 0.0248530 Sep 01 15:00:56.528501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-9bc9c66d-d8c2-4c9b-8ae9-1fc71e921553 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b763e7705c4c738bb6e4485eb06d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504856 Sep 01 15:00:56.551570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.564561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db146-64f6-462e-b9d1-338b95d41fab req-d85db882-1238-4ef5-8a1b-b4ad2a61af85 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.566850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d8db146-64f6-462e-b9d1-338b95d41fab req-d85db882-1238-4ef5-8a1b-b4ad2a61af85 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.1403964 Sep 01 15:00:56.649689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d8db146-64f6-462e-b9d1-338b95d41fab req-cf71ceef-86dc-4213-b937-bfe20145b760 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683358 Sep 01 15:00:56.680185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port 61cd4a06-134d-4cfa-866b-dc4a108f31f9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:56.680962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.687397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-512adf6c-1df6-4b06-ad68-6768e0b9966a service neutron] 10.222.0.41 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499581 Sep 01 15:00:56.832125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd52e0-c8e9-4b47-b82a-868fb88e66bc req-4f4265ca-d781-4b96-8865-65549885e4f0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.833584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92cd52e0-c8e9-4b47-b82a-868fb88e66bc req-4f4265ca-d781-4b96-8865-65549885e4f0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0771518 Sep 01 15:00:56.866063 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-8c5a0418-4d72-4058-bd9f-5d8bcf2784d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702070 Sep 01 15:00:56.869970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.895107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for 61cd4a06-134d-4cfa-866b-dc4a108f31f9 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:56.918471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92cd52e0-c8e9-4b47-b82a-868fb88e66bc req-a7fdf0b7-2b4d-4b95-8ca8-2d8bcd084a15 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Sep 01 15:00:57.046215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-599173539', 'description': 'tempest-description-506065787'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:57.093188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.239757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.245172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.283609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.286108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67fc2222-52eb-433a-be67-38a500df4d45 req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2451735 Sep 01 15:00:57.292575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257b8a-52ad-436c-8865-0f81b26827f8 req-98a36f2e-5f75-4862-90a5-2f467298dd6d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.307489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19257b8a-52ad-436c-8865-0f81b26827f8 req-98a36f2e-5f75-4862-90a5-2f467298dd6d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1666629 Sep 01 15:00:57.319747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.330237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5285da-500a-4405-b046-9054cedab9c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75c24d0-d57b-46ee-af54-7edd737daf70,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:57.397649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.406674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19257b8a-52ad-436c-8865-0f81b26827f8 req-75466fb2-ce1d-4f04-85f7-f08eb77f5c3b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955210 Sep 01 15:00:57.465853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=61cd4a06-134d-4cfa-866b-dc4a108f31f9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:57.575436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.772560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.777355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.881856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5784d-5ae5-4ff0-b400-d9222355873b req-b821d670-1a53-4e6b-bc22-f2a33bf7e5fd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.902745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49b5784d-5ae5-4ff0-b400-d9222355873b req-b821d670-1a53-4e6b-bc22-f2a33bf7e5fd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2734501 Sep 01 15:00:57.916798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.917382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router 17ef0517-477e-403b-a992-c330693e3dba {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:57.931555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.939175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:57.939553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf9a95eb-aa5d-49d3-b225-09f237d2f07c tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 204 len: 168 time: 1.9090762 Sep 01 15:00:57.947479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2086910685', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:57.997717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.000292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.013793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49b5784d-5ae5-4ff0-b400-d9222355873b req-be278c98-90dd-46f9-ad17-6019bfbbc06d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096973 Sep 01 15:00:58.076915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-583399162', 'description': 'tempest-description-1234979713'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:58.084120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eff76865-6289-41b5-a880-2441d319612d req-74270310-03f4-49f5-8df3-bc9332c5cd57 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 210 time: 0.0671124 Sep 01 15:00:58.135757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.160578 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.308435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.317952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.350486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.353962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee3248ae-db03-4586-a721-5b6f9377feb9 req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2812059 Sep 01 15:00:58.382030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc90a5-81b0-43ac-a847-0b950331fe63 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0475619b-c94c-45be-b5c4-f341d6b141a9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:58.443223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:58.525714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-0a9096c1-4cc2-4ab4-a8eb-7f68f701c030 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703142 Sep 01 15:00:58.643922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038adb4-d105-4fd3-8304-ef959d7bba39 req-05831462-485f-40f2-a1de-ff3968c0a69a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.646711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4038adb4-d105-4fd3-8304-ef959d7bba39 req-05831462-485f-40f2-a1de-ff3968c0a69a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1519732 Sep 01 15:00:58.647303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-409b603f-b9b5-4da8-bb27-8005bc961d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.649328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-409b603f-b9b5-4da8-bb27-8005bc961d42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 1102 time: 0.0949700 Sep 01 15:00:58.834328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4038adb4-d105-4fd3-8304-ef959d7bba39 req-3294d973-b5ea-4b1c-a7d6-68526847e85d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652999 Sep 01 15:00:58.842987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5559bd67-0263-4251-afdc-5e2d8818275c req-b6c8dc42-0fdb-4f86-8263-9439700a37df tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 10894 time: 0.2907917 Sep 01 15:00:58.953903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-1ec327bd-6654-4695-bdf9-757056ae9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.956856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-1ec327bd-6654-4695-bdf9-757056ae9944 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2533307 Sep 01 15:00:58.964671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5559bd67-0263-4251-afdc-5e2d8818275c req-e98e46dd-5092-4cb6-8e8c-6ca0283aa806 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e9f442e8-6655-4913-82d4-b3b3a5b30ddd HTTP/1.1" status: 200 len: 2981 time: 0.1085582 Sep 01 15:00:58.987956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-7f686cf6-f133-49c7-b589-db751ba0993d tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.991127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-7f686cf6-f133-49c7-b589-db751ba0993d tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.50 "GET /v2.0/networks?id=d9e83011-c9d6-478f-b08c-bea482327be9 HTTP/1.1" status: 200 len: 814 time: 0.2670286 Sep 01 15:00:59.024304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-2302cabf-1975-4e36-910f-2ef41b4a3228 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 200 len: 217 time: 0.0581470 Sep 01 15:00:59.049336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Request body: {'port': {'device_id': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9', 'admin_state_up': True, 'tenant_id': 'a2b763e7705c4c738bb6e4485eb06d1e'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:59.114473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5559bd67-0263-4251-afdc-5e2d8818275c req-f84941ba-91d1-4aa0-9630-0542e40c275a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e9f442e8-6655-4913-82d4-b3b3a5b30ddd HTTP/1.1" status: 200 len: 2981 time: 0.1350937 Sep 01 15:00:59.130120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-36f13f55-b0af-45de-b44a-a46086a66942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.133030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-36f13f55-b0af-45de-b44a-a46086a66942 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0948493 Sep 01 15:00:59.216237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:59.266566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da738a89-65aa-4104-aee7-28db8c6e22ac req-536a7239-d9bc-463a-8296-d7509ffd179d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.269349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da738a89-65aa-4104-aee7-28db8c6e22ac req-536a7239-d9bc-463a-8296-d7509ffd179d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2778864 Sep 01 15:00:59.271184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:59.271619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-07be2729-1d08-4fdb-901e-e02195ba960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.274385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-07be2729-1d08-4fdb-901e-e02195ba960c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336455 Sep 01 15:00:59.398790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e9248-676e-4105-947e-482081713ecd req-4f2d8a5c-3d4a-46d5-abb6-866dee20c6c1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.400791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea9e9248-676e-4105-947e-482081713ecd req-4f2d8a5c-3d4a-46d5-abb6-866dee20c6c1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.1909697 Sep 01 15:00:59.450737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da738a89-65aa-4104-aee7-28db8c6e22ac req-7fe45bac-cb3f-4f41-9c1f-11c18448b2df tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726251 Sep 01 15:00:59.479497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-c2eeb4d8-cfe2-4aae-8eb5-e7af39db5bc1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919291 Sep 01 15:00:59.484511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea9e9248-676e-4105-947e-482081713ecd req-6cd320c1-fa57-430b-856f-b7a468df6a51 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Sep 01 15:00:59.492334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Made reservation on behalf of a2b763e7705c4c738bb6e4485eb06d1e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:59.505203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:59.659658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Allocated IP 172.25.1.46 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/3bf642ff-f4ad-40a1-b0ff-19c6accd9f70) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:59.675526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbf3e477-745d-459e-b7e3-6b442e2303c9 req-121b2b48-1dcb-43ee-8ca7-11cc4bf9877c tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 210 time: 0.0576100 Sep 01 15:00:59.718486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ace5eabb-420d-4dcb-9ecd-a21f069443e8 req-c330567a-1d97-4549-9e52-5dcb758d5735 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298465 Sep 01 15:00:59.788462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-fcaade8d-a548-4201-a21e-fa960bcbf7b8 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/f53837d5-9b01-4767-bf80-b77a3d676c81 HTTP/1.1" status: 200 len: 1799 time: 0.0685585 Sep 01 15:00:59.840313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fe522-e862-428f-9297-8cbf06fa18fc req-3952c9a1-a134-4aef-bea7-87973a9d3e7e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.840670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc3fe522-e862-428f-9297-8cbf06fa18fc req-3952c9a1-a134-4aef-bea7-87973a9d3e7e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2541816 Sep 01 15:00:59.900446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:59.950224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:59.956719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Allocated IP 172.20.0.6 (d9e83011-c9d6-478f-b08c-bea482327be9/2248df71-b78d-452f-a715-6e8301f8cf38/188a8bdb-d533-4eed-9b91-f112356cadc7) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:00.000215 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.030540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.036437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.049952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be1e60e8-2b5c-40ea-9b7d-64f0e12a2366 req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/f53837d5-9b01-4767-bf80-b77a3d676c81 HTTP/1.1" status: 204 len: 173 time: 0.2492900 Sep 01 15:01:00.074891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566abbb2-7d9c-4497-9160-f8ee35318e6f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53837d5-9b01-4767-bf80-b77a3d676c81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:00.230130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.311797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e594dbd-98e1-404c-99c0-9ea6c0210449 req-f49ba243-5b76-448a-a204-2a7b0c187d6b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:00.314419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e594dbd-98e1-404c-99c0-9ea6c0210449 req-f49ba243-5b76-448a-a204-2a7b0c187d6b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0829380 Sep 01 15:01:00.320888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:00.337879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:00.345384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event updated for resources: {'Port': ['ID=3bf642ff-f4ad-40a1-b0ff-19c6accd9f70,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:00.350460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc3fe522-e862-428f-9297-8cbf06fa18fc req-14a0fb44-2868-46ac-af9d-3f17b0c02c4c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812663 Sep 01 15:01:00.351317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:00.370764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e594dbd-98e1-404c-99c0-9ea6c0210449 req-5ff15d5a-d1ba-498e-96d1-694beb116038 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Sep 01 15:01:00.414158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.427000 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-21270dfe-b909-450d-ba50-3a3b0a208d14 req-cec25742-7195-4fd8-982b-7c5a56a2eb36 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:00.428061 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-21270dfe-b909-450d-ba50-3a3b0a208d14 req-cec25742-7195-4fd8-982b-7c5a56a2eb36 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/f53837d5-9b01-4767-bf80-b77a3d676c81 HTTP/1.1" status: 404 len: 352 time: 0.0390892 Sep 01 15:01:00.543169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-659383e5-bf18-47e3-b50d-28ffab788971 req-1110061a-1d17-469d-b597-9ed5400cf1b5 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e75c24d0-d57b-46ee-af54-7edd737daf70 HTTP/1.1" status: 200 len: 1799 time: 0.0733938 Sep 01 15:01:00.649834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.651579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-659383e5-bf18-47e3-b50d-28ffab788971 req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.652441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:00.701697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-659383e5-bf18-47e3-b50d-28ffab788971 req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.728298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Network d9e83011-c9d6-478f-b08c-bea482327be9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:00.765241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-659383e5-bf18-47e3-b50d-28ffab788971 req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.769842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-659383e5-bf18-47e3-b50d-28ffab788971 req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.772187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-659383e5-bf18-47e3-b50d-28ffab788971 req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/e75c24d0-d57b-46ee-af54-7edd737daf70 HTTP/1.1" status: 204 len: 173 time: 0.2191021 Sep 01 15:01:00.796827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e520458-0e81-45f6-93d2-4197d825f52a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75c24d0-d57b-46ee-af54-7edd737daf70,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:00.899611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:00.915505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '06234d49-f02e-4d43-b442-fb64aff53303', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'port_id': '06234d49-f02e-4d43-b442-fb64aff53303', 'mac_address': 'fa:16:3e:f4:cc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0192b495-ac14-4568-be5b-5b20a90c5e6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:00.975596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdae02a-15f0-4e42-973a-4a9cf5041b43 req-1cf2245f-9c9c-44f5-a3d2-047ed322a90a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:00.977548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fdae02a-15f0-4e42-973a-4a9cf5041b43 req-1cf2245f-9c9c-44f5-a3d2-047ed322a90a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 946 time: 0.0979700 Sep 01 15:01:00.991230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.019283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:01.041464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fdae02a-15f0-4e42-973a-4a9cf5041b43 req-4222ab09-3b0f-4ca1-bf70-dd77927fc016 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520687 Sep 01 15:01:01.050459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:01.059835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:01.060267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.065327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:01.072204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Pushing event updated for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:01.085380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f35b-b3c1-4add-8d02-a591e93c7245 req-d8cea6fa-2de1-4e69-9475-53c1a5946351 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.092887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e64f35b-b3c1-4add-8d02-a591e93c7245 req-d8cea6fa-2de1-4e69-9475-53c1a5946351 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.4981890 Sep 01 15:01:01.172250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:01.202762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['06234d49-f02e-4d43-b442-fb64aff53303'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:01.231983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.232863 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.249381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6470a-7ef3-4946-aa9e-87372b06875c req-4faefaf6-7938-4e3e-9e69-a33eb1cf3dbe tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.251378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ed6470a-7ef3-4946-aa9e-87372b06875c req-4faefaf6-7938-4e3e-9e69-a33eb1cf3dbe tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 931 time: 0.0718513 Sep 01 15:01:01.257000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e64f35b-b3c1-4add-8d02-a591e93c7245 req-f9ef8eb2-0c32-4026-8621-733ee5d4fd7d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630852 Sep 01 15:01:01.277985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-20f0d28b-8142-427d-9cce-d153d8cb151e tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2369175 Sep 01 15:01:01.287420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.330894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ed6470a-7ef3-4946-aa9e-87372b06875c req-5e70ab3c-0896-49d9-b674-dd17f72279d5 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639884 Sep 01 15:01:01.350118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Request body: {'port': {'device_id': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:01.407710 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-f163ea8c-9c20-4a51-87bd-121251f6fe41 req-70770611-d9fc-4fe9-bf08-d30e70d366a7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:01.408842 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f163ea8c-9c20-4a51-87bd-121251f6fe41 req-70770611-d9fc-4fe9-bf08-d30e70d366a7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e75c24d0-d57b-46ee-af54-7edd737daf70 HTTP/1.1" status: 404 len: 352 time: 0.1158602 Sep 01 15:01:01.564569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73168048-35b2-4043-baaa-c717cc84ede4 req-9fbdaf2e-84b0-4e2a-9ce7-56f735c5505a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/0475619b-c94c-45be-b5c4-f341d6b141a9 HTTP/1.1" status: 200 len: 1800 time: 0.0592711 Sep 01 15:01:01.632674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.667888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-73168048-35b2-4043-baaa-c717cc84ede4 req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.700533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-73168048-35b2-4043-baaa-c717cc84ede4 req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.752480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0732d5-2b95-4634-9312-a07afa027879 req-d333606c-01e0-47c5-9105-e50793b04859 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.754188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0732d5-2b95-4634-9312-a07afa027879 req-d333606c-01e0-47c5-9105-e50793b04859 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2419581 Sep 01 15:01:01.767808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-73168048-35b2-4043-baaa-c717cc84ede4 req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.772512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-73168048-35b2-4043-baaa-c717cc84ede4 req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.774346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73168048-35b2-4043-baaa-c717cc84ede4 req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/0475619b-c94c-45be-b5c4-f341d6b141a9 HTTP/1.1" status: 204 len: 173 time: 0.1868722 Sep 01 15:01:01.791538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43113c25-7247-4849-b74b-6988171b7f97 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0475619b-c94c-45be-b5c4-f341d6b141a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:01.902465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.928757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3b2f2-6f4b-45ef-b95f-bc7b75b912e7 req-8d362f1c-bae7-443e-9eaf-4e3ea7b682a2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.931664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09d3b2f2-6f4b-45ef-b95f-bc7b75b912e7 req-8d362f1c-bae7-443e-9eaf-4e3ea7b682a2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0607817 Sep 01 15:01:01.932495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0732d5-2b95-4634-9312-a07afa027879 req-dec03f46-3b6e-42e1-bbf9-ff4406bd4214 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626694 Sep 01 15:01:01.996569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09d3b2f2-6f4b-45ef-b95f-bc7b75b912e7 req-6736b87d-ec23-4648-8ae1-0300483b0d1f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Sep 01 15:01:02.079814 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-a3676aef-b685-4193-b5d1-d546604cd6f6 req-453cbec3-a3d4-4995-8b3d-19f2c752b811 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:02.080786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3676aef-b685-4193-b5d1-d546604cd6f6 req-453cbec3-a3d4-4995-8b3d-19f2c752b811 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/0475619b-c94c-45be-b5c4-f341d6b141a9 HTTP/1.1" status: 404 len: 352 time: 0.0375996 Sep 01 15:01:02.225321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ef18f-f623-4e34-afc2-7318e9ab4468 req-034a5ee1-ff8f-41c4-9973-e9163b83afd3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.227362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e6ef18f-f623-4e34-afc2-7318e9ab4468 req-034a5ee1-ff8f-41c4-9973-e9163b83afd3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 945 time: 0.0654228 Sep 01 15:01:02.279134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e6ef18f-f623-4e34-afc2-7318e9ab4468 req-31fe1f36-bdd5-4d5d-815a-10aaf23b28d0 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Sep 01 15:01:02.389672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a8bdb-d533-4eed-9b91-f112356cadc7 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:02.401253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a96c982a-901e-4244-89a2-eeef509e6373 req-13ad9a8b-1573-43bc-bf51-5505271401b0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 6149 time: 0.2681258 Sep 01 15:01:02.409164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.427548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Router 1d38a41b-70ab-4e44-bed4-5e26b2a47028 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:01:02.452175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Transition to ACTIVE for port object 188a8bdb-d533-4eed-9b91-f112356cadc7 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:02.462449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.498642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1162dad-846c-43a3-994a-f8d2b8ba2dda req-204710e3-33ef-4154-87bc-04998717f81a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.501591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1162dad-846c-43a3-994a-f8d2b8ba2dda req-204710e3-33ef-4154-87bc-04998717f81a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1064656 Sep 01 15:01:02.554509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1162dad-846c-43a3-994a-f8d2b8ba2dda req-acb2c06a-7cb3-4010-8556-c5d1be8b70ef tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Sep 01 15:01:02.629882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a96c982a-901e-4244-89a2-eeef509e6373 req-1b0201f2-4198-4183-8a39-113d666661e5 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e9f442e8-6655-4913-82d4-b3b3a5b30ddd HTTP/1.1" status: 200 len: 2981 time: 0.2153013 Sep 01 15:01:02.665975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:02.733595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Pushing event updated for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:02.842975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a96c982a-901e-4244-89a2-eeef509e6373 req-0cf00045-0996-46f4-be2b-f8cdab76e60d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e9f442e8-6655-4913-82d4-b3b3a5b30ddd HTTP/1.1" status: 200 len: 2981 time: 0.2020793 Sep 01 15:01:02.859719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:02.866139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.889716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] Sync routers for ids ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:02.893957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Attempting to bind port 188a8bdb-d533-4eed-9b91-f112356cadc7 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:02.894435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Attempting to bind port 188a8bdb-d533-4eed-9b91-f112356cadc7 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'eea6c4b6-1dce-4fba-8500-6fea7ba19447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:02.894775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Attempting to bind port 188a8bdb-d533-4eed-9b91-f112356cadc7 on network d9e83011-c9d6-478f-b08c-bea482327be9 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:02.905017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Port 188a8bdb-d533-4eed-9b91-f112356cadc7 on network d9e83011-c9d6-478f-b08c-bea482327be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:02.905571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Attempting to bind port 188a8bdb-d533-4eed-9b91-f112356cadc7 on network d9e83011-c9d6-478f-b08c-bea482327be9 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:02.911968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.913704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b983f85-539f-4c5e-a43e-1fabb9e87a03 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9707708 Sep 01 15:01:02.917101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:02.917881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:02.925742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:02.931760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:02.931760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Checking segment: {'id': 'eea6c4b6-1dce-4fba-8500-6fea7ba19447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:02.931760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Bound using segment: {'id': 'eea6c4b6-1dce-4fba-8500-6fea7ba19447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:02.931760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Bound port: 188a8bdb-d533-4eed-9b91-f112356cadc7, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea6c4b6-1dce-4fba-8500-6fea7ba19447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:02.932619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.976394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:02.980560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] Routers {'1d38a41b-70ab-4e44-bed4-5e26b2a47028'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:02.981546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:03.037751 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.050499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7db6-4779-4b99-9b5b-f7655ee6e734 req-8c5a5eba-e5a3-40b4-acca-fb87f386cc2c tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.071763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed2a7db6-4779-4b99-9b5b-f7655ee6e734 req-8c5a5eba-e5a3-40b4-acca-fb87f386cc2c tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 943 time: 0.1353319 Sep 01 15:01:03.101387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:03.134759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed2a7db6-4779-4b99-9b5b-f7655ee6e734 req-4702dab3-17d7-45e9-843e-d0cf6de927c8 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Sep 01 15:01:03.140218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] Routers {'1d38a41b-70ab-4e44-bed4-5e26b2a47028'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:03.141768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:03.175242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:03.206294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=188a8bdb-d533-4eed-9b91-f112356cadc7,segment=NetworkSegment(eea6c4b6-1dce-4fba-8500-6fea7ba19447),segment_id=eea6c4b6-1dce-4fba-8500-6fea7ba19447)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:03.208205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340728604', 'description': 'tempest-description-516253640'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:03.232167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:03.233275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68148db5-dc8c-4377-8de4-e97a10892d16 None None] The sync data for ids ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:01:03.240138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:03.256164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.279129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.281103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc3fb-5fc8-4a77-b6df-418a13f89fe6 req-630daa9d-d621-40cd-bec8-a0579450b997 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.283609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-918fc3fb-5fc8-4a77-b6df-418a13f89fe6 req-630daa9d-d621-40cd-bec8-a0579450b997 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.1876657 Sep 01 15:01:03.470739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.478869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.524820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.537153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07938bb9-05f7-494a-aae4-50df698c177d req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3319354 Sep 01 15:01:03.552705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991e90-ee1e-4761-b00f-2d140aded395 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c4a89-4a0f-4ff7-ab02-923a097eed52,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:03.762273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d49c9-b30e-4405-820d-a269dd864650 req-b837269c-2d05-4310-8464-029191973faa tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.764406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a66d49c9-b30e-4405-820d-a269dd864650 req-b837269c-2d05-4310-8464-029191973faa tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0867414 Sep 01 15:01:03.775529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.776747 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.779054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] 10.222.0.50 "PUT /v2.0/ports/188a8bdb-d533-4eed-9b91-f112356cadc7 HTTP/1.1" status: 200 len: 1092 time: 2.4377744 Sep 01 15:01:03.779819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:03.784172 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29155e39-e980-40cd-a16a-7446fcb2c8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:03.833381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed469d1-f0dc-4ad3-9f23-d3903906f726 service neutron] Pushing event updated for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:03.855639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a66d49c9-b30e-4405-820d-a269dd864650 req-e791ffa2-f7c2-44a4-ba04-5281db27804a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780380 Sep 01 15:01:03.906691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-918fc3fb-5fc8-4a77-b6df-418a13f89fe6 req-b8e19bdd-d87f-4245-8f9e-96aa60ad43ce tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884976 Sep 01 15:01:04.008307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa26167-0f1a-4431-a525-92a7d4b433fd req-70f68c00-f780-4cb4-b1eb-3940b13fee36 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.009117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810114860', 'description': 'tempest-description-970125885'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:04.010974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4fa26167-0f1a-4431-a525-92a7d4b433fd req-70f68c00-f780-4cb4-b1eb-3940b13fee36 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0658638 Sep 01 15:01:04.051753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-2bc6489d-4c45-4105-8aba-c0fe1a2e8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.054722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-2bc6489d-4c45-4105-8aba-c0fe1a2e8492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2b763e7705c4c738bb6e4485eb06d1e&device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 1095 time: 0.2036746 Sep 01 15:01:04.056044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4fa26167-0f1a-4431-a525-92a7d4b433fd req-41ee3c9b-6ce3-47d7-b743-bcc3c8db7079 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Sep 01 15:01:04.216463 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-a8e03b46-d294-4aa9-a60b-ac13e826181b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=188a8bdb-d533-4eed-9b91-f112356cadc7 HTTP/1.1" status: 200 len: 217 time: 0.1458664 Sep 01 15:01:04.216792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9744-d454-4600-b2d9-5262fcc0b2a3 req-2c668435-74b7-43aa-89a2-6867cf20a3e4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.218480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e8b9744-d454-4600-b2d9-5262fcc0b2a3 req-2c668435-74b7-43aa-89a2-6867cf20a3e4 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0673306 Sep 01 15:01:04.221950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.294066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.294858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e8b9744-d454-4600-b2d9-5262fcc0b2a3 req-03703d5b-6598-4359-8bc9-6736c278d1af tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690610 Sep 01 15:01:04.334968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.353453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e66c4-7e82-4406-8755-4577690a678f req-338a40ee-f7bf-4113-b85c-c3b0541644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.355284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-338a40ee-f7bf-4113-b85c-c3b0541644d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2248df71-b78d-452f-a715-6e8301f8cf38 HTTP/1.1" status: 200 len: 854 time: 0.1248131 Sep 01 15:01:04.391292 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80880089-2148-4802-9aa9-298282261d6d x-openstack-request-id: req-80880089-2148-4802-9aa9-298282261d6d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:04.391583 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:04.391828 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80880089-2148-4802-9aa9-298282261d6d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:04.392285 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7', 'status': 'completed', 'code': 200} Sep 01 15:01:04.431197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-31cc97f2-8b3f-424f-a8a3-839e0844df06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9e83011-c9d6-478f-b08c-bea482327be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379837 Sep 01 15:01:04.584172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.588237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Deleting port 3bf642ff-f4ad-40a1-b0ff-19c6accd9f70 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:04.588639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.594250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.675413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-e739d197-58ac-4a60-abe2-8690c53ae0fc service neutron] 10.222.0.50 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316759 Sep 01 15:01:04.685662 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.686944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba6d9902-889d-4f61-98b0-864cd35fe98b req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6956272 Sep 01 15:01:04.691414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c91b-2d9e-4db9-b3a2-a71e78888e26 req-122ecd5d-60a7-4201-b996-4f59f737b7b8 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.697602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa96c91b-2d9e-4db9-b3a2-a71e78888e26 req-122ecd5d-60a7-4201-b996-4f59f737b7b8 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 943 time: 0.1485388 Sep 01 15:01:04.711346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-f0c3a418-45a1-44df-84f8-48fe825bb7ba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.715242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-f0c3a418-45a1-44df-84f8-48fe825bb7ba tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.1526263 Sep 01 15:01:04.720089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d940eed-b7ea-46b6-bf39-1dc25a4941a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00eb4a-fcaf-4889-87a9-e59c68940f44,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:04.811028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.854004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Calling delete_port for 3bf642ff-f4ad-40a1-b0ff-19c6accd9f70 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:04.870222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa96c91b-2d9e-4db9-b3a2-a71e78888e26 req-a5662289-147d-48a9-905e-0ba0edb75fb4 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536648 Sep 01 15:01:04.879839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9e66c4-7e82-4406-8755-4577690a678f req-a13e3dab-e205-43cf-8363-b00bdef34ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836200 Sep 01 15:01:04.965776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Deleting port 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:04.967022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.143276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea1fc-4c8c-4544-8269-b3a7073467af req-113fcba4-b237-4d9f-8621-20bb36190166 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.145173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a1ea1fc-4c8c-4544-8269-b3a7073467af req-113fcba4-b237-4d9f-8621-20bb36190166 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0911233 Sep 01 15:01:05.186574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] For port 06234d49-f02e-4d43-b442-fb64aff53303, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06234d49-f02e-4d43-b442-fb64aff53303,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:05.187156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.211239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Calling delete_port for 06234d49-f02e-4d43-b442-fb64aff53303 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:05.232533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a1ea1fc-4c8c-4544-8269-b3a7073467af req-0521d03e-de18-4439-82b6-6bd2a88d23b8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Sep 01 15:01:05.233131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-d318bde8-993a-4afb-a0ad-abaf703771f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.236264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-d318bde8-993a-4afb-a0ad-abaf703771f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2b763e7705c4c738bb6e4485eb06d1e&device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 1095 time: 0.2307265 Sep 01 15:01:05.251739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-9b93a047-90f2-49f7-b308-df212c19f60c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.265988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-9b93a047-90f2-49f7-b308-df212c19f60c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 812 time: 0.2468331 Sep 01 15:01:05.265988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.352667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Pushing event deleted for resources: {'Port': ['ID=3bf642ff-f4ad-40a1-b0ff-19c6accd9f70,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:05.361349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-e409fa86-7c49-4e10-b9e1-83f259bc4d09 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/quotas/97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 375 time: 0.0942657 Sep 01 15:01:05.432705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9e8b4-ed3a-4547-86f6-f2258f780000 req-eaf1e2af-ae13-41cf-93d3-71be86bf420c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.435208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ce9e8b4-ed3a-4547-86f6-f2258f780000 req-eaf1e2af-ae13-41cf-93d3-71be86bf420c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f9aeb2b-b1d9-435e-8981-13fcdf39028b HTTP/1.1" status: 200 len: 944 time: 0.0933235 Sep 01 15:01:05.515998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-31b58acf-4e72-4a86-8b52-9a58cfbeac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.518570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-31b58acf-4e72-4a86-8b52-9a58cfbeac3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9e83011-c9d6-478f-b08c-bea482327be9 HTTP/1.1" status: 200 len: 915 time: 0.2634406 Sep 01 15:01:05.519996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.533208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ce9e8b4-ed3a-4547-86f6-f2258f780000 req-ceb2e343-1d61-480b-82b7-e01e438400d8 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876536 Sep 01 15:01:05.536089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.634239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-3add8392-5fa7-41d3-af6f-97cf07d9f06d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2503946 Sep 01 15:01:05.641932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event deleted for resources: {'Port': ['ID=06234d49-f02e-4d43-b442-fb64aff53303,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:05.682210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-15fcc61e-c20a-4462-8f3d-084fd70a44d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=188a8bdb-d533-4eed-9b91-f112356cadc7 HTTP/1.1" status: 200 len: 217 time: 0.0969839 Sep 01 15:01:05.683487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] No DVR routers for this DVR port 06234d49-f02e-4d43-b442-fb64aff53303 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:05.687100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.689495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6b1030f-84dd-494d-9aa4-a291a57d4131 req-13927190-d7fa-49a2-b146-07713a7796a1 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "DELETE /v2.0/ports/06234d49-f02e-4d43-b442-fb64aff53303 HTTP/1.1" status: 204 len: 173 time: 0.9498007 Sep 01 15:01:05.690258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'name': 'network-vif-deleted', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:05.693044 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844a8bf7-8cc3-45f6-aac9-e407fff79832" -d '{"events": [{"server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "name": "network-vif-deleted", "tag": "06234d49-f02e-4d43-b442-fb64aff53303"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:05.737545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e18ce-7610-47d3-b860-e8e375933757 req-81fa9327-983d-4fa6-be7f-a91045d695aa tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.739682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-640e18ce-7610-47d3-b860-e8e375933757 req-81fa9327-983d-4fa6-be7f-a91045d695aa tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1005311 Sep 01 15:01:05.809865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-640e18ce-7610-47d3-b860-e8e375933757 req-9940f604-57df-400e-bb5c-24dd5487dfb3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Sep 01 15:01:05.986325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:05.996738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-1ccc68ef-0371-421e-aabb-182f9a4f4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.999212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-1ccc68ef-0371-421e-aabb-182f9a4f4c34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2248df71-b78d-452f-a715-6e8301f8cf38 HTTP/1.1" status: 200 len: 854 time: 0.2695909 Sep 01 15:01:06.007303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f1748-1c94-44de-92a1-238fda1c36ba req-5441ce11-d5f9-4745-b5fa-0a0ea1f41a72 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.008829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:06.010015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a45f1748-1c94-44de-92a1-238fda1c36ba req-5441ce11-d5f9-4745-b5fa-0a0ea1f41a72 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0709677 Sep 01 15:01:06.017883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-59259219-d3d3-4e03-a649-f3d23f2ae80a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2379651 Sep 01 15:01:06.043604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-0eaf54ca-af7e-4241-ac6f-edf5c3d00962 service neutron] 10.222.0.41 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731658 Sep 01 15:01:06.065220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-c0bfc4e8-9ff8-4952-bb91-540c8ab4c167 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9e83011-c9d6-478f-b08c-bea482327be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396903 Sep 01 15:01:06.071956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a45f1748-1c94-44de-92a1-238fda1c36ba req-51f98f44-cbc5-473c-8234-6ff8b7a29f5e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536346 Sep 01 15:01:06.215358 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450960d-2686-4b5a-8de0-3e3f388eb57a x-openstack-request-id: req-f450960d-2686-4b5a-8de0-3e3f388eb57a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:06.216585 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9aeb2b-b1d9-435e-8981-13fcdf39028b", "name": "network-vif-deleted", "tag": "06234d49-f02e-4d43-b442-fb64aff53303", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:06.217151 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f450960d-2686-4b5a-8de0-3e3f388eb57a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:06.217870 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9aeb2b-b1d9-435e-8981-13fcdf39028b', 'name': 'network-vif-deleted', 'tag': '06234d49-f02e-4d43-b442-fb64aff53303', 'status': 'completed', 'code': 200} Sep 01 15:01:06.379496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc13827-6adb-4233-9ae7-671e145c3f21 req-637c6671-22f6-44c5-bb2a-34a6dc5bb8bb tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.382374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efc13827-6adb-4233-9ae7-671e145c3f21 req-637c6671-22f6-44c5-bb2a-34a6dc5bb8bb tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 943 time: 0.0815921 Sep 01 15:01:06.449996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efc13827-6adb-4233-9ae7-671e145c3f21 req-dd7eb936-3e61-42c3-9041-7c1ac17dffd4 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 Sep 01 15:01:06.615901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Router 1d38a41b-70ab-4e44-bed4-5e26b2a47028 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:01:06.633988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1870-9ed8-48f0-bf25-800d2d3dca02 req-ece61196-b8ba-41b7-b2a7-10a2255dc739 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.636989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d88f1870-9ed8-48f0-bf25-800d2d3dca02 req-ece61196-b8ba-41b7-b2a7-10a2255dc739 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0868731 Sep 01 15:01:06.662133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 188a8bdb-d533-4eed-9b91-f112356cadc7 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:06.679387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-e7d305f4-9d70-45ea-985c-af5e6fea1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.682015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-e7d305f4-9d70-45ea-985c-af5e6fea1f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1102 time: 0.5765126 Sep 01 15:01:06.702878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-0df5b19c-781b-4735-9c98-ab2aae5c507b service neutron] 10.222.0.41 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417329 Sep 01 15:01:06.717492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d88f1870-9ed8-48f0-bf25-800d2d3dca02 req-a9a03e14-5a67-4b96-a75c-55eae8b65652 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Sep 01 15:01:06.771855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-787b4f85-540f-4813-b8ec-b5bb26060751 service neutron] 10.222.0.50 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673150 Sep 01 15:01:06.862743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=188a8bdb-d533-4eed-9b91-f112356cadc7,segment=NetworkSegment(eea6c4b6-1dce-4fba-8500-6fea7ba19447),segment_id=eea6c4b6-1dce-4fba-8500-6fea7ba19447)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:06.919559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '188a8bdb-d533-4eed-9b91-f112356cadc7', 'network_id': 'd9e83011-c9d6-478f-b08c-bea482327be9', 'port_id': '188a8bdb-d533-4eed-9b91-f112356cadc7', 'mac_address': 'fa:16:3e:15:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2248df71-b78d-452f-a715-6e8301f8cf38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:06.929669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:06.940696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:06.946142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:06.946625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7252e8ca-e0c4-4b19-b559-27e18302393e tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "PUT /v2.0/routers/1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 200 len: 706 time: 4.0269785 Sep 01 15:01:06.961975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] Sync routers for ids ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:07.011162 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] Routers {'1d38a41b-70ab-4e44-bed4-5e26b2a47028'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:07.014806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.052140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.054055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-d67f837c-bbfb-402a-8efa-65e4d15d206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.057708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-d67f837c-bbfb-402a-8efa-65e4d15d206a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3503022 Sep 01 15:01:07.092889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a8bdb-d533-4eed-9b91-f112356cadc7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:07.137847 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.141860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=188a8bdb-d533-4eed-9b91-f112356cadc7,segment=NetworkSegment(eea6c4b6-1dce-4fba-8500-6fea7ba19447),segment_id=eea6c4b6-1dce-4fba-8500-6fea7ba19447)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:07.148756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2dc7c5c9-2934-44cd-a7a5-7ba86d6bc2b3 req-29cf9aa8-6e5f-4335-9faa-67f05011643e tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 210 time: 0.0644727 Sep 01 15:01:07.154112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.158518 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] Routers {'1d38a41b-70ab-4e44-bed4-5e26b2a47028'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:07.159464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:00:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.222777 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.224266 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de036e1a-478c-499d-9ab0-bfd826146f34 None None] The sync data for ids ['1d38a41b-70ab-4e44-bed4-5e26b2a47028'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:01:07.255729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-4516d9c0-b1b9-4c82-83d3-1541743cf116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 217 time: 0.1729553 Sep 01 15:01:07.264340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29155e39-e980-40cd-a16a-7446fcb2c8b8 req-45391798-590f-4741-802c-6fea2d99891c service neutron] 10.222.0.50 "GET /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759951 Sep 01 15:01:07.308042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:07.331669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7e0e0d13-6b6f-4d84-b96f-95b276c0d8df tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/routers/1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 200 len: 741 time: 0.3838270 Sep 01 15:01:07.336580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48464) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:07.425743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f438c15-21ad-4ffb-ab67-ef6a673b5cd8 tempest-RoutersAdminTest-765413502 tempest-RoutersAdminTest-765413502-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 200 len: 205 time: 0.0875235 Sep 01 15:01:07.429181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff5c25-f4ba-4732-a8b1-d474d2724bbe req-0fa2d22f-337f-4e68-9090-59986aa9b92f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.431226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1cff5c25-f4ba-4732-a8b1-d474d2724bbe req-0fa2d22f-337f-4e68-9090-59986aa9b92f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2816875 Sep 01 15:01:07.432080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48470) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:07.469677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-81114208-ca9e-4631-9a20-0a39a2e1d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.472584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-81114208-ca9e-4631-9a20-0a39a2e1d9a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2070055 Sep 01 15:01:07.480021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['188a8bdb-d533-4eed-9b91-f112356cadc7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:07.490800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-20fe28ab-6b41-403f-9a18-a4b8f3524bf2 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 200 len: 205 time: 0.0536175 Sep 01 15:01:07.492392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:07.577386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-4c67a2d3-b753-45fb-871c-64c7da432dd2 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.580942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-4c67a2d3-b753-45fb-871c-64c7da432dd2 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.2525065 Sep 01 15:01:07.589726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1cff5c25-f4ba-4732-a8b1-d474d2724bbe req-1db6bb87-7a84-4b6a-9125-40ce11b2c72c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399338 Sep 01 15:01:07.626664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-75f4fe64-e130-4049-90d4-72681fc57064 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/quotas/f3138fc2e1bf4bd7bb4ced350b5f9c3a HTTP/1.1" status: 200 len: 375 time: 0.0338109 Sep 01 15:01:07.666243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-10279653-6652-4498-a3d5-8ecdf569db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.666243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-10279653-6652-4498-a3d5-8ecdf569db98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802695 Sep 01 15:01:07.682718 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.834651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-c5afa9e6-2fd2-42fd-b72c-3d247f07f241 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066545 Sep 01 15:01:07.876668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-2bc1e92c-7c60-49c2-a497-4bfd508b98cc service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873207 Sep 01 15:01:07.968583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ecd3-adea-417b-b6a8-427b3bd76ca6 req-7e263f8d-1b23-4913-ba26-aac5c6b3a543 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.973931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3197ecd3-adea-417b-b6a8-427b3bd76ca6 req-7e263f8d-1b23-4913-ba26-aac5c6b3a543 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2354529 Sep 01 15:01:07.987047 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.994237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.050698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-732beacc-46f2-4f8f-9247-3b387654a2da service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028382 Sep 01 15:01:08.064101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fac17a30-26a9-491d-b53b-0ee35e371b06 req-c1706b8e-9892-4c98-933a-22e5be1882f4 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568022 Sep 01 15:01:08.251847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-ca5203f5-0173-4efe-9d03-18c842d76cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685977 Sep 01 15:01:08.467640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3197ecd3-adea-417b-b6a8-427b3bd76ca6 req-28f3667c-db4b-4968-bf6a-a63eb6a1cd0b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771810 Sep 01 15:01:08.471661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.472183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Fanout notify agent at l3_agent the message router_deleted on router 1d38a41b-70ab-4e44-bed4-5e26b2a47028 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:01:08.480205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.487032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb78ccd3-3d7d-4ec8-ab78-0ba03d64d7a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 204 len: 168 time: 0.9879708 Sep 01 15:01:08.487726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48486) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.534779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b15c8dea-ee4f-40a9-bd9f-6b1e10aa8fdd tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 200 len: 205 time: 0.0454602 Sep 01 15:01:08.538438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.624793 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-70e766ee-4d9b-4c16-bdd1-1ccfab6aa6af tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:08.629487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-70e766ee-4d9b-4c16-bdd1-1ccfab6aa6af tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/1d38a41b-70ab-4e44-bed4-5e26b2a47028 HTTP/1.1" status: 404 len: 336 time: 0.0850086 Sep 01 15:01:08.630704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48490) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.671381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 188a8bdb-d533-4eed-9b91-f112356cadc7 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:08.700069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5a8dc4f5-dbe0-4092-b5a2-5718032a7ec6 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 200 len: 205 time: 0.0673847 Sep 01 15:01:08.705118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48494) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.722688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e023b26-108b-4e74-b103-500ddc771319 req-b05f2adc-6273-489d-b673-3b0c6ad6f024 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.725356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e023b26-108b-4e74-b103-500ddc771319 req-b05f2adc-6273-489d-b673-3b0c6ad6f024 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 944 time: 0.1345155 Sep 01 15:01:08.792074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 188a8bdb-d533-4eed-9b91-f112356cadc7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:08.799755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 188a8bdb-d533-4eed-9b91-f112356cadc7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:08.800416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.811671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e023b26-108b-4e74-b103-500ddc771319 req-8832a228-7a0b-4aca-9fd6-15dc8b637f1c tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Sep 01 15:01:08.820293 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-63058484-2113-4f1e-bb45-3283701e610f tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:08.833156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63058484-2113-4f1e-bb45-3283701e610f tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/17ef0517-477e-403b-a992-c330693e3dba HTTP/1.1" status: 404 len: 336 time: 0.1161773 Sep 01 15:01:08.837515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.901379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ab6aec91-a181-4d58-af48-381182fce277 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 200 len: 205 time: 0.0618215 Sep 01 15:01:08.905440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.965195 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-414461c0-e81d-47f2-984d-97561bd8535d tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:08.966908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-414461c0-e81d-47f2-984d-97561bd8535d tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/49315fc0-63b0-431b-8dbf-b5bbcbe62bb5 HTTP/1.1" status: 404 len: 336 time: 0.0601134 Sep 01 15:01:08.972655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.062461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.074490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60cd48db-6cd9-4a63-89ab-b7ad8c3188a1 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 200 len: 205 time: 0.0960188 Sep 01 15:01:09.099385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.106332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf004723-57f7-4438-98ec-d0999142b4ff req-75e27480-48d3-41ed-93c9-dbdcf0ea786e tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 210 time: 0.0917442 Sep 01 15:01:09.117817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:09.123180 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb97951-21ac-40c2-84ec-98bf66860b7d" -d '{"events": [{"server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "name": "network-vif-plugged", "status": "completed", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:09.170435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=188a8bdb-d533-4eed-9b91-f112356cadc7,segment=NetworkSegment(eea6c4b6-1dce-4fba-8500-6fea7ba19447),segment_id=eea6c4b6-1dce-4fba-8500-6fea7ba19447)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:09.175463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-2383d0d5-76c6-47a5-ba68-84a816b81147 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.177398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-2383d0d5-76c6-47a5-ba68-84a816b81147 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 812 time: 0.3529208 Sep 01 15:01:09.182696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.183869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:09.195370 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-406e54b6-50ac-46a5-add9-c76aeca5cfd6 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:09.197207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-406e54b6-50ac-46a5-add9-c76aeca5cfd6 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/d5779c24-3d78-471f-9c73-afc01a3baa11 HTTP/1.1" status: 404 len: 336 time: 0.0957696 Sep 01 15:01:09.201580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.207632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'device_id': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454', 'admin_state_up': True, 'tenant_id': '97711a0fc4fb47d5b111975837da7338'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:09.267819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 06234d49-f02e-4d43-b442-fb64aff53303 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:09.268516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06234d49-f02e-4d43-b442-fb64aff53303 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:09.294323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eaac9377-4c78-4000-8a96-eeb711ccb06a tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 200 len: 205 time: 0.0879059 Sep 01 15:01:09.297471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c73d5715-2911-44aa-bb09-15ca734ea33d req-94cdc559-3dad-4d53-a705-4fcca9cb9a6d tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 210 time: 0.0762961 Sep 01 15:01:09.298345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48514) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.329491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:09.367847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136acc1-2ffa-4266-82b9-63ebecaba0a0 req-dff832a6-502f-460f-bcdb-15a8d2653e21 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.370215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2136acc1-2ffa-4266-82b9-63ebecaba0a0 req-dff832a6-502f-460f-bcdb-15a8d2653e21 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.5538974 Sep 01 15:01:09.380992 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-82c6e1d2-b742-48ff-b593-39a7e094753b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:09.382096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82c6e1d2-b742-48ff-b593-39a7e094753b tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/758d4571-2e6c-4cc9-8150-88272ab9f628 HTTP/1.1" status: 404 len: 336 time: 0.0823026 Sep 01 15:01:09.386354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.450049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-78f4ea61-b21d-446b-a127-349850ec5d7d tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "GET /v2.0/ports?device_id=69a68aa7-d787-4c2a-8673-75fa4ba25eba HTTP/1.1" status: 200 len: 205 time: 0.0604591 Sep 01 15:01:09.456593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48518) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.495204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730a3ff-5c92-4741-80db-cfea96b0ae56 req-7c27d869-797c-412e-9a76-8e49bd7b4aa0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.497024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0730a3ff-5c92-4741-80db-cfea96b0ae56 req-7c27d869-797c-412e-9a76-8e49bd7b4aa0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0823793 Sep 01 15:01:09.510326 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:01:09.551636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2136acc1-2ffa-4266-82b9-63ebecaba0a0 req-d838eeb9-88e7-47af-bd51-ccc7c9d0181b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631525 Sep 01 15:01:09.557537 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-b39c683d-51f4-4dc4-a3ab-2cfc915174a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] delete failed (client error): The resource could not be found. Sep 01 15:01:09.562601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b39c683d-51f4-4dc4-a3ab-2cfc915174a9 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/routers/69a68aa7-d787-4c2a-8673-75fa4ba25eba HTTP/1.1" status: 404 len: 336 time: 0.0976107 Sep 01 15:01:09.569023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48522) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:09.586740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0730a3ff-5c92-4741-80db-cfea96b0ae56 req-52e29bb1-6f78-49aa-9ccb-2a11c5ee9e82 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Sep 01 15:01:09.611278 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13097f5-f1dc-4ec2-80f7-901b6c2c2310 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] DELETE failed (client error): The resource could not be found. Sep 01 15:01:09.611864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13097f5-f1dc-4ec2-80f7-901b6c2c2310 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:01:09.616349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b13097f5-f1dc-4ec2-80f7-901b6c2c2310 tempest-RoutersAdminTest-126300440 tempest-RoutersAdminTest-126300440-project] 10.222.0.41 "DELETE /v2.0/subnets/3a03619b-f386-4f6f-bf14-8b32cb35b353 HTTP/1.1" status: 404 len: 337 time: 0.0433652 Sep 01 15:01:09.639316 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c255ecf-dc07-40ef-867d-35ea5d3616a6 x-openstack-request-id: req-2c255ecf-dc07-40ef-867d-35ea5d3616a6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:09.640040 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "name": "network-vif-plugged", "status": "completed", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:09.640638 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c255ecf-dc07-40ef-867d-35ea5d3616a6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:09.641543 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7', 'code': 200} Sep 01 15:01:09.709426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Made reservation on behalf of 97711a0fc4fb47d5b111975837da7338 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:09.720650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.913913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383ff31-1c2c-463c-b2d9-61af2efea489 req-44d64a05-4e30-4c5b-a909-4d0811af336c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.916954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e383ff31-1c2c-463c-b2d9-61af2efea489 req-44d64a05-4e30-4c5b-a909-4d0811af336c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1710601 Sep 01 15:01:09.922377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b510-8d14-439e-81b9-6c5ea542ad44 req-d01d3e3e-488a-4369-8437-e5b38a39defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.926508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9c5b510-8d14-439e-81b9-6c5ea542ad44 req-d01d3e3e-488a-4369-8437-e5b38a39defc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 1097 time: 0.1640713 Sep 01 15:01:09.992362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Allocated IP 172.20.0.8 (61a94a75-0e23-4943-a858-9c9e32d17454/4536458b-c1ca-470d-819f-c96bd205b9fd/e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:10.017048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed43cb1-22d1-4c19-99ff-cb95ca4a55e3 req-73b29ba6-e471-4070-9921-a15df609e0e2 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.020016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ed43cb1-22d1-4c19-99ff-cb95ca4a55e3 req-73b29ba6-e471-4070-9921-a15df609e0e2 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.1141212 Sep 01 15:01:10.041485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e383ff31-1c2c-463c-b2d9-61af2efea489 req-16da36c3-372d-47c8-a18b-a56d2e175585 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Sep 01 15:01:10.044866 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9c5b510-8d14-439e-81b9-6c5ea542ad44 req-9425d592-0b2a-49b2-bbcd-2e634f920747 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016169 Sep 01 15:01:10.127496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ed43cb1-22d1-4c19-99ff-cb95ca4a55e3 req-d8b15315-9db7-4c37-9726-ebb904542539 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832264 Sep 01 15:01:10.154108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:10.267074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bfca7fd-bca6-41cb-92b9-5835aa1058cf req-04be8d9a-0581-4019-b0bb-81f6290f7354 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 210 time: 0.0388052 Sep 01 15:01:10.314649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.403625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.417716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:10.572309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c511f140-314d-4fe7-bb85-71c79d56bf59 req-09eaa870-6a5b-4a22-be3f-cfef443888e8 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 210 time: 0.0987041 Sep 01 15:01:10.588328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Network 61a94a75-0e23-4943-a858-9c9e32d17454 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:10.592001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:10.602901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b42866ee-f493-48dc-a46a-7fcf46e58c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.602901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:10.604755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:10.689260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-bbe3fba5-b6ac-4c09-aacc-410e56ae732a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.691394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-bbe3fba5-b6ac-4c09-aacc-410e56ae732a tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 822 time: 0.3038139 Sep 01 15:01:10.712669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Request body: {'port': {'device_id': '36b24d04-ab42-473f-a051-281bb544fe8c', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'admin_state_up': True, 'tenant_id': 'f3138fc2e1bf4bd7bb4ced350b5f9c3a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:10.820911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.822031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.899024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bede4be-e0db-49b8-906d-859021283ebf req-c1ebe666-db9b-4f33-a4e5-f3994b6fb7ba tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.901446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bede4be-e0db-49b8-906d-859021283ebf req-c1ebe666-db9b-4f33-a4e5-f3994b6fb7ba tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1643114 Sep 01 15:01:10.908567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb877a-6e81-4d8b-8f1a-8c384cc5d6df req-c1d01b41-f4a9-4370-ba35-6b44861ea06b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.911530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5fcb877a-6e81-4d8b-8f1a-8c384cc5d6df req-c1d01b41-f4a9-4370-ba35-6b44861ea06b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1190438 Sep 01 15:01:10.983606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5fcb877a-6e81-4d8b-8f1a-8c384cc5d6df req-7b4ad3b3-5107-4726-8956-80756769b520 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587018 Sep 01 15:01:10.990363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bede4be-e0db-49b8-906d-859021283ebf req-f274bece-0f89-47ab-a933-446238d125f1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783370 Sep 01 15:01:11.026877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b42866ee-f493-48dc-a46a-7fcf46e58c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.035156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b42866ee-f493-48dc-a46a-7fcf46e58c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.075676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-64640f9b-1632-42a2-b42f-069e195633a0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8793316 Sep 01 15:01:11.088054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Made reservation on behalf of f3138fc2e1bf4bd7bb4ced350b5f9c3a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:11.097307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.120487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Request body: {'port': {'device_id': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:11.140892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42866ee-f493-48dc-a46a-7fcf46e58c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9863ba-c464-4e70-b7ed-c77ef61649c7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:11.190938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b42866ee-f493-48dc-a46a-7fcf46e58c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36003f5848e84b89b8dcbed8d69dc63d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0348833 Sep 01 15:01:11.200168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:11.379219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35584c-2d6c-411a-b2f7-b17d85c4de11 req-0e917a9c-9b9f-4e0e-b72b-4c51a68028fe tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.381358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f35584c-2d6c-411a-b2f7-b17d85c4de11 req-0e917a9c-9b9f-4e0e-b72b-4c51a68028fe tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1966658 Sep 01 15:01:11.384319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.400532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee4861-8af0-4d1e-bf21-7501eb3255e2 req-31cc3af4-60ad-413b-ae3a-de227ff85b55 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.403705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6ee4861-8af0-4d1e-bf21-7501eb3255e2 req-31cc3af4-60ad-413b-ae3a-de227ff85b55 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.1627746 Sep 01 15:01:11.419949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.448295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Allocated IP 172.20.0.8 (91093d99-cce5-40af-a819-8681a6b88663/0192b495-ac14-4568-be5b-5b20a90c5e6d/c070669e-7a9b-41b9-bbe5-2a70f70ba9d8) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:11.496912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6ee4861-8af0-4d1e-bf21-7501eb3255e2 req-319dc8a3-150c-4fe4-8d63-8c4eb383fa75 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815146 Sep 01 15:01:11.510823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.817975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bae09-b616-4401-8b19-22d908073176 req-44da2cc1-ef15-4ce6-a301-92a60193e2c7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.820768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-277bae09-b616-4401-8b19-22d908073176 req-44da2cc1-ef15-4ce6-a301-92a60193e2c7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 931 time: 0.1698673 Sep 01 15:01:11.878285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.918093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f35584c-2d6c-411a-b2f7-b17d85c4de11 req-60c81dfa-5e79-4b2c-ba31-dda67a84fba0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142882 Sep 01 15:01:11.938748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-277bae09-b616-4401-8b19-22d908073176 req-036d1d8d-ed26-4d92-b79e-1567ba7365fc tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027038 Sep 01 15:01:12.002286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.080207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Network 91093d99-cce5-40af-a819-8681a6b88663 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:12.086538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:12.095946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:12.201019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event updated for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:12.230916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.234156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.240644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a9863ba-c464-4e70-b7ed-c77ef61649c7 HTTP/1.1" status: 204 len: 168 time: 0.9767988 Sep 01 15:01:12.257515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ed9d-110f-4c47-a324-bf87dbaeb86b req-5d4712c3-ed98-41bb-b052-d555870b0194 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.260909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3920ed9d-110f-4c47-a324-bf87dbaeb86b req-5d4712c3-ed98-41bb-b052-d555870b0194 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 931 time: 0.1912894 Sep 01 15:01:12.275332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.276456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.276612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8814302-5bcc-4bce-860a-10795253ff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9863ba-c464-4e70-b7ed-c77ef61649c7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:12.314926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29bf5008-cd86-4e31-b60c-337cf8640c3c tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6088200 Sep 01 15:01:12.332357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b192a-fb6b-4a71-a7cb-1601459c00a6 req-615942b0-32ba-4cfb-b8ed-1c11c0416534 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.343942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd8b192a-fb6b-4a71-a7cb-1601459c00a6 req-615942b0-32ba-4cfb-b8ed-1c11c0416534 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1674368 Sep 01 15:01:12.370035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Request body: {'port': {'device_id': '36b24d04-ab42-473f-a051-281bb544fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:12.408496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3920ed9d-110f-4c47-a324-bf87dbaeb86b req-71dde39f-8a9c-4a1d-9f4a-ed23807f97cb tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371481 Sep 01 15:01:12.469266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd8b192a-fb6b-4a71-a7cb-1601459c00a6 req-c1efb588-03e1-4d3e-b3fc-64535e100d3e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230009 Sep 01 15:01:12.476774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.603097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:12.618686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.647503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Transition to ACTIVE for port object e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:12.662553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.670853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3986bd-caab-4173-b0db-5c8682088e11 req-9d981751-4787-4a3c-8da9-86cbd4df4448 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.673047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d3986bd-caab-4173-b0db-5c8682088e11 req-9d981751-4787-4a3c-8da9-86cbd4df4448 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1343930 Sep 01 15:01:12.774756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:12.800684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d3986bd-caab-4173-b0db-5c8682088e11 req-0b14d3b8-dac7-4323-bea2-506e6ba80968 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918787 Sep 01 15:01:12.897534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Attempting to bind port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:12.897534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Attempting to bind port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:12.897534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Attempting to bind port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 on network 61a94a75-0e23-4943-a858-9c9e32d17454 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:12.909586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 on network 61a94a75-0e23-4943-a858-9c9e32d17454 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:12.909586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Attempting to bind port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 on network 61a94a75-0e23-4943-a858-9c9e32d17454 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:12.918042 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:12.918617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Checking segment: {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:12.920460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Bound using segment: {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:12.920460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Bound port: e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a35980-093f-49e2-9e98-047d88825804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:12.920841 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.968578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97190dc-0576-48e8-b3dc-98a1b3ae9506 req-3a4cd005-a012-4a5b-a3cb-4627d69f1dd7 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.971200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d97190dc-0576-48e8-b3dc-98a1b3ae9506 req-3a4cd005-a012-4a5b-a3cb-4627d69f1dd7 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.1916978 Sep 01 15:01:13.008419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:13.101863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d97190dc-0576-48e8-b3dc-98a1b3ae9506 req-e3dc3eeb-c004-4464-8d7d-0bf15bb7762c tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067183 Sep 01 15:01:13.103693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:13.158399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-95fed1d6-89ec-44e2-9f38-08ad1dcf301f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c947585277654274bb72c8c61b95546f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483169 Sep 01 15:01:13.160526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:13.165214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48578) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:13.196339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.247488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:13.275525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.325692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Transition to ACTIVE for port object c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:13.329906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac66b5-61e6-4c5c-ab43-b0165e3b7510 req-9684a788-3e65-4f2f-87fc-8382d2f26381 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.333091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcac66b5-61e6-4c5c-ab43-b0165e3b7510 req-9684a788-3e65-4f2f-87fc-8382d2f26381 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2491465 Sep 01 15:01:13.337705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.339601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.340661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.343126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] 10.222.0.50 "PUT /v2.0/ports/e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 1092 time: 2.2456069 Sep 01 15:01:13.351015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:13.354520 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2f372-9739-441a-a09f-d85f381711b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:13.354861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86885141-8edd-44e1-bf03-28c69f1f4f23 req-1e7ee5e7-c57c-47e0-8fec-06ba2cc23ba6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.357470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86885141-8edd-44e1-bf03-28c69f1f4f23 req-1e7ee5e7-c57c-47e0-8fec-06ba2cc23ba6 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 943 time: 0.1027017 Sep 01 15:01:13.466261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c4d86-7706-4a24-b491-fb06d2051c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:13.482926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Pushing event updated for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:13.500129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.512356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86885141-8edd-44e1-bf03-28c69f1f4f23 req-983c5aa0-41bd-4799-9c81-818a37561447 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124737 Sep 01 15:01:13.522284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcac66b5-61e6-4c5c-ab43-b0165e3b7510 req-72551903-4c00-4a57-9725-b3307d68cec3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636353 Sep 01 15:01:13.569859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.575334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-2b2a35ad-8705-4bce-8dca-e1a6907d3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.578122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-2b2a35ad-8705-4bce-8dca-e1a6907d3225 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1095 time: 0.1683483 Sep 01 15:01:13.608715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Attempting to bind port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:13.609185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Attempting to bind port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:13.610859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Attempting to bind port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:13.616214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 on network 91093d99-cce5-40af-a819-8681a6b88663 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:13.617359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Attempting to bind port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 on network 91093d99-cce5-40af-a819-8681a6b88663 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:13.628399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:13.629215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Checking segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:13.629955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Bound using segment: {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:13.630862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Bound port: c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bd9dde-44f3-4467-94bf-652941ba6aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91093d99-cce5-40af-a819-8681a6b88663'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:13.631707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.715584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-3dd87ae9-8fcb-4793-b485-f52eb5d7d185 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 217 time: 0.0974150 Sep 01 15:01:13.754684 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfea077-0b3a-4679-8c90-c90661ef9657 x-openstack-request-id: req-bdfea077-0b3a-4679-8c90-c90661ef9657 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:13.755137 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:13.755609 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdfea077-0b3a-4679-8c90-c90661ef9657 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:13.756264 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'status': 'completed', 'code': 200} Sep 01 15:01:13.805989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:13.817749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:13.838445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-4b221a09-1e6d-4cb4-b52c-bdb37d6bc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.841166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-4b221a09-1e6d-4cb4-b52c-bdb37d6bc730 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1107237 Sep 01 15:01:13.846940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.920332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-3d2a0f03-379f-43d0-a9da-a104a854b6aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644834 Sep 01 15:01:13.928811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.934200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.935563 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b865255c-dfc8-43ef-89f2-bd001aec464c HTTP/1.1" status: 204 len: 168 time: 0.7686357 Sep 01 15:01:14.009115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6ab3-a833-428a-9e87-e344ee1f8aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865255c-dfc8-43ef-89f2-bd001aec464c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:14.064453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.065816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.068321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] 10.222.0.50 "PUT /v2.0/ports/c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 HTTP/1.1" status: 200 len: 1092 time: 1.7198102 Sep 01 15:01:14.070879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:14.075239 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6126289-7386-4f7f-ae2a-7d752688aacf" -d '{"events": [{"name": "network-changed", "server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:14.151808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee01d0-9978-4cda-bd1a-f4662c222f2f req-41c27540-40ac-4f2f-95c1-f2d198e0b7a4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.168233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abee01d0-9978-4cda-bd1a-f4662c222f2f req-41c27540-40ac-4f2f-95c1-f2d198e0b7a4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 943 time: 0.3460128 Sep 01 15:01:14.181325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc1300-b7cf-4f81-bdcf-39ffb59e603a service neutron] Pushing event updated for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:14.238203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580834b-67ac-4834-85fa-31511a31b59b req-62d4053a-3a3c-4475-a32c-fd20a4b71a13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.270241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d580834b-67ac-4834-85fa-31511a31b59b req-62d4053a-3a3c-4475-a32c-fd20a4b71a13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2654884 Sep 01 15:01:14.324005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58cbedce-7f14-4206-b531-b68740ac5f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.329766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-2110741f-d31f-4ed7-965a-0f16620955ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.333199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-2110741f-d31f-4ed7-965a-0f16620955ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 1095 time: 0.1346326 Sep 01 15:01:14.349190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-91cb1505-a33b-4e60-8903-f6d488f07f79 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120333 Sep 01 15:01:14.356972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abee01d0-9978-4cda-bd1a-f4662c222f2f req-4405bab4-7df8-4e70-b0e1-d0a2b4b3d33e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874070 Sep 01 15:01:14.418794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d580834b-67ac-4834-85fa-31511a31b59b req-6c4cdff0-21f6-4a77-9f3e-56bf5cebb02f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471028 Sep 01 15:01:14.450150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-06cddf70-80d5-43bc-813f-b3251e6afe1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 HTTP/1.1" status: 200 len: 217 time: 0.0997045 Sep 01 15:01:14.635777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-cd4335a5-62ab-4921-94fd-580444be077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.642573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-cd4335a5-62ab-4921-94fd-580444be077c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.1890883 Sep 01 15:01:14.694663 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db7f45-443b-412a-8f14-cba647f119b8 x-openstack-request-id: req-f9db7f45-443b-412a-8f14-cba647f119b8 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:14.695130 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:14.695533 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9db7f45-443b-412a-8f14-cba647f119b8 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:14.696202 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8', 'status': 'completed', 'code': 200} Sep 01 15:01:14.752593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-bb92e34e-e8f7-4d94-b25b-a2179bcd8285 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852206 Sep 01 15:01:14.785212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704870c2-c68e-40dd-892e-4b4b4a6b7d2b req-b93ed963-203c-4233-b287-d9f988118c80 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.797516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-704870c2-c68e-40dd-892e-4b4b4a6b7d2b req-b93ed963-203c-4233-b287-d9f988118c80 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2095230 Sep 01 15:01:14.879419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-704870c2-c68e-40dd-892e-4b4b4a6b7d2b req-0ac3efca-792c-48e0-9995-6dd9950bce5d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802739 Sep 01 15:01:14.928037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9496536d-6bc7-42eb-abc4-f0f83ef427b8 req-61406775-18b6-4d49-b4c1-3a247fc62254 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483601 Sep 01 15:01:14.936052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764d8f2-758e-44dd-9fa5-cf95ec7d4ac2 req-80a11a26-e177-483e-bdc2-fdcde15e5008 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.938814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2764d8f2-758e-44dd-9fa5-cf95ec7d4ac2 req-80a11a26-e177-483e-bdc2-fdcde15e5008 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 943 time: 0.1817207 Sep 01 15:01:15.012309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-40812dca-92b9-4505-8a8e-bc071af8c979 service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376752 Sep 01 15:01:15.167822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2764d8f2-758e-44dd-9fa5-cf95ec7d4ac2 req-7e02de4e-b46a-4d17-b414-44bfebb8b468 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119348 Sep 01 15:01:15.213551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-d6f76e40-25dd-4120-8dbc-fd8764ffe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.216095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-d6f76e40-25dd-4120-8dbc-fd8764ffe6a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1095 time: 0.2223167 Sep 01 15:01:15.248478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de905a8-0610-4c6f-9ca6-d9b32d98f304 req-0c3ab391-aea3-4b97-a6d2-0c7d19d9ef4b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.253174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5de905a8-0610-4c6f-9ca6-d9b32d98f304 req-0c3ab391-aea3-4b97-a6d2-0c7d19d9ef4b tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1299481 Sep 01 15:01:15.311935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-371e43ac-0411-4cfa-8d33-09fc560b43e6 req-7a743c84-3bc1-4449-ad11-c0514491590e service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894471 Sep 01 15:01:15.396290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5de905a8-0610-4c6f-9ca6-d9b32d98f304 req-cb3c8138-747c-47dc-8539-6a2fddb4d672 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240637 Sep 01 15:01:15.436330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-7e711aae-8d58-48d9-b359-dc1b937c02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.438459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-7e711aae-8d58-48d9-b359-dc1b937c02b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.2127306 Sep 01 15:01:15.453185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-04942e16-bbd0-4192-ba82-d3d9b015673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.455730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-04942e16-bbd0-4192-ba82-d3d9b015673b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 1095 time: 0.0661535 Sep 01 15:01:15.534853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-3e156413-bc5f-454b-af64-852d5a43b565 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 217 time: 0.0798421 Sep 01 15:01:15.649564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-2760ac19-ae19-47be-91e7-19bb3ade5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.651627 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-2760ac19-ae19-47be-91e7-19bb3ade5222 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1081161 Sep 01 15:01:15.678183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e88884-aef7-496a-ba3a-22e4d26a0125 req-88b9f510-b9f1-4db4-98e9-4011f308750f tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.681959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5e88884-aef7-496a-ba3a-22e4d26a0125 req-88b9f510-b9f1-4db4-98e9-4011f308750f tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 943 time: 0.1093976 Sep 01 15:01:15.703662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ec2c1-1b29-4439-b337-3193c8bf22ac req-67554cab-00cf-405b-af42-0ca732c43194 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.705347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360ec2c1-1b29-4439-b337-3193c8bf22ac req-67554cab-00cf-405b-af42-0ca732c43194 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1376269 Sep 01 15:01:15.707700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-127108bc-27f9-4ac5-804f-7f5e690a304c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433123 Sep 01 15:01:15.725536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-1ec2c55e-07e5-4c6f-964d-e4354af52e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.728266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-1ec2c55e-07e5-4c6f-964d-e4354af52e3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 200 len: 923 time: 0.2573218 Sep 01 15:01:15.796533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-b5cb6cc9-a8c0-4cd2-91df-4abeffd2fa79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 HTTP/1.1" status: 200 len: 217 time: 0.0524180 Sep 01 15:01:15.814831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48632) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:15.824288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5e88884-aef7-496a-ba3a-22e4d26a0125 req-5b6ef1b1-b538-4f48-a9eb-a7b8e5690f53 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160474 Sep 01 15:01:15.836442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360ec2c1-1b29-4439-b337-3193c8bf22ac req-815cd017-1dd4-4c70-a628-524bd89c9f4f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 Sep 01 15:01:15.878797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-c146563b-2655-4fea-ace9-5ad8466f68b6 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626496 Sep 01 15:01:15.889377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-36b6c39f-ed58-4f2e-8ffd-90ab8e91e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.891024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-36b6c39f-ed58-4f2e-8ffd-90ab8e91e555 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 200 len: 862 time: 0.0846393 Sep 01 15:01:15.974887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-2474a043-0c45-434a-a22c-bcd73fc0a04a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91093d99-cce5-40af-a819-8681a6b88663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723724 Sep 01 15:01:16.060012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'networks': [{'name': 'tempest-network--230689854'}, {'name': 'tempest-network--2100268557'}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:16.060512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-network--230689854'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:16.061302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-network--2100268557'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:16.084371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6b2f372-9739-441a-a09f-d85f381711b4 req-4a0f3c69-dfec-462a-9be0-3dc5600b392c service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842072 Sep 01 15:01:16.112415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'network': 2} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:16.120492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.135771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.168732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557091aa-0e8c-4abb-a624-c79669bfecd9 req-3d97fc96-d64d-4a2b-ae56-f144f2c6a61d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.170410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-557091aa-0e8c-4abb-a624-c79669bfecd9 req-3d97fc96-d64d-4a2b-ae56-f144f2c6a61d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1572981 Sep 01 15:01:16.211982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-c2295173-329a-4a96-beb8-cafe61c6ea66 service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107956 Sep 01 15:01:16.284382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-557091aa-0e8c-4abb-a624-c79669bfecd9 req-4ed72449-e413-484f-a501-3e6e3a9ac9ab tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003947 Sep 01 15:01:16.349242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6126289-7386-4f7f-ae2a-7d752688aacf req-0f86b650-daa8-4d88-bdfe-c8f79ce54845 service neutron] 10.222.0.50 "GET /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291647 Sep 01 15:01:16.369524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.394931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.395408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.475312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3500ced0-58c4-4323-b589-3fdea0f9a1e2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:16.489323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:16.508691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cea3d8-b586-4222-986c-3762d3114b8c req-846b0ace-dd21-44ae-8f8a-40794a492397 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.510383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20cea3d8-b586-4222-986c-3762d3114b8c req-846b0ace-dd21-44ae-8f8a-40794a492397 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 943 time: 0.1633744 Sep 01 15:01:16.526944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.527676 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment fb72d453-5bdf-47a8-ad6a-5d6ad98a8ccf of type vlan for network c1878928-378f-43f8-8b0e-d80d1e7529c4 Sep 01 15:01:16.625102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20cea3d8-b586-4222-986c-3762d3114b8c req-648ac57e-0b1e-4e5f-b37b-94ac905a9ae0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008856 Sep 01 15:01:16.642298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.701328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:16.708646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:16.724098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.724671 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment 973952a8-8356-4948-af43-8fd5c9258ee1 of type vlan for network 919e02d1-c713-4b58-b103-254a2f7b0533 Sep 01 15:01:16.828551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.862447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:16.883174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'port_id': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'mac_address': 'fa:16:3e:b1:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfc109-bd80-4128-9c18-ec09da7ed860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:16.891077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596108d-4497-45a8-85d4-7f2eb239c706 req-5fd70a61-1c2a-4982-bb7d-00f4ac30099d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.894251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a596108d-4497-45a8-85d4-7f2eb239c706 req-5fd70a61-1c2a-4982-bb7d-00f4ac30099d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1279612 Sep 01 15:01:16.895294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.896095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.906883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.917722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.918848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.978175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.003435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:17.045346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:17.063861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.064421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:17.129351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ea353a2-e72d-4eab-b12f-97db0b57d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.174967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=c1878928-378f-43f8-8b0e-d80d1e7529c4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:17.181774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768593ad-2671-4f93-886c-063ba061eb4c req-9ecb7bda-b6bd-4651-95e4-b2888c507e20 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.199882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-768593ad-2671-4f93-886c-063ba061eb4c req-9ecb7bda-b6bd-4651-95e4-b2888c507e20 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1516843 Sep 01 15:01:17.206028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c1878928-378f-43f8-8b0e-d80d1e7529c4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:17.288263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-768593ad-2671-4f93-886c-063ba061eb4c req-d4cb1426-f58f-48ba-8d8e-9ffea8c23e41 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785346 Sep 01 15:01:17.320173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5018265 Sep 01 15:01:17.322902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48660) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:17.358007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:17.361737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a596108d-4497-45a8-85d4-7f2eb239c706 req-1e5a3ed5-55fa-488a-82e6-128c56cb884f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365571 Sep 01 15:01:17.377174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc5974-bce2-4637-b529-f7515b870f11 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=919e02d1-c713-4b58-b103-254a2f7b0533,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:17.382839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.434396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 919e02d1-c713-4b58-b103-254a2f7b0533 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:17.566148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:17.579839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8', 'network_id': '91093d99-cce5-40af-a819-8681a6b88663', 'port_id': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8', 'mac_address': 'fa:16:3e:a7:40:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0192b495-ac14-4568-be5b-5b20a90c5e6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:17.728173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2a9b-d25c-4567-b318-e96cf08e5166 req-4e95d4c3-fda1-4bef-86b0-76e067224f6b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.731176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ac1c2a9b-d25c-4567-b318-e96cf08e5166 req-4e95d4c3-fda1-4bef-86b0-76e067224f6b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0861833 Sep 01 15:01:17.803461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ac1c2a9b-d25c-4567-b318-e96cf08e5166 req-c733964e-eab6-419e-abd4-c9a79d57b9c3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Sep 01 15:01:17.823473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f7579-3029-4d6f-bd96-dbcf3a6f5618 req-afffed90-cd0c-4a55-9c22-c7318a108ccb tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.826735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af9f7579-3029-4d6f-bd96-dbcf3a6f5618 req-afffed90-cd0c-4a55-9c22-c7318a108ccb tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 943 time: 0.3066416 Sep 01 15:01:17.839819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.871474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:17.917142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5d876-545a-47ae-9c3e-82a1c4ab7e3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.925862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5d876-545a-47ae-9c3e-82a1c4ab7e3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.927079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:17.931965 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:17.933662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:17.933953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5d876-545a-47ae-9c3e-82a1c4ab7e3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.940923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5d876-545a-47ae-9c3e-82a1c4ab7e3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.943690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-59a5d876-545a-47ae-9c3e-82a1c4ab7e3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6183352 Sep 01 15:01:17.948186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48668) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:17.973987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af9f7579-3029-4d6f-bd96-dbcf3a6f5618 req-0f8b1f4e-d552-4a31-81b0-5f2e7ba6961f tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193039 Sep 01 15:01:18.118198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:18.126461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb5b3-8380-46d3-90be-fb3644d4c879 req-5362d098-ea93-46aa-ac69-0fb417eb741a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.129434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcbeb5b3-8380-46d3-90be-fb3644d4c879 req-5362d098-ea93-46aa-ac69-0fb417eb741a tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 943 time: 0.1623223 Sep 01 15:01:18.136364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.155031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.176751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:18.193393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'network_id': '61a94a75-0e23-4943-a858-9c9e32d17454', 'port_id': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'mac_address': 'fa:16:3e:ff:84:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4536458b-c1ca-470d-819f-c96bd205b9fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:18.200989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcbeb5b3-8380-46d3-90be-fb3644d4c879 req-e2617250-60de-4789-a01f-d3ca0ab8f32f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598025 Sep 01 15:01:18.242548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.270718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:18.282774 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.302529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:18.308854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.333711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.352554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1878928-378f-43f8-8b0e-d80d1e7529c4']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:18.375208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb72d453-5bdf-47a8-ad6a-5d6ad98a8ccf') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:18.375842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb72d453-5bdf-47a8-ad6a-5d6ad98a8ccf') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:18.389353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:18.407505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.451008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.467147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:18.467147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:18.471532 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:18.561294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aec29-feee-474b-b96c-2e2eb2ec313d req-8979be05-013e-4191-8db9-16ecb1d9f836 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.568814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d3aec29-feee-474b-b96c-2e2eb2ec313d req-8979be05-013e-4191-8db9-16ecb1d9f836 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1257191 Sep 01 15:01:18.624210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.628523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.631176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/c1878928-378f-43f8-8b0e-d80d1e7529c4 HTTP/1.1" status: 204 len: 168 time: 0.6818767 Sep 01 15:01:18.635498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:18.654054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d3aec29-feee-474b-b96c-2e2eb2ec313d req-f522d2b6-0128-40d2-b96a-b4af9c022f00 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715737 Sep 01 15:01:18.691576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['be0c99e7-512d-4676-b34d-f15373c55f0b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:18.701976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=c1878928-378f-43f8-8b0e-d80d1e7529c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:18.728677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:18.735390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:18.769936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c070669e-7a9b-41b9-bbe5-2a70f70ba9d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:18.791197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.791896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.792296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.792600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.792911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.793274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.793601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.793926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.794252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.794580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.794911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.795517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b82c0d-f4e4-45b8-b754-0d4d0f63cd7a tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:18.808517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883aa1-6033-4d5d-a2cb-a3a14beb562e req-e3b1de50-b85b-483a-b8ad-c39f6d4226a2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.811362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79883aa1-6033-4d5d-a2cb-a3a14beb562e req-e3b1de50-b85b-483a-b8ad-c39f6d4226a2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 945 time: 0.2588091 Sep 01 15:01:18.901449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.962781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79883aa1-6033-4d5d-a2cb-a3a14beb562e req-ff64d97f-8ab3-4fbe-a2e4-c90ec5caacc3 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216378 Sep 01 15:01:19.057727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c3f7c-3d58-40fb-a43f-7fd6dedf2b15 req-96f6a2cd-7a48-483c-b7a8-2417f2dff179 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.066547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-823c3f7c-3d58-40fb-a43f-7fd6dedf2b15 req-96f6a2cd-7a48-483c-b7a8-2417f2dff179 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0737634 Sep 01 15:01:19.138257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-823c3f7c-3d58-40fb-a43f-7fd6dedf2b15 req-f6b7ca7a-4a2f-4065-9027-36d54e320e75 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Sep 01 15:01:19.303500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.371589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:19.391934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293acec9-cb35-4a8b-8a61-bf6e66a97de4 req-e1a750c4-6a46-4873-8ee0-cda8f25665d9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.394955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-293acec9-cb35-4a8b-8a61-bf6e66a97de4 req-e1a750c4-6a46-4873-8ee0-cda8f25665d9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 944 time: 0.0921879 Sep 01 15:01:19.437142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:19.452399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.473125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-293acec9-cb35-4a8b-8a61-bf6e66a97de4 req-8a230200-4cfd-468a-9ed2-3ff5c76da568 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708568 Sep 01 15:01:19.588807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.610709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919e02d1-c713-4b58-b103-254a2f7b0533']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:19.624728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:19.629953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7dc84-9634-4351-ae27-3ec162cd1202 req-3cc3b525-b130-4bd9-bb44-41dc51e77440 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.643860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de7dc84-9634-4351-ae27-3ec162cd1202 req-3cc3b525-b130-4bd9-bb44-41dc51e77440 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 944 time: 0.2323191 Sep 01 15:01:19.675603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973952a8-8356-4948-af43-8fd5c9258ee1') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:19.676008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973952a8-8356-4948-af43-8fd5c9258ee1') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:19.717843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.740064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.760870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.777744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de7dc84-9634-4351-ae27-3ec162cd1202 req-215422df-4917-4c5c-96d8-f82f0ce3c974 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326296 Sep 01 15:01:19.784020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:19.784020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:19.788504 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:19.893599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.904461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.907165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/919e02d1-c713-4b58-b103-254a2f7b0533 HTTP/1.1" status: 204 len: 168 time: 1.2684917 Sep 01 15:01:19.915441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdb7b5-5dbd-4664-8012-e1ed8b1f0d9e req-0bc45033-2b27-4b52-ab06-82daf12b3b48 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.918966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92fdb7b5-5dbd-4664-8012-e1ed8b1f0d9e req-0bc45033-2b27-4b52-ab06-82daf12b3b48 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1090393 Sep 01 15:01:19.920224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:19.922611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af51c9-c53a-40e9-8e07-aec5fb8fae23 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=919e02d1-c713-4b58-b103-254a2f7b0533,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:20.072767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92fdb7b5-5dbd-4664-8012-e1ed8b1f0d9e req-90c3c984-6165-45f6-a225-15ac485c95f2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330397 Sep 01 15:01:20.135716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c6863-ff3f-474a-aee0-2d2bd80824ee tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.143500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c6863-ff3f-474a-aee0-2d2bd80824ee tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.145653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-388c6863-ff3f-474a-aee0-2d2bd80824ee tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2231328 Sep 01 15:01:20.153634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:20.163005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1211956115'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:20.257772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:20.264021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.311738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2446e2-96a9-414f-b517-eccc0e969038 req-baa4ab97-f210-4289-8e25-005697bc44c1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.315151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff2446e2-96a9-414f-b517-eccc0e969038 req-baa4ab97-f210-4289-8e25-005697bc44c1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 944 time: 0.1460891 Sep 01 15:01:20.339884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d2b2-2402-4804-a577-b7e5d822a1a4 req-b47ad584-145a-4ebe-a711-1affd14cdb13 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.343020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f03d2b2-2402-4804-a577-b7e5d822a1a4 req-b47ad584-145a-4ebe-a711-1affd14cdb13 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0848286 Sep 01 15:01:20.374173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:20.393436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f03d2b2-2402-4804-a577-b7e5d822a1a4 req-2c929a35-79b3-476e-8362-6c66b31fd39d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Sep 01 15:01:20.416459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff2446e2-96a9-414f-b517-eccc0e969038 req-fdeb923f-3b5a-4293-9a19-d2b914ccb42a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923710 Sep 01 15:01:20.423513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.424258 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment ae08146c-b4c9-4153-8a29-e98b70f5b956 of type vlan for network 71b8c005-3f57-42cc-8741-889ab467aa73 Sep 01 15:01:20.504709 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.551833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.562429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.564022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.672362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5170383 Sep 01 15:01:20.677449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48702) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:20.686495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1358025262'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:20.708208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d211486-2057-4457-8224-552c2938783d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=71b8c005-3f57-42cc-8741-889ab467aa73,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:20.716837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:20.726155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 71b8c005-3f57-42cc-8741-889ab467aa73 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:20.739322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:20.745745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.747852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3ca8-2c64-4f2d-841a-1370c144b811 req-3f13bfc5-34cf-447e-9149-beaaff7cc8de tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.751569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-564c3ca8-2c64-4f2d-841a-1370c144b811 req-3f13bfc5-34cf-447e-9149-beaaff7cc8de tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 944 time: 0.1093490 Sep 01 15:01:20.801637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:20.819509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.820308 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment e46a056b-46db-4bca-86cd-578a77bdf22c of type vlan for network 0eac9d58-2978-4525-8d1c-9e5e2e141ec3 Sep 01 15:01:20.847908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-564c3ca8-2c64-4f2d-841a-1370c144b811 req-03a9806d-2dff-419b-ae6c-568f82abb236 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853121 Sep 01 15:01:20.924363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:20.971283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port be0c99e7-512d-4676-b34d-f15373c55f0b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:20.971778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.035936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.048542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.049648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.138676 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.190230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:21.192088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:21.197250 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d28f63-93ca-4fc2-b8cb-13d1b2df2929" -d '{"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-plugged", "status": "completed", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:21.211888 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.215255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:21.246019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48714) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:21.255007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'ports': [{'network_id': '71b8c005-3f57-42cc-8741-889ab467aa73', 'name': 'tempest-port--1127869212', 'admin_state_up': True}, {'network_id': '0eac9d58-2978-4525-8d1c-9e5e2e141ec3', 'admin_state_up': False}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:21.256210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5767438 Sep 01 15:01:21.260028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'port': {'network_id': '71b8c005-3f57-42cc-8741-889ab467aa73', 'name': 'tempest-port--1127869212', 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:21.260850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'port': {'network_id': '0eac9d58-2978-4525-8d1c-9e5e2e141ec3', 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:21.309549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e201de7-7878-41b7-b51d-3a26075a0ed1 req-fc3bd08d-3f3a-4b3d-b4a6-866586042f38 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.312081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e201de7-7878-41b7-b51d-3a26075a0ed1 req-fc3bd08d-3f3a-4b3d-b4a6-866586042f38 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 944 time: 0.3522122 Sep 01 15:01:21.314134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=0eac9d58-2978-4525-8d1c-9e5e2e141ec3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:21.332905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.333849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.334663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.335456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.337240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.338074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.338886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.339689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.340516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.341377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.342192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.343012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11271768-8ba5-46c8-bbd5-c829d4f5f5c3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:21.381733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0eac9d58-2978-4525-8d1c-9e5e2e141ec3 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:21.385541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:21.490250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:21.495714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:21.496100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.529406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45efeb-7ce6-42b1-a349-c410601b9874 req-07c2ad19-9e7e-44eb-b349-b57b56fc5653 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.541705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e45efeb-7ce6-42b1-a349-c410601b9874 req-07c2ad19-9e7e-44eb-b349-b57b56fc5653 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2454700 Sep 01 15:01:21.601758 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.673832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:21.682770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.684275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:21.715887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e45efeb-7ce6-42b1-a349-c410601b9874 req-e65ce39c-5a63-4c40-936e-99e1cc8636bd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724288 Sep 01 15:01:21.775053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'port': 2} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:21.781325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.827065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.843703 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b30a64-d17d-4ae0-a0b5-8257231064df x-openstack-request-id: req-10b30a64-d17d-4ae0-a0b5-8257231064df {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:21.846336 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-plugged", "status": "completed", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:21.847114 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10b30a64-d17d-4ae0-a0b5-8257231064df {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:21.848395 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'code': 200} Sep 01 15:01:21.896398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:21.900999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e201de7-7878-41b7-b51d-3a26075a0ed1 req-b1dcc403-5f6b-434a-9e23-b346a0079bbb tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699904 Sep 01 15:01:21.919369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:21.924601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:21.925160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.059730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.106423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:22.114082 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.123386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] device_id is not set on port 06b8b856-24dc-4e62-8e15-30d32f9c45fd yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:01:22.174530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abdfc5-9f6c-4778-a19b-b4c8707f93ce req-e250ccb9-d80d-4cf8-a833-ff465e430a54 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.185693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:22.189836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36abdfc5-9f6c-4778-a19b-b4c8707f93ce req-e250ccb9-d80d-4cf8-a833-ff465e430a54 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1254716 Sep 01 15:01:22.210997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f351c-aa3b-41d7-9bb7-b290ac36b2d6 req-6a5befbd-77ee-4ae8-beb8-f37da0a582cf tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.215808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f6f351c-aa3b-41d7-9bb7-b290ac36b2d6 req-6a5befbd-77ee-4ae8-beb8-f37da0a582cf tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.1336679 Sep 01 15:01:22.237369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d529ee-e38c-49d7-a964-e16692b8d2c9 req-c151b8c1-8a38-4b4b-af79-28dff7380fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.240076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0d529ee-e38c-49d7-a964-e16692b8d2c9 req-c151b8c1-8a38-4b4b-af79-28dff7380fe2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 1098 time: 0.1021011 Sep 01 15:01:22.252086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36abdfc5-9f6c-4778-a19b-b4c8707f93ce req-cf825624-e35d-4f6c-af95-945433745218 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Sep 01 15:01:22.311861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f6f351c-aa3b-41d7-9bb7-b290ac36b2d6 req-1856f7e0-0fa7-4205-bb95-82ef0e69638f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Sep 01 15:01:22.350274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0d529ee-e38c-49d7-a964-e16692b8d2c9 req-1278722b-985a-40b6-8b54-8270a877d7d7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Sep 01 15:01:22.436356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.491242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9b5c7-d7eb-4f9d-b9d9-37030a4807f6 req-4ad58bf7-fa19-4419-862d-505c778b5baf tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.494569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dd9b5c7-d7eb-4f9d-b9d9-37030a4807f6 req-4ad58bf7-fa19-4419-862d-505c778b5baf tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 945 time: 0.0899377 Sep 01 15:01:22.531522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] device_id is not set on port 841c8a42-e9cc-4398-aa88-0c2a0df6a63c yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:01:22.547179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dd9b5c7-d7eb-4f9d-b9d9-37030a4807f6 req-cdcb281c-2273-41b2-b8a6-9c2c41b922c5 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Sep 01 15:01:22.689722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.758199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.851630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Port': ['ID=06b8b856-24dc-4e62-8e15-30d32f9c45fd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:22.855699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Checking segment: {'id': 'ae08146c-b4c9-4153-8a29-e98b70f5b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71b8c005-3f57-42cc-8741-889ab467aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:22.856077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network hostable DHCP agents. Network: 71b8c005-3f57-42cc-8741-889ab467aa73, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:22.876523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network 71b8c005-3f57-42cc-8741-889ab467aa73 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:22.901926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 71b8c005-3f57-42cc-8741-889ab467aa73) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:22.909161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:22.910947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.918225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c93bf-c4d2-4fed-882a-c011f0b5fb22 None None] Network 71b8c005-3f57-42cc-8741-889ab467aa73 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:22.955542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c915fc-9831-4746-bbfa-e785a44d618e req-dfba11f4-7c4e-4b58-b981-10a5cb71b09c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.957725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07c915fc-9831-4746-bbfa-e785a44d618e req-dfba11f4-7c4e-4b58-b981-10a5cb71b09c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0831277 Sep 01 15:01:23.022002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07c915fc-9831-4746-bbfa-e785a44d618e req-3e53dd9f-feb3-419d-a015-cd39e4f542d3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Sep 01 15:01:23.038909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Port': ['ID=841c8a42-e9cc-4398-aa88-0c2a0df6a63c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:23.081459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Checking segment: {'id': 'e46a056b-46db-4bca-86cd-578a77bdf22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0eac9d58-2978-4525-8d1c-9e5e2e141ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:23.081839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network hostable DHCP agents. Network: 0eac9d58-2978-4525-8d1c-9e5e2e141ec3, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:23.116934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network 0eac9d58-2978-4525-8d1c-9e5e2e141ec3 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:23.172907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0eac9d58-2978-4525-8d1c-9e5e2e141ec3) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:23.187045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbf839-940a-4309-b039-3eae2549076e None None] Network 0eac9d58-2978-4525-8d1c-9e5e2e141ec3 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:23.187405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:23.196304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.202375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.203170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:23.215274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4de6-abc8-42a9-8002-79f00ba1713b req-9f1e0647-e31a-448a-b9e0-6d0c0524e04e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.216952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aeb4de6-abc8-42a9-8002-79f00ba1713b req-9f1e0647-e31a-448a-b9e0-6d0c0524e04e tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.0958550 Sep 01 15:01:23.234518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b51e5b7b-5b77-4bf4-8b82-ac71670965ea tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9869237 Sep 01 15:01:23.238710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:23.285429 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aeb4de6-abc8-42a9-8002-79f00ba1713b req-185e846f-e578-4034-995b-cebe0f484ae4 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Sep 01 15:01:23.465977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316f2b2-bea6-4648-8f37-aaaf3272f67e tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.479909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316f2b2-bea6-4648-8f37-aaaf3272f67e tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.487209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c316f2b2-bea6-4648-8f37-aaaf3272f67e tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2434773 Sep 01 15:01:23.487863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:23.527811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175b0d-95fd-4d9a-b340-0e84c3b4a4c2 req-a59a8734-0ce8-4cb3-8257-fb4e300a2a87 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.536424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5175b0d-95fd-4d9a-b340-0e84c3b4a4c2 req-a59a8734-0ce8-4cb3-8257-fb4e300a2a87 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0799496 Sep 01 15:01:23.587209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5175b0d-95fd-4d9a-b340-0e84c3b4a4c2 req-8792a144-b1da-4037-af7e-0dc6c3f85145 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Sep 01 15:01:23.722813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fdf6-5333-4f16-a938-6546538ad476 req-e3476986-08f2-4101-a0d8-6b1fa627d8aa tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.725240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9372fdf6-5333-4f16-a938-6546538ad476 req-e3476986-08f2-4101-a0d8-6b1fa627d8aa tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2388563 Sep 01 15:01:23.755798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbbd6a-c9da-4210-9aa3-bef647cf1928 req-930a2d1f-5d24-4179-8f43-3e262d20d3af tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.762336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71cbbd6a-c9da-4210-9aa3-bef647cf1928 req-930a2d1f-5d24-4179-8f43-3e262d20d3af tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 945 time: 0.0895836 Sep 01 15:01:23.788750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Deleting port 06b8b856-24dc-4e62-8e15-30d32f9c45fd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:23.789268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:23.839962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71cbbd6a-c9da-4210-9aa3-bef647cf1928 req-5738c795-9309-47ca-b8d0-a943ea02089d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755961 Sep 01 15:01:23.850628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8'}, {'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:23.855608 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc79a3-abcc-4657-8c94-4279ed3fe48d" -d '{"events": [{"server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8"}, {"server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:23.887774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9372fdf6-5333-4f16-a938-6546538ad476 req-a6dd3c88-46ab-4434-9abb-ff1c53ac8f89 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505332 Sep 01 15:01:23.943668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:23.968970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Calling delete_port for 06b8b856-24dc-4e62-8e15-30d32f9c45fd owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:23.981838 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a6011-d3dc-4175-8535-8ecf0e47d196 x-openstack-request-id: req-f17a6011-d3dc-4175-8535-8ecf0e47d196 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:23.982673 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8", "code": 200}, {"server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:23.982673 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f17a6011-d3dc-4175-8535-8ecf0e47d196 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:23.982998 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8', 'code': 200} Sep 01 15:01:23.983193 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'code': 200} Sep 01 15:01:24.143875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.154582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14c405-2516-4b64-be97-c206c01fbad9 req-ba3cd2a8-5bf8-4ca3-befb-5ffd4a2c2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.157678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d14c405-2516-4b64-be97-c206c01fbad9 req-ba3cd2a8-5bf8-4ca3-befb-5ffd4a2c2110 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1097 time: 0.0816646 Sep 01 15:01:24.163695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54864a-631d-4352-a5fe-3b1e048dc149 req-04871ca7-ba8c-415b-902c-ef2ac1ba6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.166101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc54864a-631d-4352-a5fe-3b1e048dc149 req-04871ca7-ba8c-415b-902c-ef2ac1ba6c51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 1097 time: 0.0915496 Sep 01 15:01:24.214098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Port': ['ID=06b8b856-24dc-4e62-8e15-30d32f9c45fd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:24.228679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d14c405-2516-4b64-be97-c206c01fbad9 req-f9217d63-ff8b-4425-9a1d-7c509da22f4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650487 Sep 01 15:01:24.234296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.240104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5170490a-b495-4662-91f3-66ff7b62ddf8 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/ports/06b8b856-24dc-4e62-8e15-30d32f9c45fd HTTP/1.1" status: 204 len: 168 time: 0.7470243 Sep 01 15:01:24.241525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:24.285442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de05d0-2fc7-4239-9781-8953bd23cee0 req-2e9297c4-5565-4241-8d86-76214e330a02 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.287464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1de05d0-2fc7-4239-9781-8953bd23cee0 req-2e9297c4-5565-4241-8d86-76214e330a02 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0838134 Sep 01 15:01:24.318076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc54864a-631d-4352-a5fe-3b1e048dc149 req-1d6f8327-08f6-4ce3-b404-2e5e631ad4ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167424 Sep 01 15:01:24.341788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1de05d0-2fc7-4239-9781-8953bd23cee0 req-82366148-6ee1-4bc8-bc72-2e89ff662bca tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Sep 01 15:01:24.434507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Deleting port 841c8a42-e9cc-4398-aa88-0c2a0df6a63c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:24.434988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.553685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.570113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ed05-e7a7-41ad-b43e-c69aaaf269ec req-a14cdd91-331f-4366-af83-ca23811ebbc2 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.571708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bed2ed05-e7a7-41ad-b43e-c69aaaf269ec req-a14cdd91-331f-4366-af83-ca23811ebbc2 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1649487 Sep 01 15:01:24.580239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Calling delete_port for 841c8a42-e9cc-4398-aa88-0c2a0df6a63c owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:24.657929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bed2ed05-e7a7-41ad-b43e-c69aaaf269ec req-b13c2bad-4fac-4a42-8574-c6063359ab90 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799987 Sep 01 15:01:24.713036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.741382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af86ce0-9428-4eb1-9b01-2211abf8156b req-fd14c58f-a013-4c65-bcaa-b3b1eac1ae12 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.743413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1af86ce0-9428-4eb1-9b01-2211abf8156b req-fd14c58f-a013-4c65-bcaa-b3b1eac1ae12 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0496168 Sep 01 15:01:24.764896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Port': ['ID=841c8a42-e9cc-4398-aa88-0c2a0df6a63c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:24.769484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.773226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0300bd53-6907-403f-9e37-8668d60a7285 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/ports/841c8a42-e9cc-4398-aa88-0c2a0df6a63c HTTP/1.1" status: 204 len: 168 time: 0.5301669 Sep 01 15:01:24.775616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:24.794496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1af86ce0-9428-4eb1-9b01-2211abf8156b req-dfd3fe03-dff1-41f4-864c-d9eb65ffb375 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Sep 01 15:01:24.824082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0189b241-8d5c-441b-9a50-19e95620f99e tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0464747 Sep 01 15:01:24.827843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:24.835188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1885706769'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:24.872767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:24.876713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.912081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:24.923233 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:24.923564 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment dc8ad180-9897-47a9-8e83-cd5d8aaaa814 of type vlan for network 594a25c2-7087-4ebe-8c21-48b71508014f Sep 01 15:01:24.995646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.036707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620c288-686a-4ce7-8f5b-7ceb054001a7 req-5934e83b-e433-4770-aee5-28e60a2ff4e0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.038355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f620c288-686a-4ce7-8f5b-7ceb054001a7 req-5934e83b-e433-4770-aee5-28e60a2ff4e0 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 945 time: 0.0846925 Sep 01 15:01:25.039543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.045327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.045989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.064907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215dd4-e975-4bbe-8568-9a26de5bdd28 req-bca94d36-c2a0-4c5c-bbe6-b28fc37039c7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.067952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8215dd4-e975-4bbe-8568-9a26de5bdd28 req-bca94d36-c2a0-4c5c-bbe6-b28fc37039c7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0655708 Sep 01 15:01:25.126019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2964017 Sep 01 15:01:25.131016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:25.139753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1143718061'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:25.143259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a895-5fdd-44c9-b418-8b1344bc7a04 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=594a25c2-7087-4ebe-8c21-48b71508014f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:25.152696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8215dd4-e975-4bbe-8568-9a26de5bdd28 req-3674933a-b5b1-4255-ace1-2a3ec76e2aea tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729423 Sep 01 15:01:25.153100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f620c288-686a-4ce7-8f5b-7ceb054001a7 req-bc92a2ef-cbc6-4f02-a46c-88625ddc0270 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974128 Sep 01 15:01:25.176733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 594a25c2-7087-4ebe-8c21-48b71508014f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:25.189874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:25.194545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.232542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:25.248696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.249641 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Added segment 647ff139-81ac-4d80-89ae-6828fad394b7 of type vlan for network b1588116-a51c-44b7-b57c-77ff118b268f Sep 01 15:01:25.306209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.359076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.369712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.370931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.418259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d8843-f4d5-42c4-9954-21140b01c345 req-d3adadf2-5073-426b-b563-3e900d2b7a5a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.421166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b27d8843-f4d5-42c4-9954-21140b01c345 req-d3adadf2-5073-426b-b563-3e900d2b7a5a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.0951481 Sep 01 15:01:25.493144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b27d8843-f4d5-42c4-9954-21140b01c345 req-a102bf16-5758-48ee-b878-96d973482791 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644200 Sep 01 15:01:25.530059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Network': ['ID=b1588116-a51c-44b7-b57c-77ff118b268f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:25.541081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51a66371-80aa-4147-a44f-d1035195fe43 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4087453 Sep 01 15:01:25.575791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b1588116-a51c-44b7-b57c-77ff118b268f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:25.583616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20921e8b-dff1-410a-baad-84b0b2508edb req-87022632-86cf-4758-8e48-1aa88645d73c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.586819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20921e8b-dff1-410a-baad-84b0b2508edb req-87022632-86cf-4758-8e48-1aa88645d73c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1118016 Sep 01 15:01:25.663714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20921e8b-dff1-410a-baad-84b0b2508edb req-cabacdce-3d0c-46a7-82d7-eb672895584f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686219 Sep 01 15:01:25.972816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86254b-d8cc-4286-9c95-c0eb13051c6a req-44f494e4-2016-45e5-b5bf-5ab797a0ceff tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.982400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f86254b-d8cc-4286-9c95-c0eb13051c6a req-44f494e4-2016-45e5-b5bf-5ab797a0ceff tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1345351 Sep 01 15:01:26.067564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f86254b-d8cc-4286-9c95-c0eb13051c6a req-16b53356-aed5-4c31-9e6c-e29cef565da3 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837426 Sep 01 15:01:26.149630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8461-e07f-4a44-afa4-40fb0e5a2533 req-cddef427-6a51-49c7-aa60-ba59cd2020db tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.152761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70ce8461-e07f-4a44-afa4-40fb0e5a2533 req-cddef427-6a51-49c7-aa60-ba59cd2020db tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0718513 Sep 01 15:01:26.225644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70ce8461-e07f-4a44-afa4-40fb0e5a2533 req-3daf968b-40c2-438e-9f72-2eb31d835e80 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Sep 01 15:01:26.368336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-13480fbc-482a-40d0-b2bc-a06ea4b8f0d1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.373568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c776-8c29-402e-9cca-8098cc2f32cd req-1f628a0d-539c-494b-8f8e-349a7c6fa817 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.377737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e45c776-8c29-402e-9cca-8098cc2f32cd req-1f628a0d-539c-494b-8f8e-349a7c6fa817 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 945 time: 0.0695908 Sep 01 15:01:26.380254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-13480fbc-482a-40d0-b2bc-a06ea4b8f0d1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.1577065 Sep 01 15:01:26.400653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-3b2dcd7d-a327-4458-922f-9e4bd60df92c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/quotas/13a057b0819346e9b60be33a04115020 HTTP/1.1" status: 200 len: 375 time: 0.0181437 Sep 01 15:01:26.451158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e45c776-8c29-402e-9cca-8098cc2f32cd req-93cef670-756e-4bd5-a6c6-a1673b16fd48 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617418 Sep 01 15:01:26.511677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-b5a79b9d-9504-43b2-96db-9bf53bb00e6f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010795 Sep 01 15:01:26.704358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-b098ebdd-a94c-4d91-9df7-bc0c9ba8c8ee service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749575 Sep 01 15:01:26.725973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-f2d1c15d-fae9-43ac-8a57-3fee7deb6599 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1340728604&fields=id&tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 267 time: 0.0766096 Sep 01 15:01:26.798145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-3599264e-8c8d-4862-91b5-192017ee02c2 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.799861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-3599264e-8c8d-4862-91b5-192017ee02c2 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Sep 01 15:01:26.814086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'security_groups': ['e9f442e8-6655-4913-82d4-b3b3a5b30ddd', 'ea2c4a89-4a0f-4ff7-ab02-923a097eed52']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:26.854844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-72db5a04-1b0f-4152-b132-5576b52c0aaa service neutron] 10.222.0.41 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448886 Sep 01 15:01:26.922085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.173402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd189-b4de-49cb-9e10-4a5541112bc3 req-60ca68cd-dca4-4562-bedc-35e8ebb199f8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.176535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcddd189-b4de-49cb-9e10-4a5541112bc3 req-60ca68cd-dca4-4562-bedc-35e8ebb199f8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0787017 Sep 01 15:01:27.236102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcddd189-b4de-49cb-9e10-4a5541112bc3 req-f8d2047a-b084-43c5-ac71-f0218d50f38c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Sep 01 15:01:27.284375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:27.305181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.357519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.365568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.366885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f1aef44-760b-4b41-86c4-e6f5c6708efb req-2f37b5dc-44f8-4ded-8c11-beff54109c32 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 210 time: 0.0447059 Sep 01 15:01:27.388275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:27.490252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.492108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.514522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34d864c6-b002-4630-87df-a47c4ea3c511 req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "PUT /v2.0/ports/e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 981 time: 0.7056644 Sep 01 15:01:27.515505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:27.520137 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b233e6-6ddd-4f8b-8c36-62da7212529a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:27.587011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08651bb-5557-47e4-9edc-51e8d18062ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:27.621454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e733-8288-473b-80e6-52429eb69431 req-8d2b15b9-6506-472a-9696-13fa43001c1b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.634470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f06e733-8288-473b-80e6-52429eb69431 req-8d2b15b9-6506-472a-9696-13fa43001c1b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1401927 Sep 01 15:01:27.699221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f06e733-8288-473b-80e6-52429eb69431 req-c8baa138-cbec-4cde-980e-1c760afbf9c5 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Sep 01 15:01:27.774093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:27.784622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57e03a76-6772-47e0-8db4-454800cda657 req-000ca20d-f982-4dd8-8a5d-358b96cb6e3f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/ea2c4a89-4a0f-4ff7-ab02-923a097eed52 HTTP/1.1" status: 200 len: 1800 time: 0.0606160 Sep 01 15:01:27.834572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811937-be76-4141-959c-7fcb6b1aa28a req-c337dab9-ea9e-48b3-861d-9e593d505325 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.836596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58811937-be76-4141-959c-7fcb6b1aa28a req-c337dab9-ea9e-48b3-861d-9e593d505325 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1649048 Sep 01 15:01:27.852334 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-57e03a76-6772-47e0-8db4-454800cda657 req-7c327dfb-e486-4123-b318-0732e6ba20a1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:01:27.862857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57e03a76-6772-47e0-8db4-454800cda657 req-7c327dfb-e486-4123-b318-0732e6ba20a1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea2c4a89-4a0f-4ff7-ab02-923a097eed52 HTTP/1.1" status: 409 len: 341 time: 0.0731170 Sep 01 15:01:27.912386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58811937-be76-4141-959c-7fcb6b1aa28a req-d8356bab-9091-4ae4-8308-26060f50b9d0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562353 Sep 01 15:01:27.969516 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08347c5f-8c59-4a0c-b82e-a5ff1fe503a3 x-openstack-request-id: req-08347c5f-8c59-4a0c-b82e-a5ff1fe503a3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:27.970093 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:27.970875 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08347c5f-8c59-4a0c-b82e-a5ff1fe503a3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:27.973248 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'status': 'completed', 'code': 200} Sep 01 15:01:28.171281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-d669bbbc-c2e0-4737-8c8b-dae0f8950c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.172397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-90b86db2-3fe1-4f3d-b662-89a5ea7e2422 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.185324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-d669bbbc-c2e0-4737-8c8b-dae0f8950c33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1136 time: 0.1708169 Sep 01 15:01:28.198590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-90b86db2-3fe1-4f3d-b662-89a5ea7e2422 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/ports?device_id=5edc124a-1e17-4eb6-9e36-9350938af21f HTTP/1.1" status: 200 len: 946 time: 0.2460721 Sep 01 15:01:28.587975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-69a2463b-4d1c-4bb3-8b1b-9902659efe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.601355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Deleting port be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:28.602367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:28.619031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-69a2463b-4d1c-4bb3-8b1b-9902659efe28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.4265244 Sep 01 15:01:28.722943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-c704873e-e268-4209-b878-d0ee51d30b5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 217 time: 0.1013148 Sep 01 15:01:28.789956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] For port be0c99e7-512d-4676-b34d-f15373c55f0b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0c99e7-512d-4676-b34d-f15373c55f0b,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:28.790430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:28.814697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Calling delete_port for be0c99e7-512d-4676-b34d-f15373c55f0b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:28.867188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f87713a-7d20-4d84-9bf2-8f7359dd54cf req-1433ee20-fd85-4c2b-bce5-7a38107e02c2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 210 time: 0.0662031 Sep 01 15:01:28.880299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-4ef62913-ec2f-4cb8-a0fe-ed22611e904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.893332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-4ef62913-ec2f-4cb8-a0fe-ed22611e904d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1491034 Sep 01 15:01:28.967688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-f353a490-33be-4b9e-9b7b-3e72cda0d93f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660577 Sep 01 15:01:29.043151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:29.134912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d47f-ddc0-43ab-b640-e9ca03814f9b req-e012df18-fc14-409a-bc1c-5c82ad446e16 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.140529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event deleted for resources: {'Port': ['ID=be0c99e7-512d-4676-b34d-f15373c55f0b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:29.143340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be37d47f-ddc0-43ab-b640-e9ca03814f9b req-e012df18-fc14-409a-bc1c-5c82ad446e16 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1683674 Sep 01 15:01:29.169254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] No DVR routers for this DVR port be0c99e7-512d-4676-b34d-f15373c55f0b on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:29.173683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:29.176159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a48e057e-c118-4114-b1cb-f618d9f7cc79 req-4dbc5d0a-18dd-4998-928a-85d88e36e884 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "DELETE /v2.0/ports/be0c99e7-512d-4676-b34d-f15373c55f0b HTTP/1.1" status: 204 len: 173 time: 0.9592085 Sep 01 15:01:29.191147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4b00-fd1f-48bf-a923-d94e80c28281 req-ad59f977-fd85-4cd0-ab6c-a7c095b21272 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.211006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-ba8eea1a-34c0-433c-84b4-972aa7c2bffc service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168336 Sep 01 15:01:29.218503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-452f4b00-fd1f-48bf-a923-d94e80c28281 req-ad59f977-fd85-4cd0-ab6c-a7c095b21272 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2155468 Sep 01 15:01:29.230196 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be37d47f-ddc0-43ab-b640-e9ca03814f9b req-f7e5b5fb-598b-4035-9075-1c275e812c87 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858450 Sep 01 15:01:29.366290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-452f4b00-fd1f-48bf-a923-d94e80c28281 req-d817a707-9b66-4e3a-a72a-27f2460f3d66 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402860 Sep 01 15:01:29.497444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b233e6-6ddd-4f8b-8c36-62da7212529a req-b8829303-f448-4a6b-9a3e-3b1397730606 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658870 Sep 01 15:01:29.599749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdf01e-208d-4772-bc02-0fdec31e09e0 req-6ed5b9fd-5ebf-45d0-98f1-59c8112f25f8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.604744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4bdf01e-208d-4772-bc02-0fdec31e09e0 req-6ed5b9fd-5ebf-45d0-98f1-59c8112f25f8 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1337001 Sep 01 15:01:29.662885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45827-6a27-46df-93ac-91fbfcb7c39b req-4af72386-74cb-46ed-bbac-413dfbdf29d4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.667293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8a45827-6a27-46df-93ac-91fbfcb7c39b req-4af72386-74cb-46ed-bbac-413dfbdf29d4 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 984 time: 0.2475307 Sep 01 15:01:29.678938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-7ace18aa-3a19-42d3-8546-711c098c4be0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.681502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-7ace18aa-3a19-42d3-8546-711c098c4be0 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 814 time: 0.3948770 Sep 01 15:01:29.709940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Request body: {'port': {'device_id': '6d35e00d-686f-4882-b75e-232d89b84a45', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'admin_state_up': True, 'tenant_id': '13a057b0819346e9b60be33a04115020'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:29.732505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4bdf01e-208d-4772-bc02-0fdec31e09e0 req-69ceee80-d7d1-4ec9-885f-7adcbae098f3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134825 Sep 01 15:01:29.803418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8a45827-6a27-46df-93ac-91fbfcb7c39b req-0dca970a-a802-4b6d-9892-f2bc9177bfed tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=ea2c4a89-4a0f-4ff7-ab02-923a097eed52&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0974019 Sep 01 15:01:29.847295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-a75f8461-d6e9-48b5-93b5-d9be8d9f92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.849838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-a75f8461-d6e9-48b5-93b5-d9be8d9f92bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1136 time: 0.2571242 Sep 01 15:01:29.958962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Made reservation on behalf of 13a057b0819346e9b60be33a04115020 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:29.966754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.016494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-deleted', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:30.021707 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d1f68-9a2a-4e60-8a43-125275ad250d" -d '{"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-deleted", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:30.232604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-08fe27b4-689f-4d32-a46e-bf713d0fe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.236353 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-08fe27b4-689f-4d32-a46e-bf713d0fe7e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.3766708 Sep 01 15:01:30.242558 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a5b28-2e44-41bd-8f67-b9bf4f4c4903 x-openstack-request-id: req-f47a5b28-2e44-41bd-8f67-b9bf4f4c4903 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:30.245382 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edc124a-1e17-4eb6-9e36-9350938af21f", "name": "network-vif-deleted", "tag": "be0c99e7-512d-4676-b34d-f15373c55f0b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:30.245823 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f47a5b28-2e44-41bd-8f67-b9bf4f4c4903 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:30.248880 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edc124a-1e17-4eb6-9e36-9350938af21f', 'name': 'network-vif-deleted', 'tag': 'be0c99e7-512d-4676-b34d-f15373c55f0b', 'status': 'completed', 'code': 200} Sep 01 15:01:30.357659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-597ca67e-bf0c-4079-9a15-7854f0f13546 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 217 time: 0.0537369 Sep 01 15:01:30.363412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48852) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:30.368676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'subnets': [{'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1035186552', 'ip_version': 6}, {'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:30.368974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'subnet': {'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1035186552', 'ip_version': 6}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:30.369682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Request body: {'subnet': {'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:30.392718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0747056a-7402-400e-8737-78e2e1cc98de req-b72cad0c-bd1c-4030-a2e7-64d55f8248b9 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 210 time: 0.1547842 Sep 01 15:01:30.503689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Allocated IP 172.20.0.12 (8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c/e6bfc109-bd80-4128-9c18-ec09da7ed860/809cd10c-006e-45fa-8520-44c7a3b21b30) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:30.533728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-515c350d-9b0c-43a8-aa75-016f5ec36ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.536014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-515c350d-9b0c-43a8-aa75-016f5ec36ebc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1359644 Sep 01 15:01:30.622951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407e9c-6a9b-476e-834a-3d8c25110658 req-4fd53cf9-d8b1-4065-8f57-0c97dd84d8d0 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.631926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58407e9c-6a9b-476e-834a-3d8c25110658 req-4fd53cf9-d8b1-4065-8f57-0c97dd84d8d0 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1977034 Sep 01 15:01:30.680758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-15081fb6-8faf-4c44-a801-fd15598bce12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328521 Sep 01 15:01:30.750213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:30.802079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58407e9c-6a9b-476e-834a-3d8c25110658 req-3284245e-e974-4320-b95a-2166c5789563 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b4b171-bcba-4984-a269-36cf171554fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678007 Sep 01 15:01:30.833322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: be0c99e7-512d-4676-b34d-f15373c55f0b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:30.835132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0c99e7-512d-4676-b34d-f15373c55f0b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:30.947655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.984631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ca4cc-292f-4f43-ab04-862edd9bbc0b req-2dfdb175-5eb0-4aaf-a5ff-511108a79a63 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.987275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-124ca4cc-292f-4f43-ab04-862edd9bbc0b req-2dfdb175-5eb0-4aaf-a5ff-511108a79a63 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3134849 Sep 01 15:01:31.001505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-b24a4610-24d7-471a-b5c6-25b90d66fedd tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.004129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-b24a4610-24d7-471a-b5c6-25b90d66fedd tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 945 time: 0.1565154 Sep 01 15:01:31.013508 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-181809b9-ede6-439a-8891-a91f95e2f246 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051040 Sep 01 15:01:31.034409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Made reservation on behalf of 21a0e093b5a24e599bf17d807468413b for: {'subnet': 2} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:31.042489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.043068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.052241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.225851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:31.239322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:31.248863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:31.255022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event updated for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:31.317536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-124ca4cc-292f-4f43-ab04-862edd9bbc0b req-061dd7cb-c6bd-4906-8ae4-7994ad5163fd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110378 Sep 01 15:01:31.338597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.339321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.374534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-1debb0af-b5b1-4119-81c2-0f5551eb29ce tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6793630 Sep 01 15:01:31.407094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60229d7b-d93f-4ccf-9619-05274cff3a8d req-f5a8b846-1f87-48f1-a82d-5e46fe807880 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759887 Sep 01 15:01:31.413770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Deleting port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:31.414346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.423896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Request body: {'port': {'device_id': '6d35e00d-686f-4882-b75e-232d89b84a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:31.610472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.622695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] For port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,segment=NetworkSegment(a5bd9dde-44f3-4467-94bf-652941ba6aa9),segment_id=a5bd9dde-44f3-4467-94bf-652941ba6aa9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:31.624048 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.662351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Calling delete_port for c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:31.677805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368470-32b1-4621-bb22-c92aa44a9c6d req-bab45d27-7ed3-4646-bf99-1f06336efc58 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.681722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e368470-32b1-4621-bb22-c92aa44a9c6d req-bab45d27-7ed3-4646-bf99-1f06336efc58 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2030725 Sep 01 15:01:31.777485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ee9eb-3ec0-4211-af18-be3a139c2f11 req-d0917dff-1ae2-42b1-975b-9a668d7f736d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.780097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f7ee9eb-3ec0-4211-af18-be3a139c2f11 req-d0917dff-1ae2-42b1-975b-9a668d7f736d tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 984 time: 0.1826835 Sep 01 15:01:31.840040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e368470-32b1-4621-bb22-c92aa44a9c6d req-be730056-8bb3-4996-8503-95f0b676bc73 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429918 Sep 01 15:01:32.088363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f7ee9eb-3ec0-4211-af18-be3a139c2f11 req-d311ab75-f946-47f4-baa0-facb6604de7e tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=ea2c4a89-4a0f-4ff7-ab02-923a097eed52&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2881746 Sep 01 15:01:32.355244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.447712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.461778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809cd10c-006e-45fa-8520-44c7a3b21b30 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:32.464799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c070669e-7a9b-41b9-bbe5-2a70f70ba9d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:32.470946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.479004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624373f8-49fd-4079-baf3-e03c0d7b00d1 req-586d2ca3-6349-4030-9956-5e8dc9592f48 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:32.487836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Transition to ACTIVE for port object 809cd10c-006e-45fa-8520-44c7a3b21b30 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:32.489208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Subnet': ['ID=68c1de4c-25c0-4ae7-b435-842d23dd753e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:32.492221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-624373f8-49fd-4079-baf3-e03c0d7b00d1 req-586d2ca3-6349-4030-9956-5e8dc9592f48 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 932 time: 0.1315424 Sep 01 15:01:32.520638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.544994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Checking segment: {'id': 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:32.545989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network hostable DHCP agents. Network: 594a25c2-7087-4ebe-8c21-48b71508014f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:32.547371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event deleted for resources: {'Port': ['ID=c070669e-7a9b-41b9-bbe5-2a70f70ba9d8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:32.665129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-624373f8-49fd-4079-baf3-e03c0d7b00d1 req-c72da20d-f574-4e06-acd1-49b3477ac4d8 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716459 Sep 01 15:01:32.690001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network 594a25c2-7087-4ebe-8c21-48b71508014f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:32.690316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] No DVR routers for this DVR port c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:32.694542 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.697014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f272875-e9d3-4e85-b44d-d8448c70d936 req-7249fc8c-6d70-4759-a669-ab64bcbe8389 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.50 "DELETE /v2.0/ports/c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 HTTP/1.1" status: 204 len: 173 time: 1.6826491 Sep 01 15:01:32.697526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'name': 'network-vif-deleted', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:32.700978 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0064f9c-60aa-4d87-92bf-99c1a2611372" -d '{"events": [{"server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "name": "network-vif-deleted", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:32.705696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dee7d432-5d14-4cd3-a699-9ade7396e796 req-d5a0ca88-9704-4691-8402-3b5b9cd18e86 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b24d04-ab42-473f-a051-281bb544fe8c HTTP/1.1" status: 200 len: 210 time: 0.0660923 Sep 01 15:01:32.709369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Pushing event updated for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:32.758293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 594a25c2-7087-4ebe-8c21-48b71508014f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:32.781429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788e147-6348-4144-a1fe-2f1d13eacedb None None] Network 594a25c2-7087-4ebe-8c21-48b71508014f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:32.782131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:32.870311 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa0a69-3b30-4bfd-a2d0-d69251a9afa2 x-openstack-request-id: req-87fa0a69-3b30-4bfd-a2d0-d69251a9afa2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:32.870580 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b24d04-ab42-473f-a051-281bb544fe8c", "name": "network-vif-deleted", "tag": "c070669e-7a9b-41b9-bbe5-2a70f70ba9d8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:32.870926 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87fa0a69-3b30-4bfd-a2d0-d69251a9afa2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:32.871238 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b24d04-ab42-473f-a051-281bb544fe8c', 'name': 'network-vif-deleted', 'tag': 'c070669e-7a9b-41b9-bbe5-2a70f70ba9d8', 'status': 'completed', 'code': 200} Sep 01 15:01:32.919110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c6f6f-2e58-45c1-9b41-d1806caa935f req-9c1aec13-0875-45dc-a05e-f56bf38756cd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:32.922966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-398c6f6f-2e58-45c1-9b41-d1806caa935f req-9c1aec13-0875-45dc-a05e-f56bf38756cd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1102107 Sep 01 15:01:32.959711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Attempting to bind port 809cd10c-006e-45fa-8520-44c7a3b21b30 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:32.960281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Attempting to bind port 809cd10c-006e-45fa-8520-44c7a3b21b30 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:32.960844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Attempting to bind port 809cd10c-006e-45fa-8520-44c7a3b21b30 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:32.985295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event updated for resources: {'Subnet': ['ID=75a06211-24f5-4990-b8a8-861631011bc5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:33.022519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-398c6f6f-2e58-45c1-9b41-d1806caa935f req-499d78ab-5f6d-43bd-9d8e-c9d4b049c0ff tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846364 Sep 01 15:01:33.054060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Port 809cd10c-006e-45fa-8520-44c7a3b21b30 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:33.054060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Attempting to bind port 809cd10c-006e-45fa-8520-44c7a3b21b30 on network 8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:33.077266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:33.077528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Checking segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:33.078143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Bound using segment: {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:33.078853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Bound port: 809cd10c-006e-45fa-8520-44c7a3b21b30, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:33.079694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-594a25c2-7087-4ebe-8c21-48b71508014f', 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f', 'tenant_id': '21a0e093b5a24e599bf17d807468413b', 'fixed_ips': [{'subnet_id': '68c1de4c-25c0-4ae7-b435-842d23dd753e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:01:33.080583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.082346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.123033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Checking segment: {'id': '647ff139-81ac-4d80-89ae-6828fad394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:33.123653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network hostable DHCP agents. Network: b1588116-a51c-44b7-b57c-77ff118b268f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:33.183087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4b0b-afcc-41d6-b8d4-bbd007314b45 req-976e9699-78c5-43ef-a16c-0783ecf749be tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.185867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a4d4b0b-afcc-41d6-b8d4-bbd007314b45 req-976e9699-78c5-43ef-a16c-0783ecf749be tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1896780 Sep 01 15:01:33.255469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Network b1588116-a51c-44b7-b57c-77ff118b268f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:33.304959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b1588116-a51c-44b7-b57c-77ff118b268f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:33.306700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Allocated IP 2001:db8::1 (594a25c2-7087-4ebe-8c21-48b71508014f/68c1de4c-25c0-4ae7-b435-842d23dd753e/d004794d-8b74-4661-944b-1b70969062ce) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:33.308734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:33.318391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=809cd10c-006e-45fa-8520-44c7a3b21b30,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:33.327308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.328118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.328774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a3457-7bdc-4fbf-a802-6fec3a0e1a9d None None] Network b1588116-a51c-44b7-b57c-77ff118b268f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:33.329279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.349248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.360179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a4d4b0b-afcc-41d6-b8d4-bbd007314b45 req-e9a3e587-3842-49e5-b722-6a19b4b77d05 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558619 Sep 01 15:01:33.400103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d1282-2bdb-4603-95b3-bb4646bdfe0c req-83057d61-3e8a-4b77-a780-bd310cd26387 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.404180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-423d1282-2bdb-4603-95b3-bb4646bdfe0c req-83057d61-3e8a-4b77-a780-bd310cd26387 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 984 time: 0.1165755 Sep 01 15:01:33.430772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a3c0c9a-5e26-4019-8dcb-a0f9edb1b76c tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0664029 Sep 01 15:01:33.435388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48896) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:33.456896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.457990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.460428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] 10.222.0.50 "PUT /v2.0/ports/809cd10c-006e-45fa-8520-44c7a3b21b30 HTTP/1.1" status: 200 len: 1093 time: 2.0528114 Sep 01 15:01:33.512011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:33.514918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-423d1282-2bdb-4603-95b3-bb4646bdfe0c req-839d8a1a-77c5-49b5-a3e4-13741a8b20dc tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=ea2c4a89-4a0f-4ff7-ab02-923a097eed52&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1011124 Sep 01 15:01:33.517495 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:33.645490 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b4db4-30c3-4c08-892b-a61f8cbe1452 x-openstack-request-id: req-227b4db4-30c3-4c08-892b-a61f8cbe1452 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:33.645983 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:33.646306 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-227b4db4-30c3-4c08-892b-a61f8cbe1452 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:33.646920 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30', 'status': 'completed', 'code': 200} Sep 01 15:01:33.689010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b1588116-a51c-44b7-b57c-77ff118b268f', 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f', 'tenant_id': '21a0e093b5a24e599bf17d807468413b', 'fixed_ips': [{'subnet_id': '75a06211-24f5-4990-b8a8-861631011bc5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:01:33.706018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b449b-b36f-4f37-8e1f-1b93b9fdd019 service neutron] Pushing event updated for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:33.709404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:33.754251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c3875-3b51-4f63-ac6a-46452e1e8cbc tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.757539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c3875-3b51-4f63-ac6a-46452e1e8cbc tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.760532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c3875-3b51-4f63-ac6a-46452e1e8cbc tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.781418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-528c3875-3b51-4f63-ac6a-46452e1e8cbc tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3394089 Sep 01 15:01:33.782380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:33.784086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-3f837823-3459-4f75-ae36-fa85265ea5e7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-810114860&fields=id&tenant_id=97711a0fc4fb47d5b111975837da7338 HTTP/1.1" status: 200 len: 267 time: 0.0838506 Sep 01 15:01:33.899673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-afea5f2d-73a7-402f-9393-13be7d014330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.902158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-afea5f2d-73a7-402f-9393-13be7d014330 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 1096 time: 0.3363941 Sep 01 15:01:33.909228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-9ee56328-356a-46e0-8069-6ef24332d095 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.911827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-9ee56328-356a-46e0-8069-6ef24332d095 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 984 time: 0.1205962 Sep 01 15:01:33.942224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'port': {'security_groups': ['e9f442e8-6655-4913-82d4-b3b3a5b30ddd', 'ea2c4a89-4a0f-4ff7-ab02-923a097eed52', '9f00eb4a-fcaf-4889-87a9-e59c68940f44']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:34.126606 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.380790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Allocated IP 2001:db8:0:1::1 (b1588116-a51c-44b7-b57c-77ff118b268f/75a06211-24f5-4990-b8a8-861631011bc5/f933d752-48e8-4cd4-afc3-61c133f78af1) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:34.384906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.411993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Transition to ACTIVE for port object d004794d-8b74-4661-944b-1b70969062ce will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:34.534954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Transition to ACTIVE for port object d004794d-8b74-4661-944b-1b70969062ce will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:34.555356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-825d3770-a38e-49c6-8e06-a01666e8d6f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809cd10c-006e-45fa-8520-44c7a3b21b30 HTTP/1.1" status: 200 len: 217 time: 0.6180437 Sep 01 15:01:34.560568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.578917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:34.634267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Deleting subnet 68c1de4c-25c0-4ae7-b435-842d23dd753e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:34.640051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.647619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.654830 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.669945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Network 594a25c2-7087-4ebe-8c21-48b71508014f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:34.679980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:34.716789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf705b-a95c-4f54-b983-6f59daa29610 req-cf635d79-5a8a-4c49-a967-fd2050c68f3e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:34.730821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6bf705b-a95c-4f54-b983-6f59daa29610 req-cf635d79-5a8a-4c49-a967-fd2050c68f3e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 944 time: 0.8541379 Sep 01 15:01:34.745831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:34.761758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:34.779733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:34.791731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-6eb501b3-c934-44a4-8d5b-c5b601e4a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:34.794227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:34.794469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-6eb501b3-c934-44a4-8d5b-c5b601e4a8d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.2248406 Sep 01 15:01:34.806321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.852471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:34.852784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:34.853285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c070669e-7a9b-41b9-bbe5-2a70f70ba9d8 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:34.853621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.867816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cf0ebfe-2bb8-4242-8c77-f7128cc440ae req-87b32b5f-2bd0-4c0a-aa56-95cfc3cc46ab tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "PUT /v2.0/ports/e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 1020 time: 0.9437690 Sep 01 15:01:34.874267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:34.877095 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33360da9-2a93-4287-ab24-a5f2cac49839" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:34.885411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Pushing event updated for resources: {'Port': ['ID=d004794d-8b74-4661-944b-1b70969062ce,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:34.912716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.913635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.914484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.915685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.916551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.917428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.917744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-afd4c83c-34f5-46b6-8efb-e65bfadbbafc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042662 Sep 01 15:01:34.920003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.920893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.922940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.923837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.924659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.925557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:34.938464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6bf705b-a95c-4f54-b983-6f59daa29610 req-6fed27dc-5bf8-47c0-90ae-fd0d8c31294e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056603 Sep 01 15:01:35.033847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:35.072206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Attempting to bind port d004794d-8b74-4661-944b-1b70969062ce on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:35.073052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Attempting to bind port d004794d-8b74-4661-944b-1b70969062ce by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:35.074261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Attempting to bind port d004794d-8b74-4661-944b-1b70969062ce on network 594a25c2-7087-4ebe-8c21-48b71508014f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:35.192480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:35.193930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Checking segment: {'id': 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:35.199620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.200646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Bound using segment: {'id': 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:35.201708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Bound port: d004794d-8b74-4661-944b-1b70969062ce, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '594a25c2-7087-4ebe-8c21-48b71508014f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:35.202641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.316778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da3d8e-b971-4676-979a-c44054214094 req-bd265db3-7a5b-4dda-a669-c62db539fd97 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.321135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89da3d8e-b971-4676-979a-c44054214094 req-bd265db3-7a5b-4dda-a669-c62db539fd97 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0877724 Sep 01 15:01:35.373812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.409385 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.423203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89da3d8e-b971-4676-979a-c44054214094 req-2046b9da-13ba-4265-b50a-3944d3774e90 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 Sep 01 15:01:35.432654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-6c132e65-a994-4c1a-9ad1-f57e341fb4dc service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900181 Sep 01 15:01:35.458112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703344-e65c-4c1a-80b0-280ba54b7814 req-69a5f4bd-5f67-497d-9f85-e53f2a297c11 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.458112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2703344-e65c-4c1a-80b0-280ba54b7814 req-69a5f4bd-5f67-497d-9f85-e53f2a297c11 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2744453 Sep 01 15:01:35.486878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Transition to ACTIVE for port object f933d752-48e8-4cd4-afc3-61c133f78af1 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:35.585224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Transition to ACTIVE for port object f933d752-48e8-4cd4-afc3-61c133f78af1 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:35.624476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d36e666d-6b61-475c-b097-ac98952a0b43 req-12b55719-f0ee-471f-91ae-7d1a206afe93 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/9f00eb4a-fcaf-4889-87a9-e59c68940f44 HTTP/1.1" status: 200 len: 1799 time: 0.0887265 Sep 01 15:01:35.649652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2703344-e65c-4c1a-80b0-280ba54b7814 req-c7c7bd16-56b5-414b-aa00-361b1ad28bb7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848130 Sep 01 15:01:35.671623 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.694971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] For port d004794d-8b74-4661-944b-1b70969062ce, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:35.703162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.720417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] For port d004794d-8b74-4661-944b-1b70969062ce, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d004794d-8b74-4661-944b-1b70969062ce,segment=NetworkSegment(dc8ad180-9897-47a9-8e83-cd5d8aaaa814),segment_id=dc8ad180-9897-47a9-8e83-cd5d8aaaa814)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:35.778600 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7439882-e96e-4624-9c55-698880bbff4b x-openstack-request-id: req-b7439882-e96e-4624-9c55-698880bbff4b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:35.779185 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:35.779604 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7439882-e96e-4624-9c55-698880bbff4b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:35.780196 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'status': 'completed', 'code': 200} Sep 01 15:01:35.782691 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-d36e666d-6b61-475c-b097-ac98952a0b43 req-27fcf31c-88f1-4e70-8f4b-fdec7787a1dd tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:01:35.791465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d36e666d-6b61-475c-b097-ac98952a0b43 req-27fcf31c-88f1-4e70-8f4b-fdec7787a1dd tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f00eb4a-fcaf-4889-87a9-e59c68940f44 HTTP/1.1" status: 409 len: 341 time: 0.1539958 Sep 01 15:01:35.808722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Subnet': ['ID=68c1de4c-25c0-4ae7-b435-842d23dd753e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:35.821445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.830309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6d341322-adcd-4f3a-b682-772d6e4ef6fa tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/subnets/68c1de4c-25c0-4ae7-b435-842d23dd753e HTTP/1.1" status: 204 len: 168 time: 2.0379658 Sep 01 15:01:35.832468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:35.836570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439d208f-bab4-4b34-9d41-8f1c1b661756 req-507df14d-2fbd-4a8e-b0c7-68a4bac1aa95 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734961 Sep 01 15:01:35.851242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Pushing event updated for resources: {'Port': ['ID=f933d752-48e8-4cd4-afc3-61c133f78af1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:35.924668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:35.990230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-e663222a-a63d-4cc7-bd08-ae7f09a4319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.992341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-e663222a-a63d-4cc7-bd08-ae7f09a4319a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97711a0fc4fb47d5b111975837da7338&device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1175 time: 0.1731212 Sep 01 15:01:36.058624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Deleting subnet 75a06211-24f5-4990-b8a8-861631011bc5 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:36.064239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.069118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Network b1588116-a51c-44b7-b57c-77ff118b268f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:36.129000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:36.176785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:36.177305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.221542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-c55ed97a-aa70-4243-a43a-4cf349a3b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.223218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-c55ed97a-aa70-4243-a43a-4cf349a3b218 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 200 len: 913 time: 0.2218897 Sep 01 15:01:36.230080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-9e8443cb-3210-4c83-a096-797a8c8baf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.233292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-9e8443cb-3210-4c83-a096-797a8c8baf05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=13a057b0819346e9b60be33a04115020&device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 1096 time: 0.2791965 Sep 01 15:01:36.359182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-0f871027-4246-4645-afff-2c9eefcb6098 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 200 len: 217 time: 0.1269939 Sep 01 15:01:36.385841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1017710-1557-4766-b1d5-ff5b233fd664 None None] Pushing event updated for resources: {'Port': ['ID=d004794d-8b74-4661-944b-1b70969062ce,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:36.484188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-0f2cc48c-2fa4-4a50-ab9b-3fa55a718f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.484188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-0f2cc48c-2fa4-4a50-ab9b-3fa55a718f2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 200 len: 852 time: 0.1150069 Sep 01 15:01:36.552201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-93f19b24-e89e-4c40-8b19-f68a562af5de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a94a75-0e23-4943-a858-9c9e32d17454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581515 Sep 01 15:01:36.552704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48946) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:36.558884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Attempting to bind port f933d752-48e8-4cd4-afc3-61c133f78af1 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:36.559252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Attempting to bind port f933d752-48e8-4cd4-afc3-61c133f78af1 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '647ff139-81ac-4d80-89ae-6828fad394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:36.559733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Attempting to bind port f933d752-48e8-4cd4-afc3-61c133f78af1 on network b1588116-a51c-44b7-b57c-77ff118b268f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:36.612906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:36.613519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Checking segment: {'id': '647ff139-81ac-4d80-89ae-6828fad394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:36.614146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.614767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Bound using segment: {'id': '647ff139-81ac-4d80-89ae-6828fad394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:36.615545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Bound port: f933d752-48e8-4cd4-afc3-61c133f78af1, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647ff139-81ac-4d80-89ae-6828fad394b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b1588116-a51c-44b7-b57c-77ff118b268f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:36.616177 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.648569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.752263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.843174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.849342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa299-a57b-46e6-8369-36345a867e94 req-2d1d0d99-4ab2-49c8-8ab7-af3997cdfa9d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.857290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8eaa299-a57b-46e6-8369-36345a867e94 req-2d1d0d99-4ab2-49c8-8ab7-af3997cdfa9d tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 944 time: 0.6224971 Sep 01 15:01:36.907580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-dd1310d6-5432-4223-b99c-a18b2c047a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.909254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-dd1310d6-5432-4223-b99c-a18b2c047a28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 200 len: 915 time: 0.6449294 Sep 01 15:01:36.917759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.939574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-8151369a-ade4-4b8a-aced-6fa6cc08bea1 service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204279 Sep 01 15:01:37.009983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] For port f933d752-48e8-4cd4-afc3-61c133f78af1, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:37.013258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8eaa299-a57b-46e6-8369-36345a867e94 req-dfe5ae96-9211-4258-9890-c4a9ddfe18e5 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547384 Sep 01 15:01:37.037427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Subnet': ['ID=75a06211-24f5-4990-b8a8-861631011bc5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:37.037427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-c5877b77-6521-4671-b184-e1486d9ae9c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809cd10c-006e-45fa-8520-44c7a3b21b30 HTTP/1.1" status: 200 len: 217 time: 0.1034265 Sep 01 15:01:37.044966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.045845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4cfcf180-42d9-4372-b0e5-8d650ce79ff3 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/subnets/75a06211-24f5-4990-b8a8-861631011bc5 HTTP/1.1" status: 204 len: 168 time: 1.2076929 Sep 01 15:01:37.049410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:37.050834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] For port f933d752-48e8-4cd4-afc3-61c133f78af1, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f933d752-48e8-4cd4-afc3-61c133f78af1,segment=NetworkSegment(647ff139-81ac-4d80-89ae-6828fad394b7),segment_id=647ff139-81ac-4d80-89ae-6828fad394b7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:37.070011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.178006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1471-6962-40d5-aa02-130a1330071b req-13586056-e48c-4d55-aea9-e19cf971b5f1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:37.201337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c51e1471-6962-40d5-aa02-130a1330071b req-13586056-e48c-4d55-aea9-e19cf971b5f1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1023 time: 0.3498535 Sep 01 15:01:37.261594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440c967-8f12-4dfe-a628-b284e5265bf9 None None] Pushing event updated for resources: {'Port': ['ID=f933d752-48e8-4cd4-afc3-61c133f78af1,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:37.298627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-0672bb22-7194-4d8d-a8ef-a51985ba2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:37.300344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-0672bb22-7194-4d8d-a8ef-a51985ba2c42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 200 len: 854 time: 0.2226424 Sep 01 15:01:37.316577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8bad9-918e-4547-9dc1-171f2cd1cf3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:37.319547 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.324328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.324732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0be8bad9-918e-4547-9dc1-171f2cd1cf3d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2695830 Sep 01 15:01:37.342772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "DELETE /v2.0/security-groups/925aa35f-96f9-4b47-819a-a04595845b2b HTTP/1.1" status: 204 len: 168 time: 0.7885001 Sep 01 15:01:37.343748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:37.344769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:37.363710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcbb2f-a621-45b0-bd80-0e9615fa6e61 req-d86d9f61-9cf0-43d2-8c35-c5f2b92bea9c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:37.365945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cbcbb2f-a621-45b0-bd80-0e9615fa6e61 req-d86d9f61-9cf0-43d2-8c35-c5f2b92bea9c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2046895 Sep 01 15:01:37.369580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-8af5a461-7843-468d-be7e-d67b94e43491 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405850 Sep 01 15:01:37.432485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30784d2-474f-4141-8e88-4b8444a50ded tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925aa35f-96f9-4b47-819a-a04595845b2b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:37.435787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33360da9-2a93-4287-ab24-a5f2cac49839 req-cbe9c44a-fcdb-4f8f-8112-e8fdc8e8277f service neutron] 10.222.0.50 "GET /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728510 Sep 01 15:01:37.513270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cbcbb2f-a621-45b0-bd80-0e9615fa6e61 req-9efece8f-ce18-4721-ac89-b9ccb0c34ba4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401963 Sep 01 15:01:37.548557 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-f1d7bd08-2759-4734-a02d-92bed8da940b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] show failed (client error): The resource could not be found. Sep 01 15:01:37.550598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f1d7bd08-2759-4734-a02d-92bed8da940b tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "GET /v2.0/security-groups/925aa35f-96f9-4b47-819a-a04595845b2b HTTP/1.1" status: 404 len: 347 time: 0.1734595 Sep 01 15:01:37.560296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:37.612746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c51e1471-6962-40d5-aa02-130a1330071b req-a954f65f-4173-4932-ac51-8ce096634562 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f00eb4a-fcaf-4889-87a9-e59c68940f44&id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=ea2c4a89-4a0f-4ff7-ab02-923a097eed52&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4093280 Sep 01 15:01:37.715909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.869870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Deleting port f933d752-48e8-4cd4-afc3-61c133f78af1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:37.870649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.923143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-1e2dd0d8-d6e9-40c0-ac8c-f7217dd78531 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389638 Sep 01 15:01:38.003073 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] For port f933d752-48e8-4cd4-afc3-61c133f78af1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f933d752-48e8-4cd4-afc3-61c133f78af1,segment=NetworkSegment(647ff139-81ac-4d80-89ae-6828fad394b7),segment_id=647ff139-81ac-4d80-89ae-6828fad394b7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:38.004540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.023060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b1c7b-aea6-4eb6-b355-874132c59976 req-420f2b90-c396-4318-b347-cb9430987143 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.024969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e8b1c7b-aea6-4eb6-b355-874132c59976 req-420f2b90-c396-4318-b347-cb9430987143 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2044330 Sep 01 15:01:38.039352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Calling delete_port for f933d752-48e8-4cd4-afc3-61c133f78af1 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:38.131914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e45c90-4aa8-4e80-8af5-4c727ea8e518 None None] Network 594a25c2-7087-4ebe-8c21-48b71508014f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:38.137413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Deleting port 8d179929-ae1a-4ebe-91a1-18f15fbd1d1a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:38.137737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.145654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ec92b0d-78d8-47b4-a0f1-df499a7b58f9 req-f41238b9-4f94-49c1-8659-c40f90502015 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008455 Sep 01 15:01:38.191386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-0ba2155e-8423-4556-a7c7-e26884afb93c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.193501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-0ba2155e-8423-4556-a7c7-e26884afb93c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1023 time: 0.2660780 Sep 01 15:01:38.199726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e8b1c7b-aea6-4eb6-b355-874132c59976 req-818fd372-26f7-484d-b025-90c3ed4becbd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570990 Sep 01 15:01:38.260846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.260846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.278408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Calling delete_port for 8d179929-ae1a-4ebe-91a1-18f15fbd1d1a owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:38.336840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-758738b4-51aa-4490-a6c9-7df73ef74f8b None None] Provisioning for port d004794d-8b74-4661-944b-1b70969062ce completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:38.416771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25326e7-69d6-483d-91e1-262dd3ecc75e req-fc032396-5d61-401f-8879-e81557098c72 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.425136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d25326e7-69d6-483d-91e1-262dd3ecc75e req-fc032396-5d61-401f-8879-e81557098c72 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 944 time: 0.2606101 Sep 01 15:01:38.470788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.505695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] DHCP port deletion for 594a25c2-7087-4ebe-8c21-48b71508014f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:01:38.541941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d25326e7-69d6-483d-91e1-262dd3ecc75e req-6d5a0acb-ab62-4e26-90ad-1e1b79815c69 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155758 Sep 01 15:01:38.543227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Port': ['ID=f933d752-48e8-4cd4-afc3-61c133f78af1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:38.612209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] No DVR routers for this DVR port f933d752-48e8-4cd4-afc3-61c133f78af1 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:38.693411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Deleting port d004794d-8b74-4661-944b-1b70969062ce {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:38.694402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.711084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.760359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Deleting port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:38.760901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.787492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 809cd10c-006e-45fa-8520-44c7a3b21b30 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:38.801482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Pushing event deleted for resources: {'Port': ['ID=8d179929-ae1a-4ebe-91a1-18f15fbd1d1a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:38.962941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f933d752-48e8-4cd4-afc3-61c133f78af1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:39.021921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.026582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.028716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-964fb3bb-68c5-4349-a9cb-0e3b32131b81 tempest-ImagesOneServerNegativeTestJSON-387744700 tempest-ImagesOneServerNegativeTestJSON-387744700-project] 10.222.0.41 "DELETE /v2.0/floatingips/2b4b26ff-6acd-4555-8d84-5cd9f1d8a098 HTTP/1.1" status: 204 len: 168 time: 1.4673822 Sep 01 15:01:39.039917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f933d752-48e8-4cd4-afc3-61c133f78af1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:39.040684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f933d752-48e8-4cd4-afc3-61c133f78af1 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:01:39.058949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ef1cf-8474-4810-968b-1afe9ed48e78 req-c3ae3df1-1f5b-4a46-b8ca-d77ca2c64223 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.068759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27ef1cf-8474-4810-968b-1afe9ed48e78 req-c3ae3df1-1f5b-4a46-b8ca-d77ca2c64223 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1175871 Sep 01 15:01:39.082883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port f933d752-48e8-4cd4-afc3-61c133f78af1 not found, will not notify nova. {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:01:39.133096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] For port d004794d-8b74-4661-944b-1b70969062ce, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d004794d-8b74-4661-944b-1b70969062ce,segment=NetworkSegment(dc8ad180-9897-47a9-8e83-cd5d8aaaa814),segment_id=dc8ad180-9897-47a9-8e83-cd5d8aaaa814)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:39.134841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.163254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d27ef1cf-8474-4810-968b-1afe9ed48e78 req-8f1a60fa-6fb1-4118-a16b-61be710b9f5f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 Sep 01 15:01:39.178660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Calling delete_port for d004794d-8b74-4661-944b-1b70969062ce owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:39.198685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac77d2-7615-4194-a39f-d7d1dc89dabd None None] Network b1588116-a51c-44b7-b57c-77ff118b268f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:39.199654 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.206125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=809cd10c-006e-45fa-8520-44c7a3b21b30,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:39.247617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1588116-a51c-44b7-b57c-77ff118b268f']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:39.288698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647ff139-81ac-4d80-89ae-6828fad394b7') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:39.289519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647ff139-81ac-4d80-89ae-6828fad394b7') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:39.343631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.370790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998044d-3dec-4b4f-b29a-aa3b7141cb77 req-8ab9fd50-37e8-4d71-8845-f2cab3c915a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.384521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e998044d-3dec-4b4f-b29a-aa3b7141cb77 req-8ab9fd50-37e8-4d71-8845-f2cab3c915a3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 1023 time: 0.2609704 Sep 01 15:01:39.409870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:39.410263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.439273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.449049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Calling delete_port for e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:39.457823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '809cd10c-006e-45fa-8520-44c7a3b21b30', 'network_id': '8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c', 'port_id': '809cd10c-006e-45fa-8520-44c7a3b21b30', 'mac_address': 'fa:16:3e:ec:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfc109-bd80-4128-9c18-ec09da7ed860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:39.465404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.468077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4e09ee0-5c8e-42b3-a001-84dfea7419c5 None None] Could not find standard attr ID for object f933d752-48e8-4cd4-afc3-61c133f78af1. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:01:39.469519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:39.470214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:39.484447 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:39.527254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e998044d-3dec-4b4f-b29a-aa3b7141cb77 req-63998acc-d87f-4e50-ba4f-058148d4b430 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f00eb4a-fcaf-4889-87a9-e59c68940f44&id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=ea2c4a89-4a0f-4ff7-ab02-923a097eed52&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1415787 Sep 01 15:01:39.590273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.601196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a27e0-0251-4033-9d13-0178dc966487 req-a8671dc6-f631-493b-9fc2-01f2cadbe004 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.603040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] Pushing event deleted for resources: {'Port': ['ID=d004794d-8b74-4661-944b-1b70969062ce,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:39.606269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020311a2-271b-42b9-bd54-89bbf5f34d4f None None] No DVR routers for this DVR port d004794d-8b74-4661-944b-1b70969062ce on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:39.609634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-761a27e0-0251-4033-9d13-0178dc966487 req-a8671dc6-f631-493b-9fc2-01f2cadbe004 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1036630 Sep 01 15:01:39.633240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809cd10c-006e-45fa-8520-44c7a3b21b30 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:39.679171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-761a27e0-0251-4033-9d13-0178dc966487 req-e569525a-26c3-49e5-bef9-e30c1b755c2e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680864 Sep 01 15:01:39.693499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=809cd10c-006e-45fa-8520-44c7a3b21b30,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:39.722739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.770578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:39.802875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:39.854243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.856472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c329480-44a3-46a8-b235-dee0d56634df None None] DHCP port deletion for b1588116-a51c-44b7-b57c-77ff118b268f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:01:39.878885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.881837 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/b1588116-a51c-44b7-b57c-77ff118b268f HTTP/1.1" status: 204 len: 168 time: 2.5248365 Sep 01 15:01:39.899223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Deleting subnet 0192b495-ac14-4568-be5b-5b20a90c5e6d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:39.903225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48988) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:39.914833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448cd3d-b782-4f93-bb1f-a28e22c56887 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=b1588116-a51c-44b7-b57c-77ff118b268f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:39.932002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.935338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086eb6d-a2db-4be7-b211-afb0056a1aae req-d2cde76c-25df-455e-a76e-01ed7eeaa5aa tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.937556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9086eb6d-a2db-4be7-b211-afb0056a1aae req-d2cde76c-25df-455e-a76e-01ed7eeaa5aa tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 945 time: 0.2071693 Sep 01 15:01:39.994747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['809cd10c-006e-45fa-8520-44c7a3b21b30'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:40.074355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.121916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.156399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'Port': ['ID=e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:40.170980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9086eb6d-a2db-4be7-b211-afb0056a1aae req-fc11e2ce-cca4-4c46-b7af-92cb4a32784e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195613 Sep 01 15:01:40.253359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] No DVR routers for this DVR port e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:40.267113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.270928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27bdf9c0-6e86-4f6a-b72d-99e737463591 req-f6cf0cdf-12b2-4799-8750-83014253422f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "DELETE /v2.0/ports/e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 HTTP/1.1" status: 204 len: 173 time: 2.0589235 Sep 01 15:01:40.271726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'name': 'network-vif-deleted', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:40.276053 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637bdb0-1da6-4e2c-8c00-8c798b0d54ca" -d '{"events": [{"server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "name": "network-vif-deleted", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:40.513522 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd801aa-9e7f-4b44-9166-326fc2c36938 x-openstack-request-id: req-fbd801aa-9e7f-4b44-9166-326fc2c36938 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:40.514081 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8613f5-6607-4fa9-9ea3-0fa1521c1f17", "name": "network-vif-deleted", "tag": "e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:40.514555 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbd801aa-9e7f-4b44-9166-326fc2c36938 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:40.515770 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8613f5-6607-4fa9-9ea3-0fa1521c1f17', 'name': 'network-vif-deleted', 'tag': 'e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0', 'status': 'completed', 'code': 200} Sep 01 15:01:40.588888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f933d752-48e8-4cd4-afc3-61c133f78af1 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:40.631301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f933d752-48e8-4cd4-afc3-61c133f78af1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:40.631856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f933d752-48e8-4cd4-afc3-61c133f78af1 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:40.663827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.738443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68fd5dbb-0f0f-4303-b6c4-160eaa0fcf50 req-2b3a9739-58c5-40e6-ae66-0dadfa0ca5d8 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e8613f5-6607-4fa9-9ea3-0fa1521c1f17 HTTP/1.1" status: 200 len: 210 time: 0.0473325 Sep 01 15:01:40.789040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:40.824597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:40.825411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e6c3959a-ed75-4d8a-b40a-f6e1ea134bf0 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:40.887408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309ee2-ad67-487b-880d-60dc32a1a699 req-e943a7d9-46d1-43c7-873c-db50bcd70b1b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:40.899760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c309ee2-ad67-487b-880d-60dc32a1a699 req-e943a7d9-46d1-43c7-873c-db50bcd70b1b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3202233 Sep 01 15:01:40.925139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932260f6-4d06-49b7-a7b7-0069ffdab8b1 req-b23b97a9-d587-4f61-826d-5e8c7e86e5f4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:40.927474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-932260f6-4d06-49b7-a7b7-0069ffdab8b1 req-b23b97a9-d587-4f61-826d-5e8c7e86e5f4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0770781 Sep 01 15:01:40.932963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c00c3c49-9d29-45a5-bf52-8ec09d140bad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:40.936043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.971089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.991998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594a25c2-7087-4ebe-8c21-48b71508014f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.009346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c309ee2-ad67-487b-880d-60dc32a1a699 req-dbaed32d-f5d6-4354-966a-944a003f9a65 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066220 Sep 01 15:01:41.057210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-932260f6-4d06-49b7-a7b7-0069ffdab8b1 req-8295e5e6-8213-49ab-9acc-3e3e2c9f6398 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159713 Sep 01 15:01:41.089226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.089635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8ad180-9897-47a9-8e83-cd5d8aaaa814') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.121190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.158353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.170688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:41.171402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:41.175336 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:41.185972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.250859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0192b495-ac14-4568-be5b-5b20a90c5e6d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:41.258897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.261011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-43d2b2db-f5f4-40aa-896a-6c94eb1a6ee1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0192b495-ac14-4568-be5b-5b20a90c5e6d HTTP/1.1" status: 204 len: 168 time: 1.4880514 Sep 01 15:01:41.263512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:41.288446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.333305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.335292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/594a25c2-7087-4ebe-8c21-48b71508014f HTTP/1.1" status: 204 len: 168 time: 1.4279690 Sep 01 15:01:41.346032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:41.385527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd4467-c9d0-45fc-95d6-7afef4bb62df tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=594a25c2-7087-4ebe-8c21-48b71508014f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:41.415157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.444074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db974-31a2-4aff-abdd-b2fc392b337e req-37497b44-e8e7-4f16-908f-1c8c68b46bc7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:41.446827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb6db974-31a2-4aff-abdd-b2fc392b337e req-37497b44-e8e7-4f16-908f-1c8c68b46bc7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 945 time: 0.1209216 Sep 01 15:01:41.459065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.606279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.613290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb6db974-31a2-4aff-abdd-b2fc392b337e req-9cc7434b-5541-4d45-82e8-a468437bbe12 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538239 Sep 01 15:01:41.620390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.624192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eac9d58-2978-4525-8d1c-9e5e2e141ec3']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.633669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91093d99-cce5-40af-a819-8681a6b88663']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.641514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46a056b-46db-4bca-86cd-578a77bdf22c') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.641817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46a056b-46db-4bca-86cd-578a77bdf22c') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.647842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bd9dde-44f3-4467-94bf-652941ba6aa9') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.648143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bd9dde-44f3-4467-94bf-652941ba6aa9') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:41.661302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.669493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.688340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.696390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:41.696818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.703235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.715186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:41.715656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:41.719631 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:41.749515 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:41.793929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.802070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.804454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/91093d99-cce5-40af-a819-8681a6b88663 HTTP/1.1" status: 204 len: 168 time: 0.5398996 Sep 01 15:01:41.816838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.837861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:41.840301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/0eac9d58-2978-4525-8d1c-9e5e2e141ec3 HTTP/1.1" status: 204 len: 168 time: 0.4914367 Sep 01 15:01:41.848084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc0fb-df8d-48d7-8f6e-f0383915fcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91093d99-cce5-40af-a819-8681a6b88663,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:41.850005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49024) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:41.865041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26427231-fee9-4af4-bc3d-14f8da6d6153 tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=0eac9d58-2978-4525-8d1c-9e5e2e141ec3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:41.929747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-5e19ccdb-39f5-49cd-9c0b-dcd1950c6e57 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/ea2c4a89-4a0f-4ff7-ab02-923a097eed52 HTTP/1.1" status: 200 len: 1800 time: 0.0685904 Sep 01 15:01:41.973145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650c90f-2660-46ea-ae76-62154ca99f2c req-fd8d8294-0c52-4b5a-849c-415d8cef00be tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:41.982116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c650c90f-2660-46ea-ae76-62154ca99f2c req-fd8d8294-0c52-4b5a-849c-415d8cef00be tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1438789 Sep 01 15:01:42.020616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.058973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c650c90f-2660-46ea-ae76-62154ca99f2c req-c9b5d195-4de5-41ec-baad-c8fdb3c1d8b5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720534 Sep 01 15:01:42.060510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.131805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.213948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:42.222635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.225864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.241119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95500ea5-4f3c-408d-9508-706c1f35e26d req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea2c4a89-4a0f-4ff7-ab02-923a097eed52 HTTP/1.1" status: 204 len: 173 time: 0.3018348 Sep 01 15:01:42.275389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec55090-f97d-4439-a74a-536c962cce98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c4a89-4a0f-4ff7-ab02-923a097eed52,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:42.324243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68a430e1-278c-472a-b321-611f7218fc93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3138fc2e1bf4bd7bb4ced350b5f9c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090009 Sep 01 15:01:42.330430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:42.353243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.373761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80cc1b-8c5b-4a73-9fc5-152a0e61594e req-ae4fe72c-4e22-47f2-94c5-4ec031b9a36a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:42.376269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d80cc1b-8c5b-4a73-9fc5-152a0e61594e req-ae4fe72c-4e22-47f2-94c5-4ec031b9a36a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1925108 Sep 01 15:01:42.381316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8c005-3f57-42cc-8741-889ab467aa73']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:42.425020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae08146c-b4c9-4153-8a29-e98b70f5b956') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:42.425535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae08146c-b4c9-4153-8a29-e98b70f5b956') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:42.451637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96b03a-7972-4018-9edc-8ebf68feb54d req-ec56e41e-9d40-4816-b11e-518646defcab tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:42.454472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db96b03a-7972-4018-9edc-8ebf68feb54d req-ec56e41e-9d40-4816-b11e-518646defcab tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0977273 Sep 01 15:01:42.459447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.505635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.510120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d80cc1b-8c5b-4a73-9fc5-152a0e61594e req-a07abdc7-ffe6-44c6-9b5c-1608be72a256 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024852 Sep 01 15:01:42.520387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:42.521757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.526196 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db96b03a-7972-4018-9edc-8ebf68feb54d req-0d294676-d8ba-49c2-a20b-008e00d11f80 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600877 Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:42.567101 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:42.601857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.640476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-0cfd5c4b-cbd8-4fdd-b6ef-17f74c18cb43 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/9f00eb4a-fcaf-4889-87a9-e59c68940f44 HTTP/1.1" status: 200 len: 1799 time: 0.0884621 Sep 01 15:01:42.664182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.680950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.689633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.699108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] 10.222.0.41 "DELETE /v2.0/networks/71b8c005-3f57-42cc-8741-889ab467aa73 HTTP/1.1" status: 204 len: 168 time: 0.8451734 Sep 01 15:01:42.758054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eca0be-36e3-4fb5-80c2-7b2f95f2275d tempest-BulkNetworkOpsIpV6Test-623205104 tempest-BulkNetworkOpsIpV6Test-623205104-project] Pushing event deleted for resources: {'Network': ['ID=71b8c005-3f57-42cc-8741-889ab467aa73,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:42.769308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.792922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 809cd10c-006e-45fa-8520-44c7a3b21b30 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:42.855612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.881933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9b666-4444-45cc-8bc7-aff4c1008d76 req-b24c5453-1a23-492d-9110-6568451570a7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:42.884438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29c9b666-4444-45cc-8bc7-aff4c1008d76 req-b24c5453-1a23-492d-9110-6568451570a7 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 945 time: 0.1303282 Sep 01 15:01:42.912750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.921270 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.927211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8b4b171-bcba-4984-a269-36cf171554fa HTTP/1.1" status: 204 len: 168 time: 0.5913889 Sep 01 15:01:42.983492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 809cd10c-006e-45fa-8520-44c7a3b21b30 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:42.995251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 809cd10c-006e-45fa-8520-44c7a3b21b30 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:42.996205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.006968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e68db-3d1f-4585-80f4-238e8be45ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4b171-bcba-4984-a269-36cf171554fa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.022159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.027113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.028996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38dbcb02-14d1-45c6-8113-04100e92e31a req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f00eb4a-fcaf-4889-87a9-e59c68940f44 HTTP/1.1" status: 204 len: 173 time: 0.3799381 Sep 01 15:01:43.076041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29c9b666-4444-45cc-8bc7-aff4c1008d76 req-46fdda24-8972-42b6-8143-3ad302871f7a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506588 Sep 01 15:01:43.085528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff87bd-0d04-49ac-b3e3-bf14ebc1e513 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00eb4a-fcaf-4889-87a9-e59c68940f44,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.102431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2129747765', 'description': 'tempest-description-1041207842'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:43.147942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.285294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.294327 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.301954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.334278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.343414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c2e0fc7-4f90-4bdc-bb82-3bb9c8e6783d req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2493579 Sep 01 15:01:43.346242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:43.359025 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6346cd-cbe3-4e4f-bca0-67547167af5e" -d '{"events": [{"server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "name": "network-vif-plugged", "status": "completed", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:43.407019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=809cd10c-006e-45fa-8520-44c7a3b21b30,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:43.411824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e6e30-e03c-4de7-adab-1163e8967399 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54632d49-6095-4e88-8692-54466daed32c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.415821 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.468737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:43.498501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-e823b6e4-2652-42a9-baeb-31ce9866b5a1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/54632d49-6095-4e88-8692-54466daed32c HTTP/1.1" status: 200 len: 1801 time: 0.1210868 Sep 01 15:01:43.512026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1155930689', 'description': 'tempest-description-hth-1869742545'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:43.610741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.621207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.654210 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6006782-3a5f-42f4-a62b-6d65cdd7eb07 x-openstack-request-id: req-e6006782-3a5f-42f4-a62b-6d65cdd7eb07 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:43.654659 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "name": "network-vif-plugged", "status": "completed", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:43.655119 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6006782-3a5f-42f4-a62b-6d65cdd7eb07 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:43.655708 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30', 'code': 200} Sep 01 15:01:43.757750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.787593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.789793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.791624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b47abcec-4300-4a4d-a9aa-8f551430b65b req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "PUT /v2.0/security-groups/54632d49-6095-4e88-8692-54466daed32c HTTP/1.1" status: 200 len: 1775 time: 0.2920539 Sep 01 15:01:43.877636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ec1276a7-d82d-4080-bd96-006fdb135528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21a0e093b5a24e599bf17d807468413b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070368 Sep 01 15:01:43.881957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49082) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:43.889169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e855a3-a31c-4e38-a826-c41330874ea7 req-5cdacf6e-eb64-4adc-9ed9-ce57abb95d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:43.892085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4e855a3-a31c-4e38-a826-c41330874ea7 req-5cdacf6e-eb64-4adc-9ed9-ce57abb95d31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 1098 time: 0.1315355 Sep 01 15:01:43.894178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bfee7-25ab-4f75-ba15-e75cef060f00 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54632d49-6095-4e88-8692-54466daed32c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.931036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb5a62-bdb2-45d3-b191-41737a13ba58 req-9cb00ec6-e068-4c7e-b2bc-beb186274e50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:43.932575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2cb5a62-bdb2-45d3-b191-41737a13ba58 req-9cb00ec6-e068-4c7e-b2bc-beb186274e50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1508837 Sep 01 15:01:43.985649 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4e855a3-a31c-4e38-a826-c41330874ea7 req-522807ad-3d05-4852-bf6f-534b836d7217 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854182 Sep 01 15:01:44.002794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056682-6d6d-43fa-a1ca-9bef499b4abf req-e1a163da-aa58-4334-bf8f-4cd36d975d93 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:44.004554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7056682-6d6d-43fa-a1ca-9bef499b4abf req-e1a163da-aa58-4334-bf8f-4cd36d975d93 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0740721 Sep 01 15:01:44.014343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.035699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2cb5a62-bdb2-45d3-b191-41737a13ba58 req-765ec685-61f7-4656-83b7-54ab4e52084e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813563 Sep 01 15:01:44.051185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7056682-6d6d-43fa-a1ca-9bef499b4abf req-26c5f640-320f-4e4d-9b76-0c9226b0f525 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378039 Sep 01 15:01:44.076521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.175280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.184870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.186404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3500ced0-58c4-4323-b589-3fdea0f9a1e2 HTTP/1.1" status: 204 len: 168 time: 0.3030500 Sep 01 15:01:44.199847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff18a60-a66f-403c-9484-02b1eacdb10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3500ced0-58c4-4323-b589-3fdea0f9a1e2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:44.267210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10f0ced3-a6ec-4da8-8713-720a4e527e19 req-d2e74c11-a062-4e66-8ff3-34c9acfb1d2e tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/54632d49-6095-4e88-8692-54466daed32c HTTP/1.1" status: 200 len: 1775 time: 0.1071625 Sep 01 15:01:44.452472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-750972c4-9692-45c0-b1a2-aa27a5a804c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.505394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f491-a472-4fe2-9049-b016505aaa8e req-bb9682c2-aa34-4cbf-a873-926d35b6fc17 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:44.514418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51b1f491-a472-4fe2-9049-b016505aaa8e req-bb9682c2-aa34-4cbf-a873-926d35b6fc17 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.1882524 Sep 01 15:01:44.529941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc2907-dd1f-4361-9fb3-5ce52fb852a1 req-facf316e-50b0-49a7-ab46-47c8e512c0c8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:44.534721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6dc2907-dd1f-4361-9fb3-5ce52fb852a1 req-facf316e-50b0-49a7-ab46-47c8e512c0c8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1468122 Sep 01 15:01:44.574158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51b1f491-a472-4fe2-9049-b016505aaa8e req-0c4f38f3-76ad-47f2-bc47-9c310e975f98 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Sep 01 15:01:44.645433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6dc2907-dd1f-4361-9fb3-5ce52fb852a1 req-8ccf00a5-24e4-4ae2-8107-82ef42fa346b tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982478 Sep 01 15:01:44.678147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5024cb96-0e64-4859-bb31-349382c6db33 req-bd20e1f6-7597-4345-996f-3b78771e8498 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/54632d49-6095-4e88-8692-54466daed32c HTTP/1.1" status: 200 len: 1775 time: 0.0806489 Sep 01 15:01:44.804073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5024cb96-0e64-4859-bb31-349382c6db33 req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.846697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5024cb96-0e64-4859-bb31-349382c6db33 req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.932405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5024cb96-0e64-4859-bb31-349382c6db33 req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.935197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5024cb96-0e64-4859-bb31-349382c6db33 req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.936391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5024cb96-0e64-4859-bb31-349382c6db33 req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/54632d49-6095-4e88-8692-54466daed32c HTTP/1.1" status: 204 len: 173 time: 0.2454524 Sep 01 15:01:44.961754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44bbcc-3cc7-489f-8f23-67a9b498a83f tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54632d49-6095-4e88-8692-54466daed32c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:45.302085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac767c-096d-4205-b16b-f111d69159e8 req-6204d5ae-f2eb-4334-b70a-0eeaea4660f2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:45.311139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dac767c-096d-4205-b16b-f111d69159e8 req-6204d5ae-f2eb-4334-b70a-0eeaea4660f2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0751088 Sep 01 15:01:45.379117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dac767c-096d-4205-b16b-f111d69159e8 req-daa3e50b-5e4c-4e83-955a-7ea063b88b50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Sep 01 15:01:45.601379 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-766440b9-6796-4573-acd4-0c057517fdd7 req-2a23cc1a-f345-4ee2-a116-955eb09c8bd1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:45.614275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766440b9-6796-4573-acd4-0c057517fdd7 req-2a23cc1a-f345-4ee2-a116-955eb09c8bd1 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/9f00eb4a-fcaf-4889-87a9-e59c68940f44 HTTP/1.1" status: 404 len: 352 time: 0.0402334 Sep 01 15:01:45.683626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49162) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:45.713896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49166) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:45.731124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a35b-f1f1-4aaa-8f75-5a8cfcbdd1a6 req-567d17ef-1222-4c1b-8bbb-9d11191d6393 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:45.733898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6819a35b-f1f1-4aaa-8f75-5a8cfcbdd1a6 req-567d17ef-1222-4c1b-8bbb-9d11191d6393 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1023707 Sep 01 15:01:45.818846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6819a35b-f1f1-4aaa-8f75-5a8cfcbdd1a6 req-33555368-7fcd-41ae-8c33-698353f92c00 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Sep 01 15:01:45.837614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6a10e-b9fb-45cc-8ec1-1c69fa1695f6 req-1d07a31a-a877-467c-a6ac-f835c478532a tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:45.839447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16a6a10e-b9fb-45cc-8ec1-1c69fa1695f6 req-1d07a31a-a877-467c-a6ac-f835c478532a tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.0935991 Sep 01 15:01:45.910315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d90c75d-9679-47fd-8898-fd54eab6484e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.938652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1659731064'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:45.954323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16a6a10e-b9fb-45cc-8ec1-1c69fa1695f6 req-2a5fa12a-fd54-4ae7-ae34-2d5ce873b94e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995758 Sep 01 15:01:45.970179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:01:45.970179 n-d-802060-16 neutron-server[106376]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:01:45.970179 n-d-802060-16 neutron-server[106376]: [parameters: {'project_id': '552e6c3f61c448209af32624b7057173', 'id': '07ab154e-e8b6-4314-b394-f108aafd38c2', 'expiration': datetime.datetime(2021, 9, 1, 15, 3, 45, 964467)}] Sep 01 15:01:45.970179 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:01:45.970707 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:01:46.041425 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-b4a9454a-0d67-4884-ba91-2ffc6eb2c850 req-1f30f7a0-43a0-4d5b-84d8-cbb2becaed59 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:46.042659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4a9454a-0d67-4884-ba91-2ffc6eb2c850 req-1f30f7a0-43a0-4d5b-84d8-cbb2becaed59 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/ea2c4a89-4a0f-4ff7-ab02-923a097eed52 HTTP/1.1" status: 404 len: 352 time: 0.0264959 Sep 01 15:01:46.093440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41935b4b-d6ba-490c-b8bc-d9d83645a443 req-e93f43cd-c5f3-46b5-bc58-7a57aaef258c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.095177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41935b4b-d6ba-490c-b8bc-d9d83645a443 req-e93f43cd-c5f3-46b5-bc58-7a57aaef258c tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.0710702 Sep 01 15:01:46.096314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d90c75d-9679-47fd-8898-fd54eab6484e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.105716 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-dc9fa3bc-5fc1-42c7-bee8-c59e7228a43e req-32df7df9-fd86-4a64-9205-817cf9e0f132 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:46.106696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc9fa3bc-5fc1-42c7-bee8-c59e7228a43e req-32df7df9-fd86-4a64-9205-817cf9e0f132 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/0475619b-c94c-45be-b5c4-f341d6b141a9 HTTP/1.1" status: 404 len: 352 time: 0.0222957 Sep 01 15:01:46.107308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d90c75d-9679-47fd-8898-fd54eab6484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.157784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7d90c75d-9679-47fd-8898-fd54eab6484e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04524c5fb3cb42468b109e6b34a12649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681821 Sep 01 15:01:46.157784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c75d-9679-47fd-8898-fd54eab6484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1fd190-710e-4b73-a414-1a69c33a9c63,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:46.159903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:46.188945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41935b4b-d6ba-490c-b8bc-d9d83645a443 req-eaa0bccc-4125-4820-90a5-e032b22a10a5 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809302 Sep 01 15:01:46.196056 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-aa7ad812-dd0c-4364-bcc2-65e80ed37014 req-9be3fa6d-747d-461f-bfc6-8fdcf46870c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:46.197185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa7ad812-dd0c-4364-bcc2-65e80ed37014 req-9be3fa6d-747d-461f-bfc6-8fdcf46870c9 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/e75c24d0-d57b-46ee-af54-7edd737daf70 HTTP/1.1" status: 404 len: 352 time: 0.0382376 Sep 01 15:01:46.245402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.275659 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-0ec648e0-08ec-46ba-8d86-307164be0540 req-9523f559-06fe-4033-83df-17225eec12ed tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:46.285833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.287702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ec648e0-08ec-46ba-8d86-307164be0540 req-9523f559-06fe-4033-83df-17225eec12ed tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/f53837d5-9b01-4767-bf80-b77a3d676c81 HTTP/1.1" status: 404 len: 352 time: 0.0391207 Sep 01 15:01:46.342501 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-da43419f-b513-48d8-8b59-d46d8c0ac3b5 req-d28d31db-cd48-46b9-9370-38ed2ab42a58 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] show failed (client error): The resource could not be found. Sep 01 15:01:46.344840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da43419f-b513-48d8-8b59-d46d8c0ac3b5 req-d28d31db-cd48-46b9-9370-38ed2ab42a58 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/785dcac9-0c59-46b3-8b2b-8e7b02a08665 HTTP/1.1" status: 404 len: 352 time: 0.0246103 Sep 01 15:01:46.399669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa3266-fdbb-46e2-9e24-2b701a548cf4 req-c39e84fe-8ac6-4c32-849c-4db4b7384168 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.402616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6fa3266-fdbb-46e2-9e24-2b701a548cf4 req-c39e84fe-8ac6-4c32-849c-4db4b7384168 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.0862887 Sep 01 15:01:46.433777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.439103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.445695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e1fd190-710e-4b73-a414-1a69c33a9c63 HTTP/1.1" status: 204 len: 168 time: 0.2799065 Sep 01 15:01:46.487759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b612a-8ed5-445c-9c07-9c92bf187184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1fd190-710e-4b73-a414-1a69c33a9c63,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:46.514575 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:01:46.580676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6fa3266-fdbb-46e2-9e24-2b701a548cf4 req-28e6083e-d517-439b-96c3-a3c25035105e tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624336 Sep 01 15:01:46.589935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Made reservation on behalf of 552e6c3f61c448209af32624b7057173 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:46.593845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.629682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.965446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55dd4b-400d-48a8-ac2c-b6cadba839bd req-a997ae94-c325-489a-bdf1-c336eb49cdf0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.968617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b55dd4b-400d-48a8-ac2c-b6cadba839bd req-a997ae94-c325-489a-bdf1-c336eb49cdf0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1887777 Sep 01 15:01:47.031133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.060515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e347768-c477-4076-b91d-2943d53df72e req-2f9f4e8a-82a7-4695-a0cc-470fe34c1515 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.066455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e347768-c477-4076-b91d-2943d53df72e req-2f9f4e8a-82a7-4695-a0cc-470fe34c1515 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1023 time: 0.1001077 Sep 01 15:01:47.071158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.080608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77bf94eb-0c9f-442c-89a7-2ceea3ce3e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.102656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:47.123152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.123411 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Added segment aeb8dfbe-5fc0-4f53-928b-36aa143645b9 of type vlan for network 55b7703a-646a-4dfa-90e4-74ca98154950 Sep 01 15:01:47.166752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e347768-c477-4076-b91d-2943d53df72e req-91935e26-dad1-4a13-acef-a7afaff456d3 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=4f595cb2-a1ee-44e8-9876-3013ad205a67&id=3f7269a7-94f1-4b1b-a572-b29a1f78b570&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0892062 Sep 01 15:01:47.279234 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b55dd4b-400d-48a8-ac2c-b6cadba839bd req-928f42ae-7989-4831-bdc4-ac087e5f0334 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839046 Sep 01 15:01:47.293207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-e96f03af-7b02-42bc-8e9e-492590fac5b6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.295223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-e96f03af-7b02-42bc-8e9e-492590fac5b6 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.50 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1129615 Sep 01 15:01:47.300077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.313860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.349087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813c4432-5176-4c22-a56e-672358dd274f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:47.399102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.408441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.409440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.468623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7491989 Sep 01 15:01:47.469608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Deleting port c847b492-5f1b-4ce0-835b-34a27cff24d0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:47.471331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.488580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49210) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:47.513386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a99de-38da-4b35-ad0c-966479ef8c64 req-9fc2cbed-e670-4e50-b7e0-2be736782263 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.527065 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-165a99de-38da-4b35-ad0c-966479ef8c64 req-9fc2cbed-e670-4e50-b7e0-2be736782263 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.1291976 Sep 01 15:01:47.538695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Request body: {'subnet': {'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:47.612529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff16b-eeb8-4053-b327-d2c16d13b85b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event updated for resources: {'Network': ['ID=55b7703a-646a-4dfa-90e4-74ca98154950,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:47.626622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 55b7703a-646a-4dfa-90e4-74ca98154950 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:47.664991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff486c-b40d-41fb-9a02-b99d16167988 req-169d87be-fcca-4692-aaac-d0c280ca0c69 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.667641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02ff486c-b40d-41fb-9a02-b99d16167988 req-169d87be-fcca-4692-aaac-d0c280ca0c69 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1340194 Sep 01 15:01:47.817579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02ff486c-b40d-41fb-9a02-b99d16167988 req-a538ddef-6a55-4dd1-8978-effd45402016 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340902 Sep 01 15:01:47.876761 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-165a99de-38da-4b35-ad0c-966479ef8c64 req-daa24639-1673-4757-b859-bee58d9fbf1a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123064 Sep 01 15:01:47.942469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] For port c847b492-5f1b-4ce0-835b-34a27cff24d0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c847b492-5f1b-4ce0-835b-34a27cff24d0,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:47.943608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.960926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Made reservation on behalf of 552e6c3f61c448209af32624b7057173 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:47.970602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.089988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.151385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9732c-ac12-4bce-95f9-b601550f6de0 req-6b09df27-8ff3-45a1-8bee-cd2f02a40d00 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:48.152913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e9732c-ac12-4bce-95f9-b601550f6de0 req-6b09df27-8ff3-45a1-8bee-cd2f02a40d00 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 945 time: 0.1810102 Sep 01 15:01:48.231658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e9732c-ac12-4bce-95f9-b601550f6de0 req-c831f2bd-8205-40ec-8209-ce614631237f tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6ee0778-cccc-444b-ab90-b4d7126afa32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654950 Sep 01 15:01:48.290320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-dbcb195f-ab1a-4ac9-8cdd-89900c24a4f7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:48.294694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-dbcb195f-ab1a-4ac9-8cdd-89900c24a4f7 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1023 time: 0.1019518 Sep 01 15:01:48.314142 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.481693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9172-7ae8-4230-8161-031677bff55a req-a249f9e3-0146-4210-8f9d-8e0f7f8f2a7c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:48.484033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568e9172-7ae8-4230-8161-031677bff55a req-a249f9e3-0146-4210-8f9d-8e0f7f8f2a7c tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 1023 time: 0.1030304 Sep 01 15:01:48.575272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Deleting port c00c3c49-9d29-45a5-bf52-8ec09d140bad {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:48.575791 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.666734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568e9172-7ae8-4230-8161-031677bff55a req-8d8af0d2-d781-4ace-99b7-8d5d71f9acee tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9f442e8-6655-4913-82d4-b3b3a5b30ddd&id=4f595cb2-a1ee-44e8-9876-3013ad205a67&id=3f7269a7-94f1-4b1b-a572-b29a1f78b570&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1683257 Sep 01 15:01:48.770904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] For port c00c3c49-9d29-45a5-bf52-8ec09d140bad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c00c3c49-9d29-45a5-bf52-8ec09d140bad,segment=NetworkSegment(65a35980-093f-49e2-9e98-047d88825804),segment_id=65a35980-093f-49e2-9e98-047d88825804)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:48.771710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.800824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Calling delete_port for c00c3c49-9d29-45a5-bf52-8ec09d140bad owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:48.815723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed07ee-74e1-44fe-9edb-8ddd5d5e3ec7 req-b7375096-c45c-4291-96ac-ace52bd4f197 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:48.831734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8eed07ee-74e1-44fe-9edb-8ddd5d5e3ec7 req-b7375096-c45c-4291-96ac-ace52bd4f197 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.7648382 Sep 01 15:01:49.096837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dd06-c19e-4188-80d0-cca2978d7721 req-ae48ae45-987f-4cd7-8c8b-e327d60d123f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.104950 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c201dd06-c19e-4188-80d0-cca2978d7721 req-ae48ae45-987f-4cd7-8c8b-e327d60d123f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1257706 Sep 01 15:01:49.130331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.178725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8eed07ee-74e1-44fe-9edb-8ddd5d5e3ec7 req-1c673355-33a3-40fe-adcf-d930fd9261e9 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301697 Sep 01 15:01:49.216667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'Port': ['ID=c00c3c49-9d29-45a5-bf52-8ec09d140bad,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:49.239171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.239726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.240189 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Floating IP a66dcb10-c7b3-41ce-abbd-94122d19138e disassociated. External IP: 172.25.1.164, port: c847b492-5f1b-4ce0-835b-34a27cff24d0. Sep 01 15:01:49.240604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Calling delete_port for c847b492-5f1b-4ce0-835b-34a27cff24d0 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:49.319113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] No DVR routers for this DVR port c00c3c49-9d29-45a5-bf52-8ec09d140bad on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:49.385562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c201dd06-c19e-4188-80d0-cca2978d7721 req-84ae4f97-4e15-4726-aa6a-f645d5a2d02f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786081 Sep 01 15:01:49.390312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.409404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fa0b601-44e7-48a9-92b1-68cc22357b0c req-1bcd9ab8-d414-46b4-957c-a32c2ce0f48b tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.50 "DELETE /v2.0/ports/c00c3c49-9d29-45a5-bf52-8ec09d140bad HTTP/1.1" status: 204 len: 173 time: 1.0971570 Sep 01 15:01:49.409404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'name': 'network-vif-deleted', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:49.409404 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c618bede-7fbe-472d-90b4-b0630102a6bf" -d '{"events": [{"server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "name": "network-vif-deleted", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:49.533091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.555141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.633915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44194d3e-82d7-451e-9ead-12b793a1ef64 req-c975c7f8-f3d0-4808-92fa-ab5af02b8647 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.644375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44194d3e-82d7-451e-9ead-12b793a1ef64 req-c975c7f8-f3d0-4808-92fa-ab5af02b8647 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1255133 Sep 01 15:01:49.665925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event deleted for resources: {'Port': ['ID=c847b492-5f1b-4ce0-835b-34a27cff24d0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:49.727083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44194d3e-82d7-451e-9ead-12b793a1ef64 req-036d7e1b-fdac-4b14-be79-6e9aae1720a6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Sep 01 15:01:49.737225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Checking segment: {'id': 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:49.737961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Network hostable DHCP agents. Network: 55b7703a-646a-4dfa-90e4-74ca98154950, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:49.745609 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.750684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event updated for resources: {'Subnet': ['ID=107fe17f-e79b-428e-aa55-ba47123232e0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:49.879500 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f067475-42eb-48c2-a3d5-7ae78b33447d x-openstack-request-id: req-8f067475-42eb-48c2-a3d5-7ae78b33447d {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:49.879953 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2832e8-fa4d-4d87-9bdd-20f3576f8cac", "name": "network-vif-deleted", "tag": "c00c3c49-9d29-45a5-bf52-8ec09d140bad", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:49.880365 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f067475-42eb-48c2-a3d5-7ae78b33447d {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:49.880988 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2832e8-fa4d-4d87-9bdd-20f3576f8cac', 'name': 'network-vif-deleted', 'tag': 'c00c3c49-9d29-45a5-bf52-8ec09d140bad', 'status': 'completed', 'code': 200} Sep 01 15:01:49.893113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f75639e-4fb7-4b54-bedf-f5f0f6b954f8 req-21a437ad-9c30-40e7-8529-ceae8edf4d10 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0534942 Sep 01 15:01:49.904002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Network 55b7703a-646a-4dfa-90e4-74ca98154950 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:50.114263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e924cb69-bed6-4493-9ef0-ac81543ed527 req-7f520c92-e859-4000-aadf-d232459c6f98 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a2832e8-fa4d-4d87-9bdd-20f3576f8cac HTTP/1.1" status: 200 len: 210 time: 0.0948393 Sep 01 15:01:50.152195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 55b7703a-646a-4dfa-90e4-74ca98154950) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:50.155654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.156283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.170298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8de9e-16dc-4fe5-b3cd-98691145527c None None] Network 55b7703a-646a-4dfa-90e4-74ca98154950 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:50.201509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Router c6598bec-7b6a-490a-978f-78987cae97c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:01:50.215793 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8947168-296a-40bd-b3cf-039bc344ca47 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6831689 Sep 01 15:01:50.216025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49256) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:50.221723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Request body: {'port': {'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950', 'name': 'tempest-TagsExtTest-5611682'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:50.350432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:50.499298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Made reservation on behalf of 552e6c3f61c448209af32624b7057173 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:50.510461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.532962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] device_id is not set on port 3a596c1c-c7bc-4391-8405-cc82ee611e9a yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:01:50.545903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34729a-a987-4ad4-8197-b47fa9e56263 req-4611a3c2-0cba-4c76-9776-cca54baa24d1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.556592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d34729a-a987-4ad4-8197-b47fa9e56263 req-4611a3c2-0cba-4c76-9776-cca54baa24d1 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.4242973 Sep 01 15:01:50.567046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-55b7703a-646a-4dfa-90e4-74ca98154950', 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950', 'tenant_id': '552e6c3f61c448209af32624b7057173', 'fixed_ips': [{'subnet_id': '107fe17f-e79b-428e-aa55-ba47123232e0'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:01:50.568215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.631186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:50.684777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9347184c-01c0-4a2a-a89f-9db16623c7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.727454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d34729a-a987-4ad4-8197-b47fa9e56263 req-9b0fc496-083e-4dfe-a861-be3d74d07525 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609552 Sep 01 15:01:50.728978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] No DVR routers for this DVR port c847b492-5f1b-4ce0-835b-34a27cff24d0 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:50.734177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.739512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b651ff4-e7bc-4d61-b424-7a909b549155 req-18db1197-420e-4e59-b5e8-78a8475bd60c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.50 "DELETE /v2.0/ports/c847b492-5f1b-4ce0-835b-34a27cff24d0 HTTP/1.1" status: 204 len: 173 time: 3.4352989 Sep 01 15:01:50.740239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'name': 'network-vif-deleted', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:50.748056 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2423f6bd-cde4-49a1-87f8-5117fb192514" -d '{"events": [{"server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "name": "network-vif-deleted", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:50.749365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Sync routers for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:50.812470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:50.814538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:50.840493 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf94e5-6264-4729-b3b6-a5dad946a194 x-openstack-request-id: req-2eaf94e5-6264-4729-b3b6-a5dad946a194 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:50.840995 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e956d13e-76d0-418c-9263-3bb170acb424", "name": "network-vif-deleted", "tag": "c847b492-5f1b-4ce0-835b-34a27cff24d0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:50.841865 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2eaf94e5-6264-4729-b3b6-a5dad946a194 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:50.842171 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e956d13e-76d0-418c-9263-3bb170acb424', 'name': 'network-vif-deleted', 'tag': 'c847b492-5f1b-4ce0-835b-34a27cff24d0', 'status': 'completed', 'code': 200} Sep 01 15:01:50.861825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Allocated IP 172.20.0.12 (55b7703a-646a-4dfa-90e4-74ca98154950/107fe17f-e79b-428e-aa55-ba47123232e0/3a596c1c-c7bc-4391-8405-cc82ee611e9a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:50.874012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7a15-82b8-4719-bea3-6e357218c9c3 req-ac842a10-bed9-489c-9dfc-1e66290b83fd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.881772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1fe7a15-82b8-4719-bea3-6e357218c9c3 req-ac842a10-bed9-489c-9dfc-1e66290b83fd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2284305 Sep 01 15:01:50.975987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c847b492-5f1b-4ce0-835b-34a27cff24d0 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:51.022557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1fe7a15-82b8-4719-bea3-6e357218c9c3 req-3b01be69-d8e5-4057-a8de-0a2eb381de4a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384544 Sep 01 15:01:51.041710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80790762-0131-4812-8232-9c9d837206d0 req-53c3d00f-9565-45f4-ba8d-0c64e720d18a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:51.061531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: c847b492-5f1b-4ce0-835b-34a27cff24d0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:51.062077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c847b492-5f1b-4ce0-835b-34a27cff24d0 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:51.062805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c00c3c49-9d29-45a5-bf52-8ec09d140bad no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:51.065949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80790762-0131-4812-8232-9c9d837206d0 req-53c3d00f-9565-45f4-ba8d-0c64e720d18a tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.1538458 Sep 01 15:01:51.123201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: c00c3c49-9d29-45a5-bf52-8ec09d140bad {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:51.123669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c00c3c49-9d29-45a5-bf52-8ec09d140bad not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:51.213735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80790762-0131-4812-8232-9c9d837206d0 req-3f51260e-39da-4e94-9250-5fc647ae0280 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435559 Sep 01 15:01:51.245737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9347184c-01c0-4a2a-a89f-9db16623c7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.292019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9347184c-01c0-4a2a-a89f-9db16623c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.303096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:51.351299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3e07bf7-8a64-455b-a11d-5e42c04ae587 req-dc89e81c-f83a-427d-937a-0d8c6c6aa06c tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0494502 Sep 01 15:01:51.441382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9347184c-01c0-4a2a-a89f-9db16623c7e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=548bf7e9128f4a43902fd192d52c87d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0874529 Sep 01 15:01:51.441977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49280) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:51.487518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.521268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Transition to ACTIVE for port object 3a596c1c-c7bc-4391-8405-cc82ee611e9a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:51.561043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347184c-01c0-4a2a-a89f-9db16623c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc4266-2d61-4655-87c7-881ab3552e1b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:51.595768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78ab55-e30d-4a5b-9fe0-a3e120aee451 req-fc468409-a198-41d5-b05f-52c00c738392 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:51.607770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e78ab55-e30d-4a5b-9fe0-a3e120aee451 req-fc468409-a198-41d5-b05f-52c00c738392 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.4129829 Sep 01 15:01:51.621791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.629351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.693558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.710150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Network 55b7703a-646a-4dfa-90e4-74ca98154950 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:51.717468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:51.725971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:51.766789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e78ab55-e30d-4a5b-9fe0-a3e120aee451 req-c9d18c24-3554-4840-b5dc-9aadc067795e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537898 Sep 01 15:01:51.827247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Allocated IP 172.20.0.2 (55b7703a-646a-4dfa-90e4-74ca98154950/107fe17f-e79b-428e-aa55-ba47123232e0/7b836c44-4ea2-44f0-84cb-be7be9f8690b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:51.914495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event updated for resources: {'Port': ['ID=3a596c1c-c7bc-4391-8405-cc82ee611e9a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:51.923476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:51.986660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.989877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.991319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0bc4266-2d61-4655-87c7-881ab3552e1b HTTP/1.1" status: 204 len: 168 time: 0.5478115 Sep 01 15:01:51.999676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:52.000946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.015835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea99b9-5946-4732-b1f4-21586af4aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc4266-2d61-4655-87c7-881ab3552e1b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:52.044508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-81332c25-7076-4328-8421-16fb1442c366 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/4f595cb2-a1ee-44e8-9876-3013ad205a67 HTTP/1.1" status: 200 len: 1801 time: 0.1876860 Sep 01 15:01:52.057891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9345f3b5-5c0f-42f4-abbe-e63d4ade3c5d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.8411365 Sep 01 15:01:52.062468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:52.071335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1570197868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:52.130610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.132157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.191015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Checking router: c6598bec-7b6a-490a-978f-78987cae97c7 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:01:52.228938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.290929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.299144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:52.300542 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.301256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:52.330001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.359165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.366481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-72a26dc5-6e9b-42d9-97fd-30a1cd41f241 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3030808 Sep 01 15:01:52.368150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49292) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:52.381709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-56df1917-a3f2-4ca3-98e4-f7ff356d0583 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1715357247', 'prefixes': ['172.20.0.0/16']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:52.472802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.487031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.494413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7905c79d-2b0c-422c-a9fd-45ce9b917789 req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f595cb2-a1ee-44e8-9876-3013ad205a67 HTTP/1.1" status: 204 len: 173 time: 0.4316750 Sep 01 15:01:52.550027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99a591-a477-480c-8799-a1b292069022 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f595cb2-a1ee-44e8-9876-3013ad205a67,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:52.630584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56df1917-a3f2-4ca3-98e4-f7ff356d0583 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for subnetpool, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.631879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56df1917-a3f2-4ca3-98e4-f7ff356d0583 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2631342 Sep 01 15:01:52.637026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49302) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:52.642555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-c7393f16-b698-4eef-bd10-035f1ec3bad6 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-1634518928') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:52.678215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:52.752830 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.771109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Transition to ACTIVE for port object 7b836c44-4ea2-44f0-84cb-be7be9f8690b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:52.883758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b699a66c-6b14-4f61-a28e-d784132789b8 req-5de05cf4-5cc2-4c8f-bbfb-a082235f73ec tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.1028376 Sep 01 15:01:52.890925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Transition to ACTIVE for port object 7b836c44-4ea2-44f0-84cb-be7be9f8690b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:52.920769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.940931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770bc2d-fecc-4f94-a058-24de7bba1452 req-fc137a67-a93f-4cef-a450-46aefe622dbe tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:52.950115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d770bc2d-fecc-4f94-a058-24de7bba1452 req-fc137a67-a93f-4cef-a450-46aefe622dbe tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2491107 Sep 01 15:01:53.098992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c7393f16-b698-4eef-bd10-035f1ec3bad6 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-1634518928 HTTP/1.1" status: 201 len: 201 time: 0.4605281 Sep 01 15:01:53.104052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49312) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:53.139511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-36e0e41b-f46c-4c15-9c6f-ce86687dc6e0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1311428613') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:53.153724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Network 55b7703a-646a-4dfa-90e4-74ca98154950 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:53.172584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e755f-244e-4f35-bb79-23d991a04ebe req-ed2cde08-df38-4608-b6fa-d67c5cf27174 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:53.174504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d770bc2d-fecc-4f94-a058-24de7bba1452 req-22ed42cd-f26f-4b78-9034-523f4b8ca5e3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226067 Sep 01 15:01:53.175465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:53.189425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e44e755f-244e-4f35-bb79-23d991a04ebe req-ed2cde08-df38-4608-b6fa-d67c5cf27174 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.1136177 Sep 01 15:01:53.199614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:53.261555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Pushing event updated for resources: {'Port': ['ID=7b836c44-4ea2-44f0-84cb-be7be9f8690b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:53.282375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e44e755f-244e-4f35-bb79-23d991a04ebe req-7523ec29-2950-4aa7-beb8-b227697e92d2 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919287 Sep 01 15:01:53.432085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Attempting to bind port 7b836c44-4ea2-44f0-84cb-be7be9f8690b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:53.432867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Attempting to bind port 7b836c44-4ea2-44f0-84cb-be7be9f8690b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:53.433645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Attempting to bind port 7b836c44-4ea2-44f0-84cb-be7be9f8690b on network 55b7703a-646a-4dfa-90e4-74ca98154950 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:53.445118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:53.445924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Checking segment: {'id': 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:53.446738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.447530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Bound using segment: {'id': 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:53.448483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Bound port: 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55b7703a-646a-4dfa-90e4-74ca98154950'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:53.449298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.549967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49009192-373d-4380-b33f-713c4584aadc req-06527eae-224f-4082-b464-70a6d4580969 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "GET /v2.0/security-groups/3f7269a7-94f1-4b1b-a572-b29a1f78b570 HTTP/1.1" status: 200 len: 1800 time: 0.2605472 Sep 01 15:01:53.553588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e837-a618-42dc-99da-8db59bab1e1c req-0d1922a8-074d-4280-9552-28e4101f416a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:53.561521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:53.592260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae47e837-a618-42dc-99da-8db59bab1e1c req-0d1922a8-074d-4280-9552-28e4101f416a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1395936 Sep 01 15:01:53.616934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-63a77181-2829-481a-9940-1e028465dd79 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:53.628388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-63a77181-2829-481a-9940-1e028465dd79 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.2954195 Sep 01 15:01:53.670806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439df2f-f67e-417b-a149-ef534b0659ff None None] The sync data for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 is: [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 4, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b7dc6337-bb62-45a4-8a0e-2d87151e6a55', 'name': '', 'network_id': '1b14c26c-134a-448c-8630-0cc75d3bb633', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'mac_address': 'fa:16:3e:e2:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:28Z', 'updated_at': '2021-09-01T14:58:42Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'subnets': [{'id': '0a887247-97b1-4a91-804b-2894eb1e90ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:01:53.671757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae47e837-a618-42dc-99da-8db59bab1e1c req-72937423-331f-40a1-ad1f-f3644a08bfe1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Sep 01 15:01:53.740678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] For port 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:53.744632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] For port 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7b836c44-4ea2-44f0-84cb-be7be9f8690b,segment=NetworkSegment(aeb8dfbe-5fc0-4f53-928b-36aa143645b9),segment_id=aeb8dfbe-5fc0-4f53-928b-36aa143645b9)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:53.762930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.881853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49009192-373d-4380-b33f-713c4584aadc req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.927216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49009192-373d-4380-b33f-713c4584aadc req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.964242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0920-9495-43c1-9154-06c443eb9649 None None] Pushing event updated for resources: {'Port': ['ID=7b836c44-4ea2-44f0-84cb-be7be9f8690b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:54.110230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-36e0e41b-f46c-4c15-9c6f-ce86687dc6e0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1311428613 HTTP/1.1" status: 201 len: 201 time: 1.0038724 Sep 01 15:01:54.116016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49326) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:54.135147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-ccdab6b3-d5f3-458d-aa81-820697defcd8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-908046406') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:54.216316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed60b42e-0ce8-4cf4-9329-62ef0a8ec34b req-f5f278d7-8340-43a1-8e87-70c7f0dbc13e tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.1348526 Sep 01 15:01:54.357254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49009192-373d-4380-b33f-713c4584aadc req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.361390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49009192-373d-4380-b33f-713c4584aadc req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.366927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49009192-373d-4380-b33f-713c4584aadc req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f7269a7-94f1-4b1b-a572-b29a1f78b570 HTTP/1.1" status: 204 len: 173 time: 0.7953994 Sep 01 15:01:54.371575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49334) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:54.463186 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc8d6e-ff79-4ed8-8c60-757dc845af0d None None] New status for floating IP a66dcb10-c7b3-41ce-abbd-94122d19138e: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:01:54.541145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:54.549618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Deleting port 809cd10c-006e-45fa-8520-44c7a3b21b30 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:54.554690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.562092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c349-500f-41f8-a673-864fe5013482 tempest-SecurityGroupsTestJSON-1674507655 tempest-SecurityGroupsTestJSON-1674507655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7269a7-94f1-4b1b-a572-b29a1f78b570,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:54.809930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Deleting subnet 4536458b-c1ca-470d-819f-c96bd205b9fd {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:54.833172 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.880239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7b836c44-4ea2-44f0-84cb-be7be9f8690b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:54.984087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] For port 809cd10c-006e-45fa-8520-44c7a3b21b30, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=809cd10c-006e-45fa-8520-44c7a3b21b30,segment=NetworkSegment(6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8),segment_id=6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:54.985252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.987531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220b217-0160-463b-88a1-19062bc6fdda req-43d4bf05-2043-4013-b698-af603d01e101 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:54.990798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7220b217-0160-463b-88a1-19062bc6fdda req-43d4bf05-2043-4013-b698-af603d01e101 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4468303 Sep 01 15:01:54.998881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1133508939-network', 'tenant_id': '193bab4d4d064066b0ab302ed220169f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:55.064711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Calling delete_port for 809cd10c-006e-45fa-8520-44c7a3b21b30 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:55.080835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7b836c44-4ea2-44f0-84cb-be7be9f8690b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:55.141738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.204628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7220b217-0160-463b-88a1-19062bc6fdda req-f6429989-8a08-42ea-86de-bf4c38ddcba6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958821 Sep 01 15:01:55.224352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Made reservation on behalf of 193bab4d4d064066b0ab302ed220169f for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:55.229673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.241969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e532da-05b9-4daa-a468-996b7bcbe8b5 req-dcd66ad4-9644-4f1d-a5a3-e9573a2ec710 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:55.259567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6e532da-05b9-4daa-a468-996b7bcbe8b5 req-dcd66ad4-9644-4f1d-a5a3-e9573a2ec710 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 946 time: 0.7810869 Sep 01 15:01:55.293322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ccdab6b3-d5f3-458d-aa81-820697defcd8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-908046406 HTTP/1.1" status: 201 len: 201 time: 1.1710355 Sep 01 15:01:55.298770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49348) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:55.314840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.433213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.584471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-a6a75c3a-fe23-400e-94f9-48a48fb3cdb8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-1762273611') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:55.657490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.679962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.769988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.775291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4536458b-c1ca-470d-819f-c96bd205b9fd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:55.786561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.795109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cc54c0e5-310b-4a0d-83e3-d090452a29ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4536458b-c1ca-470d-819f-c96bd205b9fd HTTP/1.1" status: 204 len: 168 time: 1.4209573 Sep 01 15:01:55.803236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49352) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:55.827662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.840397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Pushing event deleted for resources: {'Port': ['ID=809cd10c-006e-45fa-8520-44c7a3b21b30,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:55.862776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:55.938180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6e532da-05b9-4daa-a468-996b7bcbe8b5 req-27d70bf6-51c7-45e2-a57d-5b02b54036e6 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680052 Sep 01 15:01:56.016690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] No DVR routers for this DVR port 809cd10c-006e-45fa-8520-44c7a3b21b30 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:56.044892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.047368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe0029-eef1-4417-bfd4-7af76208ce6e None None] Network 55b7703a-646a-4dfa-90e4-74ca98154950 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:56.054923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceecdc53-61cc-4695-843e-b84d471ada41 req-81a159f5-b05b-4ba9-9ee8-1bebb42a9b4f tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.50 "DELETE /v2.0/ports/809cd10c-006e-45fa-8520-44c7a3b21b30 HTTP/1.1" status: 204 len: 173 time: 2.4188740 Sep 01 15:01:56.055927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'name': 'network-vif-deleted', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:56.061854 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77754f44-806c-4ae4-a919-6680defefa35" -d '{"events": [{"server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "name": "network-vif-deleted", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:56.073526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6a75c3a-fe23-400e-94f9-48a48fb3cdb8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-1762273611 HTTP/1.1" status: 201 len: 201 time: 0.5168500 Sep 01 15:01:56.078231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49356) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:56.092405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-890baf6f-6a90-4fcf-8564-3d538d8552cc tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:56.205706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59f55675-b765-4d79-a5b2-83888ab5b191 req-7a70aa55-be11-44f6-87d3-0acb4799a73a tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0599098 Sep 01 15:01:56.256896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Provisioning for port 7b836c44-4ea2-44f0-84cb-be7be9f8690b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:56.292173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-890baf6f-6a90-4fcf-8564-3d538d8552cc tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 200 len: 241 time: 0.2102566 Sep 01 15:01:56.296748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Provisioning complete for port 7b836c44-4ea2-44f0-84cb-be7be9f8690b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:56.298701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:56.301106 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.321635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-abb1ae76-e51f-437e-9217-2e61e7405ab8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-1634518928') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:56.604091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.606004 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Added segment 26497ccd-4bc4-4c93-9c9f-f08c8500d4fd of type vlan for network 3d65ee69-111d-42f1-8439-badf22879028 Sep 01 15:01:56.669894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257e383-330d-42b3-a3b5-285567335f0a req-03edc60a-46de-4ecf-a21a-e481df75fec0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:56.681991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2257e383-330d-42b3-a3b5-285567335f0a req-03edc60a-46de-4ecf-a21a-e481df75fec0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.8816369 Sep 01 15:01:56.792138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.824790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4708f-d01f-4624-957d-8e58589d578c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:56.929867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.936479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:01:56.984602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.022533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 809cd10c-006e-45fa-8520-44c7a3b21b30 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:57.025387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.027320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.028394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.058387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2257e383-330d-42b3-a3b5-285567335f0a req-794a479e-a3cc-4504-bf4f-278503d1d397 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874309 Sep 01 15:01:57.067158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-abb1ae76-e51f-437e-9217-2e61e7405ab8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-1634518928 HTTP/1.1" status: 204 len: 168 time: 0.7654383 Sep 01 15:01:57.080347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ac7d7-f0fb-4659-910d-e0af654a8610 req-8018c9c5-5c04-4ec4-8f18-07c3cec3fb2f tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.094840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-826ac7d7-f0fb-4659-910d-e0af654a8610 req-8018c9c5-5c04-4ec4-8f18-07c3cec3fb2f tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.6277864 Sep 01 15:01:57.100707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:57.112381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-920ba3e7-02b3-4677-9760-2969b07e90c4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-1634518928') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.145307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] For port 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7b836c44-4ea2-44f0-84cb-be7be9f8690b,segment=NetworkSegment(aeb8dfbe-5fc0-4f53-928b-36aa143645b9),segment_id=aeb8dfbe-5fc0-4f53-928b-36aa143645b9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:57.181659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 809cd10c-006e-45fa-8520-44c7a3b21b30 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:57.182761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 809cd10c-006e-45fa-8520-44c7a3b21b30 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:57.190451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.221101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-826ac7d7-f0fb-4659-910d-e0af654a8610 req-be95c8b6-c820-462c-b9ff-7fff45da02b7 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257265 Sep 01 15:01:57.322977 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259c41d-01fe-4cf6-918c-f31a5006b469 x-openstack-request-id: req-3259c41d-01fe-4cf6-918c-f31a5006b469 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:57.323970 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35e00d-686f-4882-b75e-232d89b84a45", "name": "network-vif-deleted", "tag": "809cd10c-006e-45fa-8520-44c7a3b21b30", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:57.323970 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3259c41d-01fe-4cf6-918c-f31a5006b469 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:57.324529 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35e00d-686f-4882-b75e-232d89b84a45', 'name': 'network-vif-deleted', 'tag': '809cd10c-006e-45fa-8520-44c7a3b21b30', 'status': 'completed', 'code': 200} Sep 01 15:01:57.362824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2cdf-0cd3-44a1-b8ee-db8ace8fdc0b None None] Pushing event updated for resources: {'Port': ['ID=7b836c44-4ea2-44f0-84cb-be7be9f8690b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:57.375398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.416014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.438349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-01061de3-1d5b-406c-af82-34325e9a4a70 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.441561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-01061de3-1d5b-406c-af82-34325e9a4a70 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.50 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.2186744 Sep 01 15:01:57.449770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a94a75-0e23-4943-a858-9c9e32d17454']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.577740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-920ba3e7-02b3-4677-9760-2969b07e90c4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-1634518928 HTTP/1.1" status: 204 len: 168 time: 0.4754586 Sep 01 15:01:57.634436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:57.641904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a35980-093f-49e2-9e98-047d88825804') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.642789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a35980-093f-49e2-9e98-047d88825804') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.643588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-ab74cf76-de79-4555-a4b5-7b72e37eac65 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.660412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.685748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.697795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:57.703994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.732902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014ef92-e7f5-4525-8772-41222e68c6ab req-868ad453-7fe7-44ad-991a-ab9ecd703785 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.739749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0014ef92-e7f5-4525-8772-41222e68c6ab req-868ad453-7fe7-44ad-991a-ab9ecd703785 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2273450 Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:57.823120 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:57.860545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Provisioning complete for port 7b836c44-4ea2-44f0-84cb-be7be9f8690b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:57.862334 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.871051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] Pushing event updated for resources: {'Network': ['ID=3d65ee69-111d-42f1-8439-badf22879028,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:57.887256 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0014ef92-e7f5-4525-8772-41222e68c6ab req-5e2b1daa-adb1-42b7-a85e-20a422c248cf tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033812 Sep 01 15:01:57.938837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3d65ee69-111d-42f1-8439-badf22879028 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:57.965390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Deleting port 188a8bdb-d533-4eed-9b91-f112356cadc7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:57.965968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.013448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d65705e5-8879-42c1-9bfc-0770f3f1b5bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4618213 Sep 01 15:01:58.032446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.061624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Request body: {'subnet': {'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-subnet', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:58.067616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1c0dbfb-65fb-4e8f-bd4f-0e77dc5a55f0 req-2e45de34-0fc0-43ac-80e8-e382649ba065 tempest-ServerDiskConfigTestJSON-1903712351 tempest-ServerDiskConfigTestJSON-1903712351-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d35e00d-686f-4882-b75e-232d89b84a45 HTTP/1.1" status: 200 len: 210 time: 0.2596285 Sep 01 15:01:58.118025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.128596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.138928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] 10.222.0.41 "DELETE /v2.0/networks/61a94a75-0e23-4943-a858-9c9e32d17454 HTTP/1.1" status: 204 len: 168 time: 2.3288002 Sep 01 15:01:58.198336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f015b68-145e-49ea-9dcc-ec9ccceecb12 req-dacd1419-4822-4559-abc0-5ae4fd5227af tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.1207457 Sep 01 15:01:58.207690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88babef5-8e73-402c-ba63-351958387bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=61a94a75-0e23-4943-a858-9c9e32d17454,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:58.240038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab74cf76-de79-4555-a4b5-7b72e37eac65 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 200 len: 205 time: 0.6005731 Sep 01 15:01:58.240367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49378) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.246578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-c59ab10e-7d0a-4d32-b14b-daac0a2b76d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:58.306318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Made reservation on behalf of 193bab4d4d064066b0ab302ed220169f for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:58.310276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Provisioning for port 3a596c1c-c7bc-4391-8405-cc82ee611e9a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:58.318814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.325708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Provisioning complete for port 3a596c1c-c7bc-4391-8405-cc82ee611e9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:58.330245 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.425133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c59ab10e-7d0a-4d32-b14b-daac0a2b76d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 200 len: 241 time: 0.1825213 Sep 01 15:01:58.431686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] For port 188a8bdb-d533-4eed-9b91-f112356cadc7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=188a8bdb-d533-4eed-9b91-f112356cadc7,segment=NetworkSegment(eea6c4b6-1dce-4fba-8500-6fea7ba19447),segment_id=eea6c4b6-1dce-4fba-8500-6fea7ba19447)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:58.432845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.434982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.501705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Calling delete_port for 188a8bdb-d533-4eed-9b91-f112356cadc7 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:58.511864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b29a8a8a-435d-4530-b8c8-c67988bd8c16 None None] Port 3a596c1c-c7bc-4391-8405-cc82ee611e9a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:01:58.536920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.545838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-7bf72220-665a-4816-a725-47288562c47c tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1311428613') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:58.637330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4401e66-4e01-4ce4-bb61-e6e7b2ef5d83 req-5e631583-e678-4d84-8546-24839c0673c5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:58.640051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4401e66-4e01-4ce4-bb61-e6e7b2ef5d83 req-5e631583-e678-4d84-8546-24839c0673c5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2066011 Sep 01 15:01:58.640695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7b836c44-4ea2-44f0-84cb-be7be9f8690b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:58.773581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-358cd418-4ae7-4362-9552-14166d837a22 None None] Provisioning complete for port 3a596c1c-c7bc-4391-8405-cc82ee611e9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:58.774567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-358cd418-4ae7-4362-9552-14166d837a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.776258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4401e66-4e01-4ce4-bb61-e6e7b2ef5d83 req-1493db1e-e5a2-4154-a575-8236f3b336ff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156502 Sep 01 15:01:58.798070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7bf72220-665a-4816-a725-47288562c47c tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1311428613 HTTP/1.1" status: 204 len: 168 time: 0.3561716 Sep 01 15:01:58.798792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.809964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-7bf68dc1-0436-4f6e-99e7-9fca7b322ce9 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1311428613') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:58.842270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea3ae-e88b-4e59-8716-ad660987f242 req-e451f5dd-e54e-4a4d-a108-c03865eb7748 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:58.846173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11ea3ae-e88b-4e59-8716-ad660987f242 req-e451f5dd-e54e-4a4d-a108-c03865eb7748 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 945 time: 0.3712261 Sep 01 15:01:58.854041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-46da7662-e94d-4863-a998-522c858fe6ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97711a0fc4fb47d5b111975837da7338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828279 Sep 01 15:01:58.864029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49390) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:58.915036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7b836c44-4ea2-44f0-84cb-be7be9f8690b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:58.916267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.982703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-358cd418-4ae7-4362-9552-14166d837a22 None None] Port 3a596c1c-c7bc-4391-8405-cc82ee611e9a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:01:59.035858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.080423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.162790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.209526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7bf68dc1-0436-4f6e-99e7-9fca7b322ce9 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1311428613 HTTP/1.1" status: 204 len: 168 time: 0.4091721 Sep 01 15:01:59.221319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:59.226513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-24b53944-5f2b-47d6-95a8-fd43ff3ca3ae tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:59.285411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694d23-8cf2-4c78-a8b7-6092c287ce5f req-8f80aad3-9cf0-4da2-8e2a-274d89010fc8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:59.287240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3694d23-8cf2-4c78-a8b7-6092c287ce5f req-8f80aad3-9cf0-4da2-8e2a-274d89010fc8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1501327 Sep 01 15:01:59.297769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11ea3ae-e88b-4e59-8716-ad660987f242 req-03483de1-c3a3-49ad-9ae4-46b17cffa0f6 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bc26fcb-15a8-47f2-be80-840972a86ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289813 Sep 01 15:01:59.306704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.315223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.319106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9f442e8-6655-4913-82d4-b3b3a5b30ddd HTTP/1.1" status: 204 len: 168 time: 0.4386199 Sep 01 15:01:59.442569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87651c-d634-46e5-b8f0-03089ef386fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f442e8-6655-4913-82d4-b3b3a5b30ddd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:59.465761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Pushing event deleted for resources: {'Port': ['ID=188a8bdb-d533-4eed-9b91-f112356cadc7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:59.529276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-24b53944-5f2b-47d6-95a8-fd43ff3ca3ae tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 200 len: 205 time: 0.3049812 Sep 01 15:01:59.530119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:59.554730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-f6c4ac95-7566-44b4-a5ce-68386197b219 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:59.575430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3694d23-8cf2-4c78-a8b7-6092c287ce5f req-afa18eb9-c459-4f57-b9fc-968933f33d5d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503779 Sep 01 15:01:59.589416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] No DVR routers for this DVR port 188a8bdb-d533-4eed-9b91-f112356cadc7 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:59.613461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.616093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26e49c25-bcf3-48e7-9f37-4c1b6ae9fddc req-1d96ba56-52be-435a-8842-c12941527bec tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.50 "DELETE /v2.0/ports/188a8bdb-d533-4eed-9b91-f112356cadc7 HTTP/1.1" status: 204 len: 173 time: 2.1596315 Sep 01 15:01:59.617026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.619206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'name': 'network-vif-deleted', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:59.621782 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db963ee-70bc-46bb-8931-a189e9f70d05" -d '{"events": [{"server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "name": "network-vif-deleted", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:59.792578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3acff238-6a7c-4693-b6d7-9cc59db84664 req-8472fd41-19c6-4394-bf1e-d3f75be86525 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.2245269 Sep 01 15:01:59.821423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f6c4ac95-7566-44b4-a5ce-68386197b219 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 200 len: 240 time: 0.2786646 Sep 01 15:01:59.822499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49410) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:59.828382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-c94d3124-fc34-4a5b-8ad9-910efeb84a87 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-908046406') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:59.845333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e176f6-ac5e-4df0-a3f7-52808799988e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:59.862705 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af120dd-08a5-4fad-99ff-182a12e2f33b x-openstack-request-id: req-9af120dd-08a5-4fad-99ff-182a12e2f33b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:59.862999 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87fc06ec-1cd6-4002-9549-78ae4163f4be", "name": "network-vif-deleted", "tag": "188a8bdb-d533-4eed-9b91-f112356cadc7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:59.863251 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9af120dd-08a5-4fad-99ff-182a12e2f33b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:59.863650 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fc06ec-1cd6-4002-9549-78ae4163f4be', 'name': 'network-vif-deleted', 'tag': '188a8bdb-d533-4eed-9b91-f112356cadc7', 'status': 'completed', 'code': 200} Sep 01 15:01:59.917976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Checking segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:59.918390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Network hostable DHCP agents. Network: 3d65ee69-111d-42f1-8439-badf22879028, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:59.999305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Network 3d65ee69-111d-42f1-8439-badf22879028 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:00.026639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3d65ee69-111d-42f1-8439-badf22879028) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:00.043378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550c925-f54f-4ddf-b728-8fbe7c951197 None None] Network 3d65ee69-111d-42f1-8439-badf22879028 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:00.058218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:00.069838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.115106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c94d3124-fc34-4a5b-8ad9-910efeb84a87 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-908046406 HTTP/1.1" status: 204 len: 168 time: 0.2908852 Sep 01 15:02:00.117655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.132727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-eb2c96b2-5748-4d68-a80b-14c3ecb70d55 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-908046406') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:00.166238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49422) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.245903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e7229c4-546e-4703-8a51-e4ae7a9b98e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2061243 Sep 01 15:02:00.250163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.257808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:00.340506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32753050-2cf2-43fc-9005-1d1f8d1ba7b3 req-ca4adbe3-8a3c-4416-9cff-ef8873df3ef4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:00.353526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.358006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32753050-2cf2-43fc-9005-1d1f8d1ba7b3 req-ca4adbe3-8a3c-4416-9cff-ef8873df3ef4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2828526 Sep 01 15:02:00.360527 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.399833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb2c96b2-5748-4d68-a80b-14c3ecb70d55 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-908046406 HTTP/1.1" status: 204 len: 168 time: 0.2801089 Sep 01 15:02:00.402104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.429560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Deleting subnet e6bfc109-bd80-4128-9c18-ec09da7ed860 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:00.431649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-8ca292d0-4af1-4132-9e29-23b6d60792cf tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:00.442945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.487311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-3d65ee69-111d-42f1-8439-badf22879028', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:02:00.488881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.665162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32753050-2cf2-43fc-9005-1d1f8d1ba7b3 req-55add58e-289e-4668-836c-4807199f4aca tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044202 Sep 01 15:02:00.700264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.777009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-861242e4-4109-4e18-90a9-91867a75fc64 req-2cb6e096-dfb4-447b-9c60-0c01238b0ed2 tempest-VolumesAdminNegativeTest-2103116727 tempest-VolumesAdminNegativeTest-2103116727-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc06ec-1cd6-4002-9549-78ae4163f4be HTTP/1.1" status: 200 len: 210 time: 0.0930285 Sep 01 15:02:00.903917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Allocated IP 172.20.0.2 (3d65ee69-111d-42f1-8439-badf22879028/d5e176f6-ac5e-4df0-a3f7-52808799988e/3ac61405-418b-4152-bafd-0fcb59142ac7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:00.937379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.961994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.971762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8ca292d0-4af1-4132-9e29-23b6d60792cf tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 200 len: 205 time: 0.5682957 Sep 01 15:02:00.978999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.986374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-446969d4-17db-404c-87eb-8e306af116a4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.177430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3bc25a8-7122-4422-8799-4ad439800384 req-99510cfb-c7f0-4baf-bb37-9dbb0d2d9955 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1085541 Sep 01 15:02:01.301161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3bc25a8-7122-4422-8799-4ad439800384 req-4e108152-ff5b-4724-b1f3-e9ac825117ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557e50e4b9d8423081e5e71e85e97a27&device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.0990269 Sep 01 15:02:01.348881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.354897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85cf4ef5-67e3-42ab-afa0-17f53ec2f54c req-72a8a6b9-72b1-47c4-b7f8-59733837053b tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/ports?device_id=e956d13e-76d0-418c-9263-3bb170acb424 HTTP/1.1" status: 200 len: 210 time: 0.1270969 Sep 01 15:02:01.359064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.380152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Transition to ACTIVE for port object 3ac61405-418b-4152-bafd-0fcb59142ac7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:01.412512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-446969d4-17db-404c-87eb-8e306af116a4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 200 len: 241 time: 0.4312317 Sep 01 15:02:01.416489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49450) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.424334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-aad1b2d6-7ae8-4b2c-8633-8b88d386be08 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-1762273611') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.469201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.481796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c43d6-3603-479c-85d4-15d6a13911e0 req-3703913f-f6b3-40f6-93af-032311087937 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:01.484240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Transition to ACTIVE for port object 3ac61405-418b-4152-bafd-0fcb59142ac7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:01.489939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b4c43d6-3603-479c-85d4-15d6a13911e0 req-3703913f-f6b3-40f6-93af-032311087937 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3581488 Sep 01 15:02:01.505230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 188a8bdb-d533-4eed-9b91-f112356cadc7 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:01.526553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bfc109-bd80-4128-9c18-ec09da7ed860,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:01.568610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.572591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a9d6593-4cbb-44e0-ade2-4a7fb4f4fb77 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6bfc109-bd80-4128-9c18-ec09da7ed860 HTTP/1.1" status: 204 len: 168 time: 1.3983073 Sep 01 15:02:01.577407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49454) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.583778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aad1b2d6-7ae8-4b2c-8633-8b88d386be08 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-1762273611 HTTP/1.1" status: 204 len: 168 time: 0.1644418 Sep 01 15:02:01.589839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49456) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.601351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.609882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-c3a4643f-4dab-4089-8caf-c903b2d042e3 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-1762273611') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.667269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.681750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b4c43d6-3603-479c-85d4-15d6a13911e0 req-af96e03a-3dc0-4e3a-9f33-d3f22cf38e5c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907594 Sep 01 15:02:01.707344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 188a8bdb-d533-4eed-9b91-f112356cadc7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:01.708334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 188a8bdb-d533-4eed-9b91-f112356cadc7 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:01.726872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Pushing event updated for resources: {'Port': ['ID=3ac61405-418b-4152-bafd-0fcb59142ac7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:01.742718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Network 3d65ee69-111d-42f1-8439-badf22879028 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:01.744852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:01.746003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c3a4643f-4dab-4089-8caf-c903b2d042e3 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-1762273611 HTTP/1.1" status: 204 len: 168 time: 0.1548662 Sep 01 15:02:01.746647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.747881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:01.758726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-72696e51-3239-4fbd-ac65-6e5bbc9570cf tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.795376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc25a8-7122-4422-8799-4ad439800384 req-8d4fda85-ce26-4694-b4b8-72786f22e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:01.800633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3bc25a8-7122-4422-8799-4ad439800384 req-8d4fda85-ce26-4694-b4b8-72786f22e909 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=557e50e4b9d8423081e5e71e85e97a27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4663248 Sep 01 15:02:01.870171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-72696e51-3239-4fbd-ac65-6e5bbc9570cf tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 200 len: 205 time: 0.1179857 Sep 01 15:02:01.872125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49466) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.879161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Attempting to bind port 3ac61405-418b-4152-bafd-0fcb59142ac7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:01.879892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Attempting to bind port 3ac61405-418b-4152-bafd-0fcb59142ac7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:01.880485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Attempting to bind port 3ac61405-418b-4152-bafd-0fcb59142ac7 on network 3d65ee69-111d-42f1-8439-badf22879028 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:01.885835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-4c4b3988-cb62-4cae-80af-d2712a93b09d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.888022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:01.889178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Checking segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:01.889998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.891188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Bound using segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:01.892099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Bound port: 3ac61405-418b-4152-bafd-0fcb59142ac7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:01.892373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49468) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.893031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.974437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Deleting subnet 2248df71-b78d-452f-a715-6e8301f8cf38 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:01.982336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.013758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] For port 3ac61405-418b-4152-bafd-0fcb59142ac7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:02.026499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] For port 3ac61405-418b-4152-bafd-0fcb59142ac7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3ac61405-418b-4152-bafd-0fcb59142ac7,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:02.036320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.091538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc25a8-7122-4422-8799-4ad439800384 req-d83a3e98-ce8f-4d40-b928-11ee3f7cb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:02.093948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3bc25a8-7122-4422-8799-4ad439800384 req-d83a3e98-ce8f-4d40-b928-11ee3f7cb153 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771255 Sep 01 15:02:02.099757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.148490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:02.197085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:02.197571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9ac007-4f8c-4d2d-b469-9f2a96d0a1d8') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:02.219466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.241375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb6d30-ad26-4be9-9a88-afac91dbb2a7 None None] Pushing event updated for resources: {'Port': ['ID=3ac61405-418b-4152-bafd-0fcb59142ac7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:02.252949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.262791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:02.263365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:02.265940 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:02.361956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.374609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.379315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c HTTP/1.1" status: 204 len: 168 time: 0.7992275 Sep 01 15:02:02.413123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce13b9-a3e8-47e0-8573-38078974d574 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdecc7d-e9f9-4a84-b4a5-dcb3fc2e181c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:02.692657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49488) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:02.730050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.840425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3ac61405-418b-4152-bafd-0fcb59142ac7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:02.853619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.936967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c4b3988-cb62-4cae-80af-d2712a93b09d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 204 len: 168 time: 1.0634177 Sep 01 15:02:02.941095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.945970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49494) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:02.968467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3ac61405-418b-4152-bafd-0fcb59142ac7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:02.997665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-f0832226-0817-44fb-ade6-3ade561fad65 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:03.007010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.019724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2248df71-b78d-452f-a715-6e8301f8cf38,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:03.041720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaab8d-688c-4b9e-a1ec-ffee4dc8200f req-3c26ea5c-5f54-49ee-a71c-66632a534e82 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:03.050223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2caaab8d-688c-4b9e-a1ec-ffee4dc8200f req-3c26ea5c-5f54-49ee-a71c-66632a534e82 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 1.0705395 Sep 01 15:02:03.122074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.126513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67911d64-3aa4-446d-b50d-fd288939aa48 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2248df71-b78d-452f-a715-6e8301f8cf38 HTTP/1.1" status: 204 len: 168 time: 1.2321317 Sep 01 15:02:03.133140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.157466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.176511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.229115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fff06-ec50-4979-953b-e9066e0f2e78 req-44689cd3-6ddf-4083-8d15-2831220494d1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:03.230801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a6fff06-ec50-4979-953b-e9066e0f2e78 req-44689cd3-6ddf-4083-8d15-2831220494d1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2305729 Sep 01 15:02:03.246570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f0832226-0817-44fb-ade6-3ade561fad65 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 204 len: 168 time: 0.2990777 Sep 01 15:02:03.247211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49500) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.253432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-ec7b264b-adf7-4e39-9c68-8f3985418d06 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:03.322786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.361495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.367167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.373858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6ee0778-cccc-444b-ab90-b4d7126afa32 HTTP/1.1" status: 204 len: 168 time: 0.6793380 Sep 01 15:02:03.375602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.394313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cbf8b56e-5364-4475-951a-a627f8ba56d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13a057b0819346e9b60be33a04115020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141955 Sep 01 15:02:03.395763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.405766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2caaab8d-688c-4b9e-a1ec-ffee4dc8200f req-b75fc6b8-ef05-4356-9695-91af9edbaf0b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985866 Sep 01 15:02:03.410504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.448162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.499749 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-59b34786-6e83-429a-9429-3228732e1abf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] show failed (client error): The resource could not be found. Sep 01 15:02:03.517524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-59b34786-6e83-429a-9429-3228732e1abf tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "GET /v2.0/security-groups/e6ee0778-cccc-444b-ab90-b4d7126afa32 HTTP/1.1" status: 404 len: 347 time: 0.1318867 Sep 01 15:02:03.518681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.550547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c4adf-f312-4953-b6b3-f64082f41fe8 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee0778-cccc-444b-ab90-b4d7126afa32,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:03.648589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a6fff06-ec50-4979-953b-e9066e0f2e78 req-26a83eab-a5d0-4b76-bcdd-cb7f3f85b9d2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871121 Sep 01 15:02:03.909615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.939701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ec7b264b-adf7-4e39-9c68-8f3985418d06 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.6889489 Sep 01 15:02:03.940666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.949944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-b115e2f9-cef7-4712-ba2a-926d6fb0d7da tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:04.004721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255066ca-aaba-4a78-b25d-add5c87227c9 None None] Network 3d65ee69-111d-42f1-8439-badf22879028 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:04.029370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.058126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Deleting port 20ecbae2-1efc-4c8b-9bbf-e4936f195a80 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:04.058781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.092055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.132868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Allocated IP 172.25.1.77 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4bdbc6f0-233b-488f-bf72-a4e2e467fb03) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:04.138364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e83011-c9d6-478f-b08c-bea482327be9']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:04.221549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea6c4b6-1dce-4fba-8500-6fea7ba19447') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:04.222611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea6c4b6-1dce-4fba-8500-6fea7ba19447') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:04.248293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Provisioning for port 3ac61405-418b-4152-bafd-0fcb59142ac7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:04.266692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Provisioning complete for port 3ac61405-418b-4152-bafd-0fcb59142ac7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:04.276734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.310967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.311555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b115e2f9-cef7-4712-ba2a-926d6fb0d7da tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3675034 Sep 01 15:02:04.320679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49520) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:04.350906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-849059a5-278e-4e97-927c-a43011edee60 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-1512889029') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:04.502459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.502459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.535715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Calling delete_port for 20ecbae2-1efc-4c8b-9bbf-e4936f195a80 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:04.560726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.597758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.605193 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.605498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.606707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e44abffc-62e8-43b4-a0bc-9bac4d2be5e1 HTTP/1.1" status: 204 len: 168 time: 1.1944838 Sep 01 15:02:04.608070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:04.608476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:04.655101 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:04.705801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] For port 3ac61405-418b-4152-bafd-0fcb59142ac7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3ac61405-418b-4152-bafd-0fcb59142ac7,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:04.714559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.858060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa649-3085-4820-b998-00b28b6b5685 None None] Pushing event updated for resources: {'Port': ['ID=3ac61405-418b-4152-bafd-0fcb59142ac7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:04.870885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.913531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0cfe-518c-4a00-b50e-343cf7bb4abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44abffc-62e8-43b4-a0bc-9bac4d2be5e1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:04.916305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49530) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.025954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.098343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596fb8e-6cc0-4013-8f70-1e1bd92bebcd req-af653d33-c061-4d15-9b14-9791233798b4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:05.100375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2596fb8e-6cc0-4013-8f70-1e1bd92bebcd req-af653d33-c061-4d15-9b14-9791233798b4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1644075 Sep 01 15:02:05.110393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Pushing event deleted for resources: {'Port': ['ID=20ecbae2-1efc-4c8b-9bbf-e4936f195a80,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.125550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.220127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.223207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.224675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9f3985e-c57d-42d4-876d-6cd912141ff5 tempest-ServersTestBootFromVolume-562403634 tempest-ServersTestBootFromVolume-562403634-project] 10.222.0.41 "DELETE /v2.0/floatingips/a66dcb10-c7b3-41ce-abbd-94122d19138e HTTP/1.1" status: 204 len: 168 time: 1.6948965 Sep 01 15:02:05.243890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49536) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.248509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4badd24-518a-4708-875f-e30e5c88328f None None] Provisioning complete for port 3ac61405-418b-4152-bafd-0fcb59142ac7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:05.250577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4badd24-518a-4708-875f-e30e5c88328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.290031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Pushing event updated for resources: {'Port': ['ID=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.298984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.304994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71242c-d2dd-453f-a5b1-8560babf01a3 req-586fd169-80dd-46d6-a3df-66bc6027a302 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:05.320268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c71242c-d2dd-453f-a5b1-8560babf01a3 req-586fd169-80dd-46d6-a3df-66bc6027a302 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3981867 Sep 01 15:02:05.355428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.362346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9e83011-c9d6-478f-b08c-bea482327be9 HTTP/1.1" status: 204 len: 168 time: 2.2063334 Sep 01 15:02:05.364164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b9a2-937c-4379-893a-44bab2b634f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e83011-c9d6-478f-b08c-bea482327be9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.377713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49540) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.448916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:05.470615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:05.484368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:05.486122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-849059a5-278e-4e97-927c-a43011edee60 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-1512889029 HTTP/1.1" status: 201 len: 201 time: 1.1639590 Sep 01 15:02:05.490601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.512234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-bca3087e-6a30-46c6-851f-64d223a5777b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1350105306') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:05.594641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2596fb8e-6cc0-4013-8f70-1e1bd92bebcd req-4d7906e0-82c0-4039-88e4-ce2c717af53a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783863 Sep 01 15:02:05.662863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Deleting subnet 792c54af-bfd7-490f-b2f6-c26fd05b4f0c {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:05.667619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1efecd6e-3441-4736-8f0b-8b567efa2afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.687180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c71242c-d2dd-453f-a5b1-8560babf01a3 req-1f6a67a8-cae1-4d32-9337-d13cd3b4d39a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342347 Sep 01 15:02:05.704355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.930819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.067548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bca3087e-6a30-46c6-851f-64d223a5777b tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1350105306 HTTP/1.1" status: 201 len: 201 time: 0.5706220 Sep 01 15:02:06.069642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.075549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-1afe2124-bea3-4598-8eb8-3bec0cb68300 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-1146352123') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:06.108118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.205405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.277421 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1efecd6e-3441-4736-8f0b-8b567efa2afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.294451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1efecd6e-3441-4736-8f0b-8b567efa2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.323246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1afe2124-bea3-4598-8eb8-3bec0cb68300 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-1146352123 HTTP/1.1" status: 201 len: 201 time: 0.2504449 Sep 01 15:02:06.323470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.328731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.330090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-860088a4-33a9-4170-889e-0b8a48aed342 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-323386221') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:06.421331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-860088a4-33a9-4170-889e-0b8a48aed342 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-323386221 HTTP/1.1" status: 201 len: 201 time: 0.0941610 Sep 01 15:02:06.423372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.433907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-1b5372a6-e3ac-483b-8a2b-46168407cf2f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', {'tags': ['tempest-TagsExtTest-Tag-1465210259', 'tempest-TagsExtTest-Tag-308407995', 'tempest-TagsExtTest-Tag-43338771']}) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:06.452567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792c54af-bfd7-490f-b2f6-c26fd05b4f0c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:06.463962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.468951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b0c9ce79-688e-438a-abcb-f97c030fb369 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/792c54af-bfd7-490f-b2f6-c26fd05b4f0c HTTP/1.1" status: 204 len: 168 time: 1.0860996 Sep 01 15:02:06.472390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49564) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.474914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1efecd6e-3441-4736-8f0b-8b567efa2afc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a554bb4901549d4bcd8a7c4ec4e58f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5067275 Sep 01 15:02:06.481624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49566) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.485099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efecd6e-3441-4736-8f0b-8b567efa2afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88bdb5-bfaa-4eb0-a1a4-0c5a696e06c3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:06.559664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49568) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.634962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.657744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3ac61405-418b-4152-bafd-0fcb59142ac7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:06.690404 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.696946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.709740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1b5372a6-e3ac-483b-8a2b-46168407cf2f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 200 len: 315 time: 0.2826715 Sep 01 15:02:06.744764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.752773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-0a92c35e-4e53-4d1f-af10-2719257d5476 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:06.784713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.809110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.884265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3ac61405-418b-4152-bafd-0fcb59142ac7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:06.885421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.958100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1035089894-network', 'tenant_id': 'f75be943b363413d883ae8117ef3e17f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:07.000491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Made reservation on behalf of f75be943b363413d883ae8117ef3e17f for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:07.004770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.063134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.065793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.070022 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da88bdb5-bfaa-4eb0-a1a4-0c5a696e06c3 HTTP/1.1" status: 204 len: 168 time: 0.5781081 Sep 01 15:02:07.102152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.123079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.130423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fd206-36b3-4aa8-84da-3a89d0f04755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88bdb5-bfaa-4eb0-a1a4-0c5a696e06c3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:07.147456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e7d9a9-df7a-4d5f-b915-87824bb10915']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.173226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52308b8c-2d4a-4bb9-8095-0c96db9f356b') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.175874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52308b8c-2d4a-4bb9-8095-0c96db9f356b') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.196625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605f14e-0b1a-4bdd-b5a3-cbc7228f0288 req-0ea07da3-69fc-47c6-92fa-d3770af9cd33 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:07.198427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f605f14e-0b1a-4bdd-b5a3-cbc7228f0288 req-0ea07da3-69fc-47c6-92fa-d3770af9cd33 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2167754 Sep 01 15:02:07.200483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.235172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-9a3c25e4-38f5-4442-b35a-25c36df2f735 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3084550 Sep 01 15:02:07.248508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.254771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c10b2-bd8f-4717-b04f-f915fc2ce14c req-59891874-8bc8-4ef3-a19b-8549be7d9c92 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:07.258769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d0c10b2-bd8f-4717-b04f-f915fc2ce14c req-59891874-8bc8-4ef3-a19b-8549be7d9c92 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3330555 Sep 01 15:02:07.282929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:07.283370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:07.289365 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:07.422961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f605f14e-0b1a-4bdd-b5a3-cbc7228f0288 req-91685fd2-992c-4413-9ccd-36f2a4d3df6c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061765 Sep 01 15:02:07.430355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:02:07.453612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.463562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.468436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e2e7d9a9-df7a-4d5f-b915-87824bb10915 HTTP/1.1" status: 204 len: 168 time: 0.9923017 Sep 01 15:02:07.496205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d0c10b2-bd8f-4717-b04f-f915fc2ce14c req-718e6397-72b7-4988-a3bc-f4b1cbd0ec52 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876760 Sep 01 15:02:07.511635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a92c35e-4e53-4d1f-af10-2719257d5476 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 204 len: 168 time: 0.7617226 Sep 01 15:02:07.522878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-75f9ff38-ef82-469f-9c8b-5491b043140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:07.534433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-75f9ff38-ef82-469f-9c8b-5491b043140d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2149014 Sep 01 15:02:07.535298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49586) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:07.545309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-10529aee-a60e-4fea-a9df-4ef4777bc1c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-1465210259') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.579639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dbcde-1ed8-4e63-a5a1-e9fc5793fdb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e7d9a9-df7a-4d5f-b915-87824bb10915,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:07.608208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.628837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.755410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49594) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:07.967285 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-10529aee-a60e-4fea-a9df-4ef4777bc1c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:07.969266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10529aee-a60e-4fea-a9df-4ef4777bc1c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-1465210259 HTTP/1.1" status: 404 len: 329 time: 0.4319799 Sep 01 15:02:07.973894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-05867267-9de6-4d9a-bf9b-4748bad3bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:07.976241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-05867267-9de6-4d9a-bf9b-4748bad3bca0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.3885174 Sep 01 15:02:07.977495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49596) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:07.986756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be527b5d-e02f-4280-af25-1c1c9157625c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2b763e7705c4c738bb6e4485eb06d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261839 Sep 01 15:02:07.996708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-6db1bbe6-616f-4fd0-817e-60b16c97da8a tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-308407995') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:08.005220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.060781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:08.100603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.101245 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Added segment 14324372-f659-479f-88b8-bfdb87333ba1 of type vlan for network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 Sep 01 15:02:08.105251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0e6b3-25c6-4b38-9846-b962f2f6c346,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:08.120383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:08.139922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-9e1a8dd8-f52e-4582-8e04-ddadeeacc163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.1362360 Sep 01 15:02:08.151137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Sync routers for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:08.175126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:08.176394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:08.181015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.182944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-863a709c-583f-4ec0-bdb9-323fba7b822b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9315326 Sep 01 15:02:08.188980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49606) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.223799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Deleting port b7dc6337-bb62-45a4-8a0e-2d87151e6a55 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:08.224729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.278517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.325559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.327011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:08.327878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.356532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:08.365312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-53108d3b-dc6a-4c92-862b-2763b9a4b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:08.367807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-53108d3b-dc6a-4c92-862b-2763b9a4b9ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2080455 Sep 01 15:02:08.397809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.458925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-d802a59f-ea44-41b6-8f24-5da4d8611da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789177 Sep 01 15:02:08.472697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9116807 Sep 01 15:02:08.478069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49610) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.483551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Request body: {'subnet': {'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1035089894-subnet', 'tenant_id': 'f75be943b363413d883ae8117ef3e17f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:08.488627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49612) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.496581 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-6db1bbe6-616f-4fd0-817e-60b16c97da8a tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:08.498736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6db1bbe6-616f-4fd0-817e-60b16c97da8a tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-308407995 HTTP/1.1" status: 404 len: 328 time: 0.5083537 Sep 01 15:02:08.510032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.520131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-a6c3b283-e87a-468a-96b8-6c0b1c4b2a32 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0', 'tempest-TagsExtTest-Tag-43338771') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:08.560543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.568078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Made reservation on behalf of f75be943b363413d883ae8117ef3e17f for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:08.571135 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.658470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] For port b7dc6337-bb62-45a4-8a0e-2d87151e6a55, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:08.659082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.722504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Calling delete_port for b7dc6337-bb62-45a4-8a0e-2d87151e6a55 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:08.744594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eea14-10a0-4b3a-bd06-58590043083d admin admin] Pushing event updated for resources: {'Network': ['ID=fee62559-9bd6-4174-9f88-9bb78d5f9ce2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:08.806149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:08.855074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1449308669-network', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:08.940087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.943774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.948263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bc26fcb-15a8-47f2-be80-840972a86ccb HTTP/1.1" status: 204 len: 168 time: 0.9412105 Sep 01 15:02:08.966712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:05Z', 'revision_number': 3, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:08.979765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-61947146-def3-469e-882b-a505337ed339 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085566 Sep 01 15:02:09.013054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Checking router: 6884b18e-4cb0-412d-89e4-88c1b594cdf0 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:09.016483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Updating router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:09.077455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.134659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d86b-b9e3-4d0c-ba0a-3cd66174062f req-da63fd0c-6354-4d26-8007-aa2f13412920 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:09.138609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51c4d86b-b9e3-4d0c-ba0a-3cd66174062f req-da63fd0c-6354-4d26-8007-aa2f13412920 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.3499999 Sep 01 15:02:09.149926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21930c-b3b9-49e5-9487-a862c41373c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc26fcb-15a8-47f2-be80-840972a86ccb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.258787 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-a6c3b283-e87a-468a-96b8-6c0b1c4b2a32 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:09.260925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a6c3b283-e87a-468a-96b8-6c0b1c4b2a32 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags/tempest-TagsExtTest-Tag-43338771 HTTP/1.1" status: 404 len: 327 time: 0.7449846 Sep 01 15:02:09.287297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49626) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.392535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9271575-5e31-46eb-b42e-49571fad52f3 req-38867ec0-8cc4-4b71-9263-d8bdd7617ec5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:09.395900 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9271575-5e31-46eb-b42e-49571fad52f3 req-38867ec0-8cc4-4b71-9263-d8bdd7617ec5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.5554824 Sep 01 15:02:09.428424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Made reservation on behalf of b4a0076045b84e6ea3b0735b57420f20 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:09.433536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.451827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-557b746a-34b2-4708-9740-e8bad37eb779 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', {'tags': ['tempest-TagsExtTest-Tag-1482086400', 'tempest-TagsExtTest-Tag-2067923289', 'tempest-TagsExtTest-Tag-1159161710']}) {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:09.477249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.534430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.567721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.620726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51c4d86b-b9e3-4d0c-ba0a-3cd66174062f req-161efddc-61cd-407f-9e32-b96347dc63a7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903072 Sep 01 15:02:09.663710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.678483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Transition to ACTIVE for port object 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:09.691280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49628) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.698856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.706094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dc6337-bb62-45a4-8a0e-2d87151e6a55,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.714192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9271575-5e31-46eb-b42e-49571fad52f3 req-8d8b6ae4-7dd8-4c52-9954-3a417488d568 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992845 Sep 01 15:02:09.750790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a3bdc9a-0b6d-441f-ba59-9d21954ad08f req-82229484-e046-41fe-ac13-662877e77d21 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288153 Sep 01 15:02:09.825714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Attempting to bind port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:09.826334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Attempting to bind port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:09.826981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Attempting to bind port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:09.845802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4a0f1-57bb-428e-85f5-5d2050d58a33 None None] Pushing event updated for resources: {'Port': ['ID=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.850466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:09.851262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:09.851827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.852752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:09.853799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Bound port: 4bdbc6f0-233b-488f-bf72-a4e2e467fb03, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:09.854438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.864192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644f2072-7282-488a-8aa2-227aa8859e97,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.883845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-557b746a-34b2-4708-9740-e8bad37eb779 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 200 len: 318 time: 0.5937150 Sep 01 15:02:09.898517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.926278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-6ec8de7e-0864-4386-b2cd-c74c99504c01 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:09.988731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] For port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:10.005463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] For port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:10.019006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.068824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.101562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.121180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:10.122392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:10.198343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4a0f1-57bb-428e-85f5-5d2050d58a33 None None] Pushing event updated for resources: {'Port': ['ID=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.214728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Checking segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:10.215455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Network hostable DHCP agents. Network: fee62559-9bd6-4174-9f88-9bb78d5f9ce2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:10.216305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:10.230009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-87c11e25-8206-45ae-a61a-ec333389d533 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e903521b18c42b0adeed9ed9c6a55f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311921 Sep 01 15:02:10.233611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49632) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:10.304460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.304833 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Added segment bfc5b029-a0ba-4e0e-b994-3f7db138a653 of type vlan for network 6144ffc0-188a-4092-8858-df806b5ae242 Sep 01 15:02:10.323532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:10.324429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fcedc-9cf0-405e-9ab4-72c888650c84,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.326449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:10.345658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, fee62559-9bd6-4174-9f88-9bb78d5f9ce2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:10.354422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:10.355238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.394039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d4a93-708e-4e57-8aa5-fb93d934fe3e None None] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:10.407340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.410340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-62af5ab5-43e7-451f-ad40-20c69b5df944 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9311702 Sep 01 15:02:10.424953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.437213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6ec8de7e-0864-4386-b2cd-c74c99504c01 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.5293167 Sep 01 15:02:10.439349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49636) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:10.458772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-7bf47700-1445-4733-9ee1-517b204d06f1 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1482086400') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:10.554889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.560457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.561500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:10.562103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.622593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.028411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afe7f2-8a60-4f1d-9aa7-1c7d637781d0 req-748d001b-725e-42a8-9e23-92b985c2e681 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:11.034470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64afe7f2-8a60-4f1d-9aa7-1c7d637781d0 req-748d001b-725e-42a8-9e23-92b985c2e681 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2336292 Sep 01 15:02:11.057813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:05Z', 'revision_number': 3, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:11.086706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.103665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Allocated IP 172.20.0.1 (3d65ee69-111d-42f1-8439-badf22879028/d5e176f6-ac5e-4df0-a3f7-52808799988e/8728d21b-636c-4fd9-b160-6968405483b2) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:11.106069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'tenant_id': 'f75be943b363413d883ae8117ef3e17f', 'fixed_ips': [{'subnet_id': '644f2072-7282-488a-8aa2-227aa8859e97'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:02:11.107441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.114075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bc3cd-c208-45a7-aebc-7a71bda724db None None] The sync data for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 is: [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:05Z', 'revision_number': 3, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:11.128891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64afe7f2-8a60-4f1d-9aa7-1c7d637781d0 req-ad211063-7a8a-4cd0-a651-33e9bdac2fb1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816891 Sep 01 15:02:11.150954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6567338 Sep 01 15:02:11.179794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49648) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:11.226116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Request body: {'subnet': {'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1449308669-subnet', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:11.256764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a847a8-0b50-495b-9feb-7bdf49e7642b admin admin] Pushing event updated for resources: {'Network': ['ID=6144ffc0-188a-4092-8858-df806b5ae242,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:11.335055 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-7bf47700-1445-4733-9ee1-517b204d06f1 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:11.339250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7bf47700-1445-4733-9ee1-517b204d06f1 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1482086400 HTTP/1.1" status: 404 len: 329 time: 0.8916957 Sep 01 15:02:11.340348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49652) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:11.364953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-e50362fd-317e-4415-a05e-d11fab69e413 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-2067923289') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:11.392511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.411688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6144ffc0-188a-4092-8858-df806b5ae242 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:11.434774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Made reservation on behalf of b4a0076045b84e6ea3b0735b57420f20 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:11.437303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Transition to ACTIVE for port object 8728d21b-636c-4fd9-b160-6968405483b2 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:11.438656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.478632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2380c6b-3b30-4555-afd1-a21b13980923 req-23ef9701-cdf8-4161-a37e-f284ceea18e6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:11.481687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2380c6b-3b30-4555-afd1-a21b13980923 req-23ef9701-cdf8-4161-a37e-f284ceea18e6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3993566 Sep 01 15:02:11.532234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.543374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Allocated IP 172.20.0.2 (fee62559-9bd6-4174-9f88-9bb78d5f9ce2/644f2072-7282-488a-8aa2-227aa8859e97/b4c0345e-8d39-42e0-ad52-d34454593a50) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:11.641987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Network 3d65ee69-111d-42f1-8439-badf22879028 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:11.652775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:11.664754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.667775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.671999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e27072d-999d-46c4-accf-bbfa84bbae9f HTTP/1.1" status: 204 len: 168 time: 1.4265780 Sep 01 15:02:11.692579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:11.741362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c15170-97c4-4b1b-8dfe-2e31279ee0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e27072d-999d-46c4-accf-bbfa84bbae9f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:11.857924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:11.899743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2380c6b-3b30-4555-afd1-a21b13980923 req-bcaa4e7a-9e64-4438-83ec-baa1b44d070a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469112 Sep 01 15:02:11.949406 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-e50362fd-317e-4415-a05e-d11fab69e413 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:11.959118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49664) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:11.960057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e50362fd-317e-4415-a05e-d11fab69e413 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-2067923289 HTTP/1.1" status: 404 len: 329 time: 0.6091959 Sep 01 15:02:11.975951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-85c26d33-b94f-4b26-8a71-8b1b3a37d1d6 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a', 'tempest-TagsExtTest-Tag-1159161710') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:12.000850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Router c6598bec-7b6a-490a-978f-78987cae97c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:12.112584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.139982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.179870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Transition to ACTIVE for port object b4c0345e-8d39-42e0-ad52-d34454593a50 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:12.201167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a671feee-6300-4e9a-b39e-29745f6866c5 None None] Provisioning for port 8728d21b-636c-4fd9-b160-6968405483b2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:12.239234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a671feee-6300-4e9a-b39e-29745f6866c5 None None] Provisioning complete for port 8728d21b-636c-4fd9-b160-6968405483b2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:12.239607 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a671feee-6300-4e9a-b39e-29745f6866c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.306230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-ebf0fece-385c-4ac6-bcb3-45646fd070ba tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:12.308204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-ebf0fece-385c-4ac6-bcb3-45646fd070ba tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 0.6313162 Sep 01 15:02:12.344001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Transition to ACTIVE for port object b4c0345e-8d39-42e0-ad52-d34454593a50 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:12.370773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.376561 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-85c26d33-b94f-4b26-8a71-8b1b3a37d1d6 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:12.381411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-85c26d33-b94f-4b26-8a71-8b1b3a37d1d6 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags/tempest-TagsExtTest-Tag-1159161710 HTTP/1.1" status: 404 len: 329 time: 0.4173927 Sep 01 15:02:12.381411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-f74145f4-216b-4a7c-91e0-8264dcbaafbf tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/quotas/f75be943b363413d883ae8117ef3e17f HTTP/1.1" status: 200 len: 375 time: 0.0605443 Sep 01 15:02:12.384447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:12.393337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-5bca2cb1-7d71-4618-bc6f-a1d09de50279 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', {'tags': ['tempest-TagsExtTest-Tag-1868216395', 'tempest-TagsExtTest-Tag-719938767', 'tempest-TagsExtTest-Tag-1231310146']}) {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:12.409557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.472631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Pushing event updated for resources: {'Port': ['ID=b4c0345e-8d39-42e0-ad52-d34454593a50,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:12.486924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a671feee-6300-4e9a-b39e-29745f6866c5 None None] Port 8728d21b-636c-4fd9-b160-6968405483b2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:12.493532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:12.495669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:12.498681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:12.567329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:12.580334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41acd655-44e1-4c8d-af58-2288ca75ba31 admin admin] 10.222.0.41 "PUT /v2.0/routers/c6598bec-7b6a-490a-978f-78987cae97c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3220336 Sep 01 15:02:12.586348 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Sync routers for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:12.609803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:12.613462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371af4bf-0f57-4700-90f3-bb3820c9270c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:12.633043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765499-f9b5-418e-8d25-fe43c99e880a req-3afc0884-48f6-409d-b066-c98aa5c049e5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:12.636193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Attempting to bind port b4c0345e-8d39-42e0-ad52-d34454593a50 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:12.641011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Attempting to bind port b4c0345e-8d39-42e0-ad52-d34454593a50 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:12.642103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Attempting to bind port b4c0345e-8d39-42e0-ad52-d34454593a50 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:12.645324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32765499-f9b5-418e-8d25-fe43c99e880a req-3afc0884-48f6-409d-b066-c98aa5c049e5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2970252 Sep 01 15:02:12.647500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:12.649488 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:12.675089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:12.682012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Checking segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:12.683103 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.683996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Bound using segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:12.685053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Bound port: b4c0345e-8d39-42e0-ad52-d34454593a50, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:12.686050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.726656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:12.830454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Checking segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:12.831060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Network hostable DHCP agents. Network: 6144ffc0-188a-4092-8858-df806b5ae242, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:12.840316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.917637 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32765499-f9b5-418e-8d25-fe43c99e880a req-c0a322e0-93e8-4b2c-b5ff-2a93e0f060e7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710683 Sep 01 15:02:12.929789 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:12.994355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] For port b4c0345e-8d39-42e0-ad52-d34454593a50, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:13.001218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] For port b4c0345e-8d39-42e0-ad52-d34454593a50, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c0345e-8d39-42e0-ad52-d34454593a50,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:13.005568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-2632c94a-7918-4f03-91f8-902d9756d040 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4722540 Sep 01 15:02:13.006813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Network 6144ffc0-188a-4092-8858-df806b5ae242 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:13.016528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.036677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:13.047938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6144ffc0-188a-4092-8858-df806b5ae242) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:13.109430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:13.114942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.127885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.161564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6766e1-256f-4bbd-beba-cc6622fef31f None None] Network 6144ffc0-188a-4092-8858-df806b5ae242 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:13.182380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4c93-ad00-4e55-81fc-b1a24b1f2dc0 None None] Pushing event updated for resources: {'Port': ['ID=b4c0345e-8d39-42e0-ad52-d34454593a50,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:13.199432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:13.200129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.239159 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:13.272046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Checking router: c6598bec-7b6a-490a-978f-78987cae97c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:13.284799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Routers {'c6598bec-7b6a-490a-978f-78987cae97c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:13.286831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6598bec-7b6a-490a-978f-78987cae97c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:13.355224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2417c11-863f-43b0-80ff-a79927ba2290 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1324847 Sep 01 15:02:13.358158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49690) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:13.369354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:13.404938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5bca2cb1-7d71-4618-bc6f-a1d09de50279 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 200 len: 317 time: 1.0190003 Sep 01 15:02:13.418878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49692) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:13.433841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-8e4243a7-cf7c-44a2-9595-f4ebf48e5db5 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:13.534723 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] Set router c6598bec-7b6a-490a-978f-78987cae97c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:13.591800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.593753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.658928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147702-d97c-47ca-bf55-03573d034ee9 req-4ab5d837-8758-4ec4-9283-598da6535da0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:13.677790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80147702-d97c-47ca-bf55-03573d034ee9 req-4ab5d837-8758-4ec4-9283-598da6535da0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4105253 Sep 01 15:02:13.795017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.897887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.911919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80147702-d97c-47ca-bf55-03573d034ee9 req-709434e7-8bdb-48c4-b1ac-d34d3b9b23fe tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318387 Sep 01 15:02:13.936023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:13.966204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.014839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e4243a7-cf7c-44a2-9595-f4ebf48e5db5 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 204 len: 168 time: 0.5898278 Sep 01 15:02:14.018672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.019528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:14.028385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-71325779-e694-41e4-a713-1bbbe77ced2f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-1868216395') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:14.053534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:14.078481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521e83a-2783-40dd-914a-82790d29c6d3 None None] Network 6144ffc0-188a-4092-8858-df806b5ae242 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:14.204668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.221888 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:14.232522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.304948 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.306211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b52c0e-688a-4fef-bec6-e0aa8261c5ca None None] The sync data for ids ['c6598bec-7b6a-490a-978f-78987cae97c7'] in n-d-802060-16 is: [{'id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'name': 'tempest-ServersTestBootFromVolume-752605030-router', 'tenant_id': '557e50e4b9d8423081e5e71e85e97a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:21Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 5, 'project_id': '557e50e4b9d8423081e5e71e85e97a27', 'gw_port': {'id': '7a8f6226-9cac-4a0b-9166-248a0beb6198', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6598bec-7b6a-490a-978f-78987cae97c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:22Z', 'updated_at': '2021-09-01T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:14.383926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b21cacb-891e-4614-90bf-dc6c7bca49c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.529447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.543661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:14.566345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-d537c7e4-19c9-4019-af32-29c789951f61 service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2217948 Sep 01 15:02:14.619234 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-71325779-e694-41e4-a713-1bbbe77ced2f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:14.621329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-71325779-e694-41e4-a713-1bbbe77ced2f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-1868216395 HTTP/1.1" status: 404 len: 329 time: 0.6002109 Sep 01 15:02:14.658588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49714) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:14.675596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-44081747-9b84-4328-9200-d6bb05d0b292 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778460 Sep 01 15:02:14.689666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-c54e1742-26c3-40b6-8594-a9f8ba398608 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-719938767') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:14.759971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Network 3d65ee69-111d-42f1-8439-badf22879028 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:14.809591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:14.928152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c0345e-8d39-42e0-ad52-d34454593a50 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:15.013409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b4c0345e-8d39-42e0-ad52-d34454593a50 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:15.020656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:15.115438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:15.115906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.121486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-e7d8548f-6958-4300-9a4e-ab97c5dc543e service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449715 Sep 01 15:02:15.202797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:15.314509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Deleting port 7a8f6226-9cac-4a0b-9166-248a0beb6198 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:15.314843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.315048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7dc6337-bb62-45a4-8a0e-2d87151e6a55 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:15.364410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8ac3e-fb07-453a-bdc0-24de2e3c33a9 None None] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:15.388881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b7dc6337-bb62-45a4-8a0e-2d87151e6a55 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:15.390076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7dc6337-bb62-45a4-8a0e-2d87151e6a55 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:15.506891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:15.513646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0fef246-e566-4ecf-aacc-53b34b95ceb9 admin admin] 10.222.0.41 "PUT /v2.0/routers/6884b18e-4cb0-412d-89e4-88c1b594cdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3224003 Sep 01 15:02:15.568117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Sync routers for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:15.608542 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-c54e1742-26c3-40b6-8594-a9f8ba398608 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:15.617024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49724) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:15.623723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9f08b596-a6c0-469d-a60a-2f500b2167b5 None None] Provisioning complete for port 8728d21b-636c-4fd9-b160-6968405483b2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:15.624514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f08b596-a6c0-469d-a60a-2f500b2167b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.625154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-6abcceec-dc97-4fb5-8651-1b5b034aa4ef tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882', 'tempest-TagsExtTest-Tag-1231310146') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:15.634358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c54e1742-26c3-40b6-8594-a9f8ba398608 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-719938767 HTTP/1.1" status: 404 len: 328 time: 0.9725480 Sep 01 15:02:15.686315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:15.687607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:01:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:15.782772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-10d6c416-9869-4995-ac59-b305c77eecb3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:15.784564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-10d6c416-9869-4995-ac59-b305c77eecb3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9747341 Sep 01 15:02:15.809777 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-6abcceec-dc97-4fb5-8651-1b5b034aa4ef tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:15.811468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6abcceec-dc97-4fb5-8651-1b5b034aa4ef tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags/tempest-TagsExtTest-Tag-1231310146 HTTP/1.1" status: 404 len: 329 time: 0.1928561 Sep 01 15:02:15.818248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:15.831964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-c8d24d27-febc-4850-a17c-1ae05510b4ee tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', {'tags': ['tempest-TagsExtTest-Tag-5829749', 'tempest-TagsExtTest-Tag-1881315727', 'tempest-TagsExtTest-Tag-627870796']}) {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:15.841682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-ce2d88e9-0335-4c50-ba9b-d40b95d3ca5f tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/quotas/c6c26eb13ff74bbe81e22562b1126ae1 HTTP/1.1" status: 200 len: 375 time: 0.0385916 Sep 01 15:02:15.842526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece4d6e-d09e-4d20-9ce5-32511444bd54 req-6bc29b31-f8d6-4de6-99ce-9bfb1e1740dd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:15.845726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ece4d6e-d09e-4d20-9ce5-32511444bd54 req-6bc29b31-f8d6-4de6-99ce-9bfb1e1740dd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1304123 Sep 01 15:02:15.931360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c8d24d27-febc-4850-a17c-1ae05510b4ee tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "PUT /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 200 len: 314 time: 0.1083307 Sep 01 15:02:15.932595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:15.942352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-c2ed239e-9764-4a5b-82a0-d2ba556aefb4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:15.953505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-711af00f-247e-4151-97a8-da419b001a44 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930266 Sep 01 15:02:15.956561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] For port 7a8f6226-9cac-4a0b-9166-248a0beb6198, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7a8f6226-9cac-4a0b-9166-248a0beb6198,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:15.957241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.962272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ece4d6e-d09e-4d20-9ce5-32511444bd54 req-e7a6a920-54ee-4be3-b8f0-a7d56627d79f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Sep 01 15:02:15.998996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Calling delete_port for 7a8f6226-9cac-4a0b-9166-248a0beb6198 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:16.000004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9f08b596-a6c0-469d-a60a-2f500b2167b5 None None] Port 8728d21b-636c-4fd9-b160-6968405483b2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:16.049608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:16.094364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2ed239e-9764-4a5b-82a0-d2ba556aefb4 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 204 len: 168 time: 0.1566305 Sep 01 15:02:16.094764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.101750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-18457056-7eae-4a06-90a4-158b3c39d9c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-5829749') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:16.163621 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-18457056-7eae-4a06-90a4-158b3c39d9c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:16.164751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18457056-7eae-4a06-90a4-158b3c39d9c0 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-5829749 HTTP/1.1" status: 404 len: 326 time: 0.0686059 Sep 01 15:02:16.170424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.180907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-8f4198b2-f9d8-41c0-bf09-945f8d31a58d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-1881315727') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:16.333471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.348828 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-8f4198b2-f9d8-41c0-bf09-945f8d31a58d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:16.352571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f4198b2-f9d8-41c0-bf09-945f8d31a58d tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-1881315727 HTTP/1.1" status: 404 len: 329 time: 0.1784525 Sep 01 15:02:16.355830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.367918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-1b28d98f-eb68-4c08-b1e6-d4f5c01acbba tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461', 'tempest-TagsExtTest-Tag-627870796') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:16.420261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b97d-22a5-4bb6-acc1-455c83583adf req-aaea8f59-77f9-4c57-b5ac-ebf0caee1b29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:16.427968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0628b97d-22a5-4bb6-acc1-455c83583adf req-aaea8f59-77f9-4c57-b5ac-ebf0caee1b29 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2340941 Sep 01 15:02:16.482786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Provisioning for port b4c0345e-8d39-42e0-ad52-d34454593a50 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:16.510938 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-1b28d98f-eb68-4c08-b1e6-d4f5c01acbba tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] show failed (client error): The resource could not be found. Sep 01 15:02:16.512086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Provisioning complete for port b4c0345e-8d39-42e0-ad52-d34454593a50 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:16.512722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1b28d98f-eb68-4c08-b1e6-d4f5c01acbba tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags/tempest-TagsExtTest-Tag-627870796 HTTP/1.1" status: 404 len: 328 time: 0.1525397 Sep 01 15:02:16.513184 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.518244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.531796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-347f74f4-5f58-4bb0-84ad-9593efac1354 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '892ae978-c96c-4260-bce4-7e65c590c461') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:16.586575 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.593518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.656288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0628b97d-22a5-4bb6-acc1-455c83583adf req-8b619c28-7b2a-4a25-b42c-4ef8916dc394 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148118 Sep 01 15:02:16.714013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-347f74f4-5f58-4bb0-84ad-9593efac1354 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461/tags HTTP/1.1" status: 204 len: 168 time: 0.1921351 Sep 01 15:02:16.715623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49760) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.722273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-011b048a-7524-42d2-8c1d-c9cf03c80ac8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6e52f3d0-5854-41b8-9d02-9969b46fa882') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:16.775079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8f6226-9cac-4a0b-9166-248a0beb6198,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:16.987503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-011b048a-7524-42d2-8c1d-c9cf03c80ac8 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882/tags HTTP/1.1" status: 204 len: 168 time: 0.2705436 Sep 01 15:02:16.989538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49768) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.001702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-b139d7f9-3a07-4b39-b065-2ca15d5fd7db tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3a596c1c-c7bc-4391-8405-cc82ee611e9a') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:17.129724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b139d7f9-3a07-4b39-b065-2ca15d5fd7db tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1353173 Sep 01 15:02:17.132931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.144834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-3f3ea1b2-a51c-4ffe-97ad-ab9e5f76600f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107fe17f-e79b-428e-aa55-ba47123232e0') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:17.193490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-702a51b2-c6fe-401f-9f40-f84df3d30fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.196661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.275964 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.324568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f3ea1b2-a51c-4ffe-97ad-ab9e5f76600f tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1889737 Sep 01 15:02:17.331224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49776) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.403881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.451045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 2, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:17.477805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] For port b4c0345e-8d39-42e0-ad52-d34454593a50, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c0345e-8d39-42e0-ad52-d34454593a50,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:17.528170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.531653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f43c6cc-183f-480b-ad83-75d832735382 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for subnetpool, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.538725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f43c6cc-183f-480b-ad83-75d832735382 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnetpools/892ae978-c96c-4260-bce4-7e65c590c461 HTTP/1.1" status: 204 len: 168 time: 0.2051353 Sep 01 15:02:17.539747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49778) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.556459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Checking router: 6884b18e-4cb0-412d-89e4-88c1b594cdf0 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:17.557269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Updating router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 port 8728d21b-636c-4fd9-b160-6968405483b2 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:17.574979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.613838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.629237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8b0e2ad9-6c61-48d8-8c39-e5974c9c965a tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e52f3d0-5854-41b8-9d02-9969b46fa882 HTTP/1.1" status: 200 len: 205 time: 0.0878136 Sep 01 15:02:17.632255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.633206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-88f10145-d6c2-4a11-ad1b-53decc2ae9d0 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:17.646593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-88f10145-d6c2-4a11-ad1b-53decc2ae9d0 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 1.0528193 Sep 01 15:02:17.649247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.660408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768051588', 'description': 'tempest-description--1865764525'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:17.662367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.735334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Allocated IP 172.25.1.57 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4c8ff553-2a20-413c-8e3b-9101c3cdc331) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:17.799110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.893582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46f7076b-d94a-44e1-9c63-d675a3ba49b6 req-91b6f600-872f-4dae-8e38-b80db15b0b18 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 210 time: 0.0422399 Sep 01 15:02:17.995909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.997123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6598bec-7b6a-490a-978f-78987cae97c7 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:02:18.024317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-0314ef1c-031e-4f88-baeb-db5cb2d39930 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/quotas/f75be943b363413d883ae8117ef3e17f HTTP/1.1" status: 200 len: 375 time: 0.2791851 Sep 01 15:02:18.030061 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.035996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3dcd2f87-f38d-45bc-83d3-2fa913229e68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c6598bec-7b6a-490a-978f-78987cae97c7 HTTP/1.1" status: 204 len: 168 time: 5.4130287 Sep 01 15:02:18.046006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49786) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:18.195897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.199646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.207825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a9d28-52dc-4c78-a55f-724f0622b31b req-6b5215bc-d137-494d-ab03-81bc91c63670 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:18.208507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97e22b-dc41-4f66-bb61-495b6bd8918f None None] Pushing event updated for resources: {'Port': ['ID=b4c0345e-8d39-42e0-ad52-d34454593a50,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:18.222053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f75a9d28-52dc-4c78-a55f-724f0622b31b req-6b5215bc-d137-494d-ab03-81bc91c63670 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2205975 Sep 01 15:02:18.224236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.232545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f894eb7-d60c-4d93-b1ca-bdbed8a42f89 None None] Provisioning complete for port b4c0345e-8d39-42e0-ad52-d34454593a50 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:18.233212 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f894eb7-d60c-4d93-b1ca-bdbed8a42f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.240498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.254540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-f7cec325-4a32-4ee1-9520-c9334581a5c4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:18.269441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-f7cec325-4a32-4ee1-9520-c9334581a5c4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 0.8210027 Sep 01 15:02:18.316154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Request body: {'port': {'device_id': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'admin_state_up': True, 'tenant_id': 'f75be943b363413d883ae8117ef3e17f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:18.350244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.402464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Transition to ACTIVE for port object 8728d21b-636c-4fd9-b160-6968405483b2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:18.411645 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.419315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.444287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.453559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Deleting subnet 0a887247-97b1-4a91-804b-2894eb1e90ca {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:18.460181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.460926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.487876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.488378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Fanout notify agent at l3_agent the message router_deleted on router 6e52f3d0-5854-41b8-9d02-9969b46fa882 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:02:18.518286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.523180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8c287954-e030-41ea-8995-b570eaa42447 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/routers/6e52f3d0-5854-41b8-9d02-9969b46fa882 HTTP/1.1" status: 204 len: 168 time: 0.8875453 Sep 01 15:02:18.537645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:18.550506 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.552186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f75a9d28-52dc-4c78-a55f-724f0622b31b req-f535bbbc-97c5-48be-a38b-586505c12951 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193977 Sep 01 15:02:18.597785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6d892-9de9-47f8-acc5-6e33f2bbd235 None None] Pushing event updated for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:18.603003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-be12d40a-a6e0-40d5-b7bd-09d6ed625e10 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273885 Sep 01 15:02:18.835806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Attempting to bind port 8728d21b-636c-4fd9-b160-6968405483b2 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:18.836934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Attempting to bind port 8728d21b-636c-4fd9-b160-6968405483b2 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:18.846818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Attempting to bind port 8728d21b-636c-4fd9-b160-6968405483b2 on network 3d65ee69-111d-42f1-8439-badf22879028 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:18.856003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c0345e-8d39-42e0-ad52-d34454593a50 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:18.902469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.908588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:18.909686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Checking segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:18.910411 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.910886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Bound using segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:18.911600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Bound port: 8728d21b-636c-4fd9-b160-6968405483b2, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:18.913202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.941704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.943277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2926090 Sep 01 15:02:18.978977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:18.985901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'security_group_rule': {'security_group_id': '6314aaa6-f34e-4a51-97dd-f44f5e6dd319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:18.987681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.021564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f7ba-9bb2-47db-9a3a-0b1614cecc0f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6314aaa6-f34e-4a51-97dd-f44f5e6dd319,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.039763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.074622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-95229e66-db8a-4b0b-9601-a9458985eef6 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0484314 Sep 01 15:02:19.089028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b4c0345e-8d39-42e0-ad52-d34454593a50 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:19.091720 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.124940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-bfe824eb-76b0-4d30-8ec0-b4906ee5ee20 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:19.127059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-bfe824eb-76b0-4d30-8ec0-b4906ee5ee20 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4424291 Sep 01 15:02:19.145016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Request body: {'port': {'device_id': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'c6c26eb13ff74bbe81e22562b1126ae1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:19.150984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] For port 8728d21b-636c-4fd9-b160-6968405483b2, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:19.160247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] For port 8728d21b-636c-4fd9-b160-6968405483b2, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8728d21b-636c-4fd9-b160-6968405483b2,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:19.170326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.192660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55025ab-ec8a-4015-a71d-a9231b4625fd req-db1cd4d0-fcd4-40d7-a466-082e0612ba2d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:19.194799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c55025ab-ec8a-4015-a71d-a9231b4625fd req-db1cd4d0-fcd4-40d7-a466-082e0612ba2d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2630012 Sep 01 15:02:19.196729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a887247-97b1-4a91-804b-2894eb1e90ca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.228632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.230591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a887247-97b1-4a91-804b-2894eb1e90ca HTTP/1.1" status: 204 len: 168 time: 1.1575193 Sep 01 15:02:19.237079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d10d2-4591-41cf-b9c6-58fab1a8012c None None] Network 1b14c26c-134a-448c-8630-0cc75d3bb633 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:19.238353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.238771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.239120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.239461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.239812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.240130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.240461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.240791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.241145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.241481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.241804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.242127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886416f3-4fbf-445c-a8ab-de6f73a136b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:19.244749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49794) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:19.262220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.348512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:19.349451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:19.356338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6d892-9de9-47f8-acc5-6e33f2bbd235 None None] Pushing event updated for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.391746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c55025ab-ec8a-4015-a71d-a9231b4625fd req-dd0fd4a9-be8b-4f70-9287-636c571f9ad1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201668 Sep 01 15:02:19.425684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Deleting port 3a596c1c-c7bc-4391-8405-cc82ee611e9a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:19.426085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.435686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.444945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.448541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-1388ca2a-d055-4937-871c-fd8e90a94dae service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727791 Sep 01 15:02:19.457662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Made reservation on behalf of f75be943b363413d883ae8117ef3e17f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:19.461501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.534848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:19.607738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:19.625635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:19.643024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7a8f6226-9cac-4a0b-9166-248a0beb6198 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:19.653041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Made reservation on behalf of c6c26eb13ff74bbe81e22562b1126ae1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:19.658775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.700876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b974f993-2ecf-4102-ae68-fc5721df96ad req-a845de31-71f5-4580-ba7a-dd0ebf8474a1 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 210 time: 0.0735574 Sep 01 15:02:19.702736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.711869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.722979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.728865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.749425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7a8f6226-9cac-4a0b-9166-248a0beb6198 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:19.750946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7a8f6226-9cac-4a0b-9166-248a0beb6198 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:19.768811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.788378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdda761-d623-4abf-9fb6-29881e3c4055,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.801031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Calling delete_port for 3a596c1c-c7bc-4391-8405-cc82ee611e9a owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:19.812408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.813194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-95b56eb1-c42f-4132-8af0-712c3bb3d9a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8329654 Sep 01 15:02:19.814205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49798) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:19.824775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'security_group_rule': {'security_group_id': '6314aaa6-f34e-4a51-97dd-f44f5e6dd319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:19.837408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:19.910845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.075854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] DHCP port deletion for 1b14c26c-134a-448c-8630-0cc75d3bb633 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:02:20.319010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-84e0a019-746b-4ea8-9eab-b1e3e8595a08 service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259766 Sep 01 15:02:20.322697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0405-3d43-44ad-8573-6d29a1cf3639 req-bf1a17d6-d393-4d94-8e1a-b689a78922a6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:20.330592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55cb0405-3d43-44ad-8573-6d29a1cf3639 req-bf1a17d6-d393-4d94-8e1a-b689a78922a6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1756763 Sep 01 15:02:20.331837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Deleting port d06ec444-56d7-4a5a-b85d-c5ff56d1670f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:20.332771 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.454484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55cb0405-3d43-44ad-8573-6d29a1cf3639 req-f02eeca7-c163-43d6-b1c0-6752eacf0c9d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155229 Sep 01 15:02:20.477756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.496294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.506166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] For port d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:20.507122 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.557499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.581617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Calling delete_port for d06ec444-56d7-4a5a-b85d-c5ff56d1670f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:20.604527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:19Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:20.614376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Deleting port d06ec444-56d7-4a5a-b85d-c5ff56d1670f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:20.614916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.742460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299821c8-3d0d-4c71-b3cb-3defc6f08ce6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:20.780836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d06ec444-56d7-4a5a-b85d-c5ff56d1670f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:20.792483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e991800-4976-4f8f-ab73-373ace9050ca None None] The sync data for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 is: [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:19Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:20.817933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Allocated IP 172.20.0.3 (fee62559-9bd6-4174-9f88-9bb78d5f9ce2/644f2072-7282-488a-8aa2-227aa8859e97/5bac7040-2890-4a9e-bd32-81924b9057b4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:20.890822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.960770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event deleted for resources: {'Port': ['ID=3a596c1c-c7bc-4391-8405-cc82ee611e9a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:21.089709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.221425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] For port d06ec444-56d7-4a5a-b85d-c5ff56d1670f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,segment=NetworkSegment(b78b7bb8-8fda-4dce-ba6a-b37aa70fc320),segment_id=b78b7bb8-8fda-4dce-ba6a-b37aa70fc320)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:21.222439 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.250191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] Pushing event deleted for resources: {'Port': ['ID=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:21.274634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port d06ec444-56d7-4a5a-b85d-c5ff56d1670f update to DOWN by agent not found {{(pid=106378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:02:21.283749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802f038-48fd-4c4e-a120-acc4b1f90c71 None None] No DVR routers for this DVR port d06ec444-56d7-4a5a-b85d-c5ff56d1670f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:21.346826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Allocated IP 192.168.233.24 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/f9586b4e-ca83-4a35-9b97-e835bc7d8e8c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:21.356682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-166d75b5-4ff0-4f39-8164-33f20c4f560a req-fd80aa5a-7f2f-4c38-a2e9-6289db5d6bbb tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 210 time: 0.2307036 Sep 01 15:02:21.503312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Calling delete_port for d06ec444-56d7-4a5a-b85d-c5ff56d1670f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:21.613446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542d59-de1c-450b-ae95-bb319fc87b61 req-72ba3e74-b304-49f2-8e2c-3a1a30017409 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:21.628731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9542d59-de1c-450b-ae95-bb319fc87b61 req-72ba3e74-b304-49f2-8e2c-3a1a30017409 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.7476323 Sep 01 15:02:21.669420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.690142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.694685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3e8f4206-c0bc-46a4-be68-478677ea97d2 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/ports/3a596c1c-c7bc-4391-8405-cc82ee611e9a HTTP/1.1" status: 204 len: 168 time: 3.1408556 Sep 01 15:02:21.703572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:21.755055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.836332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.884340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06ec444-56d7-4a5a-b85d-c5ff56d1670f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:21.965667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] No DVR routers for this DVR port d06ec444-56d7-4a5a-b85d-c5ff56d1670f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:22.001274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9542d59-de1c-450b-ae95-bb319fc87b61 req-23013934-e338-4067-afdb-5eccb4a3017b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705952 Sep 01 15:02:22.012912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684f8d2e-f947-4026-b482-32893e4f1300,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:22.025979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Deleting subnet 107fe17f-e79b-428e-aa55-ba47123232e0 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:22.030911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.082456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.129431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.134653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3152189 Sep 01 15:02:22.135783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:22.143444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.144179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.144769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.145434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.146116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.146686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.147235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.147787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.148333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.148923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.149513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.150075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e324c9-7d4f-412c-820a-6f395ff9bb48 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:22.159848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:22.217708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.293163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.348875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.383550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.396349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.402239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.411994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b14c26c-134a-448c-8630-0cc75d3bb633']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:22.463076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd25d1b-9576-4a36-b8e7-e7025540a283 req-d59ea1fb-6450-4190-a040-43ac42b51f3f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:22.465878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bd25d1b-9576-4a36-b8e7-e7025540a283 req-d59ea1fb-6450-4190-a040-43ac42b51f3f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2761192 Sep 01 15:02:22.471124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:22.471640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78b7bb8-8fda-4dce-ba6a-b37aa70fc320') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:22.478419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Transition to ACTIVE for port object 5bac7040-2890-4a9e-bd32-81924b9057b4 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:22.486153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Transition to ACTIVE for port object f9586b4e-ca83-4a35-9b97-e835bc7d8e8c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:22.592215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.594247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.601434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bd25d1b-9576-4a36-b8e7-e7025540a283 req-65cf720f-7693-4406-b251-7a347ad3467b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997434 Sep 01 15:02:22.613850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-03474d41-20c6-4445-bf6f-5e847ea6d01e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:22.616623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-03474d41-20c6-4445-bf6f-5e847ea6d01e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 0.9061840 Sep 01 15:02:22.726707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.736865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/subnets/107fe17f-e79b-428e-aa55-ba47123232e0 HTTP/1.1" status: 204 len: 168 time: 1.0134809 Sep 01 15:02:22.737225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3752d6a-0481-45dd-a17d-1e51d53dae5a None None] Network 55b7703a-646a-4dfa-90e4-74ca98154950 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:22.746682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49832) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:22.747911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5d394-db2b-4eda-8464-a63f361ce825 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event deleted for resources: {'Subnet': ['ID=107fe17f-e79b-428e-aa55-ba47123232e0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:22.795626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.812520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8728d21b-636c-4fd9-b160-6968405483b2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:22.822704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.854749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:22.855785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:22.897522 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:22.983476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 8728d21b-636c-4fd9-b160-6968405483b2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:23.012389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-69d3992f-afc2-445b-b81a-5800b0f217b5 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/quotas/f75be943b363413d883ae8117ef3e17f HTTP/1.1" status: 200 len: 375 time: 0.3519223 Sep 01 15:02:23.021513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8728d21b-636c-4fd9-b160-6968405483b2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:23.021906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.167381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:23.171612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:23.176871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:23.199175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:23.205862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.290035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a326f-6472-44e6-b61d-342e2e87e486 req-e35246bd-8ef1-434b-b525-1224ec85a0e4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.299318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-120a326f-6472-44e6-b61d-342e2e87e486 req-e35246bd-8ef1-434b-b525-1224ec85a0e4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 935 time: 0.4873791 Sep 01 15:02:23.319456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.323261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.365419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] DHCP port deletion for 55b7703a-646a-4dfa-90e4-74ca98154950 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:02:23.381542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 8728d21b-636c-4fd9-b160-6968405483b2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8728d21b-636c-4fd9-b160-6968405483b2,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:23.387854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.401727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.409140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.413718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b14c26c-134a-448c-8630-0cc75d3bb633 HTTP/1.1" status: 204 len: 168 time: 4.1598456 Sep 01 15:02:23.415374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.420201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.512176 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:02:23.516699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Allocated IP 172.25.1.162 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/8c534c33-a260-4e5a-b141-587e339d9944) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:23.567201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:23.639896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Deleting port 7b836c44-4ea2-44f0-84cb-be7be9f8690b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:23.640979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.702037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.765278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.769920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692c45c-6fd7-44a8-b454-fb69f6d59451 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b14c26c-134a-448c-8630-0cc75d3bb633,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:23.793656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:23.795442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-eb5ee0ce-e208-4054-b717-c7aa7571e865 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7700756 Sep 01 15:02:23.805468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49840) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:23.807321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-536e6523-e690-4f04-bcf4-78340ea34bc9 None None] Provisioning for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:23.808089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:23.813614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3072619b-d311-4127-a9b0-6f1d77a77fae tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.816580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3072619b-d311-4127-a9b0-6f1d77a77fae tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 1.1806009 Sep 01 15:02:23.822550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:23.830898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-536e6523-e690-4f04-bcf4-78340ea34bc9 None None] Provisioning complete for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:23.831624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-536e6523-e690-4f04-bcf4-78340ea34bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.832804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:23.837425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] For port 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7b836c44-4ea2-44f0-84cb-be7be9f8690b,segment=NetworkSegment(aeb8dfbe-5fc0-4f53-928b-36aa143645b9),segment_id=aeb8dfbe-5fc0-4f53-928b-36aa143645b9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:23.838022 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.857336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.857635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Request body: {'port': {'device_id': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'admin_state_up': True, 'tenant_id': 'f75be943b363413d883ae8117ef3e17f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:23.857995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.870926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:23.876056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:23.902801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Calling delete_port for 7b836c44-4ea2-44f0-84cb-be7be9f8690b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:24.002731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ac8b2e6-402a-4259-82ce-3bc24f9b58ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=557e50e4b9d8423081e5e71e85e97a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863818 Sep 01 15:02:24.006855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49842) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:24.008343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-8322aff5-e88a-4a83-ac1a-f56750c6ac91 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8703361 Sep 01 15:02:24.011594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-120a326f-6472-44e6-b61d-342e2e87e486 req-21ffc198-f3f6-4695-aa9e-1546241e81e0 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111840 Sep 01 15:02:24.030244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:24.048784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Request body: {'port': {'device_id': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:24.055846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'Port': ['ID=8c534c33-a260-4e5a-b141-587e339d9944,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:24.085141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-536e6523-e690-4f04-bcf4-78340ea34bc9 None None] Port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:24.193986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.238553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Deleting port 7b836c44-4ea2-44f0-84cb-be7be9f8690b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:24.239033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.266246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.278402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] No DVR routers for this DVR port 7b836c44-4ea2-44f0-84cb-be7be9f8690b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:24.299114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a48bc6-87b9-4f9c-ab9a-6755517c92b8 None None] Pushing event deleted for resources: {'Port': ['ID=7b836c44-4ea2-44f0-84cb-be7be9f8690b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:24.359478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.375503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.424360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.428470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3ac3fd13-e12e-45e9-ab9c-4f834aae0d11 None None] Provisioning for port 5bac7040-2890-4a9e-bd32-81924b9057b4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:24.433534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3ac3fd13-e12e-45e9-ab9c-4f834aae0d11 None None] Provisioning complete for port 5bac7040-2890-4a9e-bd32-81924b9057b4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:24.434982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ac3fd13-e12e-45e9-ab9c-4f834aae0d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.457442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] For port 7b836c44-4ea2-44f0-84cb-be7be9f8690b, host n-d-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:24.457882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.490312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3fd13-e12e-45e9-ab9c-4f834aae0d11 None None] Port 5bac7040-2890-4a9e-bd32-81924b9057b4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:24.534395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.535323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.579206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Calling delete_port for 7b836c44-4ea2-44f0-84cb-be7be9f8690b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:24.593307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Port 7b836c44-4ea2-44f0-84cb-be7be9f8690b was not found and therefore no delete operation was performed {{(pid=106376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:02:24.613007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-4ceb6561-2f45-4a72-8b1c-a7ceb43be1f8 service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850196 Sep 01 15:02:24.616910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-3a67b65c-e2bd-4f32-b55a-9fe450e50aea tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3223250 Sep 01 15:02:24.620123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Router e6920117-98bf-4470-a13c-cb8f9442de95 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:02:24.630357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8728d21b-636c-4fd9-b160-6968405483b2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:24.634301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.645140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Request body: {'port': {'device_id': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:24.654199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.714827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8728d21b-636c-4fd9-b160-6968405483b2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:24.715495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.723639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2268daf-7548-4913-a97e-b04d716cc713 req-d421ab3b-bfda-4a0f-b69d-3f6b48226cd7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.726643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2268daf-7548-4913-a97e-b04d716cc713 req-d421ab3b-bfda-4a0f-b69d-3f6b48226cd7 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4797106 Sep 01 15:02:24.744576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Made reservation on behalf of f75be943b363413d883ae8117ef3e17f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:24.748241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.862307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event deleted for resources: {'Port': ['ID=7b836c44-4ea2-44f0-84cb-be7be9f8690b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:24.872802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] No DVR routers for this DVR port 7b836c44-4ea2-44f0-84cb-be7be9f8690b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:24.902848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7b836c44-4ea2-44f0-84cb-be7be9f8690b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:24.916176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.943549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7b836c44-4ea2-44f0-84cb-be7be9f8690b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:24.944271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7b836c44-4ea2-44f0-84cb-be7be9f8690b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:25.064973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-00faf7ad-bab1-4c89-bc91-879878b7320b service neutron] 10.222.0.41 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423327 Sep 01 15:02:25.072018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.074770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.077605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f5b399-8ff7-49df-94df-781102512b2f HTTP/1.1" status: 204 len: 168 time: 1.0649502 Sep 01 15:02:25.090483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.107022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b7703a-646a-4dfa-90e4-74ca98154950']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:25.107619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:25.120797 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Sync routers for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:25.136368 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:25.137852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:25.319328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.320777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-234b8fca-a5dc-4e81-9601-10d8b5c34a61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.9553621 Sep 01 15:02:25.330684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49850) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:25.398889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Allocated IP 172.20.0.4 (fee62559-9bd6-4174-9f88-9bb78d5f9ce2/644f2072-7282-488a-8aa2-227aa8859e97/097a28d6-274e-4158-af9b-fce93d2248e6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:25.527775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2268daf-7548-4913-a97e-b04d716cc713 req-cc6159f3-ee9b-4b8d-8088-6c6e6a11c38b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676919 Sep 01 15:02:25.552520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:25.557893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb8dfbe-5fc0-4f53-928b-36aa143645b9') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:25.609100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.612000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322def76-c6d1-4ccb-ac4c-7fc72efc7df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5b399-8ff7-49df-94df-781102512b2f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:25.622430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.676717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.690476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.705524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:25.748701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:25.750231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:25.754835 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:26.011823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784543e-7552-4d98-8589-a455c9c88e3f req-18f9dd38-5f20-41f7-a95a-f75e4fbb4259 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:26.026897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0784543e-7552-4d98-8589-a455c9c88e3f req-18f9dd38-5f20-41f7-a95a-f75e4fbb4259 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2938282 Sep 01 15:02:26.191356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.226685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.229220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] 10.222.0.41 "DELETE /v2.0/networks/55b7703a-646a-4dfa-90e4-74ca98154950 HTTP/1.1" status: 204 len: 168 time: 3.4666615 Sep 01 15:02:26.240209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'Port': ['ID=8c534c33-a260-4e5a-b141-587e339d9944,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:26.278318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee35dd-db8a-4338-982b-1fbca8e2fd09 tempest-TagsExtTest-1112697207 tempest-TagsExtTest-1112697207-project] Pushing event deleted for resources: {'Network': ['ID=55b7703a-646a-4dfa-90e4-74ca98154950,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:26.305946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1ae90-a378-47a9-8e65-103f64a722c7 req-8691802d-d31a-4d4e-a61a-95dde1955fe4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:26.307113 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:20Z', 'revision_number': 3, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:26.315494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4c1ae90-a378-47a9-8e65-103f64a722c7 req-8691802d-d31a-4d4e-a61a-95dde1955fe4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 935 time: 0.6580963 Sep 01 15:02:26.346974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.417122 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Checking router: e6920117-98bf-4470-a13c-cb8f9442de95 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:26.417629 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Updating router e6920117-98bf-4470-a13c-cb8f9442de95 port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:26.420556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.420836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7b8d82a-44b8-492d-a0b1-8822fffffb3f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2791936 Sep 01 15:02:26.443591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4c1ae90-a378-47a9-8e65-103f64a722c7 req-cf7486b0-0656-4d72-a46c-494bad64f206 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265426 Sep 01 15:02:26.490088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:26.517529 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.541656 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.679712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Transition to ACTIVE for port object f9586b4e-ca83-4a35-9b97-e835bc7d8e8c will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:26.683849 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ab080a6-7037-4b50-92c5-4de64866857e req-8283c304-ff8a-4269-820d-036a3e3839b2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 210 time: 0.1356840 Sep 01 15:02:26.701772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.760151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.793241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Transition to ACTIVE for port object 097a28d6-274e-4158-af9b-fce93d2248e6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:26.827860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:26.843078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0784543e-7552-4d98-8589-a455c9c88e3f req-a09a0be4-dd83-4a33-8dc9-0e45fc1acb4e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978909 Sep 01 15:02:27.031834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.062291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:27.206667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49896) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:27.286937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1139293208-network', 'tenant_id': 'fa6ee1ca1e8746cbad003af4f437b255'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:27.328753 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.332853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Made reservation on behalf of fa6ee1ca1e8746cbad003af4f437b255 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:27.335622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.364302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.385945 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.386884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074241-9750-4b7c-a747-f5dec21e99e8 req-2a21dbc0-e79b-4c8d-b234-385d351cca2c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:27.391497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.396065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e074241-9750-4b7c-a747-f5dec21e99e8 req-2a21dbc0-e79b-4c8d-b234-385d351cca2c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4968998 Sep 01 15:02:27.404437 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Transition to ACTIVE for port object 4c8ff553-2a20-413c-8e3b-9101c3cdc331 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:27.415299 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.487717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Attempting to bind port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:27.488645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Attempting to bind port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:27.489456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Attempting to bind port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:27.538538 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Attempting to bind port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:27.539330 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Attempting to bind port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:27.539996 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Attempting to bind port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:27.546603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:27.547466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Attempting to bind port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:27.560244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:27.567225 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:27.568855 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:27.570049 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.570752 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:27.571949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Bound port: 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:27.573199 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.583409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e074241-9750-4b7c-a747-f5dec21e99e8 req-3db3afd5-835b-4079-ac20-ed80fb9bf172 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860743 Sep 01 15:02:27.591528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:27.600668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:27.613553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event updated for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:27.616693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:27.617632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:27.618449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:27.619394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Bound port: f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:27.620238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.649589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-66ab5092-61ff-4dc6-87ee-b468ef49efd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=552e6c3f61c448209af32624b7057173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391792 Sep 01 15:02:27.662903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:27.679043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Pushing event updated for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:27.708764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.709116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.709345 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.709681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.710041 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.710406 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.710723 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.711057 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.711406 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.711670 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.711982 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.712537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:27.790409 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] For port 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:27.797032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] For port 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c8ff553-2a20-413c-8e3b-9101c3cdc331,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:27.814876 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.828223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:27.829619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.877248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-f7cdceb7-fa67-432a-b4a0-366b5c498d89 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--768051588&fields=id&tenant_id=193bab4d4d064066b0ab302ed220169f HTTP/1.1" status: 200 len: 267 time: 0.4825544 Sep 01 15:02:27.888739 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:27.889893 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:27.899110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Allocated IP 172.20.0.1 (6144ffc0-188a-4092-8858-df806b5ae242/371af4bf-0f57-4700-90f3-bb3820c9270c/f8bbe8e9-f014-4b96-8ef2-eea426bb27ea) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:28.041659 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:28.113547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:28.136545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.147436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:28.147854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f160f3a-721c-4c37-8e2e-3a1156c2d4c9 None None] Provisioning for port 097a28d6-274e-4158-af9b-fce93d2248e6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:28.154613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f160f3a-721c-4c37-8e2e-3a1156c2d4c9 None None] Provisioning complete for port 097a28d6-274e-4158-af9b-fce93d2248e6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:28.155370 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f160f3a-721c-4c37-8e2e-3a1156c2d4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.163550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bac7040-2890-4a9e-bd32-81924b9057b4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:28.178903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.207856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.210917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f160f3a-721c-4c37-8e2e-3a1156c2d4c9 None None] Port 097a28d6-274e-4158-af9b-fce93d2248e6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:28.217709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-9b2f5eae-ed26-4980-a125-2e12294a6e70 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.219338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2302f4e-b040-421b-9bbc-7454e8826785 None None] Pushing event updated for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:28.219558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-9b2f5eae-ed26-4980-a125-2e12294a6e70 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/networks?id=3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 200 len: 815 time: 0.3420544 Sep 01 15:02:28.226440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a8051-44ae-4f49-aca7-a1ecb3b43791 req-e56bca37-7c73-478a-ad19-dce28c6ade2b tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.229799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-095a8051-44ae-4f49-aca7-a1ecb3b43791 req-e56bca37-7c73-478a-ad19-dce28c6ade2b tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 947 time: 0.3530211 Sep 01 15:02:28.247663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Transition to ACTIVE for port object 5bac7040-2890-4a9e-bd32-81924b9057b4 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:28.263787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.291696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-ea19a765-8149-4020-82b9-a9e5b74e349b tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/quotas/193bab4d4d064066b0ab302ed220169f HTTP/1.1" status: 200 len: 375 time: 0.0477355 Sep 01 15:02:28.306339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.316079 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.334775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.347776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.348424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.349945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9586b4e-ca83-4a35-9b97-e835bc7d8e8c HTTP/1.1" status: 200 len: 1096 time: 4.3063030 Sep 01 15:02:28.350633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:28.353113 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f61f2a-1623-42aa-89ae-e50cce5cf22d" -d '{"events": [{"name": "network-changed", "server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:28.356612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.381402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-f46a2d44-cc7d-4136-a51e-834571d120f8 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.382426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-f46a2d44-cc7d-4136-a51e-834571d120f8 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 816 time: 0.6200242 Sep 01 15:02:28.386753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-6c3a79c2-0c41-406c-b860-0c599cac4475 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5396626 Sep 01 15:02:28.413003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Request body: {'port': {'device_id': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:28.417793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:28.440886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Request body: {'port': {'device_id': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'admin_state_up': True, 'tenant_id': 'f75be943b363413d883ae8117ef3e17f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:28.485192 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:20Z', 'revision_number': 3, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:28.578667 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2185-2773-47ef-99c3-1be87713f997 None None] The sync data for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 is: [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:20Z', 'revision_number': 3, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:28.602147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:28.615641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a605d12-413b-4ecf-96c7-fc47d7c93890 service neutron] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:28.641738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b15d6-8031-4b9e-afea-cc169089821a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:28.654848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.669796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-095a8051-44ae-4f49-aca7-a1ecb3b43791 req-9bd10dd3-919c-459d-bd60-fae798da6f4d tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924930 Sep 01 15:02:28.699391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-27d63737-5742-4efb-9862-79d98ae31d66 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=193bab4d4d064066b0ab302ed220169f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4066825 Sep 01 15:02:28.737587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.791001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.791500 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Added segment 6b39b304-6704-4bdf-bc86-16d14e0633d3 of type vlan for network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 Sep 01 15:02:28.822599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-c6da36e5-52c7-4fc1-ac90-181a2c9ece6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.826939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-c6da36e5-52c7-4fc1-ac90-181a2c9ece6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 1099 time: 0.3669338 Sep 01 15:02:28.902105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7cb11d8a-93cc-4629-9556-453f9c8d9593 req-78bcf3f1-8e9f-4f46-88ff-f626b098b4fd tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 210 time: 0.0712113 Sep 01 15:02:28.903228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.908902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.911184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/813c4432-5176-4c22-a56e-672358dd274f HTTP/1.1" status: 204 len: 168 time: 1.2468619 Sep 01 15:02:28.987554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7c1b2-2e36-4f01-b2c5-39451c4df5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813c4432-5176-4c22-a56e-672358dd274f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:29.116348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.157098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-6493fc6d-6c48-4fa5-9da2-b1259e3021e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c HTTP/1.1" status: 200 len: 217 time: 0.2617767 Sep 01 15:02:29.289155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Network 6144ffc0-188a-4092-8858-df806b5ae242 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:29.316257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:29.319580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:29.346428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-471fdc6c-4120-4aee-97c0-0c6dfb958a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.353607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-471fdc6c-4120-4aee-97c0-0c6dfb958a59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1748211 Sep 01 15:02:29.376996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.379110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.380501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.382191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:29.437684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Made reservation on behalf of f75be943b363413d883ae8117ef3e17f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:29.454530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.458280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Attempting to bind port 5bac7040-2890-4a9e-bd32-81924b9057b4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:29.458969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Attempting to bind port 5bac7040-2890-4a9e-bd32-81924b9057b4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:29.459502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Attempting to bind port 5bac7040-2890-4a9e-bd32-81924b9057b4 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:29.478185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Port 5bac7040-2890-4a9e-bd32-81924b9057b4 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:29.478847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Attempting to bind port 5bac7040-2890-4a9e-bd32-81924b9057b4 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:29.513114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.527061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:29.527741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Checking segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:29.528337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Bound using segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:29.528968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Bound port: 5bac7040-2890-4a9e-bd32-81924b9057b4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:29.529527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.707751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8688691 Sep 01 15:02:29.711498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:29.756245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Request body: {'subnet': {'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1139293208-subnet', 'tenant_id': 'fa6ee1ca1e8746cbad003af4f437b255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:29.764261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-76296bef-f551-4e29-9fb1-2fb31b04d555 service neutron] 10.222.0.41 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9840071 Sep 01 15:02:29.782088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2580-0c43-43d1-a9be-7a43bde202d3 req-3d727d26-d32e-4768-b84e-f43db9593812 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.785231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc0e2580-0c43-43d1-a9be-7a43bde202d3 req-3d727d26-d32e-4768-b84e-f43db9593812 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.6354902 Sep 01 15:02:29.810639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567430a1-f211-4722-8b74-2dcb0de04c32 admin admin] Pushing event updated for resources: {'Network': ['ID=3e26321a-0a7c-46f4-9ef7-125fb32d8765,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:29.828253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-1c4d04ea-21cb-4b69-b8c2-32d9f393994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.830462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:29.831462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-1c4d04ea-21cb-4b69-b8c2-32d9f393994c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4579625 Sep 01 15:02:29.911624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:29.919943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:29.957764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.182249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-2ce3835c-c25e-48a4-837e-e1fd74956740 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562668 Sep 01 15:02:30.250038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.251069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.253503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] 10.222.0.50 "PUT /v2.0/ports/5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 200 len: 1092 time: 5.6173124 Sep 01 15:02:30.271739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:30.273901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Made reservation on behalf of fa6ee1ca1e8746cbad003af4f437b255 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:30.276719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.277656 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb8878-45e1-4b58-82e7-fcc6435cb807" -d '{"events": [{"name": "network-changed", "server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:30.355828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc0e2580-0c43-43d1-a9be-7a43bde202d3 req-23d65c5c-e720-46f6-a3a8-f44b19c6dfc1 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221493 Sep 01 15:02:30.495431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57fbe35-9b2a-45df-abf9-9da7f50c411c req-ce10b745-a600-4b42-b7c8-adac79355dbf service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027103 Sep 01 15:02:30.496544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d117eb9-fc65-487d-85b4-3f9b9fccdd6a service neutron] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:30.539869 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4dc95-351e-4b0f-ac34-400c000c70ad x-openstack-request-id: req-e7b4dc95-351e-4b0f-ac34-400c000c70ad {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:30.541933 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:30.543794 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7b4dc95-351e-4b0f-ac34-400c000c70ad {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:30.544519 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'status': 'completed', 'code': 200} Sep 01 15:02:30.552798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:30.781769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c8ff553-2a20-413c-8e3b-9101c3cdc331 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:30.812825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-0a14676f-36e5-4172-aa5f-95ef8ccd3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.819881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-0a14676f-36e5-4172-aa5f-95ef8ccd3bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 1095 time: 0.4534318 Sep 01 15:02:30.856734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-cb678992-ab1d-41a3-824d-94e128854bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.870053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-cb678992-ab1d-41a3-824d-94e128854bab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 1099 time: 0.2133150 Sep 01 15:02:30.881237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.913679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:30.925297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:30.926767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.949994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222190036-network', 'tenant_id': '781bf1da07d94c8e8659272892e868b2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:30.986378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-5a33b956-c92d-497b-b494-d11807695fbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 200 len: 217 time: 0.1378443 Sep 01 15:02:30.999044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-aea6b98f-4425-48a2-808a-f0fde938e253 service neutron] 10.222.0.41 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0738688 Sep 01 15:02:31.076599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.131458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Made reservation on behalf of 781bf1da07d94c8e8659272892e868b2 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:31.133894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.161145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.182268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc47b-4803-4b9a-a95f-d625ff31b32b req-1d782295-7815-42b6-87e6-f812e912f81d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.203348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fffc47b-4803-4b9a-a95f-d625ff31b32b req-1d782295-7815-42b6-87e6-f812e912f81d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3434403 Sep 01 15:02:31.251160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.253378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c8ff553-2a20-413c-8e3b-9101c3cdc331,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:31.256723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097a28d6-274e-4158-af9b-fce93d2248e6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:31.263047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.283460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-121e1711-54c3-400b-b0cd-9ca8e85cdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.287173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-121e1711-54c3-400b-b0cd-9ca8e85cdf01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.2856467 Sep 01 15:02:31.291537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.417780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:31.475281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fffc47b-4803-4b9a-a95f-d625ff31b32b req-1bb51576-7440-4487-b9b6-1dc3e08c12db tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336473 Sep 01 15:02:31.477629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-cb66cbf2-b8b7-4dd5-80a8-b87642ce3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.480400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-cb66cbf2-b8b7-4dd5-80a8-b87642ce3277 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.5364950 Sep 01 15:02:31.481773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95926d4-3cbf-4434-8ea8-a69b288a515a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:31.525491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Transition to ACTIVE for port object 097a28d6-274e-4158-af9b-fce93d2248e6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:31.588191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:31.730285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-d26713ca-5deb-42cf-95cd-78e884e30aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.732140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-d26713ca-5deb-42cf-95cd-78e884e30aba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4274111 Sep 01 15:02:31.745311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:31.805953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134eec2-cb3c-46ef-afa0-73574387734b req-783a31e1-a908-41af-aad8-dadfacd11ea4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.810564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d134eec2-cb3c-46ef-afa0-73574387734b req-783a31e1-a908-41af-aad8-dadfacd11ea4 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 947 time: 0.3294024 Sep 01 15:02:31.937542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-5f291c0b-412e-4123-b355-a59d0f13e133 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c HTTP/1.1" status: 200 len: 217 time: 0.2842560 Sep 01 15:02:32.037426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Checking segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:32.038428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Network hostable DHCP agents. Network: 3e26321a-0a7c-46f4-9ef7-125fb32d8765, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:32.106076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.131082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d134eec2-cb3c-46ef-afa0-73574387734b req-6f1a2a22-a035-46f0-a771-c833062b8a75 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917874 Sep 01 15:02:32.138227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.155073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.172809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Allocated IP 172.20.0.13 (fee62559-9bd6-4174-9f88-9bb78d5f9ce2/644f2072-7282-488a-8aa2-227aa8859e97/330ff944-1d7e-4714-a35c-17e9e3af2af5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:32.200193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18932df3-a18a-4e03-be1d-f43796c85dc2 req-da90eeca-21b4-4954-b74b-471927e255b6 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 210 time: 0.3307767 Sep 01 15:02:32.257706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.304759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:32.321456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.321988 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Added segment c1a374d5-9353-49a1-8ef2-3f9b9f89465c of type vlan for network 87f1e70b-c933-4611-a75c-c64d23de1f6a Sep 01 15:02:32.328899 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba41b67-d270-4bc6-ae10-95e48bfcaf6b x-openstack-request-id: req-8ba41b67-d270-4bc6-ae10-95e48bfcaf6b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:32.337385 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:32.337698 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ba41b67-d270-4bc6-ae10-95e48bfcaf6b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:32.338311 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'status': 'completed', 'code': 200} Sep 01 15:02:32.407213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Attempting to bind port 097a28d6-274e-4158-af9b-fce93d2248e6 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:32.407800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Attempting to bind port 097a28d6-274e-4158-af9b-fce93d2248e6 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:32.408398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Attempting to bind port 097a28d6-274e-4158-af9b-fce93d2248e6 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:32.408541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.432614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-70bb87b7-2be9-4c5d-a220-e99b550f4a8c service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722031 Sep 01 15:02:32.438698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca524a14-98e9-474e-a13b-a894fcd6ef17 req-db186cb8-ff09-47cf-9bba-2f04dba73643 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.1123245 Sep 01 15:02:32.442881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:32.447223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Port 097a28d6-274e-4158-af9b-fce93d2248e6 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:32.448147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Attempting to bind port 097a28d6-274e-4158-af9b-fce93d2248e6 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:32.465498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.478143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:32.479108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Checking segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:32.479108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Bound using segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:32.479482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Bound port: 097a28d6-274e-4158-af9b-fce93d2248e6, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:32.479680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.629604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.630738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.636164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.721669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c8ff553-2a20-413c-8e3b-9101c3cdc331 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:32.727106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:32.734187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ac20c30-c6f3-4358-94e7-60acfbff5226 req-da0ae778-d23d-44b3-a275-c6741d578813 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878909 Sep 01 15:02:32.740755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=097a28d6-274e-4158-af9b-fce93d2248e6,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:32.756932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.762526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Network 6144ffc0-188a-4092-8858-df806b5ae242 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:32.807647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:32.826068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-67dfc08d-353b-4c5c-b56b-509b0574918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.829607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-67dfc08d-353b-4c5c-b56b-509b0574918d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.6600590 Sep 01 15:02:32.830656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:32.847185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b30a278-37fb-4ebe-a795-278e7374ab37,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:32.887393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:32.887967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.913689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.914347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.915823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] 10.222.0.50 "PUT /v2.0/ports/097a28d6-274e-4158-af9b-fce93d2248e6 HTTP/1.1" status: 200 len: 1092 time: 4.5099864 Sep 01 15:02:33.084194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] Pushing event updated for resources: {'Network': ['ID=87f1e70b-c933-4611-a75c-c64d23de1f6a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:33.106780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 87f1e70b-c933-4611-a75c-c64d23de1f6a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:33.107505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01b051-99e7-467e-9d27-7f2574b41ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:33.118019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3e26321a-0a7c-46f4-9ef7-125fb32d8765) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:33.148880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57094a-22e9-48a7-a0bb-6a634ddbf7f4 None None] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:33.152920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.153817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.164364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-df046b08-97ec-46d3-9396-fc2bf99a92ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6047299 Sep 01 15:02:33.179355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49962) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:33.254914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d4b5-4813-491e-a3c1-c53dde841f62 req-01d66a1d-3a88-4065-bd81-22f4c47c1e72 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.262346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91c3d4b5-4813-491e-a3c1-c53dde841f62 req-01d66a1d-3a88-4065-bd81-22f4c47c1e72 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4452326 Sep 01 15:02:33.353934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-44d011dc-1082-4d08-acec-ba570b9d4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.355886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-44d011dc-1082-4d08-acec-ba570b9d4e0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 1095 time: 0.5445182 Sep 01 15:02:33.450199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02f208-94ac-4bd7-9e8e-75b488af57b2 None None] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:33.451514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.50', 50804) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:33.641846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Request body: {'subnet': {'network_id': '87f1e70b-c933-4611-a75c-c64d23de1f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222190036-subnet', 'tenant_id': '781bf1da07d94c8e8659272892e868b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:33.668162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd3d6-d108-46a6-ae64-1c81824a90b0 req-c900c15b-446c-4b4d-a5b0-bbf0264d2ce3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.673747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7dddd3d6-d108-46a6-ae64-1c81824a90b0 req-c900c15b-446c-4b4d-a5b0-bbf0264d2ce3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 1.1585963 Sep 01 15:02:33.726732 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.732301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-edaf7f8a-b065-4fbc-8d78-3e74d534f085 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.0142043 Sep 01 15:02:33.759828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-e17473b9-1ec1-456b-8b33-a6be3aae5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.761858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-e17473b9-1ec1-456b-8b33-a6be3aae5f45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7982070 Sep 01 15:02:33.798681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Transition to ACTIVE for port object 330ff944-1d7e-4714-a35c-17e9e3af2af5 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:33.814212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7dddd3d6-d108-46a6-ae64-1c81824a90b0 req-1c7552b1-19a0-40be-92b2-04b9f3082426 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144998 Sep 01 15:02:33.860038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Made reservation on behalf of 781bf1da07d94c8e8659272892e868b2 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:33.863017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.932369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-03971f1d-c794-40b7-ad48-c268fa4929d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.934341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-03971f1d-c794-40b7-ad48-c268fa4929d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 1095 time: 0.8578575 Sep 01 15:02:33.940108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Router e6920117-98bf-4470-a13c-cb8f9442de95 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:33.983309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91c3d4b5-4813-491e-a3c1-c53dde841f62 req-69ec808a-572b-4e32-ba01-99642c4912d5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226144 Sep 01 15:02:34.063309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-625ac5a0-38cd-4684-a8a8-ffe4907ca943 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097a28d6-274e-4158-af9b-fce93d2248e6 HTTP/1.1" status: 200 len: 217 time: 0.1171293 Sep 01 15:02:34.126936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-7c274c0c-c2fe-4bc9-84f7-ec4c37397723 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487475 Sep 01 15:02:34.145728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-bd96f2ac-fc20-4b1e-a9a9-f12623f294b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.149409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-bd96f2ac-fc20-4b1e-a9a9-f12623f294b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 917 time: 0.7712169 Sep 01 15:02:34.214919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:34.287322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-29b27e71-de2d-412f-93d9-78dd72493c67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 200 len: 217 time: 0.0982716 Sep 01 15:02:34.294215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-509f2866-28b8-4a62-84b7-acc7fac00262 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.295763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-509f2866-28b8-4a62-84b7-acc7fac00262 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.50 "GET /v2.0/networks?id=3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 200 len: 815 time: 0.8430030 Sep 01 15:02:34.339267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:34.342024 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20ccaa-971d-4d28-8513-24bcf41099f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:34.345762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-b6f82568-2c9b-4b5d-b1c6-e545ba91ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.347272 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-b6f82568-2c9b-4b5d-b1c6-e545ba91ee23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.2762530 Sep 01 15:02:34.383281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841415-a12d-4b25-9f3f-bc0590fdbe30 req-be4700ff-5dfc-49be-906d-100dbe0ecc65 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.386489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09841415-a12d-4b25-9f3f-bc0590fdbe30 req-be4700ff-5dfc-49be-906d-100dbe0ecc65 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 947 time: 0.3350046 Sep 01 15:02:34.497575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fc012-4069-41a8-8c76-25fd693f86bd req-a46fc537-cf7e-45fd-b12d-775ce4ff265e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.499274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b02fc012-4069-41a8-8c76-25fd693f86bd req-a46fc537-cf7e-45fd-b12d-775ce4ff265e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 932 time: 0.3126483 Sep 01 15:02:34.501585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-a3fa3dbf-0189-4385-bc61-17e6c6210059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.502977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-a3fa3dbf-0189-4385-bc61-17e6c6210059 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.2046187 Sep 01 15:02:34.506196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:34.508032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:34.516170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-30f0b3d9-0c7f-4a56-a0eb-da8294db671f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=193bab4d4d064066b0ab302ed220169f HTTP/1.1" status: 200 len: 379 time: 0.1773114 Sep 01 15:02:34.521316 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-08067a45-4223-419b-83ab-0eefa63de591 admin admin] 10.222.0.41 "PUT /v2.0/routers/e6920117-98bf-4470-a13c-cb8f9442de95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1894691 Sep 01 15:02:34.539591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Sync routers for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:34.544848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'port': {'device_id': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'admin_state_up': True, 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'security_groups': ['6314aaa6-f34e-4a51-97dd-f44f5e6dd319']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:34.552160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:34.576190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:34.583229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event updated for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:34.598298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:34.599112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:34.628898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945460f-adec-4899-8cf6-66721c55fd29 req-0f652302-1c70-4f4e-bef5-18edabbe9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.630572 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-0f652302-1c70-4f4e-bef5-18edabbe9e92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2514775 Sep 01 15:02:34.753187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20f61f2a-1623-42aa-89ae-e50cce5cf22d req-6789bd1e-6247-4bc9-9c4f-5a15f9ef00df service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132982 Sep 01 15:02:34.774939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b02fc012-4069-41a8-8c76-25fd693f86bd req-4286fcd0-dc03-4d90-bcb4-30329cc5a348 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527184 Sep 01 15:02:34.835011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-d7a51fb8-f5d0-4296-b167-a92a3f044a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.835011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-d7a51fb8-f5d0-4296-b167-a92a3f044a8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3060434 Sep 01 15:02:34.841627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09841415-a12d-4b25-9f3f-bc0590fdbe30 req-5410aa1f-79a7-47a3-8949-38df2d9f8563 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948669 Sep 01 15:02:34.962935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:35.047662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.051715 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.063924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-9b24e048-595b-44c6-a444-ac8203af810d service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136057 Sep 01 15:02:35.068125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Made reservation on behalf of 193bab4d4d064066b0ab302ed220169f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:35.083018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.113285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.229381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-2caea1c2-4b74-4249-bcf0-c8cd494e274a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8044591 Sep 01 15:02:35.263771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-083b70b3-9c00-4317-84f5-cabc5eda86a7 req-ff2e515d-a7d3-411f-ac2f-54c488cf8235 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.2037497 Sep 01 15:02:35.271632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:35.297840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Request body: {'port': {'device_id': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:35.333711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:35.352701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-3f4020cf-86dd-434c-a3f2-3be5fc6ce52a service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170186 Sep 01 15:02:35.400412 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124e841-97d7-48fb-b9af-b859f5604661 x-openstack-request-id: req-e124e841-97d7-48fb-b9af-b859f5604661 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:35.400961 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:35.401431 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e124e841-97d7-48fb-b9af-b859f5604661 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:35.402023 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6', 'status': 'completed', 'code': 200} Sep 01 15:02:35.433089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Checking segment: {'id': 'c1a374d5-9353-49a1-8ef2-3f9b9f89465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '87f1e70b-c933-4611-a75c-c64d23de1f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:35.433946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Network hostable DHCP agents. Network: 87f1e70b-c933-4611-a75c-c64d23de1f6a, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:35.503523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'mac_address': 'fa:16:3e:be:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:35.517046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d945460f-adec-4899-8cf6-66721c55fd29 req-2a4c52f0-f2d1-444a-a69f-1940eab679dc service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886294 Sep 01 15:02:35.600079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d05ad34-76dc-412b-a359-d53a5eeff1cd,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:35.649128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-468f372f-755d-43d2-80eb-17a504265cbb None None] Provisioning for port 330ff944-1d7e-4714-a35c-17e9e3af2af5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:35.683709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-468f372f-755d-43d2-80eb-17a504265cbb None None] Provisioning complete for port 330ff944-1d7e-4714-a35c-17e9e3af2af5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:35.684171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-468f372f-755d-43d2-80eb-17a504265cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.689233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Allocated IP 172.20.0.6 (3d65ee69-111d-42f1-8439-badf22879028/d5e176f6-ac5e-4df0-a3f7-52808799988e/0d041216-3170-4036-9acf-76bf3a92dda9) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:35.720646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Network 87f1e70b-c933-4611-a75c-c64d23de1f6a is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:35.728754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92fb8878-45e1-4b58-82e7-fcc6435cb807 req-8b9b4a79-0d67-4e71-8b20-3e71efb2526f service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236032 Sep 01 15:02:35.741347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.746411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.782012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbcf6d-6739-41f2-924a-7b1906d61f81 req-95c8fbbd-9a3c-4c55-bcc2-c47b1157a8d6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.786111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67bbcf6d-6739-41f2-924a-7b1906d61f81 req-95c8fbbd-9a3c-4c55-bcc2-c47b1157a8d6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2402143 Sep 01 15:02:35.800123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 87f1e70b-c933-4611-a75c-c64d23de1f6a) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:35.809296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:35.810200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.811508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.831256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-385e0b14-69f5-41b5-8086-2b7e3706f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.833928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-385e0b14-69f5-41b5-8086-2b7e3706f2cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 1095 time: 0.1989820 Sep 01 15:02:35.839885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25444760-28a3-414a-ab5f-bbff69f5b328 None None] Network 87f1e70b-c933-4611-a75c-c64d23de1f6a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:35.852891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-371d8318-16b7-4fcb-b73b-4f179ccdbad3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.862008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-371d8318-16b7-4fcb-b73b-4f179ccdbad3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 818 time: 0.4535432 Sep 01 15:02:35.923531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-824121d8-6df1-4a75-be93-ebf24d739ce2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7431917 Sep 01 15:02:36.066499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67bbcf6d-6739-41f2-924a-7b1906d61f81 req-ff2f6e1e-ac4c-4b9b-8136-dd411c5dde87 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620716 Sep 01 15:02:36.114968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-468f372f-755d-43d2-80eb-17a504265cbb None None] Port 330ff944-1d7e-4714-a35c-17e9e3af2af5 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:36.168097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-e3356e8d-bb8e-4484-84cb-4e7fbd9d3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.170865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-e3356e8d-bb8e-4484-84cb-4e7fbd9d3a5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 917 time: 0.3190708 Sep 01 15:02:36.192521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:36.216349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.290431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3d80d3ad-8d25-4a3d-a3dd-fd5fd670add9 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/quotas/fa6ee1ca1e8746cbad003af4f437b255 HTTP/1.1" status: 200 len: 375 time: 0.4186888 Sep 01 15:02:36.353303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.391748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Transition to ACTIVE for port object 0d041216-3170-4036-9acf-76bf3a92dda9 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:36.461001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-747e8a40-1cfb-49f8-b32d-a4a34315d15e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097a28d6-274e-4158-af9b-fce93d2248e6 HTTP/1.1" status: 200 len: 217 time: 0.2797792 Sep 01 15:02:36.480933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.518044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330ff944-1d7e-4714-a35c-17e9e3af2af5 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:36.556837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.587832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Network 3d65ee69-111d-42f1-8439-badf22879028 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:36.594838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:36.604488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:36.616894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Transition to ACTIVE for port object 330ff944-1d7e-4714-a35c-17e9e3af2af5 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:36.652025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-275af0c2-bbed-4a6b-b373-5a4e2783527e tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526562 Sep 01 15:02:36.652906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.683335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event updated for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:36.702131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-d3ab9b86-4828-4937-bf30-2dffe02afba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.704626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-d3ab9b86-4828-4937-bf30-2dffe02afba3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.2271273 Sep 01 15:02:36.723563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ae266-a749-41b4-b61b-e41499cc54bf req-6e08849a-12c7-4a29-9815-c38e893121c9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.734733 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-380ae266-a749-41b4-b61b-e41499cc54bf req-6e08849a-12c7-4a29-9815-c38e893121c9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2773445 Sep 01 15:02:36.769642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:36.776811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:36.781803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a038c-9afd-49bf-8c35-fa569a98c5bd None None] Network 87f1e70b-c933-4611-a75c-c64d23de1f6a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:36.800525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.801257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.884477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-380ae266-a749-41b4-b61b-e41499cc54bf req-e67d1025-f875-465e-aae7-192c8700c944 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484857 Sep 01 15:02:36.898270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-7d1b09f3-bf1d-47eb-ad48-d09f8bf38147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.910832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-7d1b09f3-bf1d-47eb-ad48-d09f8bf38147 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736660 Sep 01 15:02:36.917511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-338d0b37-7b6a-43b9-a636-d3e25b4b03a4 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3802085 Sep 01 15:02:36.921111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Pushing event updated for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:36.948726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Request body: {'port': {'device_id': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:37.063393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-23e57804-924e-45ce-bdac-64b6beee1695 service neutron] 10.222.0.41 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223732 Sep 01 15:02:37.073999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5bac7040-2890-4a9e-bd32-81924b9057b4 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:37.124216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.125916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.126505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.127076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.128874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Attempting to bind port 330ff944-1d7e-4714-a35c-17e9e3af2af5 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:37.129801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Attempting to bind port 330ff944-1d7e-4714-a35c-17e9e3af2af5 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:37.130958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.131115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Attempting to bind port 330ff944-1d7e-4714-a35c-17e9e3af2af5 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:37.131574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.132131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.132667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.133265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.136422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.137105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.137678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:37.264356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Port 330ff944-1d7e-4714-a35c-17e9e3af2af5 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:37.265845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Attempting to bind port 330ff944-1d7e-4714-a35c-17e9e3af2af5 on network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:37.311190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:37.311737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Checking segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:37.321524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Bound using segment: {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:37.322400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Bound port: 330ff944-1d7e-4714-a35c-17e9e3af2af5, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14324372-f659-479f-88b8-bfdb87333ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:37.323008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.360181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.367065 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:37.379632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50024) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:37.404676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-406084709-network', 'tenant_id': '2f0c10f3a44a4b648739d5c48488abf5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:37.464021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Made reservation on behalf of 2f0c10f3a44a4b648739d5c48488abf5 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:37.471279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.482662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b7ca2c35-ad21-4bf2-8eb7-83ef06eb0260 None None] Provisioning for port 0d041216-3170-4036-9acf-76bf3a92dda9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:37.497322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.543716 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-b575fbbd-7e70-4cbe-a572-2a5541dfab04 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180041 Sep 01 15:02:37.569696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:37.573359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b7ca2c35-ad21-4bf2-8eb7-83ef06eb0260 None None] Provisioning complete for port 0d041216-3170-4036-9acf-76bf3a92dda9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:37.574584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7ca2c35-ad21-4bf2-8eb7-83ef06eb0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.579397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:37.613769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-cf12609e-b195-4256-93df-72b392bed019 service neutron] 10.222.0.41 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867358 Sep 01 15:02:37.622424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.678126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca2c35-ad21-4bf2-8eb7-83ef06eb0260 None None] Port 0d041216-3170-4036-9acf-76bf3a92dda9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:37.706986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:37.708168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.710807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] 10.222.0.50 "PUT /v2.0/ports/330ff944-1d7e-4714-a35c-17e9e3af2af5 HTTP/1.1" status: 200 len: 1093 time: 2.4560962 Sep 01 15:02:37.715588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:37.738628 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d93e8f-5ba2-445f-9414-178641e7b0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:37.873355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f8bbe8e9-f014-4b96-8ef2-eea426bb27ea', 'name': '', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'mac_address': 'fa:16:3e:57:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:27Z', 'updated_at': '2021-09-01T15:02:31Z', 'revision_number': 2, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'subnets': [{'id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:37.885024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-aadf2ebc-9e6f-4877-afbb-21905bd5272f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:37.891007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4f029-3bdb-4f82-8e7e-5834cbd74a87 service neutron] Pushing event updated for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:37.897565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-aadf2ebc-9e6f-4877-afbb-21905bd5272f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 811 time: 0.2394447 Sep 01 15:02:37.919283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-56f0c17c-bef6-47c2-8a0d-0d2f417d6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:37.922237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-56f0c17c-bef6-47c2-8a0d-0d2f417d6f3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 1096 time: 0.1342297 Sep 01 15:02:38.033543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:38.034118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-91ab7f6b-3912-4497-94cf-252b215e1497 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5 HTTP/1.1" status: 200 len: 217 time: 0.0963931 Sep 01 15:02:38.073416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-41d79c1e-b9e9-47d3-923d-55f96d079323 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/quotas/b4a0076045b84e6ea3b0735b57420f20 HTTP/1.1" status: 200 len: 375 time: 0.1740749 Sep 01 15:02:38.100848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'port_id': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'mac_address': 'fa:16:3e:8a:81:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f2072-7282-488a-8aa2-227aa8859e97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:38.160065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-5b549b70-3d2d-445b-b85b-1582ee83705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.164126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-5b549b70-3d2d-445b-b85b-1582ee83705d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.1230469 Sep 01 15:02:38.171826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Checking router: e6920117-98bf-4470-a13c-cb8f9442de95 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:38.172424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Updating router e6920117-98bf-4470-a13c-cb8f9442de95 port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:38.253811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.282846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-7dd2068d-8498-4c3a-a51a-4dad0a23f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.291681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-7dd2068d-8498-4c3a-a51a-4dad0a23f6e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189246 Sep 01 15:02:38.447587 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.477753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bac7040-2890-4a9e-bd32-81924b9057b4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:38.518667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:38.542614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.543850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-f901aae7-f081-421e-a085-cbe81806626c service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437241 Sep 01 15:02:38.662878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ea1d-3b9d-4244-a6e1-d2334a9b0243 req-afb35957-fc81-42b1-ac25-ad783f82f042 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.666948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a20ccaa-971d-4d28-8513-24bcf41099f9 req-27068efe-671e-4eb8-ae51-14122a0818cf service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1093969 Sep 01 15:02:38.675360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f6ea1d-3b9d-4244-a6e1-d2334a9b0243 req-afb35957-fc81-42b1-ac25-ad783f82f042 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 944 time: 0.1914737 Sep 01 15:02:38.762372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f6ea1d-3b9d-4244-a6e1-d2334a9b0243 req-08033ddb-d838-4248-a34a-644507fbf27f tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813744 Sep 01 15:02:38.814000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9b1f67-e9b6-44f8-a6c2-1ba9414782bf req-c5e8661f-96fa-4b16-a552-a115bdca9ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614610 Sep 01 15:02:38.816657 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-9b029dec-f469-4790-a4f4-51f36e1da25a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7416079 Sep 01 15:02:38.856976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5bac7040-2890-4a9e-bd32-81924b9057b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:38.941943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad26ec0-ea28-40c3-98f6-47cd336cb06e req-96896a15-6935-4d33-a3b4-7f6cf84177ba tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.944686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ad26ec0-ea28-40c3-98f6-47cd336cb06e req-96896a15-6935-4d33-a3b4-7f6cf84177ba tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 948 time: 0.0720656 Sep 01 15:02:39.035814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 097a28d6-274e-4158-af9b-fce93d2248e6 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:39.038663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:39.062077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ad26ec0-ea28-40c3-98f6-47cd336cb06e req-eb07ea42-d196-4d15-a94d-8881483d28cb tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989454 Sep 01 15:02:39.066189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.079688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.082781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:39.129190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d041216-3170-4036-9acf-76bf3a92dda9 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:39.154212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.162527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-0b0e7ded-ea02-4391-b22c-731796c66f39 service neutron] 10.222.0.41 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442993 Sep 01 15:02:39.177868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:39.329358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115128b-9bad-499a-97e2-e69c139756c7 req-4d87eecd-b55c-4150-95b2-7019a82f4de3 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.332043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4115128b-9bad-499a-97e2-e69c139756c7 req-4d87eecd-b55c-4150-95b2-7019a82f4de3 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 931 time: 0.1008832 Sep 01 15:02:39.339280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.340234 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Added segment 9011a7ed-3afe-4af7-8591-f1fdf385729c of type vlan for network ac1e8451-3b24-4635-a34b-5419b9ff5e0f Sep 01 15:02:39.343294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e278b0-17ca-4330-aa71-715fe50c8999,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:39.349433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Transition to ACTIVE for port object 0d041216-3170-4036-9acf-76bf3a92dda9 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:39.366599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.374255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-d6fea5d4-c1fa-425e-9888-5a4dc4e822fc service neutron] 10.222.0.41 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853013 Sep 01 15:02:39.438374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4115128b-9bad-499a-97e2-e69c139756c7 req-850dae2d-e5f7-4eb9-8672-a1d635b9d316 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905540 Sep 01 15:02:39.485434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.582924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Pushing event updated for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:39.683599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=097a28d6-274e-4158-af9b-fce93d2248e6,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:39.783377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:39.785558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a69cf-d4ce-4bc5-a723-95e0eface12f req-e14a9038-1de5-404b-8d5f-164cfc76a2ac tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.798926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-974a69cf-d4ce-4bc5-a723-95e0eface12f req-e14a9038-1de5-404b-8d5f-164cfc76a2ac tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2095835 Sep 01 15:02:39.809780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '097a28d6-274e-4158-af9b-fce93d2248e6', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'port_id': '097a28d6-274e-4158-af9b-fce93d2248e6', 'mac_address': 'fa:16:3e:c1:b9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f2072-7282-488a-8aa2-227aa8859e97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:39.813055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.816593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:39.817220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.820837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.824368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.892263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5050058 Sep 01 15:02:39.899657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.911067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:39.916545 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c579c68b-092f-48ee-9896-31eb8567b611 x-openstack-request-id: req-c579c68b-092f-48ee-9896-31eb8567b611 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:39.929810 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:39.930764 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c579c68b-092f-48ee-9896-31eb8567b611 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:39.931756 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5', 'status': 'completed', 'code': 200} Sep 01 15:02:39.951327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Request body: {'subnet': {'network_id': 'ac1e8451-3b24-4635-a34b-5419b9ff5e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-406084709-subnet', 'tenant_id': '2f0c10f3a44a4b648739d5c48488abf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:39.967755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Transition to ACTIVE for port object f8bbe8e9-f014-4b96-8ef2-eea426bb27ea will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:40.012806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.070215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.100580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097a28d6-274e-4158-af9b-fce93d2248e6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:40.126631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e7c7-d44a-4a07-8fc6-9ff8d89ef3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1e8451-3b24-4635-a34b-5419b9ff5e0f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.175021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Attempting to bind port 0d041216-3170-4036-9acf-76bf3a92dda9 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:40.177599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Attempting to bind port 0d041216-3170-4036-9acf-76bf3a92dda9 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:40.178132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Attempting to bind port 0d041216-3170-4036-9acf-76bf3a92dda9 on network 3d65ee69-111d-42f1-8439-badf22879028 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:40.205452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Port 0d041216-3170-4036-9acf-76bf3a92dda9 on network 3d65ee69-111d-42f1-8439-badf22879028 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:40.205944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Attempting to bind port 0d041216-3170-4036-9acf-76bf3a92dda9 on network 3d65ee69-111d-42f1-8439-badf22879028 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:40.211177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ac1e8451-3b24-4635-a34b-5419b9ff5e0f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:40.227625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:40.229528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Checking segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:40.231906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Bound using segment: {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:40.232706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Bound port: 0d041216-3170-4036-9acf-76bf3a92dda9, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3d65ee69-111d-42f1-8439-badf22879028'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:40.233374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.323334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-974a69cf-d4ce-4bc5-a723-95e0eface12f req-5351368e-337b-4e4f-bd62-5791cb5e1f8d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152137 Sep 01 15:02:40.329986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Made reservation on behalf of 2f0c10f3a44a4b648739d5c48488abf5 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:40.345409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.427957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=097a28d6-274e-4158-af9b-fce93d2248e6,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:40.462811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e901f-b18e-4836-baf2-be5906a6d50e req-1d0d9d76-bfd7-46e1-a637-0594ddd0e411 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.484114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c88e901f-b18e-4836-baf2-be5906a6d50e req-1d0d9d76-bfd7-46e1-a637-0594ddd0e411 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1891797 Sep 01 15:02:40.507681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.527133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-f5b0cd50-29f0-4d05-84ba-2622309ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.536727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:40.539595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-f5b0cd50-29f0-4d05-84ba-2622309ed3a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 1096 time: 0.5176563 Sep 01 15:02:40.547659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d041216-3170-4036-9acf-76bf3a92dda9,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:40.559287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ecba0-2994-48f9-9c40-376fcd19e638 None None] Pushing event updated for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.574920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.670206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.672198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.675124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 200 len: 1092 time: 3.7432532 Sep 01 15:02:40.680400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:40.685005 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484d062-9484-448b-a87c-12bf4b98f64f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:40.723376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c88e901f-b18e-4836-baf2-be5906a6d50e req-d883f33e-af5b-449e-b2e6-f98f8ef21574 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383676 Sep 01 15:02:40.778941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.793802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.896343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c2180-b377-4ff5-b2e6-bf4c996fdf87 service neutron] Pushing event updated for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.945211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44a5d9e1-78c8-4b43-9b3d-df80f8673bea req-7f70952c-83f1-4f84-b7cf-92768710869f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 210 time: 0.0928431 Sep 01 15:02:40.987808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-35b26650-8a1f-4f8c-adc3-b99fc0079ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.993712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-35b26650-8a1f-4f8c-adc3-b99fc0079ea2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193bab4d4d064066b0ab302ed220169f&device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 1095 time: 0.2402959 Sep 01 15:02:41.050699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['097a28d6-274e-4158-af9b-fce93d2248e6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:41.072323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Attempting to bind port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:41.073319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Attempting to bind port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:41.073611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Attempting to bind port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea on network 6144ffc0-188a-4092-8858-df806b5ae242 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:41.084675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:41.089113 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f04e42c-d49d-468a-a271-167098978f01" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:41.118022 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-09a6435d-a3b2-4058-971e-cf8daf91a619 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 200 len: 217 time: 0.1155250 Sep 01 15:02:41.182811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:41.183225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Checking segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:41.183597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.183964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Bound using segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:41.184453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Bound port: f8bbe8e9-f014-4b96-8ef2-eea426bb27ea, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:41.184836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.224484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:41.263663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54261d44-6f0a-4611-be05-a7a6c2da9fc8 req-fbc6cd11-8667-4b9c-9c50-d13b5aba5f16 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.275906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54261d44-6f0a-4611-be05-a7a6c2da9fc8 req-fbc6cd11-8667-4b9c-9c50-d13b5aba5f16 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 948 time: 0.1621742 Sep 01 15:02:41.280185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-e6c7519e-63d5-4a75-8381-6a4e99c879d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.282419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-e6c7519e-63d5-4a75-8381-6a4e99c879d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5e176f6-ac5e-4df0-a3f7-52808799988e HTTP/1.1" status: 200 len: 854 time: 0.1520782 Sep 01 15:02:41.314556 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.367566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5bac7040-2890-4a9e-bd32-81924b9057b4 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:41.416246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54261d44-6f0a-4611-be05-a7a6c2da9fc8 req-0b2757d6-2af1-4f75-bc24-384cd822085e tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382265 Sep 01 15:02:41.576800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] For port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:41.582443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] For port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:41.588857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:41.598344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.609548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3282cf1e-5cd2-40dd-a99f-8f4789c17664 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.611988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3282cf1e-5cd2-40dd-a99f-8f4789c17664 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 818 time: 0.1937890 Sep 01 15:02:41.627903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-6500b9ae-0afb-4f5d-bbdd-f49f8593ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.630806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-6500b9ae-0afb-4f5d-bbdd-f49f8593ebec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d65ee69-111d-42f1-8439-badf22879028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3378341 Sep 01 15:02:41.634147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260a0a6-5938-43bc-a1df-bebc24516443 req-d0ad1617-f1a2-4845-9566-74e87d156fd7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.639095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Request body: {'port': {'device_id': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'admin_state_up': True, 'tenant_id': 'fa6ee1ca1e8746cbad003af4f437b255'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:41.650547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4260a0a6-5938-43bc-a1df-bebc24516443 req-d0ad1617-f1a2-4845-9566-74e87d156fd7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 944 time: 0.5612438 Sep 01 15:02:41.676885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-8d851d43-e8ba-44a2-8ff2-9eaf839531a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.679587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-8d851d43-e8ba-44a2-8ff2-9eaf839531a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 917 time: 0.9502873 Sep 01 15:02:41.775282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-1c44fee3-3fc2-4578-bb3f-48ea83bcd1f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5 HTTP/1.1" status: 200 len: 217 time: 0.0876787 Sep 01 15:02:41.799484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-6b0ac05b-e037-417a-b0bd-c5aa5a5b8ce9 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491766 Sep 01 15:02:41.869030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4260a0a6-5938-43bc-a1df-bebc24516443 req-6d88a45f-5940-40d0-a965-be10f306f4e0 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988728 Sep 01 15:02:41.894400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.047146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5bac7040-2890-4a9e-bd32-81924b9057b4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:42.048896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-651ef3b5-e8bc-4a28-bb63-540afc1c09b7 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.050519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-651ef3b5-e8bc-4a28-bb63-540afc1c09b7 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 818 time: 0.1357458 Sep 01 15:02:42.052359 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e43e01-83d1-46a1-9c35-e7106e5d2a78 x-openstack-request-id: req-05e43e01-83d1-46a1-9c35-e7106e5d2a78 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:42.052815 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:42.053230 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e43e01-83d1-46a1-9c35-e7106e5d2a78 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:42.053782 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9', 'status': 'completed', 'code': 200} Sep 01 15:02:42.088649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5bac7040-2890-4a9e-bd32-81924b9057b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:42.089614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.101252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Request body: {'port': {'device_id': '7d889f5f-cd02-4660-895b-146728e21bb9', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'admin_state_up': True, 'tenant_id': 'fa6ee1ca1e8746cbad003af4f437b255'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:42.105854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-fbaf4537-4159-4bc9-a0ee-73864c2882ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.110864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-fbaf4537-4159-4bc9-a0ee-73864c2882ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.3248971 Sep 01 15:02:42.152317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ecba0-2994-48f9-9c40-376fcd19e638 None None] Pushing event updated for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:42.177119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:42.178149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:42.302788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20dee8-ee4d-46ff-a7aa-a4ae17ef0c87 req-5e70252a-8b05-4ba5-8354-f97957cea101 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.315278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad20dee8-ee4d-46ff-a7aa-a4ae17ef0c87 req-5e70252a-8b05-4ba5-8354-f97957cea101 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 943 time: 0.7014983 Sep 01 15:02:42.353760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-124663d2-edae-444f-a9ce-3988e3aa38f5 req-a7846f82-d68f-4b58-b2ce-c891887b246f tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 210 time: 0.1058974 Sep 01 15:02:42.355180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f5ff72-bd51-41d6-8497-7a9eef543b89,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:42.372287 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.384898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Checking segment: {'id': '9011a7ed-3afe-4af7-8591-f1fdf385729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ac1e8451-3b24-4635-a34b-5419b9ff5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:42.385862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Network hostable DHCP agents. Network: ac1e8451-3b24-4635-a34b-5419b9ff5e0f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:42.401213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-d28d5dce-d7a8-499a-a147-33fb78c64c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.405309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-d28d5dce-d7a8-499a-a147-33fb78c64c80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2791321 Sep 01 15:02:42.425901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:42.503841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:42.575940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Network ac1e8451-3b24-4635-a34b-5419b9ff5e0f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:42.593156 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.604153 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad20dee8-ee4d-46ff-a7aa-a4ae17ef0c87 req-59ec8402-00c5-413c-80eb-7301f8e83525 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649035 Sep 01 15:02:42.606399 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad55659-1d9c-4441-a848-fa12521b42f9 x-openstack-request-id: req-2ad55659-1d9c-4441-a848-fa12521b42f9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:42.608525 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:42.609156 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ad55659-1d9c-4441-a848-fa12521b42f9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:42.610242 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'code': 200} Sep 01 15:02:42.627682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfcfa30c-a8f4-41cd-b41d-1ff75544effd req-2f1e6220-2663-4d21-9611-1fdf8e99d7dc service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810690 Sep 01 15:02:42.640081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ac1e8451-3b24-4635-a34b-5419b9ff5e0f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:42.662257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.662883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.681853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:02:42.681853 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:02:42.681853 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': 'fa6ee1ca1e8746cbad003af4f437b255', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 2, 42, 616147)}] Sep 01 15:02:42.681853 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:02:42.683924 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:02:42.736791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Made reservation on behalf of fa6ee1ca1e8746cbad003af4f437b255 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:42.740614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-bab04a48-2158-4f93-b8fa-33e7aa5de5a3 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147497 Sep 01 15:02:42.741292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.881926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c008a-70b2-48e1-a0bf-137446b6f43e None None] Network ac1e8451-3b24-4635-a34b-5419b9ff5e0f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:42.940588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.50', 50809) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:42.951493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29d93e8f-5ba2-445f-9414-178641e7b0ad req-6af70d59-4f47-4013-b733-a626903a520b service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218469 Sep 01 15:02:42.996662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-098cf613-b68f-4297-91df-7399815f36c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0834002 Sep 01 15:02:43.022900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b1ee-6315-4b46-9c8a-03202922edea req-65a2b086-7577-4bd8-86b3-33eafeea4c80 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.025709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a000b1ee-6315-4b46-9c8a-03202922edea req-65a2b086-7577-4bd8-86b3-33eafeea4c80 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2834320 Sep 01 15:02:43.029398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d062-9484-448b-a87c-12bf4b98f64f req-8eecd900-c609-4d1e-8b74-972500cc3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.044820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-8eecd900-c609-4d1e-8b74-972500cc3353 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193bab4d4d064066b0ab302ed220169f&device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 1095 time: 0.2276678 Sep 01 15:02:43.064599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 330ff944-1d7e-4714-a35c-17e9e3af2af5 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:43.068392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 097a28d6-274e-4158-af9b-fce93d2248e6 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:43.079824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10bda5-0f0b-403e-98bd-4d409e6d9f52 req-0a761d8c-276b-4e71-b068-c0894210b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.081464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da10bda5-0f0b-403e-98bd-4d409e6d9f52 req-0a761d8c-276b-4e71-b068-c0894210b7e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 1101 time: 0.3936839 Sep 01 15:02:43.153622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ca496-5080-4e9f-ad2e-e52e6492d5a3 req-95b6df8f-fa08-4d50-96a4-71e7b11afbf4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.162057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703ca496-5080-4e9f-ad2e-e52e6492d5a3 req-95b6df8f-fa08-4d50-96a4-71e7b11afbf4 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2517841 Sep 01 15:02:43.222679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a000b1ee-6315-4b46-9c8a-03202922edea req-0cbd4fae-1f46-4235-a2ea-f621f7099c45 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744196 Sep 01 15:02:43.233252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:43.298455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d062-9484-448b-a87c-12bf4b98f64f req-70d5fa8b-065d-4225-854b-339d80929e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.301489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-70d5fa8b-065d-4225-854b-339d80929e41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 200 len: 916 time: 0.1769688 Sep 01 15:02:43.366050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f8bbe8e9-f014-4b96-8ef2-eea426bb27ea', 'name': '', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'mac_address': 'fa:16:3e:57:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:27Z', 'updated_at': '2021-09-01T15:02:41Z', 'revision_number': 4, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'subnets': [{'id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:43.389884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da10bda5-0f0b-403e-98bd-4d409e6d9f52 req-260e1015-6fd0-4b6c-872a-3b363d5bd9c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962911 Sep 01 15:02:43.443972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6822c4-4203-48d8-9a52-2770045faa0b None None] The sync data for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 is: [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f8bbe8e9-f014-4b96-8ef2-eea426bb27ea', 'name': '', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'mac_address': 'fa:16:3e:57:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:27Z', 'updated_at': '2021-09-01T15:02:41Z', 'revision_number': 4, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'subnets': [{'id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:43.465560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-060da3d2-6517-4dff-99e7-012778142dc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 200 len: 217 time: 0.1532028 Sep 01 15:02:43.478264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 097a28d6-274e-4158-af9b-fce93d2248e6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:43.498990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 097a28d6-274e-4158-af9b-fce93d2248e6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:43.500100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.527948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:43.543755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50da546c-a79e-4de1-ad6e-29703f53734a req-8566456d-caa0-40d1-b531-1fb2debefd7f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 210 time: 0.0677197 Sep 01 15:02:43.595194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72bd42-082c-4e2a-af6a-8a370f0256ef None None] Network ac1e8451-3b24-4635-a34b-5419b9ff5e0f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:43.665674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703ca496-5080-4e9f-ad2e-e52e6492d5a3 req-dcfe6356-611b-418c-9730-b86d22ac6d65 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961216 Sep 01 15:02:43.671023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:43.779870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Allocated IP 172.20.0.8 (3e26321a-0a7c-46f4-9ef7-125fb32d8765/f95926d4-3cbf-4434-8ea8-a69b288a515a/7647c70f-0b68-465a-bf6b-895879081c49) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:43.795217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Deleting subnet 2d05ad34-76dc-412b-a359-d53a5eeff1cd {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:43.800367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.822029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fc6b289-1740-492e-b6f0-36103b679d27 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.825954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fc6b289-1740-492e-b6f0-36103b679d27 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 818 time: 0.8759372 Sep 01 15:02:43.850618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '330ff944-1d7e-4714-a35c-17e9e3af2af5', 'network_id': 'fee62559-9bd6-4174-9f88-9bb78d5f9ce2', 'port_id': '330ff944-1d7e-4714-a35c-17e9e3af2af5', 'mac_address': 'fa:16:3e:f9:da:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f2072-7282-488a-8aa2-227aa8859e97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:43.855470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Request body: {'port': {'device_id': 'c91574c6-7322-416c-9009-284e412bc807', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'admin_state_up': True, 'tenant_id': 'fa6ee1ca1e8746cbad003af4f437b255'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:43.996281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Made reservation on behalf of fa6ee1ca1e8746cbad003af4f437b255 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:44.004596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.137221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.237532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330ff944-1d7e-4714-a35c-17e9e3af2af5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:44.246255 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.252027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.302241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.354971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:44.367894 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d93f8e7f-7bb5-4f36-857e-b3590c606eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.414023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d062-9484-448b-a87c-12bf4b98f64f req-9bd3f02b-e581-40dc-b0aa-fd067c832df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.416075 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-9bd3f02b-e581-40dc-b0aa-fd067c832df4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5e176f6-ac5e-4df0-a3f7-52808799988e HTTP/1.1" status: 200 len: 854 time: 0.7805524 Sep 01 15:02:44.426740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.434679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=097a28d6-274e-4158-af9b-fce93d2248e6,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:44.460752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.476247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.564333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:44.576683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.586682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2d05ad34-76dc-412b-a359-d53a5eeff1cd HTTP/1.1" status: 204 len: 168 time: 1.0506620 Sep 01 15:02:44.589865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69b5ab-c135-4920-b35d-096e4d85b6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d05ad34-76dc-412b-a359-d53a5eeff1cd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:44.593654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:44.619220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4'}, {'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:44.647595 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9737596-76e0-4048-88c2-36415478370f" -d '{"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-plugged", "status": "completed", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4"}, {"server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "name": "network-vif-plugged", "status": "completed", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:44.737385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['330ff944-1d7e-4714-a35c-17e9e3af2af5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:44.834283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69bf3a-20cf-4233-996b-a2e2ccdddd93 req-2fca346d-1828-43be-9216-72fa20c69dfe tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.836879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d69bf3a-20cf-4233-996b-a2e2ccdddd93 req-2fca346d-1828-43be-9216-72fa20c69dfe tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 944 time: 0.8904135 Sep 01 15:02:44.841409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f8bbe8e9-f014-4b96-8ef2-eea426bb27ea up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:44.844381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d062-9484-448b-a87c-12bf4b98f64f req-8a804892-49d9-4f4a-8100-63ad8430a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.846698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-8a804892-49d9-4f4a-8100-63ad8430a3d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d65ee69-111d-42f1-8439-badf22879028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3793359 Sep 01 15:02:44.857510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae602e-451e-4ab4-a715-a9c07d431348 req-30ae6932-f257-4437-a8c7-fad1db4fea78 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.866869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8ae602e-451e-4ab4-a715-a9c07d431348 req-30ae6932-f257-4437-a8c7-fad1db4fea78 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 949 time: 0.4823799 Sep 01 15:02:44.884423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Made reservation on behalf of fa6ee1ca1e8746cbad003af4f437b255 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:44.888663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.938599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:45.004946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.034036 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8ae602e-451e-4ab4-a715-a9c07d431348 req-0bebbb30-85e3-4517-bdb6-9bae12d8af9f tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658256 Sep 01 15:02:45.087295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-c84ef58a-4737-4a9e-8b8c-2e6c6d4fa041 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.087643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:45.089822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-c84ef58a-4737-4a9e-8b8c-2e6c6d4fa041 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 811 time: 1.1123407 Sep 01 15:02:45.101574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:45.102298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.110638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Request body: {'port': {'device_id': '8082681f-74e6-4d58-b104-64deffd45c08', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'admin_state_up': True, 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:45.178605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.181547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70a94ff4-d009-409f-a6fa-82a69419d4a0 req-a74a2867-3426-419c-8d4b-a9c51265a28d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 210 time: 0.0467632 Sep 01 15:02:45.225186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d69bf3a-20cf-4233-996b-a2e2ccdddd93 req-3c31ad1f-9d68-4ad6-b440-9fbe2f45cd37 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332593 Sep 01 15:02:45.310453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.331783 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.382489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:45.409764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.427532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.449813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f1e70b-c933-4611-a75c-c64d23de1f6a']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:45.470259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-2970ac24-328b-40a1-b90e-82c0c72018d7 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779684 Sep 01 15:02:45.494712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a374d5-9353-49a1-8ef2-3f9b9f89465c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:45.495618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:45.496159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a374d5-9353-49a1-8ef2-3f9b9f89465c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:45.601215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bff5a-3361-4c1c-a230-57d1f17422d7 req-1ebbbc05-ef96-4d57-bf28-c8e5b1724bdc tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.603922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d7bff5a-3361-4c1c-a230-57d1f17422d7 req-1ebbbc05-ef96-4d57-bf28-c8e5b1724bdc tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 943 time: 0.2928979 Sep 01 15:02:45.607022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.650693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.665025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:45.665579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:45.667574 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:45.756379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d7bff5a-3361-4c1c-a230-57d1f17422d7 req-1f0e996b-5b64-4a8c-b1a8-42e0646a0a54 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346002 Sep 01 15:02:45.762892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.768577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.770762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87f1e70b-c933-4611-a75c-c64d23de1f6a HTTP/1.1" status: 204 len: 168 time: 1.1735563 Sep 01 15:02:45.775203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50108) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:45.804310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8484d062-9484-448b-a87c-12bf4b98f64f req-ccd4d44c-1aae-447c-85d2-c0ebb61fcaa9 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237367 Sep 01 15:02:45.827016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bf973-1aca-4aa9-bead-24777400c957 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f1e70b-c933-4611-a75c-c64d23de1f6a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:45.862057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Deleting subnet e7f5ff72-bd51-41d6-8497-7a9eef543b89 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:45.869218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.871793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event updated for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:45.888836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:45.916425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:45.920655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54bf885d-4c72-42ab-be7e-c93935afe4f1 req-2dd8be0a-d4d4-4cbe-8d5d-e49339a3c4b0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 210 time: 0.0547559 Sep 01 15:02:45.922330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Allocated IP 172.20.0.11 (3e26321a-0a7c-46f4-9ef7-125fb32d8765/f95926d4-3cbf-4434-8ea8-a69b288a515a/00343a40-cb55-4beb-8f4d-42e3f5f46887) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:45.935506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:45.939785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.989322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.036533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f905-27a0-4cea-870d-d23d1479171a req-8b27d333-c7ff-429d-8a31-96263c419a65 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.038471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a218f905-27a0-4cea-870d-d23d1479171a req-8b27d333-c7ff-429d-8a31-96263c419a65 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.6718283 Sep 01 15:02:46.098748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.099322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.141075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669712b-6eb7-4745-9edb-63356ce5e77d req-7f56858d-d3cd-45ea-ae36-3241be371cd6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.142735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1669712b-6eb7-4745-9edb-63356ce5e77d req-7f56858d-d3cd-45ea-ae36-3241be371cd6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0863643 Sep 01 15:02:46.144406 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.150359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Made reservation on behalf of b4a0076045b84e6ea3b0735b57420f20 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:46.156991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.178400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3fffca89-128a-4734-a423-972aa27b8bc4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0845766 Sep 01 15:02:46.179887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f5ff72-bd51-41d6-8497-7a9eef543b89,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:46.198988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.200368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0785c507-9a17-4534-acbf-1d80a4a7f742 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e7f5ff72-bd51-41d6-8497-7a9eef543b89 HTTP/1.1" status: 204 len: 168 time: 0.4219065 Sep 01 15:02:46.205742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50112) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:46.242835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Request body: {'port': {'device_id': '7d889f5f-cd02-4660-895b-146728e21bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:46.253576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a218f905-27a0-4cea-870d-d23d1479171a req-81e66de4-bc56-4070-b1f3-f7c5c804eaff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993170 Sep 01 15:02:46.277459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1669712b-6eb7-4745-9edb-63356ce5e77d req-25fa10a4-3fe0-42e8-adb3-f01682435d6b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008556 Sep 01 15:02:46.335893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.369660 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8e69d-f9a1-4227-90ba-c75459ed1591 x-openstack-request-id: req-53f8e69d-f9a1-4227-90ba-c75459ed1591 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:46.370219 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-plugged", "status": "completed", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4", "code": 200}, {"server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "name": "network-vif-plugged", "status": "completed", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:46.370326 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53f8e69d-f9a1-4227-90ba-c75459ed1591 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:46.370868 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'code': 200} Sep 01 15:02:46.371147 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6', 'code': 200} Sep 01 15:02:46.456413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.531617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.547338 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.612430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1e8451-3b24-4635-a34b-5419b9ff5e0f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:46.662836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f8bbe8e9-f014-4b96-8ef2-eea426bb27ea up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:46.676562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9011a7ed-3afe-4af7-8591-f1fdf385729c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:46.676562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9011a7ed-3afe-4af7-8591-f1fdf385729c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:46.682118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c53d97-294f-4dc6-8f3a-a5ce768210ca req-3c422940-d581-4e8c-a88c-ed1a515265c6 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.684894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-70c53d97-294f-4dc6-8f3a-a5ce768210ca req-3c422940-d581-4e8c-a88c-ed1a515265c6 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 949 time: 0.2584784 Sep 01 15:02:46.706989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.717152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Allocated IP 172.20.0.9 (6144ffc0-188a-4092-8858-df806b5ae242/371af4bf-0f57-4700-90f3-bb3820c9270c/be0aaa13-ed43-47e0-8820-1b67f1bdf493) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:46.728797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9e509-469b-4cfa-9c04-33e79d9784b5 req-31eff6a3-a436-4757-be1d-f5edc8da21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.730405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eca9e509-469b-4cfa-9c04-33e79d9784b5 req-31eff6a3-a436-4757-be1d-f5edc8da21ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 1097 time: 0.2349577 Sep 01 15:02:46.736589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885757ac-3416-438b-89e8-4d278873da3c req-656e65d5-ed56-484a-864a-b9e37a759c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.738900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-885757ac-3416-438b-89e8-4d278873da3c req-656e65d5-ed56-484a-864a-b9e37a759c98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 1097 time: 0.2618299 Sep 01 15:02:46.754888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.767714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:46.768621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.794605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:46.795246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:46.803096 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:46.818447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda6c59-74bd-4618-8e2d-0bb369774ea5 req-08caef92-b6a5-4390-85ae-028e8dcd7103 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.821121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbda6c59-74bd-4618-8e2d-0bb369774ea5 req-08caef92-b6a5-4390-85ae-028e8dcd7103 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 931 time: 0.2773545 Sep 01 15:02:46.972375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.009987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eca9e509-469b-4cfa-9c04-33e79d9784b5 req-08c978ba-d2b7-41a4-aed8-fe622c4a040a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680068 Sep 01 15:02:47.013927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-70c53d97-294f-4dc6-8f3a-a5ce768210ca req-44b259d3-4031-4766-a2a0-75579f9e6836 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932205 Sep 01 15:02:47.021708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.029180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-885757ac-3416-438b-89e8-4d278873da3c req-0802c03f-cb45-43b6-be29-6c7d14b79bf4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626386 Sep 01 15:02:47.046073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.050620 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac1e8451-3b24-4635-a34b-5419b9ff5e0f HTTP/1.1" status: 204 len: 168 time: 0.8435934 Sep 01 15:02:47.052049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d041216-3170-4036-9acf-76bf3a92dda9 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:47.083643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53ea53-ac3f-4011-be46-737744326ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1e8451-3b24-4635-a34b-5419b9ff5e0f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:47.099882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 330ff944-1d7e-4714-a35c-17e9e3af2af5 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:47.106608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbda6c59-74bd-4618-8e2d-0bb369774ea5 req-e99e25c1-5032-48ab-a711-8cfe5353c7dd tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552369 Sep 01 15:02:47.268471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bd1d2-f1eb-45f2-86e6-db5f82c35061 req-1964a5e1-5eaa-4058-8418-8f610421c028 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.276559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f0bd1d2-f1eb-45f2-86e6-db5f82c35061 req-1964a5e1-5eaa-4058-8418-8f610421c028 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 943 time: 0.0826731 Sep 01 15:02:47.318899 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5735d00c-ef74-41c1-897b-0907d3dc8ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.325039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event updated for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:47.350366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:47.382862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:47.393551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f0bd1d2-f1eb-45f2-86e6-db5f82c35061 req-dde0ec43-7739-4284-bf0f-a7694780dc27 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080744 Sep 01 15:02:47.394009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.409550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b993d64-7023-4da4-9362-eb0155d12a03 req-f45e4b84-d750-42d3-b4ac-f914848c3250 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.420858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50130) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:47.426809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b993d64-7023-4da4-9362-eb0155d12a03 req-f45e4b84-d750-42d3-b4ac-f914848c3250 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 945 time: 0.2108078 Sep 01 15:02:47.474738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:47.477113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d041216-3170-4036-9acf-76bf3a92dda9,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:47.494437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 330ff944-1d7e-4714-a35c-17e9e3af2af5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:47.494715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-a15e90f5-4820-441a-acd9-01aa3b4d4b36 {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:02:47.494838 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:02:47.507298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 330ff944-1d7e-4714-a35c-17e9e3af2af5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:47.507945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.510999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0d041216-3170-4036-9acf-76bf3a92dda9', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'port_id': '0d041216-3170-4036-9acf-76bf3a92dda9', 'mac_address': 'fa:16:3e:5a:29:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:47.568869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b184702e-891f-4abb-bc8e-547cd4a45242 req-3d63b36c-b1e8-4df7-8b44-41fbf7b3b48b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 210 time: 0.0860484 Sep 01 15:02:47.579874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f3df2e98-e1ef-4571-ab57-658c85bc31ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=781bf1da07d94c8e8659272892e868b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532702 Sep 01 15:02:47.580779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50132) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:47.622928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.651049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b993d64-7023-4da4-9362-eb0155d12a03 req-e6387cb8-a5e4-4b55-9be7-ffe8a44b7cc9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233067 Sep 01 15:02:47.674326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.674326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.686307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.720509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.743492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-d1341890-f501-4921-a96d-844ef9d7096b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1099801 Sep 01 15:02:47.785285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.804670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Request body: {'port': {'device_id': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:47.859400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d041216-3170-4036-9acf-76bf3a92dda9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:47.884817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.893277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.904839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b30a278-37fb-4ebe-a795-278e7374ab37 HTTP/1.1" status: 204 len: 168 time: 0.3196654 Sep 01 15:02:47.922275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad019-58b6-49e6-ab2a-4125ea45bfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b30a278-37fb-4ebe-a795-278e7374ab37,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:47.959738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d041216-3170-4036-9acf-76bf3a92dda9,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:47.977887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.983902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7647c70f-0b68-465a-bf6b-895879081c49 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:47.996225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.005875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.019041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.050236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.075244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Transition to ACTIVE for port object 7647c70f-0b68-465a-bf6b-895879081c49 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:48.086931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.112518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.129491 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.245031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:48.252755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:48.261418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.305962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:48.332462 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.345393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd254-4144-4ec9-8b8d-10b09e58a10c req-13dde6a4-5874-4a00-b370-db85de27ea3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:48.349371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f24dd254-4144-4ec9-8b8d-10b09e58a10c req-13dde6a4-5874-4a00-b370-db85de27ea3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.5370529 Sep 01 15:02:48.360489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0d041216-3170-4036-9acf-76bf3a92dda9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:48.404399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Network 6144ffc0-188a-4092-8858-df806b5ae242 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:48.419273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:48.427810 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69f3ac-c54a-4af5-8430-5e23d96cfb54" -d '{"events": [{"server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "name": "network-vif-plugged", "status": "completed", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:48.468164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:48.520951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:48.544676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:48.730542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b5b5-ee87-47d2-902c-bb4a56150449 req-5e6deb09-0de5-469c-8872-bac4f9694699 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:48.733792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0bf5b5b5-ee87-47d2-902c-bb4a56150449 req-5e6deb09-0de5-469c-8872-bac4f9694699 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0886378 Sep 01 15:02:48.801853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0bf5b5b5-ee87-47d2-902c-bb4a56150449 req-b63d26ea-87af-4325-9f98-3078fab329fe tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562055 Sep 01 15:02:48.839336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:48.911994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Pushing event updated for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:48.926859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f24dd254-4144-4ec9-8b8d-10b09e58a10c req-296f9d81-690e-47c8-a90e-86aa309eb566 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202494 Sep 01 15:02:48.948026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:48.948715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.970289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac247ad6-841c-4404-8970-f30c4e7b521b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f0c10f3a44a4b648739d5c48488abf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289947 Sep 01 15:02:48.972843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50160) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:49.002417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea1acf-6b54-4ae2-8597-891e3d49065e req-763f9b75-c633-4fe3-b48b-8b7a12c25ad3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.004118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0ea1acf-6b54-4ae2-8597-891e3d49065e req-763f9b75-c633-4fe3-b48b-8b7a12c25ad3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 943 time: 0.1159961 Sep 01 15:02:49.035116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-fea9aed7-dff1-46b4-aa6c-efb17aef8898 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9335687 Sep 01 15:02:49.075396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Request body: {'port': {'device_id': '8082681f-74e6-4d58-b104-64deffd45c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:49.075915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.092505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0ea1acf-6b54-4ae2-8597-891e3d49065e req-bef804c7-d396-438e-8a24-6149f90f67f5 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622468 Sep 01 15:02:49.108024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Attempting to bind port 7647c70f-0b68-465a-bf6b-895879081c49 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:49.108562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Attempting to bind port 7647c70f-0b68-465a-bf6b-895879081c49 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:49.109474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Attempting to bind port 7647c70f-0b68-465a-bf6b-895879081c49 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:49.114138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Allocated IP 172.20.0.4 (3e26321a-0a7c-46f4-9ef7-125fb32d8765/f95926d4-3cbf-4434-8ea8-a69b288a515a/2d7f943b-6d99-4a9f-95d3-f03198704a9e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:49.116845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.180185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Port 7647c70f-0b68-465a-bf6b-895879081c49 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:49.180584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Attempting to bind port 7647c70f-0b68-465a-bf6b-895879081c49 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:49.205581 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85077581-e745-4336-96cf-28d1f3224f42 x-openstack-request-id: req-85077581-e745-4336-96cf-28d1f3224f42 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:49.212853 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "name": "network-vif-plugged", "status": "completed", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:49.212853 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85077581-e745-4336-96cf-28d1f3224f42 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:49.213567 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5', 'code': 200} Sep 01 15:02:49.223916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:49.224748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Checking segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:49.225312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Bound using segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:49.225699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.225911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Bound port: 7647c70f-0b68-465a-bf6b-895879081c49, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:49.226978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.231903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.234535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89e278b0-17ca-4330-aa71-715fe50c8999 HTTP/1.1" status: 204 len: 168 time: 0.2596674 Sep 01 15:02:49.256187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707dd53-5064-4efa-b165-92501aea50e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e278b0-17ca-4330-aa71-715fe50c8999,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:49.325366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef527bf-11d4-412a-8acc-52ca45e75fb8 req-e03c4066-39a7-4a6b-bb99-c8a18c6f7257 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.327651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ef527bf-11d4-412a-8acc-52ca45e75fb8 req-e03c4066-39a7-4a6b-bb99-c8a18c6f7257 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 944 time: 0.2912567 Sep 01 15:02:49.434696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bcdee-00d1-4ab6-a455-65d4faf66702 req-3a674054-b188-45c7-9b86-54bd5b340842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.436367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f9bcdee-00d1-4ab6-a455-65d4faf66702 req-3a674054-b188-45c7-9b86-54bd5b340842 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 1098 time: 0.0664241 Sep 01 15:02:49.441467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.542145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f9bcdee-00d1-4ab6-a455-65d4faf66702 req-6809850a-57c5-4807-ac28-356209891323 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827250 Sep 01 15:02:49.555805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c89365-f6ff-41ed-8ad4-a6eaff0063a6 req-22be9592-ce8c-4026-97df-801d27315bac tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.557480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86c89365-f6ff-41ed-8ad4-a6eaff0063a6 req-22be9592-ce8c-4026-97df-801d27315bac tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 931 time: 0.1086299 Sep 01 15:02:49.564541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:49.617419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86c89365-f6ff-41ed-8ad4-a6eaff0063a6 req-d9004a10-d283-4180-b8da-9386f4b9b575 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Sep 01 15:02:49.617729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ef527bf-11d4-412a-8acc-52ca45e75fb8 req-1eff865d-c965-4a80-930a-2df6ac3c02d9 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392299 Sep 01 15:02:49.635042 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7647c70f-0b68-465a-bf6b-895879081c49,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:49.655328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.751189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.853951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.855247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.861820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] 10.222.0.50 "PUT /v2.0/ports/7647c70f-0b68-465a-bf6b-895879081c49 HTTP/1.1" status: 200 len: 1092 time: 3.6251721 Sep 01 15:02:49.897312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:49.901663 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23bf8ec-be50-43a9-a8a0-148d9e885383" -d '{"events": [{"name": "network-changed", "server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "tag": "7647c70f-0b68-465a-bf6b-895879081c49"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:49.919110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.978903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262fe7-46ec-4937-a96d-399db1e85c0b req-f4f8c3d9-7274-4fce-8f78-db830a10cc1a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.993737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6262fe7-46ec-4937-a96d-399db1e85c0b req-f4f8c3d9-7274-4fce-8f78-db830a10cc1a tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0764475 Sep 01 15:02:50.040412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6262fe7-46ec-4937-a96d-399db1e85c0b req-d366c070-8054-4fe3-98d7-a17c377752a7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Sep 01 15:02:50.149091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabab4-ec92-45f2-9fbd-46ce2f1bf886 service neutron] Pushing event updated for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:50.164268 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d33a96-34cb-46b5-95d7-33f11888a5ac x-openstack-request-id: req-75d33a96-34cb-46b5-95d7-33f11888a5ac {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:50.164922 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "tag": "7647c70f-0b68-465a-bf6b-895879081c49", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:50.165145 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d33a96-34cb-46b5-95d7-33f11888a5ac {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:50.165729 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49', 'status': 'completed', 'code': 200} Sep 01 15:02:50.210396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af924214-ca01-43f4-9ab1-cbefd9fdc6c2 req-38e90064-0e64-4ffa-bedc-c9edb6355394 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.213153 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af924214-ca01-43f4-9ab1-cbefd9fdc6c2 req-38e90064-0e64-4ffa-bedc-c9edb6355394 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.4403327 Sep 01 15:02:50.295461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac8e79-f624-4e91-b4a6-eddad4e3404c req-37aee94a-0f99-4c1d-8f65-4e5282fb93b1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.299063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8ac8e79-f624-4e91-b4a6-eddad4e3404c req-37aee94a-0f99-4c1d-8f65-4e5282fb93b1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0719490 Sep 01 15:02:50.315182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-2db7369d-799b-4c1c-aa80-e9654cf78997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.317946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-2db7369d-799b-4c1c-aa80-e9654cf78997 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 1095 time: 0.3438890 Sep 01 15:02:50.368793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:50.380906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8ac8e79-f624-4e91-b4a6-eddad4e3404c req-606808fa-0358-4331-87ce-926df9ea5c3b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728395 Sep 01 15:02:50.581735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d96ef4-29d5-44a2-a9ed-940c4295db76 req-3de2eb95-ad17-40b8-84b7-7604aef468e4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.585570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70d96ef4-29d5-44a2-a9ed-940c4295db76 req-3de2eb95-ad17-40b8-84b7-7604aef468e4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 943 time: 0.0971377 Sep 01 15:02:50.642627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70d96ef4-29d5-44a2-a9ed-940c4295db76 req-3c27c9c9-db4c-4822-85e4-6bfc8d875e18 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Sep 01 15:02:50.981672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59164b-17ef-4b0a-a21a-0a3a3d9e3545 req-ed8d8dcb-d90d-4144-ab1e-b6f7d0cf8a5f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.984695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da59164b-17ef-4b0a-a21a-0a3a3d9e3545 req-ed8d8dcb-d90d-4144-ab1e-b6f7d0cf8a5f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 944 time: 0.0888019 Sep 01 15:02:51.057142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d041216-3170-4036-9acf-76bf3a92dda9 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:51.061504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af924214-ca01-43f4-9ab1-cbefd9fdc6c2 req-7398cae8-fe9d-4f55-8949-df9aa69a952b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215561 Sep 01 15:02:51.064717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-f19d8855-6161-49f9-a0c5-cf0fdf0672d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7647c70f-0b68-465a-bf6b-895879081c49 HTTP/1.1" status: 200 len: 217 time: 0.7153840 Sep 01 15:02:51.071622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da59164b-17ef-4b0a-a21a-0a3a3d9e3545 req-cb2dde6f-3c54-44ed-bbf5-ad1fbb330e8a tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736499 Sep 01 15:02:51.169761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0d041216-3170-4036-9acf-76bf3a92dda9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:51.179763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0d041216-3170-4036-9acf-76bf3a92dda9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:51.180423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.215578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event updated for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:51.235734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:51.267809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:51.298710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdebae-0ea4-4847-a10c-3ee4291c0f9c req-4f0ecd3c-0021-4aaf-ade1-4eef5f84518d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.301267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:51.304650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dbdebae-0ea4-4847-a10c-3ee4291c0f9c req-4f0ecd3c-0021-4aaf-ade1-4eef5f84518d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0809288 Sep 01 15:02:51.397666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.405334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dbdebae-0ea4-4847-a10c-3ee4291c0f9c req-e9970517-dcb6-4985-92fc-91ef7a9b3a8e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916746 Sep 01 15:02:51.422869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0aaa13-ed43-47e0-8820-1b67f1bdf493 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:51.462952 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.466669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:51.473660 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbabcee-1ece-4f97-8462-7ddb493ae838" -d '{"events": [{"server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "name": "network-vif-plugged", "status": "completed", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:51.485691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b1d9d452-d65f-4544-a46f-b8fe15e17184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.488370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b1d9d452-d65f-4544-a46f-b8fe15e17184 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.3904595 Sep 01 15:02:51.512389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d041216-3170-4036-9acf-76bf3a92dda9,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:51.521874 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.594512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Transition to ACTIVE for port object be0aaa13-ed43-47e0-8820-1b67f1bdf493 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:51.615907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-44ecebc3-79bd-403a-9c22-a96391ab797f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009426 Sep 01 15:02:51.638497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.640090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.658312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6eb6-8490-4f28-b194-8f45bbaef5ec req-92aef98e-bff0-4355-a6dc-8b1dbd0022e0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.661647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de6a6eb6-8490-4f28-b194-8f45bbaef5ec req-92aef98e-bff0-4355-a6dc-8b1dbd0022e0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 931 time: 0.4072564 Sep 01 15:02:51.668035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:51.683708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.722785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d379e-c773-400c-b3ff-44e2b2cac92d req-128c1aa2-8bda-4d68-baa9-5e3d3109fa3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.725493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f89d379e-c773-400c-b3ff-44e2b2cac92d req-128c1aa2-8bda-4d68-baa9-5e3d3109fa3c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0957503 Sep 01 15:02:51.786449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f89d379e-c773-400c-b3ff-44e2b2cac92d req-379d0037-9ebe-416c-9d70-c907d21e1394 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Sep 01 15:02:51.856446 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae86f4a-997a-4412-a3d7-4959bd13dfb3 x-openstack-request-id: req-dae86f4a-997a-4412-a3d7-4959bd13dfb3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:51.856752 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "name": "network-vif-plugged", "status": "completed", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:51.857009 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dae86f4a-997a-4412-a3d7-4959bd13dfb3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:51.857445 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9', 'code': 200} Sep 01 15:02:51.901511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-265aa5e7-3cdf-4deb-b67f-3b1bd5dd0ed4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0598085 Sep 01 15:02:51.933458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Request body: {'port': {'device_id': 'c91574c6-7322-416c-9009-284e412bc807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:51.949537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00343a40-cb55-4beb-8f4d-42e3f5f46887 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:52.006172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.055777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:52.128427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de6a6eb6-8490-4f28-b194-8f45bbaef5ec req-bf58a7ef-84d9-497a-97b5-2f8eebc4a432 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134347 Sep 01 15:02:52.237481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65444283-cb59-4dc6-844f-e0b922898a02 req-a87b183b-716e-49b2-8ef2-2500445dd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.244093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65444283-cb59-4dc6-844f-e0b922898a02 req-a87b183b-716e-49b2-8ef2-2500445dd3c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 1097 time: 0.2312520 Sep 01 15:02:52.294138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Transition to ACTIVE for port object 00343a40-cb55-4beb-8f4d-42e3f5f46887 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:52.322782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.333631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Attempting to bind port be0aaa13-ed43-47e0-8820-1b67f1bdf493 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:52.333959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36112c5-87b4-4107-b982-cfcb024cdefc req-1ac570dd-9466-4b22-934e-a23fe2607aba tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.334145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Attempting to bind port be0aaa13-ed43-47e0-8820-1b67f1bdf493 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:52.334325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Attempting to bind port be0aaa13-ed43-47e0-8820-1b67f1bdf493 on network 6144ffc0-188a-4092-8858-df806b5ae242 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:52.340314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c36112c5-87b4-4107-b982-cfcb024cdefc req-1ac570dd-9466-4b22-934e-a23fe2607aba tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 943 time: 0.3058860 Sep 01 15:02:52.368144 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.451383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Pushing event updated for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:52.466065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Port be0aaa13-ed43-47e0-8820-1b67f1bdf493 on network 6144ffc0-188a-4092-8858-df806b5ae242 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:52.466621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Attempting to bind port be0aaa13-ed43-47e0-8820-1b67f1bdf493 on network 6144ffc0-188a-4092-8858-df806b5ae242 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:52.496524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65444283-cb59-4dc6-844f-e0b922898a02 req-30419b18-36a9-4663-9a84-9ad943c07ed7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227743 Sep 01 15:02:52.523394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c36112c5-87b4-4107-b982-cfcb024cdefc req-793bb236-09b5-4a31-a2fb-bdbca3096f6b tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305950 Sep 01 15:02:52.526630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:52.527263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Checking segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:52.527899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Bound using segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:52.528681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Bound port: be0aaa13-ed43-47e0-8820-1b67f1bdf493, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:52.529397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.536954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-71dfcaf5-7fb9-44ba-92d8-5c887df06d6a service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8710809 Sep 01 15:02:52.703892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063733-6404-4a59-8cfe-69cb4f3f5ab7 req-d0e19e4d-d78b-496a-bf3b-c94292bf3c14 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.716981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed063733-6404-4a59-8cfe-69cb4f3f5ab7 req-d0e19e4d-d78b-496a-bf3b-c94292bf3c14 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 0.0953946 Sep 01 15:02:52.791001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed063733-6404-4a59-8cfe-69cb4f3f5ab7 req-0b87324d-80e7-454a-b5e7-95ace2c17048 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729473 Sep 01 15:02:52.962322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b95cc-6f49-43df-8d9d-542305151832 req-0604f943-7ae7-4d81-b373-51207e5eec60 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.964506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98b95cc-6f49-43df-8d9d-542305151832 req-0604f943-7ae7-4d81-b373-51207e5eec60 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.0564797 Sep 01 15:02:53.023169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98b95cc-6f49-43df-8d9d-542305151832 req-3475bcd8-57e4-47d5-b82b-acfe90928ed5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Sep 01 15:02:53.072978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:53.300525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb2fe-60f8-4580-83ca-7795ca1d7019 req-0af6615a-592d-42ff-92d1-1d7d02595ea7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:53.303596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c1bb2fe-60f8-4580-83ca-7795ca1d7019 req-0af6615a-592d-42ff-92d1-1d7d02595ea7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.7800665 Sep 01 15:02:53.454477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f7467-12c5-4280-b6a7-b5baa4c0d1b6 req-b7d7f1d1-58d5-442c-9dc3-a631775b7afc tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:53.470587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f2f7467-12c5-4280-b6a7-b5baa4c0d1b6 req-b7d7f1d1-58d5-442c-9dc3-a631775b7afc tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2026327 Sep 01 15:02:53.478546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:53.480486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c1bb2fe-60f8-4580-83ca-7795ca1d7019 req-3b46069a-b50a-4526-881a-938aebb430d6 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563137 Sep 01 15:02:53.512444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'mac_address': 'fa:16:3e:be:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:53.559293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:53.610110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f2f7467-12c5-4280-b6a7-b5baa4c0d1b6 req-0ea7ecf2-4295-4008-9a24-9cdae974f32f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376958 Sep 01 15:02:53.651564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:53.671817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.709381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:53.713818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Attempting to bind port 00343a40-cb55-4beb-8f4d-42e3f5f46887 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:53.717223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Attempting to bind port 00343a40-cb55-4beb-8f4d-42e3f5f46887 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:53.717776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Attempting to bind port 00343a40-cb55-4beb-8f4d-42e3f5f46887 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:53.737699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:53.760341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.820100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:53.827982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.943943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-ffcfa046-d695-45fa-ab00-9725cba3b146 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2017102 Sep 01 15:02:53.956358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Port 00343a40-cb55-4beb-8f4d-42e3f5f46887 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:53.956862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Attempting to bind port 00343a40-cb55-4beb-8f4d-42e3f5f46887 on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:53.990663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:53.992650 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c071b47-cdf4-408c-bc46-b920df22a66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.002097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:54.031566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.032219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.033732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] 10.222.0.50 "PUT /v2.0/ports/be0aaa13-ed43-47e0-8820-1b67f1bdf493 HTTP/1.1" status: 200 len: 1092 time: 4.9722517 Sep 01 15:02:54.055007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:54.055375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Checking segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:54.055748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Bound using segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:54.056329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Bound port: 00343a40-cb55-4beb-8f4d-42e3f5f46887, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:54.056692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.059129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:54.064636 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb" -d '{"events": [{"name": "network-changed", "server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:54.304680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7f943b-6d99-4a9f-95d3-f03198704a9e {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:54.332510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c071b47-cdf4-408c-bc46-b920df22a66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.335129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.350062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b58f-27b5-466d-b404-074ef26419ea req-cef5b673-7afd-417b-a167-585621e03d5d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.356877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7649b58f-27b5-466d-b404-074ef26419ea req-cef5b673-7afd-417b-a167-585621e03d5d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 943 time: 0.2187648 Sep 01 15:02:54.361834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Transition to ACTIVE for port object 2d7f943b-6d99-4a9f-95d3-f03198704a9e will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:54.373040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c071b47-cdf4-408c-bc46-b920df22a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.406701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.438424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c071b47-cdf4-408c-bc46-b920df22a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e432756-43c4-471b-b020-5999edd58133,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.449274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c071b47-cdf4-408c-bc46-b920df22a66d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cc74c21d81a45fb8c109781c8c96005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885634 Sep 01 15:02:54.450097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50342) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:54.478706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65496-3016-400b-bea6-9856e7bf15ea service neutron] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.479180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7649b58f-27b5-466d-b404-074ef26419ea req-ef1e060c-b8dc-4998-861c-078c89e49824 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024685 Sep 01 15:02:54.494415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633798b-f977-4273-9644-9af60c096793 req-aac01e75-873b-4aec-8979-8e8748623c5d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.506596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b633798b-f977-4273-9644-9af60c096793 req-aac01e75-873b-4aec-8979-8e8748623c5d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 943 time: 0.5614858 Sep 01 15:02:54.676941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-537a4c16-65ba-490a-b562-1c3955e0e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.678582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-537a4c16-65ba-490a-b562-1c3955e0e422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 1095 time: 0.2983847 Sep 01 15:02:54.690227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.694991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-126d5bad-6a30-4e68-a0fc-ff4d2199a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.696610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-126d5bad-6a30-4e68-a0fc-ff4d2199a63e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 1095 time: 0.3288682 Sep 01 15:02:54.759170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-84771239-3a5f-4d5a-824d-6c90903def1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493 HTTP/1.1" status: 200 len: 217 time: 0.0535271 Sep 01 15:02:54.770873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b01b1a-1b5a-46bf-ba35-66917bc8b66e req-17598bbe-01f1-4ef3-a680-f28f5407a654 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.774583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87b01b1a-1b5a-46bf-ba35-66917bc8b66e req-17598bbe-01f1-4ef3-a680-f28f5407a654 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1510808 Sep 01 15:02:54.779164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.786441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b633798b-f977-4273-9644-9af60c096793 req-47b9ac68-63dc-4939-985f-9385d35eba77 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788055 Sep 01 15:02:54.915932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.936156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87b01b1a-1b5a-46bf-ba35-66917bc8b66e req-93470e49-c730-4d73-9a65-fc0d0a2a0e26 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190999 Sep 01 15:02:54.982013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.986697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.005100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e432756-43c4-471b-b020-5999edd58133 HTTP/1.1" status: 204 len: 168 time: 0.5117586 Sep 01 15:02:55.034959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cc304-d118-4bd0-87d0-644ce2841cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e432756-43c4-471b-b020-5999edd58133,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:55.091514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:55.144684 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71ef11a-bd08-4459-8a48-47505b77b725 x-openstack-request-id: req-d71ef11a-bd08-4459-8a48-47505b77b725 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:55.145080 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:55.145249 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71ef11a-bd08-4459-8a48-47505b77b725 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:55.145675 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'status': 'completed', 'code': 200} Sep 01 15:02:55.146889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:55.188529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:55.208917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.220121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-2144e666-535a-4a1f-87fb-f0f5c3b68852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.221779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-2144e666-535a-4a1f-87fb-f0f5c3b68852 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.4187210 Sep 01 15:02:55.312586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dda22b-5ac2-41ef-b801-41e4413b632b req-6268effb-6b5c-4c76-a8f9-796b7fe08bd9 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.314274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0dda22b-5ac2-41ef-b801-41e4413b632b req-6268effb-6b5c-4c76-a8f9-796b7fe08bd9 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 0.3840070 Sep 01 15:02:55.320710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:55.321025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.375794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-e305e686-f960-4ca9-a404-9c8e8b908764 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112268 Sep 01 15:02:55.379863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.380608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.382041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] 10.222.0.50 "PUT /v2.0/ports/00343a40-cb55-4beb-8f4d-42e3f5f46887 HTTP/1.1" status: 200 len: 1093 time: 7.6078911 Sep 01 15:02:55.401483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Attempting to bind port 2d7f943b-6d99-4a9f-95d3-f03198704a9e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:55.401947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Attempting to bind port 2d7f943b-6d99-4a9f-95d3-f03198704a9e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:55.402218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Attempting to bind port 2d7f943b-6d99-4a9f-95d3-f03198704a9e on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:55.409308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4269c7-be3d-4cdb-a95a-0c89fd925807 req-9e73fcf9-abba-4a01-9491-008ad43cd483 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.432940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c4269c7-be3d-4cdb-a95a-0c89fd925807 req-9e73fcf9-abba-4a01-9491-008ad43cd483 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2117183 Sep 01 15:02:55.438824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-5e9c6985-dbaf-4d5f-a202-0c6e00945630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.443120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-5e9c6985-dbaf-4d5f-a202-0c6e00945630 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 919 time: 0.6822989 Sep 01 15:02:55.460074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783b6f-8b6e-40d5-b653-5c69fdcc957f service neutron] Pushing event updated for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:55.513128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Port 2d7f943b-6d99-4a9f-95d3-f03198704a9e on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:55.516095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Attempting to bind port 2d7f943b-6d99-4a9f-95d3-f03198704a9e on network 3e26321a-0a7c-46f4-9ef7-125fb32d8765 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:55.610602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.635983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-e9ba285a-debd-4f7b-baa8-9b57977da17e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7647c70f-0b68-465a-bf6b-895879081c49 HTTP/1.1" status: 200 len: 217 time: 0.1452451 Sep 01 15:02:55.637453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:55.640399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Checking segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:55.640958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Bound using segment: {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:55.641588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Bound port: 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b39b304-6704-4bdf-bc86-16d14e0633d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:55.642084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.667895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:55.672550 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391c1a0c-0c8c-4131-8f3d-eb072d69a964" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:55.685097 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0dda22b-5ac2-41ef-b801-41e4413b632b req-4026e824-162c-4298-8bc4-bcdb488bf342 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270302 Sep 01 15:02:55.692017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c4269c7-be3d-4cdb-a95a-0c89fd925807 req-61ef446d-9b9e-4c74-b92f-842b32b71956 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564609 Sep 01 15:02:55.727733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:55.738721 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.933146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:55.958017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:56.037586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4076dca7-4208-41b8-a151-753b210d3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.196269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204746-a2cf-44ad-a38f-4e93713ad0c6 req-a42c8b35-9d67-440e-84a0-b508bcad11d4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.199149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35204746-a2cf-44ad-a38f-4e93713ad0c6 req-a42c8b35-9d67-440e-84a0-b508bcad11d4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1641421 Sep 01 15:02:56.272429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3a15d296-a833-4056-b17d-7db71a8e50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.274023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-3a15d296-a833-4056-b17d-7db71a8e50da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 1096 time: 0.7820766 Sep 01 15:02:56.286294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-2719580f-aff5-4dbb-9ee2-8b269fb3b11d service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713884 Sep 01 15:02:56.305088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-b9c46cdd-280f-45bc-8bd3-a77af19e1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.306664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-b9c46cdd-280f-45bc-8bd3-a77af19e1249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.6572583 Sep 01 15:02:56.340772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35204746-a2cf-44ad-a38f-4e93713ad0c6 req-7839954f-af19-475d-9ba5-4d8c128e9795 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966125 Sep 01 15:02:56.445440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:56.449631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-49ab1d13-4fb9-440b-a291-ffaa0974aef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177933 Sep 01 15:02:56.454827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-37afca3a-9dc0-4c0a-b671-d3d82778706f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887 HTTP/1.1" status: 200 len: 217 time: 0.1419392 Sep 01 15:02:56.473208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:56.478252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4076dca7-4208-41b8-a151-753b210d3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.497693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4076dca7-4208-41b8-a151-753b210d3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.526820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.650406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076dca7-4208-41b8-a151-753b210d3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de492ac-7f81-448b-ad24-4e2e3a9d31df,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:56.663911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4076dca7-4208-41b8-a151-753b210d3277 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1be6d728451446a8b64ba573aae7415f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7034969 Sep 01 15:02:56.665498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:56.731783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.732878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.734861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168848-adcc-4256-8078-c3ea6cbba64a req-407cdd62-5df3-4eff-86ca-d095e99cb598 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.736005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] 10.222.0.50 "PUT /v2.0/ports/2d7f943b-6d99-4a9f-95d3-f03198704a9e HTTP/1.1" status: 200 len: 1092 time: 4.8164067 Sep 01 15:02:56.743719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10168848-adcc-4256-8078-c3ea6cbba64a req-407cdd62-5df3-4eff-86ca-d095e99cb598 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 943 time: 0.2146788 Sep 01 15:02:56.786443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00a81-9e61-40e2-b467-0e5fda6c5cce req-ca7d873b-0897-43f4-b7ef-0963eea6dfb8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.816092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ae00a81-9e61-40e2-b467-0e5fda6c5cce req-ca7d873b-0897-43f4-b7ef-0963eea6dfb8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.9029541 Sep 01 15:02:56.830747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.842189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10168848-adcc-4256-8078-c3ea6cbba64a req-9c82b220-f75e-4e0f-8166-c9446a2ce6c8 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972469 Sep 01 15:02:56.902656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-58f099d9-ac99-4f52-b075-3b37bc80bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.905951 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-58f099d9-ac99-4f52-b075-3b37bc80bd9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.4288423 Sep 01 15:02:56.916469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.935585 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8762f3d-9bc1-43f5-a4e8-812df8c28b41 x-openstack-request-id: req-e8762f3d-9bc1-43f5-a4e8-812df8c28b41 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:56.936355 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:56.936355 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8762f3d-9bc1-43f5-a4e8-812df8c28b41 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:56.936700 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'code': 200} Sep 01 15:02:57.010732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d22f8c7-9634-464f-85f0-ab4047aa02a4 req-7a41a063-e9a7-4826-99b1-cf7b4357d7bc service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985497 Sep 01 15:02:57.065084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-cd492228-6338-4a5c-8a15-2059b5429e0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178520 Sep 01 15:02:57.080916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff2b42-e482-4ceb-be66-29d329afc84a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.092557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7647c70f-0b68-465a-bf6b-895879081c49 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:57.110375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.113276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.141993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5de492ac-7f81-448b-ad24-4e2e3a9d31df HTTP/1.1" status: 204 len: 168 time: 0.4732122 Sep 01 15:02:57.158564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267de88-4936-44ca-a509-7940b09dcb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de492ac-7f81-448b-ad24-4e2e3a9d31df,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.174432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887'}, {'name': 'network-changed', 'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:57.176588 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad9c143-84dd-47ee-93e7-789664a62010" -d '{"events": [{"name": "network-changed", "server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887"}, {"name": "network-changed", "server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:57.210723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504aa20-ef91-45c1-83dc-1fbc14ed2b86 req-2ee5efc7-4b91-43fe-9ce1-9d5f07063f75 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.215747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f504aa20-ef91-45c1-83dc-1fbc14ed2b86 req-2ee5efc7-4b91-43fe-9ce1-9d5f07063f75 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 0.2083917 Sep 01 15:02:57.228765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:57.245895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Request body: {'floatingip': {'port_id': '0d041216-3170-4036-9acf-76bf3a92dda9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:57.259058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-4949de9c-e22d-406e-847f-7dc7ebbacb24 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736344 Sep 01 15:02:57.289210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ae00a81-9e61-40e2-b467-0e5fda6c5cce req-12b1b8d2-e4e5-4483-bb51-3abdb94e968f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358788 Sep 01 15:02:57.352749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7647c70f-0b68-465a-bf6b-895879081c49,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:57.368777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7647c70f-0b68-465a-bf6b-895879081c49', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'port_id': '7647c70f-0b68-465a-bf6b-895879081c49', 'mac_address': 'fa:16:3e:d9:84:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95926d4-3cbf-4434-8ea8-a69b288a515a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:57.399560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.447133 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.503567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.573299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7647c70f-0b68-465a-bf6b-895879081c49 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:57.611892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-c182c9a4-960c-40b3-bd7f-2c57decd9a89 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232363 Sep 01 15:02:57.627071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-1f0a9cfd-1632-41cf-8f16-7d7dbc27d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.631287 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-1f0a9cfd-1632-41cf-8f16-7d7dbc27d588 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 1095 time: 0.7576857 Sep 01 15:02:57.639533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7647c70f-0b68-465a-bf6b-895879081c49,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:57.641291 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23bf8ec-be50-43a9-a8a0-148d9e885383 req-0b751fba-6086-4d08-a172-04ca7e041f74 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413980 Sep 01 15:02:57.653879 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.724671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-60b1c41a-5bd4-4be1-b381-b67526266ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.728558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-60b1c41a-5bd4-4be1-b381-b67526266ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 1095 time: 0.6114185 Sep 01 15:02:57.811553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.884374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-100c21b0-675f-4e33-846d-55e758057647 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e HTTP/1.1" status: 200 len: 217 time: 0.2039051 Sep 01 15:02:58.022053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7647c70f-0b68-465a-bf6b-895879081c49'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:58.226971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-95302ce9-4822-46b3-bd9c-0bad429d261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.230652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-95302ce9-4822-46b3-bd9c-0bad429d261d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.3170178 Sep 01 15:02:58.313551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-6623085a-e493-46d5-8a74-c1a43a973552 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667150 Sep 01 15:02:58.366086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-a9c4cf20-1510-45f5-b8d7-b86a7e4eb710 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326953 Sep 01 15:02:58.511225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-4c15f0fc-5a20-4978-96a3-b8d20f38e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.512779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-4c15f0fc-5a20-4978-96a3-b8d20f38e9bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 912 time: 0.6326091 Sep 01 15:02:58.540976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7d0ae-04b1-4673-b6af-d7dbaf7e6f96 req-2a67bd65-7a2d-4697-8b9d-70736e752e97 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.542722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1d7d0ae-04b1-4673-b6af-d7dbaf7e6f96 req-2a67bd65-7a2d-4697-8b9d-70736e752e97 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.1595852 Sep 01 15:02:58.607117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd096cb-4928-4fd7-8a2b-000ee1e4489f req-12fd32f5-0c2c-4162-afc0-5ef81da03d26 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.622009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fd096cb-4928-4fd7-8a2b-000ee1e4489f req-12fd32f5-0c2c-4162-afc0-5ef81da03d26 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 943 time: 1.0838037 Sep 01 15:02:58.647640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-50541b54-b5b5-42d9-9332-604ac15e254a service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141799 Sep 01 15:02:58.649034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-1ee38029-7e8f-4492-930d-00f18411cd32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493 HTTP/1.1" status: 200 len: 217 time: 0.0948670 Sep 01 15:02:58.807511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1d7d0ae-04b1-4673-b6af-d7dbaf7e6f96 req-5b1a29c8-4a8f-4400-a86d-f3544647a695 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903844 Sep 01 15:02:58.844863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-3bf5ac48-3c7c-4e66-a4cf-c17a27108125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.846878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-3bf5ac48-3c7c-4e66-a4cf-c17a27108125 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.1741104 Sep 01 15:02:58.902337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-789f6ea9-a152-4173-a070-afb553d59dca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314140 Sep 01 15:02:59.002386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fd096cb-4928-4fd7-8a2b-000ee1e4489f req-6db65746-7913-45d8-8e47-7428e1def1c5 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570549 Sep 01 15:02:59.056010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-a742e145-13a1-4a6b-b64b-d331e248505e service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421919 Sep 01 15:02:59.064712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ef3249-e2e1-41af-962c-47c5d297a8f4 req-33d11818-f590-4296-96b7-b9ce1883c492 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786418 Sep 01 15:02:59.228214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5d28-d3ef-423a-ae03-fb801dbcd419 req-7630294f-a10e-4dbd-ac9c-218eb21af2bc tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:59.241918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dcd5d28-d3ef-423a-ae03-fb801dbcd419 req-7630294f-a10e-4dbd-ac9c-218eb21af2bc tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1245966 Sep 01 15:02:59.322061 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b805d107-ef61-4ba8-a1b5-285dc5f4bceb req-66ef4a58-6e0f-472f-af45-e7a205627000 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516596 Sep 01 15:02:59.439355 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dcd5d28-d3ef-423a-ae03-fb801dbcd419 req-4690c2fa-0005-4581-bbaf-a2745f03a4c7 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158924 Sep 01 15:02:59.490035 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c9a297-2c50-467b-8c1e-257578606912 x-openstack-request-id: req-83c9a297-2c50-467b-8c1e-257578606912 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:59.490523 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:59.490895 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83c9a297-2c50-467b-8c1e-257578606912 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:59.491561 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887', 'status': 'completed', 'code': 200} Sep 01 15:02:59.491973 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e', 'status': 'completed', 'code': 200} Sep 01 15:02:59.731264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-91b8b5e1-deef-4148-a131-490ccca439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:59.759456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-91b8b5e1-deef-4148-a131-490ccca439f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 1096 time: 0.2106357 Sep 01 15:02:59.959729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] It took 1.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:59.990485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca64a-2c08-49b1-8238-7085e16f53e7 req-bbf610d7-035a-4ae1-b3e3-170dd9082c28 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.005970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16aca64a-2c08-49b1-8238-7085e16f53e7 req-bbf610d7-035a-4ae1-b3e3-170dd9082c28 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2437630 Sep 01 15:03:00.047172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b414a-2a32-4bfd-ad53-a5b4323d688c req-b1c2b4fe-2304-43d3-8929-4d4f9b3f32e2 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.061956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-116b414a-2a32-4bfd-ad53-a5b4323d688c req-b1c2b4fe-2304-43d3-8929-4d4f9b3f32e2 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 944 time: 0.2471383 Sep 01 15:03:00.131209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16aca64a-2c08-49b1-8238-7085e16f53e7 req-4f557707-3047-49bf-b4c5-972bcc3ab846 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935326 Sep 01 15:03:00.153039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-dcb10d4e-d93e-44a5-bb65-ab41b1b2efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.157172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-dcb10d4e-d93e-44a5-bb65-ab41b1b2efae service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 919 time: 0.3614893 Sep 01 15:03:00.163792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.181171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.211501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-116b414a-2a32-4bfd-ad53-a5b4323d688c req-cb9925d4-c134-4266-94a3-de18382d3b5f tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091347 Sep 01 15:03:00.344096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-93296b16-8546-493f-aef7-fe9563a7e6a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887 HTTP/1.1" status: 200 len: 217 time: 0.1669986 Sep 01 15:03:00.520543 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:03:00.554987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a79d-37dc-40ed-a395-8e7be8ca9401 req-1cdb0bb0-5f6b-4ec4-9ed8-8a151d78269b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.566153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e411a79d-37dc-40ed-a395-8e7be8ca9401 req-1cdb0bb0-5f6b-4ec4-9ed8-8a151d78269b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 943 time: 0.2084205 Sep 01 15:03:00.585734 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Floating IP 7a3eea7d-7ea1-4d65-808f-edd3d121318d associated. External IP: 172.25.1.162, port: 0d041216-3170-4036-9acf-76bf3a92dda9. Sep 01 15:03:00.628232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-2a8fbd7f-1dca-4472-acfc-64a772b75a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.631176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-2a8fbd7f-1dca-4472-acfc-64a772b75a63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.2733955 Sep 01 15:03:00.715484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-b6b58cd8-64b9-416d-adeb-6e656f68327a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702884 Sep 01 15:03:00.952932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cdc4c-5629-4d76-ba34-5dfd140ad49c req-33282380-30a8-4983-80d7-075330412aad tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.955697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e411a79d-37dc-40ed-a395-8e7be8ca9401 req-4ab729d4-498b-4d89-a662-ae21a3fe1952 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821602 Sep 01 15:03:00.967888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d3cdc4c-5629-4d76-ba34-5dfd140ad49c req-33282380-30a8-4983-80d7-075330412aad tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.2856526 Sep 01 15:03:01.024489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:01.107503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d3cdc4c-5629-4d76-ba34-5dfd140ad49c req-eaf879b3-ea02-49c4-9573-1b5516b8d63b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380608 Sep 01 15:03:01.143946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0aaa13-ed43-47e0-8820-1b67f1bdf493 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:01.152125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7647c70f-0b68-465a-bf6b-895879081c49 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:01.194896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-f2793220-d96d-4a1f-89dc-167bff4ffbbc service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642284 Sep 01 15:03:01.217300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:01.231642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.232626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Sync routers for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:01.290979 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:01.293339 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:01.308729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f96ce41-5434-4062-920e-220a7226f0d0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "PUT /v2.0/floatingips/7a3eea7d-7ea1-4d65-808f-edd3d121318d HTTP/1.1" status: 200 len: 991 time: 4.0779488 Sep 01 15:03:01.309564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:01.312576 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:01.430429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa2561-f8c8-4614-ab03-1f948cfbfd6d req-de5302c7-2b37-40d8-8ed0-f07154c3deff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:01.441725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3caa2561-f8c8-4614-ab03-1f948cfbfd6d req-de5302c7-2b37-40d8-8ed0-f07154c3deff tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1076601 Sep 01 15:03:01.520985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-23e51551-369e-400b-a80c-9354351d5813 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177197 Sep 01 15:03:01.632697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:01.644597 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:01.665172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'port_id': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'mac_address': 'fa:16:3e:1b:51:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:01.677329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7647c70f-0b68-465a-bf6b-895879081c49 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:01.682838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7647c70f-0b68-465a-bf6b-895879081c49 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:01.683763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.773023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.788138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3caa2561-f8c8-4614-ab03-1f948cfbfd6d req-e20c3efc-9323-4955-86a9-5c46704ae775 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454001 Sep 01 15:03:01.796869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0aaa13-ed43-47e0-8820-1b67f1bdf493 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:01.867134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-9b1003ef-a6e8-4734-bf69-e2340aec7032 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3104033 Sep 01 15:03:01.935687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:01.947854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.025524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-519dd079-6211-4bf3-a513-b22c9f07bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.042120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-519dd079-6211-4bf3-a513-b22c9f07bc22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 1095 time: 0.3940790 Sep 01 15:03:02.061110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.118700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff18b8-0754-4b6c-9cf7-121c594112fa req-4c3a2c09-fa74-4ae8-823b-07ae841ccc00 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.142255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff18b8-0754-4b6c-9cf7-121c594112fa req-4c3a2c09-fa74-4ae8-823b-07ae841ccc00 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.154215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff18b8-0754-4b6c-9cf7-121c594112fa req-4c3a2c09-fa74-4ae8-823b-07ae841ccc00 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.174171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2ff18b8-0754-4b6c-9cf7-121c594112fa req-4c3a2c09-fa74-4ae8-823b-07ae841ccc00 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b&device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 2417 time: 0.1902175 Sep 01 15:03:02.190109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:02.194441 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82822083-1665-4a6a-9f23-78ca61123a2f" -d '{"events": [{"server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7647c70f-0b68-465a-bf6b-895879081c49"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:02.235646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:02.256411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7647c70f-0b68-465a-bf6b-895879081c49,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:02.267711 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.286260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2ff18b8-0754-4b6c-9cf7-121c594112fa req-4a11b56a-b81d-402e-ad71-73a0d184a1fa tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083560 Sep 01 15:03:02.347139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['be0aaa13-ed43-47e0-8820-1b67f1bdf493'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:02.384502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc813039-a91d-49f6-a8c8-2350cf3bbc89 req-eaf073d7-1f01-4f5e-a0b2-1b59cf1c972c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.408484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc813039-a91d-49f6-a8c8-2350cf3bbc89 req-eaf073d7-1f01-4f5e-a0b2-1b59cf1c972c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3635428 Sep 01 15:03:02.420637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:02.429305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-f70a7470-2097-4845-8cba-64b5da253651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.438808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-f70a7470-2097-4845-8cba-64b5da253651 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.5112743 Sep 01 15:03:02.601480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc813039-a91d-49f6-a8c8-2350cf3bbc89 req-464709de-62a2-40fe-adcc-81dd4f2d7a4f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885955 Sep 01 15:03:02.676475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:02.697824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-10b04c0c-2341-4059-ae88-650067b3b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.700682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-10b04c0c-2341-4059-ae88-650067b3b2c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 200 len: 919 time: 0.6160035 Sep 01 15:03:02.762200 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '7a3eea7d-7ea1-4d65-808f-edd3d121318d', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'port_id': '0d041216-3170-4036-9acf-76bf3a92dda9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'mac_address': 'fa:16:3e:5a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:24Z', 'updated_at': '2021-09-01T15:02:58Z', 'revision_number': 1, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:02.865966 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Checking router: 6884b18e-4cb0-412d-89e4-88c1b594cdf0 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:02.888150 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f442bfc8-6899-449a-9cce-46ceb95a55c3 x-openstack-request-id: req-f442bfc8-6899-449a-9cce-46ceb95a55c3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:02.899144 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:02.899565 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f442bfc8-6899-449a-9cce-46ceb95a55c3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:02.900637 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9', 'status': 'completed', 'code': 200} Sep 01 15:03:02.904358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:02.912589 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:02:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:02.915036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-56037d1a-30c0-4b69-8807-86fe2ceedbd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e HTTP/1.1" status: 200 len: 217 time: 0.1594369 Sep 01 15:03:02.924958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2aa33ed1-d9f8-4890-b974-9c295b777a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.065652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-b365345c-85bd-4e74-a669-df1cd4f6b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.068892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-b365345c-85bd-4e74-a669-df1cd4f6b1fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 200 len: 858 time: 0.1222961 Sep 01 15:03:03.119949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-0ee41dd1-baa6-4148-8631-fd8d08ae8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.122960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-0ee41dd1-baa6-4148-8631-fd8d08ae8985 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.6407843 Sep 01 15:03:03.157439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2d7f943b-6d99-4a9f-95d3-f03198704a9e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:03.201915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16438-4945-4a12-9336-5b3ec29630e5 req-edac4e9f-47a2-4666-819b-bb636a32dd56 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.206852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda16438-4945-4a12-9336-5b3ec29630e5 req-edac4e9f-47a2-4666-819b-bb636a32dd56 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 945 time: 0.1821973 Sep 01 15:03:03.208995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:03.212783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2aa33ed1-d9f8-4890-b974-9c295b777a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.240327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2aa33ed1-d9f8-4890-b974-9c295b777a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.334002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-9b8b5854-f4c4-43a0-aa21-b6093d37b8be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.1783543 Sep 01 15:03:03.392082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-4f1fc3d6-dab4-4377-a9af-f0c6f861bc70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e26321a-0a7c-46f4-9ef7-125fb32d8765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788386 Sep 01 15:03:03.403240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda16438-4945-4a12-9336-5b3ec29630e5 req-6039a43a-53fa-436c-b7c1-9bd8c2dfe04d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593521 Sep 01 15:03:03.441939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2aa33ed1-d9f8-4890-b974-9c295b777a19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2a0d0af4fa9495aa175f6d1c8362f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164042 Sep 01 15:03:03.447866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa33ed1-d9f8-4890-b974-9c295b777a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d12ce8-4e87-47d2-a27e-1125c0a596fe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:03.461731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:03.509000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:03.559333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2d7f943b-6d99-4a9f-95d3-f03198704a9e', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'port_id': '2d7f943b-6d99-4a9f-95d3-f03198704a9e', 'mac_address': 'fa:16:3e:f8:f4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95926d4-3cbf-4434-8ea8-a69b288a515a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:03.715612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.720436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.749636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-327b6b3e-f8c9-4dbf-8e1a-2745c64acc73 service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210444 Sep 01 15:03:03.773118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7f943b-6d99-4a9f-95d3-f03198704a9e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:03.802579 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f66a27-f4cc-4b10-b358-49d378d1e73e x-openstack-request-id: req-f7f66a27-f4cc-4b10-b358-49d378d1e73e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:03.803042 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7647c70f-0b68-465a-bf6b-895879081c49", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:03.803470 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7f66a27-f4cc-4b10-b358-49d378d1e73e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:03.804091 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49', 'code': 200} Sep 01 15:03:03.867395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.891235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:03.903521 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.903859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 00343a40-cb55-4beb-8f4d-42e3f5f46887 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:04.021097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '7a3eea7d-7ea1-4d65-808f-edd3d121318d', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'port_id': '0d041216-3170-4036-9acf-76bf3a92dda9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'mac_address': 'fa:16:3e:5a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:24Z', 'updated_at': '2021-09-01T15:02:58Z', 'revision_number': 1, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:04.086284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:04.142438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:04.168182 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb37a56-3370-4274-923c-77c4dbbefc10 None None] The sync data for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 is: [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '7a3eea7d-7ea1-4d65-808f-edd3d121318d', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'port_id': '0d041216-3170-4036-9acf-76bf3a92dda9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'mac_address': 'fa:16:3e:5a:29:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:24Z', 'updated_at': '2021-09-01T15:02:58Z', 'revision_number': 1, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:04.176101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '00343a40-cb55-4beb-8f4d-42e3f5f46887', 'network_id': '3e26321a-0a7c-46f4-9ef7-125fb32d8765', 'port_id': '00343a40-cb55-4beb-8f4d-42e3f5f46887', 'mac_address': 'fa:16:3e:0b:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95926d4-3cbf-4434-8ea8-a69b288a515a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:04.229414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b979d-bafe-4ccd-8f90-ef9b7cf68cc2 req-2fa1781e-3797-4c67-865b-143483e65ef1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:04.231154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-066b979d-bafe-4ccd-8f90-ef9b7cf68cc2 req-2fa1781e-3797-4c67-865b-143483e65ef1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.2005234 Sep 01 15:03:04.244394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.247911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.253886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30d12ce8-4e87-47d2-a27e-1125c0a596fe HTTP/1.1" status: 204 len: 168 time: 0.7917364 Sep 01 15:03:04.274012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.293900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2d97d-bcd5-42c3-b5b2-52481fff6586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d12ce8-4e87-47d2-a27e-1125c0a596fe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:04.335135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-066b979d-bafe-4ccd-8f90-ef9b7cf68cc2 req-53e266b2-c3ff-40ca-8fc4-8a5413c67e9b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719521 Sep 01 15:03:04.362290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00343a40-cb55-4beb-8f4d-42e3f5f46887 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:04.399406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:04.411854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.696227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9907-3d5e-4f41-9294-8c74b6fd3301 req-6028f35e-9e47-4f99-a328-f9d5caab56f5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:04.710630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97ac9907-3d5e-4f41-9294-8c74b6fd3301 req-6028f35e-9e47-4f99-a328-f9d5caab56f5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1676688 Sep 01 15:03:04.711901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:04.738027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-c61ef8f6-e7ea-43e5-8728-07172389d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:04.755095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-c61ef8f6-e7ea-43e5-8728-07172389d875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193bab4d4d064066b0ab302ed220169f&device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 1097 time: 1.8380303 Sep 01 15:03:04.800827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c3f1-4473-4ee8-b568-29d01056d4ed None None] New status for floating IP 7a3eea7d-7ea1-4d65-808f-edd3d121318d: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:03:04.844563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97ac9907-3d5e-4f41-9294-8c74b6fd3301 req-be5a320e-a7b3-429f-8542-7bceb8f49092 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205566 Sep 01 15:03:04.968583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['00343a40-cb55-4beb-8f4d-42e3f5f46887'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:04.988069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2d7f943b-6d99-4a9f-95d3-f03198704a9e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:05.336778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0aaa13-ed43-47e0-8820-1b67f1bdf493 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:05.381223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:05.434031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a0953-b015-4e4a-93b5-44174f62097a req-2a10f4dc-52c8-4f27-bb88-b0949b3e5570 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.437630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-355a0953-b015-4e4a-93b5-44174f62097a req-2a10f4dc-52c8-4f27-bb88-b0949b3e5570 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1973801 Sep 01 15:03:05.449552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ff0-2138-4b74-ad1c-1a7f608a44e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.506059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ad9c143-84dd-47ee-93e7-789664a62010 req-b9dc4f42-2b0c-43c5-a89a-42ea2704683b service neutron] 10.222.0.50 "GET /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6472700 Sep 01 15:03:05.573334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58276f3-9c6b-4a92-b5c4-e01e7e779ff6 req-ea704ae5-3025-4bc4-b6ff-c7584c98dd00 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.580408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a58276f3-9c6b-4a92-b5c4-e01e7e779ff6 req-ea704ae5-3025-4bc4-b6ff-c7584c98dd00 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 944 time: 2.5085301 Sep 01 15:03:05.618030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-b2fc59f1-60bd-444a-9857-8181e40c0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.629608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-b2fc59f1-60bd-444a-9857-8181e40c0215 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 2.2316439 Sep 01 15:03:05.730712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-265a6dab-4ac1-4774-962c-f1f132025614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.736717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-265a6dab-4ac1-4774-962c-f1f132025614 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 200 len: 916 time: 0.7808864 Sep 01 15:03:05.745577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9154ee1-0481-445b-963c-80e9d953d35d req-abce35a1-24aa-46b0-bde1-ab80492278e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.755048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9154ee1-0481-445b-963c-80e9d953d35d req-abce35a1-24aa-46b0-bde1-ab80492278e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 1097 time: 1.8621724 Sep 01 15:03:05.762604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port be0aaa13-ed43-47e0-8820-1b67f1bdf493 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:05.800596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ff0-2138-4b74-ad1c-1a7f608a44e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.838269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port be0aaa13-ed43-47e0-8820-1b67f1bdf493 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:05.838849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.865751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc51ff0-2138-4b74-ad1c-1a7f608a44e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.955037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-891727e4-6ebd-4895-af18-041ba25ebe69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2668612 Sep 01 15:03:05.966559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1cc51ff0-2138-4b74-ad1c-1a7f608a44e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c396fe839498482e9ff0e808ff984e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814793 Sep 01 15:03:05.971201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc51ff0-2138-4b74-ad1c-1a7f608a44e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1858f7-c7ae-4700-982b-e4218aa3094d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:05.994309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50528) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:06.025913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-355a0953-b015-4e4a-93b5-44174f62097a req-42882acc-cf3a-4211-b78e-cbe4d99a7dc3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185073 Sep 01 15:03:06.087934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a58276f3-9c6b-4a92-b5c4-e01e7e779ff6 req-9835b56b-c7a6-4ae7-8168-71c3dde6eb48 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802563 Sep 01 15:03:06.226757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.325302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.372601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.471484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:06.482643 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf8e3a-85d9-48f0-9ce2-b0a549d728eb" -d '{"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-plugged", "status": "completed", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:06.529669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-dd959b7e-eede-4a7a-a13c-6a99b4c7a7af service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938533 Sep 01 15:03:06.536635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:06.548620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.574867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-4ae65242-96fa-48f6-9d5c-a4e8d75bf902 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 200 len: 999 time: 0.7850339 Sep 01 15:03:06.581169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9154ee1-0481-445b-963c-80e9d953d35d req-fd00b62e-bc05-4fd9-ba8b-962ce8f65b53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390147 Sep 01 15:03:06.599706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.603703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.605302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d1858f7-c7ae-4700-982b-e4218aa3094d HTTP/1.1" status: 204 len: 168 time: 0.6087587 Sep 01 15:03:06.619849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5097660-432d-4b23-a6a7-419b21c3bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1858f7-c7ae-4700-982b-e4218aa3094d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:06.642870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba1322-0142-4603-906a-b005824ead50 req-de3c8eec-b28b-4f91-9b2e-27e9c33307fa tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:06.646271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48ba1322-0142-4603-906a-b005824ead50 req-de3c8eec-b28b-4f91-9b2e-27e9c33307fa tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 945 time: 0.1413629 Sep 01 15:03:06.760074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:06.813652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48ba1322-0142-4603-906a-b005824ead50 req-61c993ca-46c7-47bc-b112-41d006d0269a tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431170 Sep 01 15:03:06.969952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-009c3ea7-16f0-4920-8a0c-e1356f5b0499 req-a106c1d2-d99a-47a4-b6aa-52422c0c5067 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184237 Sep 01 15:03:06.992094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc70629-dbdf-44a1-bd27-85a14d177082 req-adc5c693-8806-43fc-b4a3-b01508e7d0a5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:06.994883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddc70629-dbdf-44a1-bd27-85a14d177082 req-adc5c693-8806-43fc-b4a3-b01508e7d0a5 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1954739 Sep 01 15:03:07.006091 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3fa96e-7967-4cc4-87e9-dcb6929073da x-openstack-request-id: req-4b3fa96e-7967-4cc4-87e9-dcb6929073da {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:07.007018 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-plugged", "status": "completed", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:07.007018 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b3fa96e-7967-4cc4-87e9-dcb6929073da {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:07.007342 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'code': 200} Sep 01 15:03:07.070785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-7afab729-4062-479b-a9ec-d71dbb5d782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.072512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-7afab729-4062-479b-a9ec-d71dbb5d782a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5e176f6-ac5e-4df0-a3f7-52808799988e HTTP/1.1" status: 200 len: 854 time: 0.1923325 Sep 01 15:03:07.107619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddc70629-dbdf-44a1-bd27-85a14d177082 req-1b864119-b621-4a1f-b734-6de85bd118ef tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025219 Sep 01 15:03:07.262944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-e7417eba-7463-4062-9cc2-4b63138679a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.264648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-e7417eba-7463-4062-9cc2-4b63138679a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d65ee69-111d-42f1-8439-badf22879028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560607 Sep 01 15:03:07.267722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c9828-f92f-4592-98c3-fceff78b1e1e req-685b34dc-f89b-40b3-9294-8e220770de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.269530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d59c9828-f92f-4592-98c3-fceff78b1e1e req-685b34dc-f89b-40b3-9294-8e220770de85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 1097 time: 0.1301234 Sep 01 15:03:07.418237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d59c9828-f92f-4592-98c3-fceff78b1e1e req-cddc6cd5-ef6c-4145-be0d-78347b6e67be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655780 Sep 01 15:03:07.461414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b371e4-68a4-4d4c-8efe-8426db8767d3 req-6c966136-e51d-4b85-b0a2-9ad7edf0edf7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.475858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8b371e4-68a4-4d4c-8efe-8426db8767d3 req-6c966136-e51d-4b85-b0a2-9ad7edf0edf7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1437578 Sep 01 15:03:07.499143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad0f96-da85-4704-b028-ef9ae77c1837 req-185d6f86-46d8-475a-bc40-e78a08efb5d2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.500782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efad0f96-da85-4704-b028-ef9ae77c1837 req-185d6f86-46d8-475a-bc40-e78a08efb5d2 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1300807 Sep 01 15:03:07.511743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-0c424666-4d62-40b6-87c9-caa66a547696 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243574 Sep 01 15:03:07.555551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8b371e4-68a4-4d4c-8efe-8426db8767d3 req-82e36f17-a143-40af-9347-17a21e7b7171 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777879 Sep 01 15:03:07.626471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efad0f96-da85-4704-b028-ef9ae77c1837 req-4c072529-d836-4d17-9bea-896431e871cd tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042330 Sep 01 15:03:07.932908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ec9479-89ba-466e-b7d9-4ff3f15fb5ea req-cb918c2a-d8b1-4cd7-812f-21bd6206da34 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591987 Sep 01 15:03:08.100035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-b91ffec8-2b01-4750-92d6-add55944c156 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318831 Sep 01 15:03:08.219051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e90d60-2c2c-4be7-8dff-46123a3f660e req-36b2e4ea-75ce-44c8-9fe7-af922003f289 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.227213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05e90d60-2c2c-4be7-8dff-46123a3f660e req-36b2e4ea-75ce-44c8-9fe7-af922003f289 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 945 time: 0.1588285 Sep 01 15:03:08.437589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05e90d60-2c2c-4be7-8dff-46123a3f660e req-bce484ad-9ca2-4e20-a47f-2c77ad67d79f tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858792 Sep 01 15:03:08.451453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-4ad253bf-f2ce-4b54-8a48-04b54933f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.460281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-4ad253bf-f2ce-4b54-8a48-04b54933f0bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3500ff5488ac49bc9376a164e98caa4c&device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1102 time: 0.2298644 Sep 01 15:03:08.922364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e05b9d-3859-4f1f-be45-1b2e6b2be6a5 req-978edfae-46e5-4c00-8be3-51161a69dff2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.930655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc16a9-c0ab-43c5-99c8-9566fde99d4f req-997520cf-eee0-46bb-9a93-e45db7b50396 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.931883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2e05b9d-3859-4f1f-be45-1b2e6b2be6a5 req-978edfae-46e5-4c00-8be3-51161a69dff2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2616246 Sep 01 15:03:08.933887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20fc16a9-c0ab-43c5-99c8-9566fde99d4f req-997520cf-eee0-46bb-9a93-e45db7b50396 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1334369 Sep 01 15:03:08.943454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-7d6e0892-d6f1-4ee7-a55f-f27d73fec202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.945620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-7d6e0892-d6f1-4ee7-a55f-f27d73fec202 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4479311 Sep 01 15:03:09.005416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-94f38ab6-4f6b-4a50-9ca6-8dc040e5ef64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 200 len: 217 time: 0.0493474 Sep 01 15:03:09.024937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20fc16a9-c0ab-43c5-99c8-9566fde99d4f req-60a71b94-b039-4e3c-810e-63d8e963f88c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677536 Sep 01 15:03:09.099861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2e05b9d-3859-4f1f-be45-1b2e6b2be6a5 req-b3a079d8-aa66-456e-9e8e-4c5a4233f0b9 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645141 Sep 01 15:03:09.133253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-5eb80755-cafb-4634-ad43-5be718a9c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:09.140815 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-5eb80755-cafb-4634-ad43-5be718a9c6cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1226394 Sep 01 15:03:09.168696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2d7f943b-6d99-4a9f-95d3-f03198704a9e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:09.304823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2d7f943b-6d99-4a9f-95d3-f03198704a9e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:09.305270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-36c85d54-a001-4db5-88d1-2adbda4486b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:09.309648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-36c85d54-a001-4db5-88d1-2adbda4486b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576016 Sep 01 15:03:09.319065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2d7f943b-6d99-4a9f-95d3-f03198704a9e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:09.319826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:09.506020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815d0c6-93b8-4adb-a8cb-a72219a2572d req-01d80f10-4be6-4a55-8221-39a1ab932cb1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:09.516327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8815d0c6-93b8-4adb-a8cb-a72219a2572d req-01d80f10-4be6-4a55-8221-39a1ab932cb1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1967261 Sep 01 15:03:09.603557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-969e4156-d341-485b-9ae4-a878c4bae807 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823079 Sep 01 15:03:09.621529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8815d0c6-93b8-4adb-a8cb-a72219a2572d req-1ed15083-a41d-46df-9343-80e4f8540d19 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991130 Sep 01 15:03:09.659076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:09.748169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:09.761203 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d1e52f-8c8f-4782-8aa9-5b8520921e11" -d '{"events": [{"server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "name": "network-vif-plugged", "status": "completed", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:09.800653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:09.811395 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:09.813860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 00343a40-cb55-4beb-8f4d-42e3f5f46887 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:09.836426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286dbd7-94bd-4b47-880d-058795da0774 req-d85d7f37-65d0-496f-9b18-bfcc6ae5e7b3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:09.844183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5286dbd7-94bd-4b47-880d-058795da0774 req-d85d7f37-65d0-496f-9b18-bfcc6ae5e7b3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 945 time: 0.1064219 Sep 01 15:03:09.855398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2365a978-181a-44bf-9279-4dbf90ab8b4e req-83c5b20f-2260-41a9-9c62-689dcb43894f service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326682 Sep 01 15:03:09.887469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cbb0-2b56-4aae-b412-43b536b9faeb req-c734ef3b-b209-49b5-8fde-0400aecda95a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:09.895884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa70cbb0-2b56-4aae-b412-43b536b9faeb req-c734ef3b-b209-49b5-8fde-0400aecda95a tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1647573 Sep 01 15:03:09.949054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5286dbd7-94bd-4b47-880d-058795da0774 req-c6224ded-1a8c-4c10-a225-15e12c3fb038 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Sep 01 15:03:09.972933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa70cbb0-2b56-4aae-b412-43b536b9faeb req-a282c7ba-2d06-41d6-ad85-27b93e69f54d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Sep 01 15:03:10.009463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:10.051538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 00343a40-cb55-4beb-8f4d-42e3f5f46887 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:10.063395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 00343a40-cb55-4beb-8f4d-42e3f5f46887 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:10.063874 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:10.306437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb1ca-4014-4233-bd74-2c4207de5db4 req-5a1bf7b8-1a3c-4427-bf2c-bf421a9d4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.308497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aaefb1ca-4014-4233-bd74-2c4207de5db4 req-5a1bf7b8-1a3c-4427-bf2c-bf421a9d4c0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 1097 time: 0.0789366 Sep 01 15:03:10.318481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7439d1-800d-4380-ad06-1e4d4619a313 req-e953da6f-7ad1-4c5d-802c-9d473240cd15 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.320612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6696d0-2352-4963-9818-663120ebfea4 req-e93772ea-4834-434e-a57b-64b37d8b4f82 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.320916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec7439d1-800d-4380-ad06-1e4d4619a313 req-e953da6f-7ad1-4c5d-802c-9d473240cd15 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.1254001 Sep 01 15:03:10.330593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b6696d0-2352-4963-9818-663120ebfea4 req-e93772ea-4834-434e-a57b-64b37d8b4f82 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1710343 Sep 01 15:03:10.401624 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3826ee-cd70-421d-a6b8-a1cd02039742 x-openstack-request-id: req-4f3826ee-cd70-421d-a6b8-a1cd02039742 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:10.402550 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "name": "network-vif-plugged", "status": "completed", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:10.402550 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f3826ee-cd70-421d-a6b8-a1cd02039742 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:10.406030 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e', 'code': 200} Sep 01 15:03:10.414533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec7439d1-800d-4380-ad06-1e4d4619a313 req-422d5e6a-a67a-4944-8d87-2842a5aeca2f tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786066 Sep 01 15:03:10.417392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b6696d0-2352-4963-9818-663120ebfea4 req-f0fdcf33-ae5e-4610-9c15-b166621f9879 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856280 Sep 01 15:03:10.427058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aaefb1ca-4014-4233-bd74-2c4207de5db4 req-b9893c53-e7f7-44c4-9d9e-e4bba1976720 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878077 Sep 01 15:03:10.506138 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:10.594668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:10.610493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:10.664013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d167dd-2256-47cd-abaf-480c83c76cdb req-e5a3babd-f43b-44bc-a83f-5ba516cd96e6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.666020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26d167dd-2256-47cd-abaf-480c83c76cdb req-e5a3babd-f43b-44bc-a83f-5ba516cd96e6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.1084313 Sep 01 15:03:10.720131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26d167dd-2256-47cd-abaf-480c83c76cdb req-86f9b2c4-4443-4f60-a27e-5c1903f710b6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Sep 01 15:03:10.721053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:11.048755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737cc8-96df-4565-af10-82c156c42df0 req-294a67e5-b316-42a1-9903-079e0720985a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.059267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa737cc8-96df-4565-af10-82c156c42df0 req-294a67e5-b316-42a1-9903-079e0720985a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0849049 Sep 01 15:03:11.134219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa737cc8-96df-4565-af10-82c156c42df0 req-d0b37de4-e55c-45db-8cd9-2600983cbd9a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732191 Sep 01 15:03:11.455250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bc84-af27-4d9e-992f-688d9c65e714 req-45c673dc-a463-4499-8f0c-bb6ac11469f9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.466046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7203bc84-af27-4d9e-992f-688d9c65e714 req-45c673dc-a463-4499-8f0c-bb6ac11469f9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1309195 Sep 01 15:03:11.485403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-c18e8e83-f0bc-4f02-81b6-e41e08d43a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.488667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-c18e8e83-f0bc-4f02-81b6-e41e08d43a97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 1097 time: 0.1943810 Sep 01 15:03:11.585561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7203bc84-af27-4d9e-992f-688d9c65e714 req-92242227-b27b-43c9-905e-037295531d2c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120763 Sep 01 15:03:11.728249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-f4b25d63-3872-483a-8ee0-ab971042d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.730058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-f4b25d63-3872-483a-8ee0-ab971042d9ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 912 time: 0.2283070 Sep 01 15:03:11.771509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9f2b-667e-436a-89fd-32db523cf5c5 req-0cd28fb2-92d2-4e44-b7fe-2047edb3cd8d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.781691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-708d9f2b-667e-436a-89fd-32db523cf5c5 req-0cd28fb2-92d2-4e44-b7fe-2047edb3cd8d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.3919666 Sep 01 15:03:11.859682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-708d9f2b-667e-436a-89fd-32db523cf5c5 req-6ac3338e-8a59-49dd-a988-ed5ede5a13d7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Sep 01 15:03:11.906757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210a73-574c-4973-8a54-9fe2c3ba6ade req-7ef4af61-2207-4277-b178-e988bde97a79 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.921808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e210a73-574c-4973-8a54-9fe2c3ba6ade req-7ef4af61-2207-4277-b178-e988bde97a79 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.1578565 Sep 01 15:03:12.048252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e210a73-574c-4973-8a54-9fe2c3ba6ade req-9df0f629-bf24-4af1-b206-be0e4447e2ee tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192477 Sep 01 15:03:12.057512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-e79fb97e-5f77-4312-b5fa-e4cf0e980e3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493 HTTP/1.1" status: 200 len: 217 time: 0.2471066 Sep 01 15:03:12.294455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-4dd0a4d2-f2e5-4b85-9e5e-b1d8418ccba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.305111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-4dd0a4d2-f2e5-4b85-9e5e-b1d8418ccba6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.2307739 Sep 01 15:03:12.411956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:12.428903 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d4300-6aaf-4e41-861f-c60f1b49fb7a" -d '{"events": [{"server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "name": "network-vif-plugged", "status": "completed", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:12.437198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b0be-10fd-4dc8-a75e-8f0a2f4b2785 req-e83bf1dc-fe6c-4465-8617-70be06159ce3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.461602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-af4f3d6d-1b58-4656-85df-ab726e40de0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376748 Sep 01 15:03:12.461948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f171b0be-10fd-4dc8-a75e-8f0a2f4b2785 req-e83bf1dc-fe6c-4465-8617-70be06159ce3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2068973 Sep 01 15:03:12.589442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f171b0be-10fd-4dc8-a75e-8f0a2f4b2785 req-b300eedb-25e4-4597-8083-08c8835890b9 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274014 Sep 01 15:03:12.733363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-9ab3729e-088c-41f7-b664-dd7a25093dfb service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541752 Sep 01 15:03:12.769670 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf26761-fcda-4d75-8eaa-dce89484479f x-openstack-request-id: req-4cf26761-fcda-4d75-8eaa-dce89484479f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:12.770289 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "name": "network-vif-plugged", "status": "completed", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:12.770785 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cf26761-fcda-4d75-8eaa-dce89484479f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:12.771407 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887', 'code': 200} Sep 01 15:03:13.005157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98d0d309-57cf-4ba5-b61d-27aa1284ddfb req-e456dae3-b020-42e9-a05a-985afdf59ec9 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231846 Sep 01 15:03:13.053775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf067b-734a-4c4f-a577-110e520c927e req-ea68b4af-1d1d-410b-be03-b0d2668bcb92 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.065483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30cf067b-734a-4c4f-a577-110e520c927e req-ea68b4af-1d1d-410b-be03-b0d2668bcb92 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1431441 Sep 01 15:03:13.107237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b3deb-1e57-4c1c-865e-886e80069a47 req-8a14d363-cd32-4176-9f4f-1510c463cf18 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.121673 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-528b3deb-1e57-4c1c-865e-886e80069a47 req-8a14d363-cd32-4176-9f4f-1510c463cf18 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.4910746 Sep 01 15:03:13.147412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30cf067b-734a-4c4f-a577-110e520c927e req-78fb0483-ce4a-4a15-a21a-3464fa041ee5 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716867 Sep 01 15:03:13.203751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e47c5-54b7-448a-92f8-77535c07d2c4 req-2fe061cc-c128-4893-afca-61c68464fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.206779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-027e47c5-54b7-448a-92f8-77535c07d2c4 req-2fe061cc-c128-4893-afca-61c68464fc25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 1098 time: 0.1990566 Sep 01 15:03:13.220896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-528b3deb-1e57-4c1c-865e-886e80069a47 req-fdbac4ac-be0b-460f-986e-d944edbd882a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977144 Sep 01 15:03:13.322496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-027e47c5-54b7-448a-92f8-77535c07d2c4 req-ae5eb6fd-6bf8-45b1-b208-db1277b98e24 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905356 Sep 01 15:03:13.454202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211651bb-9683-4839-919f-cc5a86eb3f0b req-942c2653-738b-442a-852b-06e1c6ca76c8 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.457115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-211651bb-9683-4839-919f-cc5a86eb3f0b req-942c2653-738b-442a-852b-06e1c6ca76c8 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1107187 Sep 01 15:03:13.620035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-211651bb-9683-4839-919f-cc5a86eb3f0b req-f8400536-3b89-434e-8bf6-abcc03eaca20 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550038 Sep 01 15:03:13.841044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-1729d59a-f52f-4459-b5a1-c2b44f4e7c46 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.859472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-1729d59a-f52f-4459-b5a1-c2b44f4e7c46 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.2535379 Sep 01 15:03:13.887950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-350c2df6-3eff-4d3d-8d63-6b02e47fc90c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/quotas/b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 375 time: 0.0246570 Sep 01 15:03:13.909978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547d5a-9f04-4f5f-90a3-c69d8108bd69 req-aa38eecb-b545-40b3-8eeb-6e7a93ebf704 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.917764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0547d5a-9f04-4f5f-90a3-c69d8108bd69 req-aa38eecb-b545-40b3-8eeb-6e7a93ebf704 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.1531391 Sep 01 15:03:13.998194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0547d5a-9f04-4f5f-90a3-c69d8108bd69 req-7435f32f-5b93-4ccd-b188-074c468d05b3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685186 Sep 01 15:03:13.998972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-ca24fd26-ea28-4c0a-bcf4-e2a6bb7e0460 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092720 Sep 01 15:03:14.254158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-750e367c-d72e-479f-b344-3e3dd93cda3f service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535691 Sep 01 15:03:14.300369 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f786ee5e-07d4-466d-abe1-2ca53668c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.434789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c075a-0092-4eea-9b35-42bba41271aa req-08b188f9-068a-4652-98ba-0421b6a65353 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.436476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-170c075a-0092-4eea-9b35-42bba41271aa req-08b188f9-068a-4652-98ba-0421b6a65353 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.0857894 Sep 01 15:03:14.464443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-d9f7cbb1-4e7e-457d-9539-931cf6d2ebe6 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086575 Sep 01 15:03:14.501627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-170c075a-0092-4eea-9b35-42bba41271aa req-ac5fcfbd-f1ff-4536-b9af-8fc2e45c2501 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510199 Sep 01 15:03:14.844160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e005-90c6-4679-9357-22013b58e308 req-73cbf9d4-8b34-4bae-b19f-0e6fb5d5ca4e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.846193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e24e005-90c6-4679-9357-22013b58e308 req-73cbf9d4-8b34-4bae-b19f-0e6fb5d5ca4e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1944427 Sep 01 15:03:14.938657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e24e005-90c6-4679-9357-22013b58e308 req-171cc2b7-f8e2-4fb6-bffe-6c3a9d28eed3 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853853 Sep 01 15:03:14.957625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f54a-d47c-424e-af82-12eaa474cdf1 req-e7f3a9e1-7b2a-45be-b2e2-06ac9c085f4e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.974125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e61f54a-d47c-424e-af82-12eaa474cdf1 req-e7f3a9e1-7b2a-45be-b2e2-06ac9c085f4e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2157593 Sep 01 15:03:15.092796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e61f54a-d47c-424e-af82-12eaa474cdf1 req-5151a85c-dfe8-4f51-913c-5290d3e34a54 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166253 Sep 01 15:03:15.180982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27bf5-1748-47b9-a208-ec4ecff1951b req-c5320a45-5c90-4a14-800d-132f422bb336 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.192331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15e27bf5-1748-47b9-a208-ec4ecff1951b req-c5320a45-5c90-4a14-800d-132f422bb336 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1103945 Sep 01 15:03:15.264041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15e27bf5-1748-47b9-a208-ec4ecff1951b req-06f0ddcc-cd18-4a0c-ac99-72abf0846582 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706153 Sep 01 15:03:15.349819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c22aa106-dee3-4384-b1f2-ec61b14d4a1f req-9f1cb0d2-c451-48f4-9626-4cbfee0f6ad0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 210 time: 0.1422107 Sep 01 15:03:15.805403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e98e-8faf-4cf7-b166-4668e946875f req-9cd6e9f4-d49e-4fb8-9b4e-efd0c6743469 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.809628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ff8e98e-8faf-4cf7-b166-4668e946875f req-9cd6e9f4-d49e-4fb8-9b4e-efd0c6743469 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.0929954 Sep 01 15:03:15.886493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ff8e98e-8faf-4cf7-b166-4668e946875f req-8889e871-c28c-42e6-bb5c-c28e03437de7 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Sep 01 15:03:16.204100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c2da-0858-4d07-9234-33e7e9c81baf req-a097a5f0-cac3-494d-ad50-c7dbad7b9515 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.220647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e527c2da-0858-4d07-9234-33e7e9c81baf req-a097a5f0-cac3-494d-ad50-c7dbad7b9515 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.0997846 Sep 01 15:03:16.406853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e527c2da-0858-4d07-9234-33e7e9c81baf req-7f503e5f-e113-4ddf-b983-25aebb745e7e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823902 Sep 01 15:03:16.521685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc743f7-60f1-40a1-b93a-4827ac06e578 req-49d98540-7b34-4e64-a834-5265d17c1d4c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.533401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cc743f7-60f1-40a1-b93a-4827ac06e578 req-49d98540-7b34-4e64-a834-5265d17c1d4c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1419799 Sep 01 15:03:16.615132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cc743f7-60f1-40a1-b93a-4827ac06e578 req-783d6546-b31d-457c-8ad1-4903646d0e59 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Sep 01 15:03:16.679318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c662a-1879-4cc6-bf70-7ab3929ce38f req-66ea2020-7022-426a-ac90-d856b6b8ecb1 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.693151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed0c662a-1879-4cc6-bf70-7ab3929ce38f req-66ea2020-7022-426a-ac90-d856b6b8ecb1 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1259837 Sep 01 15:03:16.770832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed0c662a-1879-4cc6-bf70-7ab3929ce38f req-223d8e9d-aabf-470f-b2b1-6cb549ecbbd1 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739181 Sep 01 15:03:16.808094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd85bc-1be4-4396-ab98-04e190b393c3 req-ed5d06e4-45ad-4640-9a76-f219d65416ba tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.824684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05fd85bc-1be4-4396-ab98-04e190b393c3 req-ed5d06e4-45ad-4640-9a76-f219d65416ba tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.1295040 Sep 01 15:03:16.923245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05fd85bc-1be4-4396-ab98-04e190b393c3 req-49f48b42-ee56-4eff-a647-15e00a97fe5a tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925286 Sep 01 15:03:16.932196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa9efe60-4e3f-4a60-943f-781482be96eb req-632e5a78-438f-46ff-8231-259b95b93b37 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 210 time: 0.0758939 Sep 01 15:03:17.079112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a75fe28c-07c1-47d2-8288-a3b21f315ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.310188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.344015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-d0b923c3-f9d8-4bda-abce-a1c48369d786 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:17.346576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-d0b923c3-f9d8-4bda-abce-a1c48369d786 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.2016268 Sep 01 15:03:17.371330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Request body: {'port': {'device_id': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'admin_state_up': True, 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:17.567168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:17.571560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.644148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01935-c3e7-4f5e-b6c9-f0025a8d5aa5 req-557531bc-1743-4f66-84bf-2ba01149549c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:17.646511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1e01935-c3e7-4f5e-b6c9-f0025a8d5aa5 req-557531bc-1743-4f66-84bf-2ba01149549c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1028874 Sep 01 15:03:17.739842 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1e01935-c3e7-4f5e-b6c9-f0025a8d5aa5 req-bcb083d2-8a40-40f2-8c8c-125c0772243d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Sep 01 15:03:17.779527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e169-45a1-41d6-8a44-325e0e4d00f6 req-f2efd5f4-f27f-4e30-98a7-ed9fea4fc08f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:17.781442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0682e169-45a1-41d6-8a44-325e0e4d00f6 req-f2efd5f4-f27f-4e30-98a7-ed9fea4fc08f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0664201 Sep 01 15:03:17.821352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Allocated IP 172.20.0.12 (e19a5c0e-a034-4c32-8659-3f4022e86b03/0f0f67a8-2c7f-4b14-bde2-59be27c14881/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:17.836609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0682e169-45a1-41d6-8a44-325e0e4d00f6 req-e96649e9-dd10-4641-b562-36ca78fcd303 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Sep 01 15:03:18.076145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.156234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df12be-9010-425e-b29c-bbf555f36002 req-252c4856-5dd0-44d2-948d-23282280baf9 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.160099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42df12be-9010-425e-b29c-bbf555f36002 req-252c4856-5dd0-44d2-948d-23282280baf9 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.0697169 Sep 01 15:03:18.237540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42df12be-9010-425e-b29c-bbf555f36002 req-3e38de55-8bcb-4173-9142-665454e31bb4 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Sep 01 15:03:18.285271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.308140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973ff9e-3938-4d61-9d03-897aefc8d497 req-43be3c31-cab2-4b32-8669-416fe8e0fe27 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.314731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9973ff9e-3938-4d61-9d03-897aefc8d497 req-43be3c31-cab2-4b32-8669-416fe8e0fe27 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.4425590 Sep 01 15:03:18.386512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cefa14e1-ae81-40e9-97f1-a2bb1198a553 req-39f3e0a0-3ba4-4e95-8af3-4722110d5b41 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 210 time: 0.0311663 Sep 01 15:03:18.451379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9973ff9e-3938-4d61-9d03-897aefc8d497 req-d19c410d-13f6-464c-a477-411f391a25b0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873013 Sep 01 15:03:18.548450 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.630202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.667190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:18.709928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:18.718939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:18.721779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:18.734624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:18.840767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.841647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.889306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-0812500e-bf47-4258-851b-9ecc8a55ace5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5225937 Sep 01 15:03:18.919118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Request body: {'port': {'device_id': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:18.934054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caae72-5913-46d5-81a6-8362b7530450 req-18c41785-b179-4c31-a1fd-7c894206e2f2 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.942665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09caae72-5913-46d5-81a6-8362b7530450 req-18c41785-b179-4c31-a1fd-7c894206e2f2 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 949 time: 0.0972154 Sep 01 15:03:18.946125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bf4b-fe3c-4908-a9e2-7726caea6725 req-c730d5ee-631b-44ef-ba8c-eea5fea7e7c1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.963118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a283bf4b-fe3c-4908-a9e2-7726caea6725 req-c730d5ee-631b-44ef-ba8c-eea5fea7e7c1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.0824058 Sep 01 15:03:19.022916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a283bf4b-fe3c-4908-a9e2-7726caea6725 req-3733f3ca-5b72-4a8b-94e6-b82d033d80c9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Sep 01 15:03:19.036780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09caae72-5913-46d5-81a6-8362b7530450 req-5d5847b6-15a9-47ef-a9f0-6e1972f57bf9 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928543 Sep 01 15:03:19.085326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:19.231120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a9126-1585-455d-a55e-060d017cc612 req-17e64ff0-f09c-4151-98d1-9bc73c4cece8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.232877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-384a9126-1585-455d-a55e-060d017cc612 req-17e64ff0-f09c-4151-98d1-9bc73c4cece8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0915947 Sep 01 15:03:19.283478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-384a9126-1585-455d-a55e-060d017cc612 req-7f0eac48-8456-4ab9-8ca3-ed2569ebe0b1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Sep 01 15:03:19.400711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-efdbc761-4e3c-4b97-a4d5-d81d95986fdc tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.402427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-efdbc761-4e3c-4b97-a4d5-d81d95986fdc tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.2870469 Sep 01 15:03:19.492062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf0bdb-9648-472b-9cb7-0993511838a4 req-c7b0afb8-95c4-408e-980e-2c74d39f8e09 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.495130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccdf0bdb-9648-472b-9cb7-0993511838a4 req-c7b0afb8-95c4-408e-980e-2c74d39f8e09 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 946 time: 0.0827434 Sep 01 15:03:19.571715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccdf0bdb-9648-472b-9cb7-0993511838a4 req-2e5e46e4-9da5-4953-a80b-c191ad427ad3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590048 Sep 01 15:03:19.758127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Deleting port 00343a40-cb55-4beb-8f4d-42e3f5f46887 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:19.758944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:19.761453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48a8bb-b2e4-45ed-83d0-fc9fdbe2df92 req-056dcac4-c466-424d-b7c7-cdf253391a1d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.763584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd48a8bb-b2e4-45ed-83d0-fc9fdbe2df92 req-056dcac4-c466-424d-b7c7-cdf253391a1d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 932 time: 0.0835936 Sep 01 15:03:19.764341 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:19.838971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd48a8bb-b2e4-45ed-83d0-fc9fdbe2df92 req-ae4c4d8e-b7cc-48bd-b467-1b44a398d948 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Sep 01 15:03:19.952713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:19.972587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.019885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Transition to ACTIVE for port object 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:20.028873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.033296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] For port 00343a40-cb55-4beb-8f4d-42e3f5f46887, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=00343a40-cb55-4beb-8f4d-42e3f5f46887,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:20.033697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.039477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a042-bd8d-407e-a27f-d254eca25d8c req-87056ca9-37ad-4d9b-9041-848aa4b54a61 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.043438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4296a042-bd8d-407e-a27f-d254eca25d8c req-87056ca9-37ad-4d9b-9041-848aa4b54a61 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0919452 Sep 01 15:03:20.079109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Calling delete_port for 00343a40-cb55-4beb-8f4d-42e3f5f46887 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:20.170370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4296a042-bd8d-407e-a27f-d254eca25d8c req-daa7b213-68f1-4d8f-b92a-77619bb36788 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066077 Sep 01 15:03:20.183458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:20.195252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.195743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.196087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.197992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.198309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.198624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.198939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:20.431458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:20.431800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:20.432276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:20.449788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:20.450121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:20.457464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:20.457982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:20.458935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:20.459562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Bound port: 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:20.460434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.463464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.479544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7647c70f-0b68-465a-bf6b-895879081c49', '2d7f943b-6d99-4a9f-95d3-f03198704a9e', '00343a40-cb55-4beb-8f4d-42e3f5f46887'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:20.523705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d651b07-f070-462b-8dd4-060a205b4536 req-60d1623f-f4f5-4fe8-8554-d016d2156303 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.526394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d651b07-f070-462b-8dd4-060a205b4536 req-60d1623f-f4f5-4fe8-8554-d016d2156303 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1100781 Sep 01 15:03:20.532391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event deleted for resources: {'Port': ['ID=00343a40-cb55-4beb-8f4d-42e3f5f46887,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:20.603458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d651b07-f070-462b-8dd4-060a205b4536 req-e5e5a429-3468-4f01-abd2-4120198f0fb2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Sep 01 15:03:20.665500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] No DVR routers for this DVR port 00343a40-cb55-4beb-8f4d-42e3f5f46887 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:20.707004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.710733 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50dd143f-fed6-468d-83d8-22bd5e064d64 req-d4090827-e0b1-4f71-a946-4899b39681e3 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "DELETE /v2.0/ports/00343a40-cb55-4beb-8f4d-42e3f5f46887 HTTP/1.1" status: 204 len: 173 time: 1.2981308 Sep 01 15:03:20.712654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'name': 'network-vif-deleted', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:20.719402 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798964f0-2d0c-4f53-83de-36111f02946c" -d '{"events": [{"server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "name": "network-vif-deleted", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:20.770002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b097-e24e-4060-9166-5d4641fd1da6 req-be1af68e-2083-42df-89e3-b666eea9929d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.772454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9891b097-e24e-4060-9166-5d4641fd1da6 req-be1af68e-2083-42df-89e3-b666eea9929d tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2340646 Sep 01 15:03:20.862188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:20.898040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f00ddf2-4d16-4c7d-84da-2cbb40eaac72 req-9f2803b5-73be-413a-8eea-9af71e3672ec tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=90558a36-4078-4eaa-b78c-cc4667ff00d0 HTTP/1.1" status: 200 len: 210 time: 0.0887177 Sep 01 15:03:20.942568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:20.980000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:21.006820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9891b097-e24e-4060-9166-5d4641fd1da6 req-ea24d009-ca6e-4ec6-9bd1-ae433dfbc631 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179909 Sep 01 15:03:21.008727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.009761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:21.011922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] 10.222.0.50 "PUT /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 1093 time: 2.0987980 Sep 01 15:03:21.146586 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b70503-33ce-4177-95d4-58156e1e57fe x-openstack-request-id: req-57b70503-33ce-4177-95d4-58156e1e57fe {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:21.146918 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90558a36-4078-4eaa-b78c-cc4667ff00d0", "name": "network-vif-deleted", "tag": "00343a40-cb55-4beb-8f4d-42e3f5f46887", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:21.147139 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57b70503-33ce-4177-95d4-58156e1e57fe {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:21.147614 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90558a36-4078-4eaa-b78c-cc4667ff00d0', 'name': 'network-vif-deleted', 'tag': '00343a40-cb55-4beb-8f4d-42e3f5f46887', 'status': 'completed', 'code': 200} Sep 01 15:03:21.157311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f0a9c-8951-4dae-9457-e6dc0353bada service neutron] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:21.252978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-9a0eee97-8b3b-4cc8-8b0c-19b3c6f1159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.257129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-9a0eee97-8b3b-4cc8-8b0c-19b3c6f1159d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1096 time: 0.1520073 Sep 01 15:03:21.401472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-5ae4ebfb-e24d-4592-8cee-3efe0165ea56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.1315041 Sep 01 15:03:21.518976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074e53-1149-4155-9f5a-ac3ccde0c1d0 req-8b311c44-71e2-4ce4-88b9-cd9be94234cc tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.521731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7074e53-1149-4155-9f5a-ac3ccde0c1d0 req-8b311c44-71e2-4ce4-88b9-cd9be94234cc tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.2359214 Sep 01 15:03:21.669918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-e1367d0d-35de-4cd3-a1d0-ed990fc0a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.675330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-e1367d0d-35de-4cd3-a1d0-ed990fc0a59f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2429612 Sep 01 15:03:21.725823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7074e53-1149-4155-9f5a-ac3ccde0c1d0 req-c59be243-051a-43a1-be8b-37ae36738b2c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868331 Sep 01 15:03:21.782124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943022e7-2399-4a1c-a01a-7fa8ced0bf14 req-fa547731-14a9-482e-93ec-b915a7bf5857 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.782980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-08244ec4-303f-42d7-970f-f25f35c2ba4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979924 Sep 01 15:03:21.784172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-943022e7-2399-4a1c-a01a-7fa8ced0bf14 req-fa547731-14a9-482e-93ec-b915a7bf5857 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1487010 Sep 01 15:03:21.905382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-943022e7-2399-4a1c-a01a-7fa8ced0bf14 req-15cbb259-c820-4c51-97e1-691572297f64 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986955 Sep 01 15:03:22.005530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-692afc52-50a9-4244-a214-dfbf23c3c0f8 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070272 Sep 01 15:03:22.171563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143cada-b405-4b6e-b8ca-3a27a7091761 req-906f15f8-c215-4548-818b-c35e3d242e23 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.173756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a143cada-b405-4b6e-b8ca-3a27a7091761 req-906f15f8-c215-4548-818b-c35e3d242e23 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1268260 Sep 01 15:03:22.181190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3596a75-6147-46c5-82e8-07ed4694efa1 req-063253f7-8892-42e7-a3b5-a4f89abba254 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630635 Sep 01 15:03:22.238809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a143cada-b405-4b6e-b8ca-3a27a7091761 req-1d6bf436-0374-4629-9306-f355bf07e371 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Sep 01 15:03:22.312842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d4b6b-22db-4b74-8b27-ee0d3009809d req-4929a968-9e68-4993-8afd-64060caaf020 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.312842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d6d4b6b-22db-4b74-8b27-ee0d3009809d req-4929a968-9e68-4993-8afd-64060caaf020 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0902801 Sep 01 15:03:22.384486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d6d4b6b-22db-4b74-8b27-ee0d3009809d req-17de4fd7-781b-4a09-9f81-0ee706b37628 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632949 Sep 01 15:03:22.985048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f665df-f65c-424b-9970-1dc5f52e3948 req-9c934a2d-52a3-49c1-90bd-7f5c1b8cd239 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.987785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42f665df-f65c-424b-9970-1dc5f52e3948 req-9c934a2d-52a3-49c1-90bd-7f5c1b8cd239 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.1083841 Sep 01 15:03:23.068665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42f665df-f65c-424b-9970-1dc5f52e3948 req-471553f0-fef4-4d52-80ef-2d9bff65c2df tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657988 Sep 01 15:03:23.148852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:23.152754 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:23.219339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588fc74-a671-4c45-9b00-961959be7f41 req-b9b534b7-4db0-4cd7-bb6c-bf50d47b0501 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.224266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:23.230205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c588fc74-a671-4c45-9b00-961959be7f41 req-b9b534b7-4db0-4cd7-bb6c-bf50d47b0501 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0985107 Sep 01 15:03:23.296186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c588fc74-a671-4c45-9b00-961959be7f41 req-67c9a14e-fe34-42c6-b130-0e3994a1b018 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639079 Sep 01 15:03:23.365260 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.406578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:23.409395 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d3b7a-7161-4ba7-8204-198547fffa01" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:23.426467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:23.436590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.437942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 00343a40-cb55-4beb-8f4d-42e3f5f46887 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:23.438836 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908ca658-b593-4a78-a1c2-44700ecccf65 x-openstack-request-id: req-908ca658-b593-4a78-a1c2-44700ecccf65 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:23.439644 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:23.440397 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-908ca658-b593-4a78-a1c2-44700ecccf65 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:23.441752 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'status': 'completed', 'code': 200} Sep 01 15:03:23.507966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 00343a40-cb55-4beb-8f4d-42e3f5f46887 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:23.508269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 00343a40-cb55-4beb-8f4d-42e3f5f46887 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:23.580172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:23.593511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-4b8fc2be-8ea8-4f8c-89f7-c12338eea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.595767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-4b8fc2be-8ea8-4f8c-89f7-c12338eea4d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1096 time: 0.1250112 Sep 01 15:03:23.669034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1cde8-84e5-4f3c-8083-e4dc93308bed req-8235aeb6-e52f-454f-9be6-964e9a3a90a4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.671789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55c1cde8-84e5-4f3c-8083-e4dc93308bed req-8235aeb6-e52f-454f-9be6-964e9a3a90a4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1222861 Sep 01 15:03:23.727161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55c1cde8-84e5-4f3c-8083-e4dc93308bed req-c7c4e832-817f-4a5c-baf4-07069b90ad63 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Sep 01 15:03:23.767307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d69991-fe60-43ae-89b1-bd8a4a576683 req-95a603da-cb9e-4cdb-8143-de7acb1d3cc5 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.773682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d69991-fe60-43ae-89b1-bd8a4a576683 req-95a603da-cb9e-4cdb-8143-de7acb1d3cc5 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.775601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84d69991-fe60-43ae-89b1-bd8a4a576683 req-95a603da-cb9e-4cdb-8143-de7acb1d3cc5 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9&device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 1681 time: 0.0989978 Sep 01 15:03:23.859272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-18eeeb1c-05b5-4610-8d8a-432ebd7b4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.860859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-18eeeb1c-05b5-4610-8d8a-432ebd7b4b42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.2444441 Sep 01 15:03:23.883277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84d69991-fe60-43ae-89b1-bd8a4a576683 req-26ab2e92-29fe-4bef-b930-12d75c13f954 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915525 Sep 01 15:03:23.945319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80bb2-b2aa-442a-b9e7-74aabf33048e req-4602579b-fe8d-4346-80ac-4f497867398b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.949680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32c80bb2-b2aa-442a-b9e7-74aabf33048e req-4602579b-fe8d-4346-80ac-4f497867398b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0918562 Sep 01 15:03:23.955310 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f1744-df9b-4fa5-b6d3-19a52dc32678 x-openstack-request-id: req-7e8f1744-df9b-4fa5-b6d3-19a52dc32678 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:23.955621 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:23.955946 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e8f1744-df9b-4fa5-b6d3-19a52dc32678 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:23.956556 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'code': 200} Sep 01 15:03:23.957784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-26557692-2d98-4538-94e0-fc1d4022d0df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.0797789 Sep 01 15:03:24.039669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32c80bb2-b2aa-442a-b9e7-74aabf33048e req-3664a5f4-91fe-476f-97e3-175c55eafa78 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713804 Sep 01 15:03:24.074369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-88c96851-db9b-4833-a414-83023bea6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.083718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-88c96851-db9b-4833-a414-83023bea6031 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1016247 Sep 01 15:03:24.148169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-1ad8be79-85b1-4351-aba6-48020daec3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458283 Sep 01 15:03:24.287228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6538cf-1b85-4bbf-b9e6-0945013e4aba req-4f266a9c-c899-4592-ae70-c31b4536e202 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.292560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6538cf-1b85-4bbf-b9e6-0945013e4aba req-4f266a9c-c899-4592-ae70-c31b4536e202 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.0965483 Sep 01 15:03:24.315419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-8d28c9dc-558b-433b-aaac-83103718aa22 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457357 Sep 01 15:03:24.379528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6538cf-1b85-4bbf-b9e6-0945013e4aba req-0882d554-e810-4c10-add2-68e5282497d3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707872 Sep 01 15:03:24.464039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6d8160-09e1-460b-9efe-832d7a4f7e5f req-1efb9a03-0522-4b39-bcfb-4bfda1c61d9a service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396756 Sep 01 15:03:24.623631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb173af-d2f8-404d-a03a-09e56804d040 req-977fbc12-bb4a-481a-8823-a995133024f0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.630096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbb173af-d2f8-404d-a03a-09e56804d040 req-977fbc12-bb4a-481a-8823-a995133024f0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0929723 Sep 01 15:03:24.708105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbb173af-d2f8-404d-a03a-09e56804d040 req-f62f564b-d6e2-4d0a-a25f-962757871dae tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707703 Sep 01 15:03:24.895420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408169bb-df81-4f20-9dd1-6bff87ce66c5 req-866e4f5c-a220-4b8c-bde5-15d9c2190801 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.897525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-408169bb-df81-4f20-9dd1-6bff87ce66c5 req-866e4f5c-a220-4b8c-bde5-15d9c2190801 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.0688894 Sep 01 15:03:24.912445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdcd92-67d7-4115-8b8e-399f22599f08 req-d6b7ffb0-cbd9-4a05-afe7-43e916b1efed tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.914520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ccdcd92-67d7-4115-8b8e-399f22599f08 req-d6b7ffb0-cbd9-4a05-afe7-43e916b1efed tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.0737054 Sep 01 15:03:24.981564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-408169bb-df81-4f20-9dd1-6bff87ce66c5 req-5e82ad32-33d9-489c-a63e-a2cdc4c4a8ac tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718036 Sep 01 15:03:25.014226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ccdcd92-67d7-4115-8b8e-399f22599f08 req-87faf09f-79b7-4d2e-861b-514186828f59 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Sep 01 15:03:25.227718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f3719-e0d3-45a0-8c56-b0ce44661c7a req-03ed3bbe-e217-497c-a697-9cc3dc3e04a1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.229430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530f3719-e0d3-45a0-8c56-b0ce44661c7a req-03ed3bbe-e217-497c-a697-9cc3dc3e04a1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0590813 Sep 01 15:03:25.234657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:25.284876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530f3719-e0d3-45a0-8c56-b0ce44661c7a req-b252ab21-ca2d-43b8-b096-5ba629773c10 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Sep 01 15:03:25.380806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:25.394832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'mac_address': 'fa:16:3e:be:d2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:25.443390 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.459067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:25.486625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:25.493148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.593476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:25.618732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21709e42-1936-44bc-a527-ac8fd7d841ff req-8d4fec77-f2be-4156-8523-5c34afe41623 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.620718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21709e42-1936-44bc-a527-ac8fd7d841ff req-8d4fec77-f2be-4156-8523-5c34afe41623 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.0792542 Sep 01 15:03:25.687755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:25.691854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21709e42-1936-44bc-a527-ac8fd7d841ff req-cea9d613-cada-443b-8ae5-9ab4d1841527 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Sep 01 15:03:25.878397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ec1c7-7480-4964-9d7e-040bf949c505 req-d8b73f2c-8e40-4b32-b4f1-c8b890386aea tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.881085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed6ec1c7-7480-4964-9d7e-040bf949c505 req-d8b73f2c-8e40-4b32-b4f1-c8b890386aea tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0855951 Sep 01 15:03:25.943910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed6ec1c7-7480-4964-9d7e-040bf949c505 req-8f36497f-314b-4529-a3bf-205575de0559 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559471 Sep 01 15:03:26.202871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb62d-2a6c-4b08-a249-4f3512f9a391 req-837b66a0-8d4a-44af-a136-178137176411 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.203706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8741a6-f866-412e-a5e6-59fd920dcbad req-6831467d-c697-47a1-b132-91389e81799d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.205479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e8741a6-f866-412e-a5e6-59fd920dcbad req-6831467d-c697-47a1-b132-91389e81799d tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.0712750 Sep 01 15:03:26.206137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3ffb62d-2a6c-4b08-a249-4f3512f9a391 req-837b66a0-8d4a-44af-a136-178137176411 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.0866404 Sep 01 15:03:26.278053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3ffb62d-2a6c-4b08-a249-4f3512f9a391 req-d8285088-c1d9-45d3-a6fd-2116c146d918 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Sep 01 15:03:26.300413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e8741a6-f866-412e-a5e6-59fd920dcbad req-9ce8b886-026b-472a-a70a-415753ffa7c6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811281 Sep 01 15:03:26.491989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e443e0-7dfd-4210-8938-08d3dc45b8e7 req-91562817-2577-43db-b066-829ab7b49de3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.493941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65e443e0-7dfd-4210-8938-08d3dc45b8e7 req-91562817-2577-43db-b066-829ab7b49de3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.0812979 Sep 01 15:03:26.566770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65e443e0-7dfd-4210-8938-08d3dc45b8e7 req-0d9d8b97-9dab-49e6-8981-03e05fcb2a98 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618026 Sep 01 15:03:26.865102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c868-7065-43c5-9244-271ca0e80c67 req-d6ee7294-d45f-4390-b47b-d8e746925bad tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.867463 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1459c868-7065-43c5-9244-271ca0e80c67 req-d6ee7294-d45f-4390-b47b-d8e746925bad tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.0912883 Sep 01 15:03:26.905773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a9aa4-999e-44b0-bccd-be25e9259ed0 req-0c142d51-a43c-4c74-8a2d-ec2eae1913b3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.908069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e59a9aa4-999e-44b0-bccd-be25e9259ed0 req-0c142d51-a43c-4c74-8a2d-ec2eae1913b3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.0799968 Sep 01 15:03:26.986246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e59a9aa4-999e-44b0-bccd-be25e9259ed0 req-62fa185b-9365-4fdc-8511-32564a89224c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645292 Sep 01 15:03:27.156188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-9a939a5b-7fb5-4615-87e0-4e7c0c7fcca9 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.158651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-9a939a5b-7fb5-4615-87e0-4e7c0c7fcca9 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d889f5f-cd02-4660-895b-146728e21bb9 HTTP/1.1" status: 200 len: 945 time: 0.1528664 Sep 01 15:03:27.191849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfd1e0-88db-4d40-9afc-28ff37eca1ea req-80fe24b1-84f8-4492-b2df-efc50b79f95a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.193802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efdfd1e0-88db-4d40-9afc-28ff37eca1ea req-80fe24b1-84f8-4492-b2df-efc50b79f95a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1271508 Sep 01 15:03:27.229983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Deleting port 2d7f943b-6d99-4a9f-95d3-f03198704a9e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:27.230387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.245437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:27.251793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:27.375291 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efdfd1e0-88db-4d40-9afc-28ff37eca1ea req-7b3798f0-2b73-4a5e-b41e-3a47ea34b612 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627691 Sep 01 15:03:27.460762 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.479365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] For port 2d7f943b-6d99-4a9f-95d3-f03198704a9e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2d7f943b-6d99-4a9f-95d3-f03198704a9e,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:27.480133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.515750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Calling delete_port for 2d7f943b-6d99-4a9f-95d3-f03198704a9e owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:27.564608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:27.566273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.587300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5099950-6336-4540-89f1-b33e320653fd req-83246c45-342e-4b7f-8e9e-65272ed7d8e1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.589549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5099950-6336-4540-89f1-b33e320653fd req-83246c45-342e-4b7f-8e9e-65272ed7d8e1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1171279 Sep 01 15:03:27.622025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Deleting port 7647c70f-0b68-465a-bf6b-895879081c49 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:27.622988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.665615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:27.719044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5099950-6336-4540-89f1-b33e320653fd req-a79505e1-4043-4e83-ba49-48cb4c65ef50 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101847 Sep 01 15:03:27.759285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'port_id': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'mac_address': 'fa:16:3e:1b:b6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f67a8-2c7f-4b14-bde2-59be27c14881', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:27.884650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b47a5-4ac7-42ad-b426-3c008054de4a req-5c2bfcad-8f54-40af-9ea9-2e05d9e2777e tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.900011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-163b47a5-4ac7-42ad-b426-3c008054de4a req-5c2bfcad-8f54-40af-9ea9-2e05d9e2777e tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 945 time: 0.2668178 Sep 01 15:03:27.947731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.951417 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.003126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:28.022054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-163b47a5-4ac7-42ad-b426-3c008054de4a req-4868bd8a-a5ca-4195-9c09-6816b8f23025 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/security-groups?id=a42b15d6-8031-4b9e-afea-cc169089821a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200607 Sep 01 15:03:28.068838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:28.070222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225363c8-24f0-47cb-8e63-a0ef3f33722b req-e41a5369-5060-4d16-aeeb-a6c421437803 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:28.074506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-225363c8-24f0-47cb-8e63-a0ef3f33722b req-e41a5369-5060-4d16-aeeb-a6c421437803 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2088947 Sep 01 15:03:28.083629 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5b23e-a226-4e17-8e46-8690a14ee9ed" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:28.187743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:28.205401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.222806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:28.275061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.282374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-225363c8-24f0-47cb-8e63-a0ef3f33722b req-e88920b3-a499-4f7b-b511-3960958f6243 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962509 Sep 01 15:03:28.298230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] For port 7647c70f-0b68-465a-bf6b-895879081c49, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7647c70f-0b68-465a-bf6b-895879081c49,segment=NetworkSegment(6b39b304-6704-4bdf-bc86-16d14e0633d3),segment_id=6b39b304-6704-4bdf-bc86-16d14e0633d3)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:28.298843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.308782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.387821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:28.456557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event deleted for resources: {'Port': ['ID=2d7f943b-6d99-4a9f-95d3-f03198704a9e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:28.472529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Calling delete_port for 7647c70f-0b68-465a-bf6b-895879081c49 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:28.590996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:28.611171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] No DVR routers for this DVR port 2d7f943b-6d99-4a9f-95d3-f03198704a9e on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:28.619848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.623959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1459c868-7065-43c5-9244-271ca0e80c67 req-e8011a72-cf05-454d-8813-f1e2a4bb1c62 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "DELETE /v2.0/ports/2d7f943b-6d99-4a9f-95d3-f03198704a9e HTTP/1.1" status: 204 len: 173 time: 1.7433214 Sep 01 15:03:28.625268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'name': 'network-vif-deleted', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:28.641324 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9533fbbe-1d7a-435d-a546-34f6c8b7692e x-openstack-request-id: req-9533fbbe-1d7a-435d-a546-34f6c8b7692e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:28.641813 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-plugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:28.642246 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9533fbbe-1d7a-435d-a546-34f6c8b7692e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:28.642902 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'code': 200} Sep 01 15:03:28.646185 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869bfcb3-df3c-4d34-be91-40cfd908ba4d" -d '{"events": [{"server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "name": "network-vif-deleted", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:28.667246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:28.730898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd6b26-c457-4ec2-9bfd-ed2bdafe0652 req-89d96051-c88d-4e1f-9f09-74aa4ce875a4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:28.749644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ddd6b26-c457-4ec2-9bfd-ed2bdafe0652 req-89d96051-c88d-4e1f-9f09-74aa4ce875a4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.3035934 Sep 01 15:03:28.882965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ddd6b26-c457-4ec2-9bfd-ed2bdafe0652 req-858e1c5b-1a14-45db-bc3b-7b2234d8917a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312101 Sep 01 15:03:29.040496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca873-cda0-4d86-81d3-741c03a93f9e req-9403c0a3-1e0a-4318-818e-4e4c1a521ab6 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.043976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a36ca873-cda0-4d86-81d3-741c03a93f9e req-9403c0a3-1e0a-4318-818e-4e4c1a521ab6 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2189507 Sep 01 15:03:29.046922 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576eff81-a1a8-43eb-a660-4fd017af8122 x-openstack-request-id: req-576eff81-a1a8-43eb-a660-4fd017af8122 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:29.047749 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91574c6-7322-416c-9009-284e412bc807", "name": "network-vif-deleted", "tag": "2d7f943b-6d99-4a9f-95d3-f03198704a9e", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:29.048320 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-576eff81-a1a8-43eb-a660-4fd017af8122 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:29.049324 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91574c6-7322-416c-9009-284e412bc807', 'name': 'network-vif-deleted', 'tag': '2d7f943b-6d99-4a9f-95d3-f03198704a9e', 'status': 'completed', 'code': 200} Sep 01 15:03:29.127482 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.198165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Pushing event deleted for resources: {'Port': ['ID=7647c70f-0b68-465a-bf6b-895879081c49,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:29.262422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7647c70f-0b68-465a-bf6b-895879081c49 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:29.292397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a36ca873-cda0-4d86-81d3-741c03a93f9e req-f3bb52df-41a2-4bbd-8ab4-cf50cfb767cd tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776686 Sep 01 15:03:29.320415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394d923-3279-47d7-8aa5-19d07400cb32 req-31ca8d70-ed86-41ea-916b-400cfe0592e8 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.325854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7394d923-3279-47d7-8aa5-19d07400cb32 req-31ca8d70-ed86-41ea-916b-400cfe0592e8 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1567657 Sep 01 15:03:29.354531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7647c70f-0b68-465a-bf6b-895879081c49 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:29.355456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7647c70f-0b68-465a-bf6b-895879081c49 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:29.355753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2d7f943b-6d99-4a9f-95d3-f03198704a9e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:29.432457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] No DVR routers for this DVR port 7647c70f-0b68-465a-bf6b-895879081c49 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:29.439205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.443099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a2974e1-b5f0-4e3e-a62e-edc1e57d2096 req-8b26507c-9594-4093-8d06-d8ec97935ae6 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.50 "DELETE /v2.0/ports/7647c70f-0b68-465a-bf6b-895879081c49 HTTP/1.1" status: 204 len: 173 time: 2.2704086 Sep 01 15:03:29.482192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 2d7f943b-6d99-4a9f-95d3-f03198704a9e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:29.482650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2d7f943b-6d99-4a9f-95d3-f03198704a9e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:29.530520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7394d923-3279-47d7-8aa5-19d07400cb32 req-18c546b1-b091-48c2-bf35-2254143ff45e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657708 Sep 01 15:03:29.733671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd722ba0-e847-411e-86d5-6fb46c68ff1f req-5ab6cba0-b46e-4fb9-8bcb-5fbe75430e25 tempest-ListServersNegativeTestJSON-356633540 tempest-ListServersNegativeTestJSON-356633540-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91574c6-7322-416c-9009-284e412bc807 HTTP/1.1" status: 200 len: 210 time: 0.0976601 Sep 01 15:03:30.008986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a80e-0f4b-4524-8218-7db67d0cce50 req-cfefa1a4-3f2a-4d32-a291-02ec67bb2794 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:30.011509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d129a80e-0f4b-4524-8218-7db67d0cce50 req-cfefa1a4-3f2a-4d32-a291-02ec67bb2794 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1040366 Sep 01 15:03:30.129718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d129a80e-0f4b-4524-8218-7db67d0cce50 req-84b65563-789a-46da-a32a-df05003b7247 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050842 Sep 01 15:03:30.237689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68854c-dc30-4889-911f-790876f70831 req-c6b1bf31-2d2d-4bed-938d-6c310bd5c63f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:30.242184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c68854c-dc30-4889-911f-790876f70831 req-c6b1bf31-2d2d-4bed-938d-6c310bd5c63f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.1541522 Sep 01 15:03:30.456322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c68854c-dc30-4889-911f-790876f70831 req-708b9234-9eef-4bef-b22f-cb1fb2868a1f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832767 Sep 01 15:03:30.667825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1457b8-a1b8-4498-b0bc-d9d1e9d7458b req-3675a806-5018-4b62-a505-5c068e289696 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:30.680529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a1457b8-a1b8-4498-b0bc-d9d1e9d7458b req-3675a806-5018-4b62-a505-5c068e289696 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1476533 Sep 01 15:03:30.807054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a1457b8-a1b8-4498-b0bc-d9d1e9d7458b req-414a7e68-86cb-41a2-ab51-f5844e441180 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215165 Sep 01 15:03:30.906480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357fa3f-4a4c-430f-93ed-b9e8a9d33ac4 req-d86e3c4a-794f-45ea-8274-c4b99d909b1f tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:30.920667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d357fa3f-4a4c-430f-93ed-b9e8a9d33ac4 req-d86e3c4a-794f-45ea-8274-c4b99d909b1f tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1992793 Sep 01 15:03:31.017461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d357fa3f-4a4c-430f-93ed-b9e8a9d33ac4 req-31fdc984-f7ca-44c7-a31b-e19e5ec21952 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914798 Sep 01 15:03:31.050329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'name': 'network-vif-deleted', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:31.053326 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8989bd-fe0e-463e-8363-026775955b68" -d '{"events": [{"server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "name": "network-vif-deleted", "tag": "7647c70f-0b68-465a-bf6b-895879081c49"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:31.256439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:31.304890 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374b4dcb-e5f4-40ce-9e39-57f65aeee119 x-openstack-request-id: req-374b4dcb-e5f4-40ce-9e39-57f65aeee119 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:31.306300 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d889f5f-cd02-4660-895b-146728e21bb9", "name": "network-vif-deleted", "tag": "7647c70f-0b68-465a-bf6b-895879081c49", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:31.306864 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-374b4dcb-e5f4-40ce-9e39-57f65aeee119 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:31.307563 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d889f5f-cd02-4660-895b-146728e21bb9', 'name': 'network-vif-deleted', 'tag': '7647c70f-0b68-465a-bf6b-895879081c49', 'status': 'completed', 'code': 200} Sep 01 15:03:31.394507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:31.528483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:31.550992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:31.551773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.572556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75224d4f-eaf2-459c-9efd-dfc5ac63b0b5 req-e9940565-f237-42d9-8ab7-681f4f821b50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:31.578858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75224d4f-eaf2-459c-9efd-dfc5ac63b0b5 req-e9940565-f237-42d9-8ab7-681f4f821b50 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1227562 Sep 01 15:03:31.590633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Deleting subnet f95926d4-3cbf-4434-8ea8-a69b288a515a {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:03:31.597215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.746159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.760332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75224d4f-eaf2-459c-9efd-dfc5ac63b0b5 req-9e2294f8-d4df-48d2-84ab-69f70d4bf6e9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369486 Sep 01 15:03:31.881142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.913800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.975630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:31.979302 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f7d11b-2065-45bb-91ce-72fa455c7274" -d '{"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-plugged", "status": "completed", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:32.017473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:32.024909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.105903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a33d43-5b73-4399-8d4a-c0408602e676 req-e08df33d-a6ac-4de3-ba44-b605537c2f59 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:32.109847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16a33d43-5b73-4399-8d4a-c0408602e676 req-e08df33d-a6ac-4de3-ba44-b605537c2f59 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1165230 Sep 01 15:03:32.161739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe35e4-c157-413b-9eca-c48c79eb7bf9 req-ae4cf8ba-e26b-4ecb-917c-fecc39b4e5dd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:32.162183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:32.170148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bbe35e4-c157-413b-9eca-c48c79eb7bf9 req-ae4cf8ba-e26b-4ecb-917c-fecc39b4e5dd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.2113125 Sep 01 15:03:32.199820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.202968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16a33d43-5b73-4399-8d4a-c0408602e676 req-5781e0a9-bdf3-4321-a4de-08b5317ed396 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863540 Sep 01 15:03:32.228438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bbe35e4-c157-413b-9eca-c48c79eb7bf9 req-11026ad7-a394-4750-b210-1163a3009522 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Sep 01 15:03:32.259284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95926d4-3cbf-4434-8ea8-a69b288a515a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:32.263583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.276468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f95926d4-3cbf-4434-8ea8-a69b288a515a HTTP/1.1" status: 204 len: 168 time: 0.8705525 Sep 01 15:03:32.276468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.276468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.276468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.276468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.283695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1eda5e-7d74-4dce-bb1c-b33a8d91dd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:32.315816 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea6ac0-4c56-47db-a83a-e2b36cc4c95c x-openstack-request-id: req-2eea6ac0-4c56-47db-a83a-e2b36cc4c95c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:32.316393 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-plugged", "status": "completed", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:32.316755 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2eea6ac0-4c56-47db-a83a-e2b36cc4c95c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:32.317288 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'code': 200} Sep 01 15:03:32.519433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d142-eebb-40c0-a48a-0da781b3bce0 req-7b25f1e9-5574-46f6-acc5-0788bdf38a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:32.524872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1628d142-eebb-40c0-a48a-0da781b3bce0 req-7b25f1e9-5574-46f6-acc5-0788bdf38a01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1098 time: 0.1412342 Sep 01 15:03:32.532916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.545958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37912dd-d09a-44a1-a069-dafa4cc2fbc6 req-e2adcab4-5c5d-4e22-91bd-aaa5c5f177b7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:32.548919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d37912dd-d09a-44a1-a069-dafa4cc2fbc6 req-e2adcab4-5c5d-4e22-91bd-aaa5c5f177b7 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1493766 Sep 01 15:03:32.647979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1628d142-eebb-40c0-a48a-0da781b3bce0 req-740f787f-c4b5-4b15-91ae-008d136e98b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860360 Sep 01 15:03:32.669622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d37912dd-d09a-44a1-a069-dafa4cc2fbc6 req-b26c2f59-47e4-4bcd-bcf5-1edd812cae3b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Sep 01 15:03:32.812882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.830337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e26321a-0a7c-46f4-9ef7-125fb32d8765']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:32.848977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b39b304-6704-4bdf-bc86-16d14e0633d3') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:32.850275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b39b304-6704-4bdf-bc86-16d14e0633d3') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:32.884531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.937436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.956364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:03:32.957312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:03:33.046640 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:03:33.148762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.180555 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.188143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e26321a-0a7c-46f4-9ef7-125fb32d8765 HTTP/1.1" status: 204 len: 168 time: 0.8977976 Sep 01 15:03:33.188143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba88c4-28e1-4d5e-99d0-d4cf55da0fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e26321a-0a7c-46f4-9ef7-125fb32d8765,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:33.205559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cba122-85ff-43e7-957a-52fe1e40d806 req-1fce3eac-e7a1-4a2a-bda2-724ae02804af tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:33.207529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74cba122-85ff-43e7-957a-52fe1e40d806 req-1fce3eac-e7a1-4a2a-bda2-724ae02804af tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1569407 Sep 01 15:03:33.316002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74cba122-85ff-43e7-957a-52fe1e40d806 req-dce1e080-7777-40aa-b229-b959c4975607 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926988 Sep 01 15:03:33.474089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54e8c4-9e94-4611-ab59-04d883c8a9f2 req-65bd8d45-627d-4d0d-927d-6cfeedf3d688 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:33.491337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e54e8c4-9e94-4611-ab59-04d883c8a9f2 req-65bd8d45-627d-4d0d-927d-6cfeedf3d688 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1355665 Sep 01 15:03:33.545135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95728247-9a49-4946-9331-b1b34f355e02 req-58174896-d5cf-440c-b3f1-604f4467ce60 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:33.547678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95728247-9a49-4946-9331-b1b34f355e02 req-58174896-d5cf-440c-b3f1-604f4467ce60 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.0810082 Sep 01 15:03:33.613356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e54e8c4-9e94-4611-ab59-04d883c8a9f2 req-e6aba452-eebc-49c2-a802-56d373b9925a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143105 Sep 01 15:03:33.668388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95728247-9a49-4946-9331-b1b34f355e02 req-651a1f60-5202-41e7-acf1-134a3f6988df tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100011 Sep 01 15:03:33.715078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:33.828078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-914b6f20-cf42-4141-bdb0-d35e8d51a1cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa6ee1ca1e8746cbad003af4f437b255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103563 Sep 01 15:03:33.831865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:33.972252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.987556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec013f-52e2-47a7-aedd-39e843824d6f req-902c1345-7258-47b8-bd28-64febbca0a8b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:33.989412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfec013f-52e2-47a7-aedd-39e843824d6f req-902c1345-7258-47b8-bd28-64febbca0a8b tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.0886497 Sep 01 15:03:34.021183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.148173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfec013f-52e2-47a7-aedd-39e843824d6f req-47b45214-7143-40b4-a6c4-688a1d3d5d02 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230242 Sep 01 15:03:34.205782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.211729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.219477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a42b15d6-8031-4b9e-afea-cc169089821a HTTP/1.1" status: 204 len: 168 time: 0.3837574 Sep 01 15:03:34.238399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2daa5b-d784-429e-b478-fba89293cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42b15d6-8031-4b9e-afea-cc169089821a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:34.678221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649e85-1150-427c-890b-30f69ffbe33f req-bc481e2e-b2cd-486a-8678-9c3da8ddb8f6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.682853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c649e85-1150-427c-890b-30f69ffbe33f req-bc481e2e-b2cd-486a-8678-9c3da8ddb8f6 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1474907 Sep 01 15:03:34.841089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66182a60-221f-47e0-b8b5-e17c194ac5a7 req-84666f6e-01e1-4c41-9a95-3fb41bb08484 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.849819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66182a60-221f-47e0-b8b5-e17c194ac5a7 req-84666f6e-01e1-4c41-9a95-3fb41bb08484 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1115811 Sep 01 15:03:34.867733 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c649e85-1150-427c-890b-30f69ffbe33f req-5eec2d45-7076-4385-b02d-9bbda6db9cb9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661134 Sep 01 15:03:34.932383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66182a60-221f-47e0-b8b5-e17c194ac5a7 req-f406c482-7995-4882-bf1e-73a76af6ea3c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749218 Sep 01 15:03:35.148695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224913-04a6-42f0-a562-9ff03c49f756 req-faef7890-9d46-4594-8860-ebf2c949f820 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.165878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68224913-04a6-42f0-a562-9ff03c49f756 req-faef7890-9d46-4594-8860-ebf2c949f820 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.1335223 Sep 01 15:03:35.296023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68224913-04a6-42f0-a562-9ff03c49f756 req-9cf90a5a-20c3-4faa-b7d0-ed3e1d53d6f0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Sep 01 15:03:35.454543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b99f-7fe0-42f3-b1a0-d074a86abf48 req-5a3b88ec-2b28-4af2-bc38-1acf6aa93250 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.468464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a587b99f-7fe0-42f3-b1a0-d074a86abf48 req-5a3b88ec-2b28-4af2-bc38-1acf6aa93250 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1667356 Sep 01 15:03:35.589118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288d06-dcfd-495d-bb30-6fd458436535 req-1956fd3e-ce6b-4b59-b40d-29b5f95a2253 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.601798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1288d06-dcfd-495d-bb30-6fd458436535 req-1956fd3e-ce6b-4b59-b40d-29b5f95a2253 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1098 time: 0.1150026 Sep 01 15:03:35.608633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a587b99f-7fe0-42f3-b1a0-d074a86abf48 req-0d39c55c-f1e7-4b5f-80de-4be8aaea40f6 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377773 Sep 01 15:03:35.732428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1288d06-dcfd-495d-bb30-6fd458436535 req-7fcaac8f-75b1-47b9-a5af-fbc1c66d80dc tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266465 Sep 01 15:03:36.398737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763297e4-8090-44a9-aa25-145f94ef31ca req-3bb6ea95-1428-403e-a70b-a5ed76bacac8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.427559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-763297e4-8090-44a9-aa25-145f94ef31ca req-3bb6ea95-1428-403e-a70b-a5ed76bacac8 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2425184 Sep 01 15:03:36.498239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:36.609783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-763297e4-8090-44a9-aa25-145f94ef31ca req-3e56e78f-e6fd-4eff-bf66-2720bd04cf05 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805899 Sep 01 15:03:36.619740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6b83a-2ef2-4757-9c95-c971a73b25bb req-58b9a668-5e11-4ec8-a35e-5b246c0c42ce tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.641375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccc6b83a-2ef2-4757-9c95-c971a73b25bb req-58b9a668-5e11-4ec8-a35e-5b246c0c42ce tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2359684 Sep 01 15:03:36.803628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccc6b83a-2ef2-4757-9c95-c971a73b25bb req-4b450cf2-eb4d-41bf-822f-5c8ce29e3dc2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604173 Sep 01 15:03:36.960895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-426303284-network', 'tenant_id': '627af645505f41a69877532b09ac3704'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:37.058869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Made reservation on behalf of 627af645505f41a69877532b09ac3704 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:37.062937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.094268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.485832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.502118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.538351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:03:37.566846 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:03:37.572561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.574092 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Added segment 061bd966-d724-408b-b66f-97b1e075f389 of type vlan for network ab76d154-1ec9-49d4-99cb-08ca9725e141 Sep 01 15:03:37.662240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.787062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914b982-a450-40b8-b2ca-cb60909bdec5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:37.934133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.937617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:37.939258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.976218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4739933 Sep 01 15:03:37.982207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51448) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:38.008887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Request body: {'subnet': {'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-426303284-subnet', 'tenant_id': '627af645505f41a69877532b09ac3704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:38.195218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb6be-522b-4169-9b24-29f932775621 req-2925bbc7-4744-43dd-9e7d-38be1576fe68 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:38.215150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-943bb6be-522b-4169-9b24-29f932775621 req-2925bbc7-4744-43dd-9e7d-38be1576fe68 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2331576 Sep 01 15:03:38.273391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Made reservation on behalf of 627af645505f41a69877532b09ac3704 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:38.278052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.478225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-943bb6be-522b-4169-9b24-29f932775621 req-a84da54a-466a-4783-99e2-c7e9a736f29b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593415 Sep 01 15:03:38.777316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041108a2-6941-43e5-a07c-a6f6aad33c68 req-dfaf2120-dc17-44a4-ab1c-78aa353238a3 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:38.792128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-041108a2-6941-43e5-a07c-a6f6aad33c68 req-dfaf2120-dc17-44a4-ab1c-78aa353238a3 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 1.0913761 Sep 01 15:03:38.868996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2c48-6ff7-4c0e-aa44-40ef0e446874 admin admin] Pushing event updated for resources: {'Network': ['ID=ab76d154-1ec9-49d4-99cb-08ca9725e141,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:38.901128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ab76d154-1ec9-49d4-99cb-08ca9725e141 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:03:38.903401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.950995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-43986fde-e4e2-4847-a1dd-fa8bbf409c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:38.966862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-43986fde-e4e2-4847-a1dd-fa8bbf409c28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 1097 time: 0.2885718 Sep 01 15:03:39.092728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0fd30-7d24-47b7-8c8c-48d75ed00c78 req-ad7ef341-15d7-438e-a864-276cf58301c6 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.127163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55f0fd30-7d24-47b7-8c8c-48d75ed00c78 req-ad7ef341-15d7-438e-a864-276cf58301c6 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.3017547 Sep 01 15:03:39.158107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-041108a2-6941-43e5-a07c-a6f6aad33c68 req-61ea6e17-091e-4585-9c82-26362411ecd5 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500192 Sep 01 15:03:39.282370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55f0fd30-7d24-47b7-8c8c-48d75ed00c78 req-4088d252-634e-4f25-b488-c1e8a4cc996d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534629 Sep 01 15:03:39.308563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-18cf1788-87c2-4650-8019-533419bef6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.311263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-18cf1788-87c2-4650-8019-533419bef6e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 917 time: 0.3207514 Sep 01 15:03:39.369673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Checking segment: {'id': '061bd966-d724-408b-b66f-97b1e075f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:39.370697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Network hostable DHCP agents. Network: ab76d154-1ec9-49d4-99cb-08ca9725e141, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:03:39.375918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fd9f63-0159-4baf-b040-1fe33a7e6acf,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:39.450295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Network ab76d154-1ec9-49d4-99cb-08ca9725e141 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:03:39.462893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-5222a8bc-a436-4113-8bda-351a6ed85cd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 200 len: 217 time: 0.1331782 Sep 01 15:03:39.473830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ab76d154-1ec9-49d4-99cb-08ca9725e141) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:39.482905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.484296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.493984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390da6d8-9891-4a06-8cca-fab5e8e2152a None None] Network ab76d154-1ec9-49d4-99cb-08ca9725e141 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:39.526506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3dbc3558-41e8-4322-b6b0-9b2fe36f2411 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5408301 Sep 01 15:03:39.618800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-bf06a005-9a08-45fd-9f79-75564f1a1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.620499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-bf06a005-9a08-45fd-9f79-75564f1a1a6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.1443563 Sep 01 15:03:39.839497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-5b286ebb-0b6e-4d5a-9fe3-b5360cd3ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.843146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-5b286ebb-0b6e-4d5a-9fe3-b5360cd3ec31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073393 Sep 01 15:03:39.866024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d235fe-2f2d-4a11-bcca-071e99751cba None None] Network ab76d154-1ec9-49d4-99cb-08ca9725e141 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:40.033847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17c84-bf84-4bf2-86e4-9a563ad21b72 req-ddc62fe2-a1e0-43a0-b476-a0d57cdef3e1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:40.042507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65b17c84-bf84-4bf2-86e4-9a563ad21b72 req-ddc62fe2-a1e0-43a0-b476-a0d57cdef3e1 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.3252330 Sep 01 15:03:40.225375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-c35f2a19-4e97-44bd-b9a5-3c3a2bc4928f service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535190 Sep 01 15:03:40.251512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65b17c84-bf84-4bf2-86e4-9a563ad21b72 req-36ba255c-b8c0-4ecf-9a11-e5d928d6801f tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080545 Sep 01 15:03:40.432527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a40d42e7-14a0-4e70-8cb4-c7eb7762b868 req-90cfa0d2-179b-45d1-a0d3-ea418340fa30 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781430 Sep 01 15:03:40.594674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaa68a-d161-4bc7-af84-3588e46db742 req-ff7ceb7d-de41-489f-b364-d88468826377 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:40.605803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbcaa68a-d161-4bc7-af84-3588e46db742 req-ff7ceb7d-de41-489f-b364-d88468826377 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1718223 Sep 01 15:03:40.716379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbcaa68a-d161-4bc7-af84-3588e46db742 req-f53d14c8-71a2-4c22-a928-872910620781 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822437 Sep 01 15:03:41.079180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa87a76-44f1-474b-b6cb-7f654c8a0738 req-81feecbe-c6dd-44ea-8dd6-d1b1fa5aa672 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:41.082159 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9fa87a76-44f1-474b-b6cb-7f654c8a0738 req-81feecbe-c6dd-44ea-8dd6-d1b1fa5aa672 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1713722 Sep 01 15:03:41.270233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9fa87a76-44f1-474b-b6cb-7f654c8a0738 req-65e8b6ad-8fcd-48f0-9571-8edd12d8be1d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290977 Sep 01 15:03:41.272597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-f3464ac3-5c2e-4cf3-8918-23d72fbf53a0 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:41.286231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-f3464ac3-5c2e-4cf3-8918-23d72fbf53a0 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/networks?id=ab76d154-1ec9-49d4-99cb-08ca9725e141 HTTP/1.1" status: 200 len: 813 time: 0.9136229 Sep 01 15:03:41.307724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-3e3f1cac-efa6-484c-84d8-82eb8bbcc62e tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/quotas/627af645505f41a69877532b09ac3704 HTTP/1.1" status: 200 len: 375 time: 0.0198078 Sep 01 15:03:41.445756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-2772b484-49c8-4100-8d14-38d0b7f45a47 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=627af645505f41a69877532b09ac3704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929980 Sep 01 15:03:41.804462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-67df27bc-5f2e-450c-8baf-0f536d6ae790 service neutron] 10.222.0.41 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218677 Sep 01 15:03:42.036263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-18e86da1-338b-4551-8f3c-c925930f7eb7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096608 Sep 01 15:03:42.464172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cca4d-922c-4fe1-89e0-f9936b51d2db req-a6821b2a-1d85-43c8-b03d-ec8dff19a25d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:42.473832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3cca4d-922c-4fe1-89e0-f9936b51d2db req-a6821b2a-1d85-43c8-b03d-ec8dff19a25d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1948459 Sep 01 15:03:42.517539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35024-f063-451e-b4c7-af8740b50433 req-1d4a138e-477c-420f-858e-ad12e9eb6013 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:42.525779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4dc35024-f063-451e-b4c7-af8740b50433 req-1d4a138e-477c-420f-858e-ad12e9eb6013 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1193929 Sep 01 15:03:42.642698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3cca4d-922c-4fe1-89e0-f9936b51d2db req-60cf99eb-2965-425f-9025-da99526cefab tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599038 Sep 01 15:03:42.668608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4dc35024-f063-451e-b4c7-af8740b50433 req-6208572f-f066-437c-8f62-b3717b0bb74b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309571 Sep 01 15:03:42.912614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-957d95aa-31c2-4a1f-996e-0cf8b1fdcac1 req-42077a6d-24af-4e13-8e6b-290dbbf21efa tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 210 time: 0.0907331 Sep 01 15:03:43.166261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7469c59-b946-4a41-ae7e-ce0ac1a33597 req-eb045305-2b52-4700-9b57-382a26486878 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:43.192311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7469c59-b946-4a41-ae7e-ce0ac1a33597 req-eb045305-2b52-4700-9b57-382a26486878 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2769420 Sep 01 15:03:43.356456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7469c59-b946-4a41-ae7e-ce0ac1a33597 req-668e3511-21ea-45ad-8779-3556c480d6b7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627302 Sep 01 15:03:43.860789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69eae3-6292-46da-8622-966ed547f93a req-71fca213-db1e-4c85-b144-765a4644cabd tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:43.866818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8f69eae3-6292-46da-8622-966ed547f93a req-71fca213-db1e-4c85-b144-765a4644cabd tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.1689692 Sep 01 15:03:44.005463 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8f69eae3-6292-46da-8622-966ed547f93a req-1d7cf526-ed6d-4eb5-bef8-4ecac5e8222d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272998 Sep 01 15:03:44.150830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b731de0-9cfb-4774-a73c-6a643c6d82de req-601f63ba-0b7e-4b61-ad30-859b034cc4db tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:44.154557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b731de0-9cfb-4774-a73c-6a643c6d82de req-601f63ba-0b7e-4b61-ad30-859b034cc4db tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1887944 Sep 01 15:03:44.263862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b731de0-9cfb-4774-a73c-6a643c6d82de req-aac618e1-8980-4f8a-82a3-437777a5f725 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003838 Sep 01 15:03:44.286995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be52e85d-b1ad-4967-9e0c-b9a47197fab1 req-9900eb77-2881-4782-8d60-da7d3adf383b tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 210 time: 0.1132259 Sep 01 15:03:44.338962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1349fb71-2e86-4778-8ea1-e19a4a106828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:44.462652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f949bcb-a580-4ed7-bdd3-bd763e0ab380 req-fa183f07-5d9a-4640-b643-9b9648811f50 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:44.478082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f949bcb-a580-4ed7-bdd3-bd763e0ab380 req-fa183f07-5d9a-4640-b643-9b9648811f50 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1139019 Sep 01 15:03:44.558523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f949bcb-a580-4ed7-bdd3-bd763e0ab380 req-e1c4989b-4569-454d-af9c-69cb99af3e25 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760119 Sep 01 15:03:45.053215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bd1d2-bf82-4be6-82b5-5960a1e8ac3c req-060cdb54-2d72-49f9-9807-bacc150778f0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.060681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb6bd1d2-bf82-4be6-82b5-5960a1e8ac3c req-060cdb54-2d72-49f9-9807-bacc150778f0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2862325 Sep 01 15:03:45.171935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb6bd1d2-bf82-4be6-82b5-5960a1e8ac3c req-582744ec-0b7c-4eb4-88ae-bdf7098b5a61 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Sep 01 15:03:45.258863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-1c0e3c5f-0dce-44ac-99e8-fdc932bb6b14 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.261943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-1c0e3c5f-0dce-44ac-99e8-fdc932bb6b14 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.50 "GET /v2.0/networks?id=ab76d154-1ec9-49d4-99cb-08ca9725e141 HTTP/1.1" status: 200 len: 813 time: 0.4560792 Sep 01 15:03:45.297408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Request body: {'port': {'device_id': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141', 'admin_state_up': True, 'tenant_id': '627af645505f41a69877532b09ac3704'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:45.316007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fafcb3-ab51-421a-b862-345f308ef70d req-15f884fb-32a1-4728-b545-3b0620e2446d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.326578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3fafcb3-ab51-421a-b862-345f308ef70d req-15f884fb-32a1-4728-b545-3b0620e2446d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.2379634 Sep 01 15:03:45.504076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3fafcb3-ab51-421a-b862-345f308ef70d req-67e62e8e-7aa0-4bd6-a39d-66a0434a2ac9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759815 Sep 01 15:03:45.523662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83147f-3677-44d2-9fb9-915f49e2ffb1 req-3b87aad5-918c-4046-aec9-266f0a91a341 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.526126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb83147f-3677-44d2-9fb9-915f49e2ffb1 req-3b87aad5-918c-4046-aec9-266f0a91a341 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1213126 Sep 01 15:03:45.664185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb83147f-3677-44d2-9fb9-915f49e2ffb1 req-3c7dc9a0-c7a2-4e6f-80f1-e4768b761953 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168337 Sep 01 15:03:45.697829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360b1a44-38b6-4209-8c6b-fa47123692ab req-c8498f7f-e1e1-4eaa-99c3-e605173e1ba3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 210 time: 0.0653622 Sep 01 15:03:45.709261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Made reservation on behalf of 627af645505f41a69877532b09ac3704 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:45.715403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.903355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-17091683-1b99-4b50-93fe-bf82192bac41 req-a12926b8-dd5c-4ef5-b848-fc8194d83272 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:03:45.907339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17091683-1b99-4b50-93fe-bf82192bac41 req-a12926b8-dd5c-4ef5-b848-fc8194d83272 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356331 Sep 01 15:03:46.242692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17091683-1b99-4b50-93fe-bf82192bac41 req-3abaaa61-cccc-4138-88a6-47ecd3b4cadc tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3086815 Sep 01 15:03:46.262689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Allocated IP 172.20.0.3 (ab76d154-1ec9-49d4-99cb-08ca9725e141/d0fd9f63-0159-4baf-b040-1fe33a7e6acf/d70ea212-ab31-44c5-b920-250a9478241b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:46.569975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c571a7a-3319-42ef-aa03-e3aca1d819a2 req-9a57257c-faeb-4767-ab39-dce0378e0ec4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.587648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c571a7a-3319-42ef-aa03-e3aca1d819a2 req-9a57257c-faeb-4767-ab39-dce0378e0ec4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1862378 Sep 01 15:03:46.689677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:46.741908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c571a7a-3319-42ef-aa03-e3aca1d819a2 req-09deb378-d0fe-4347-9eb8-bd633c59726e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527853 Sep 01 15:03:46.934643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.027145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660d4ec-17c2-4799-b9bd-d8302a857c3d req-892b1563-2288-44f6-abe0-6cb4b28d1a15 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.031690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d660d4ec-17c2-4799-b9bd-d8302a857c3d req-892b1563-2288-44f6-abe0-6cb4b28d1a15 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1104684 Sep 01 15:03:47.055687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b4ff-ca59-4dbc-94d8-f8c2bf579241 req-1251d7b1-7555-4f9d-91b0-d5871ad7f477 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.064582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af68b4ff-ca59-4dbc-94d8-f8c2bf579241 req-1251d7b1-7555-4f9d-91b0-d5871ad7f477 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.3265498 Sep 01 15:03:47.077951 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d584b7-7d1a-4d55-8afe-aca7b9cdbff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.148511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d660d4ec-17c2-4799-b9bd-d8302a857c3d req-2de13be2-86f0-4f60-b234-a8b1b1ae5198 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923553 Sep 01 15:03:47.221801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Network ab76d154-1ec9-49d4-99cb-08ca9725e141 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:47.227627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:47.233528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:47.312680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.404480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.405666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.419444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Pushing event updated for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:47.467724 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af68b4ff-ca59-4dbc-94d8-f8c2bf579241 req-b4f12619-69cf-4ac8-95f4-cb3bd4e9e8d9 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017184 Sep 01 15:03:47.476431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b495076-f866-42ad-86f2-111da743fa8b req-e87e992b-7e94-4439-9cdb-e33820bf2430 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.493209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-212bc3a7-a74d-4c4d-888a-6febd0dfe1a8 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2009358 Sep 01 15:03:47.493454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b495076-f866-42ad-86f2-111da743fa8b req-e87e992b-7e94-4439-9cdb-e33820bf2430 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 931 time: 0.1618965 Sep 01 15:03:47.510765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Request body: {'port': {'device_id': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:47.662223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b495076-f866-42ad-86f2-111da743fa8b req-3eab18a2-8f6a-4201-8e26-0db5dca12671 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570222 Sep 01 15:03:47.706913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.961049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853fc3-cb01-422f-a477-11b9610727c6 req-1cba3266-1efb-4383-84ea-9c0e1039b01c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.964025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c853fc3-cb01-422f-a477-11b9610727c6 req-1cba3266-1efb-4383-84ea-9c0e1039b01c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1780078 Sep 01 15:03:48.087896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.113673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c853fc3-cb01-422f-a477-11b9610727c6 req-4f6b4d36-9f12-4384-8e01-3764c7123eb4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408877 Sep 01 15:03:48.153396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70ea212-ab31-44c5-b920-250a9478241b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:48.164159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.179334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Transition to ACTIVE for port object d70ea212-ab31-44c5-b920-250a9478241b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:48.192087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.284927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.326267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:48.391767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b9fe-e19d-40bf-aa35-972826ccdff3 req-eebd6c48-f764-4459-a7a6-182fbe7d56a2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.393799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56e7b9fe-e19d-40bf-aa35-972826ccdff3 req-eebd6c48-f764-4459-a7a6-182fbe7d56a2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2553737 Sep 01 15:03:48.450855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fc03-e1d2-4db3-bd04-005e9b119028 req-c3484535-c6de-42ae-ab01-123c1a10d64f tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.471298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56e7b9fe-e19d-40bf-aa35-972826ccdff3 req-256834dc-78a9-406a-8270-c033a5a9fe6a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482852 Sep 01 15:03:48.489594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d19fc03-e1d2-4db3-bd04-005e9b119028 req-c3484535-c6de-42ae-ab01-123c1a10d64f tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.1941657 Sep 01 15:03:48.520023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Attempting to bind port d70ea212-ab31-44c5-b920-250a9478241b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:48.520389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Attempting to bind port d70ea212-ab31-44c5-b920-250a9478241b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '061bd966-d724-408b-b66f-97b1e075f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:48.520709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Attempting to bind port d70ea212-ab31-44c5-b920-250a9478241b on network ab76d154-1ec9-49d4-99cb-08ca9725e141 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:48.527045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Port d70ea212-ab31-44c5-b920-250a9478241b on network ab76d154-1ec9-49d4-99cb-08ca9725e141 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:48.527696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Attempting to bind port d70ea212-ab31-44c5-b920-250a9478241b on network ab76d154-1ec9-49d4-99cb-08ca9725e141 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:48.534220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:48.534579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Checking segment: {'id': '061bd966-d724-408b-b66f-97b1e075f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:48.534948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Bound using segment: {'id': '061bd966-d724-408b-b66f-97b1e075f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:48.535379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Bound port: d70ea212-ab31-44c5-b920-250a9478241b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061bd966-d724-408b-b66f-97b1e075f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:48.535738 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.617617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d19fc03-e1d2-4db3-bd04-005e9b119028 req-24e255c0-3f10-4e13-8250-bccbff85c922 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225266 Sep 01 15:03:48.677736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:48.683759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d70ea212-ab31-44c5-b920-250a9478241b,segment=NetworkSegment(061bd966-d724-408b-b66f-97b1e075f389),segment_id=061bd966-d724-408b-b66f-97b1e075f389)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:48.704168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.784696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.785381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.786948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d70ea212-ab31-44c5-b920-250a9478241b HTTP/1.1" status: 200 len: 1092 time: 1.2807453 Sep 01 15:03:48.790575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:48.795104 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d46c91-43ff-4db2-a889-c56e99e466a3" -d '{"events": [{"name": "network-changed", "server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "tag": "d70ea212-ab31-44c5-b920-250a9478241b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:48.903749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720beb22-d93a-4962-8cf8-6d5d03308fab req-16282c3e-3ba3-47fe-b653-2a4f8cde7108 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.912448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-720beb22-d93a-4962-8cf8-6d5d03308fab req-16282c3e-3ba3-47fe-b653-2a4f8cde7108 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.2265551 Sep 01 15:03:48.915462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e109cae-6e7f-48d9-b583-d9f1f5238bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:49.010505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-720beb22-d93a-4962-8cf8-6d5d03308fab req-dd3d36d4-6dac-400c-afe8-a8067ce2f976 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957048 Sep 01 15:03:49.028479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-3056a132-e86b-4511-818e-e1bd8528d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.032347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-3056a132-e86b-4511-818e-e1bd8528d04a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627af645505f41a69877532b09ac3704&device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 1095 time: 0.1035888 Sep 01 15:03:49.147775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-4e0e3bb9-aed8-4ab8-92d7-eb886ea687a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70ea212-ab31-44c5-b920-250a9478241b HTTP/1.1" status: 200 len: 217 time: 0.1036057 Sep 01 15:03:49.270108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ec297-7db9-4952-8bd9-75d12dd5032e req-6dbdcc48-a0a0-4f64-93a3-c063ca360693 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.279264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-405ec297-7db9-4952-8bd9-75d12dd5032e req-6dbdcc48-a0a0-4f64-93a3-c063ca360693 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 943 time: 0.1351371 Sep 01 15:03:49.283933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-cdc16d3b-12c9-46f8-a7ea-f68c92e5b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.285921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-cdc16d3b-12c9-46f8-a7ea-f68c92e5b0f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0fd9f63-0159-4baf-b040-1fe33a7e6acf HTTP/1.1" status: 200 len: 853 time: 0.1270225 Sep 01 15:03:49.393029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-06f3deca-d0f0-4e28-bab0-7952b0d85ded service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab76d154-1ec9-49d4-99cb-08ca9725e141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870385 Sep 01 15:03:49.504883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947724e-5bfb-4e8a-adfa-c96b0ced3b96 req-74360153-aede-4638-bb3a-77f983b24104 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.520855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947724e-5bfb-4e8a-adfa-c96b0ced3b96 req-74360153-aede-4638-bb3a-77f983b24104 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.535735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947724e-5bfb-4e8a-adfa-c96b0ced3b96 req-74360153-aede-4638-bb3a-77f983b24104 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.543091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-bf43ae71-0906-46b9-9fa0-6f74a32189ff service neutron] 10.222.0.50 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299584 Sep 01 15:03:49.554958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b947724e-5bfb-4e8a-adfa-c96b0ced3b96 req-74360153-aede-4638-bb3a-77f983b24104 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b&device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 2417 time: 0.1694162 Sep 01 15:03:49.557845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-405ec297-7db9-4952-8bd9-75d12dd5032e req-89f97071-185e-45d5-a025-874e78270c5f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765317 Sep 01 15:03:49.699305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b947724e-5bfb-4e8a-adfa-c96b0ced3b96 req-a52fd7ab-776b-4462-b33e-07c165642217 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425486 Sep 01 15:03:49.777994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:49.885426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95d4ada6-7ed3-4ae5-8fd7-038507f5d82b req-fdc6e8c6-e676-49c4-b125-8d4357bc48b8 service neutron] 10.222.0.50 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199880 Sep 01 15:03:49.887234 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9e25f-2d64-4f42-bc94-bf47461f72be x-openstack-request-id: req-2bc9e25f-2d64-4f42-bc94-bf47461f72be {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:49.890293 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "tag": "d70ea212-ab31-44c5-b920-250a9478241b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:49.890775 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bc9e25f-2d64-4f42-bc94-bf47461f72be {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:49.891336 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b', 'status': 'completed', 'code': 200} Sep 01 15:03:49.907001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-3e590f98-ecc3-49ee-99ce-a63f4d67939e req-bb6ecf00-5fc5-4a76-8da8-c506dcfc9b59 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:03:49.908791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e590f98-ecc3-49ee-99ce-a63f4d67939e req-bb6ecf00-5fc5-4a76-8da8-c506dcfc9b59 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103281 Sep 01 15:03:50.154059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e590f98-ecc3-49ee-99ce-a63f4d67939e req-88c8ce39-102b-4311-995d-7efc55ef9a46 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2268088 Sep 01 15:03:50.156026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cabe9c-68d8-45ad-96c5-de51709fb174 req-cd0136e3-5dee-48e9-8fa6-b1e8c13bac07 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.159162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86cabe9c-68d8-45ad-96c5-de51709fb174 req-cd0136e3-5dee-48e9-8fa6-b1e8c13bac07 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2585745 Sep 01 15:03:50.182516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-bd46b789-cf16-494b-aa2d-5fa95d671f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.185242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-bd46b789-cf16-494b-aa2d-5fa95d671f19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=627af645505f41a69877532b09ac3704&device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 1095 time: 0.1653452 Sep 01 15:03:50.481127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86cabe9c-68d8-45ad-96c5-de51709fb174 req-936f1dec-aec8-4406-90b8-addf492d0f0f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107955 Sep 01 15:03:50.502245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-92c92c9e-207b-4a12-bd59-e17d3e3d1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.504567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-92c92c9e-207b-4a12-bd59-e17d3e3d1e1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab76d154-1ec9-49d4-99cb-08ca9725e141 HTTP/1.1" status: 200 len: 914 time: 0.2961605 Sep 01 15:03:50.614888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-407d1c56-051a-4b40-b478-2528f7cb5614 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d70ea212-ab31-44c5-b920-250a9478241b HTTP/1.1" status: 200 len: 217 time: 0.0883820 Sep 01 15:03:50.929165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f07f0-2c2c-4aac-befa-c2d076a976ae req-cb4631d2-9c44-4fe7-8a0c-be10ec19f382 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.931547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-412f07f0-2c2c-4aac-befa-c2d076a976ae req-cb4631d2-9c44-4fe7-8a0c-be10ec19f382 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1719899 Sep 01 15:03:50.940938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-1124fbdd-c1da-4555-a7d2-09f4dcb80e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.942500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-1124fbdd-c1da-4555-a7d2-09f4dcb80e76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0fd9f63-0159-4baf-b040-1fe33a7e6acf HTTP/1.1" status: 200 len: 853 time: 0.3132660 Sep 01 15:03:51.022208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-412f07f0-2c2c-4aac-befa-c2d076a976ae req-a116ef55-9923-4520-9fe0-7a9d38476041 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Sep 01 15:03:51.094634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbf712-d73e-430c-a5b1-cac6b093e61e req-cce274b3-a834-4f47-9553-a88a22a20c19 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.106710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dfbf712-d73e-430c-a5b1-cac6b093e61e req-cce274b3-a834-4f47-9553-a88a22a20c19 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 943 time: 0.2629373 Sep 01 15:03:51.132350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-a252a4fb-1947-4e40-a1bb-f780b60d7af9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab76d154-1ec9-49d4-99cb-08ca9725e141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535828 Sep 01 15:03:51.144105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2050fe-11e2-4cd7-a318-3ba3bd6d5796 req-a2e5a731-e91f-45e4-bc82-5464e240fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.146287 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c2050fe-11e2-4cd7-a318-3ba3bd6d5796 req-a2e5a731-e91f-45e4-bc82-5464e240fa5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1102 time: 0.4137855 Sep 01 15:03:51.275038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c2050fe-11e2-4cd7-a318-3ba3bd6d5796 req-588da64f-74d2-41e7-ae79-6bc56aeedacb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153231 Sep 01 15:03:51.291206 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dfbf712-d73e-430c-a5b1-cac6b093e61e req-e2b03b7c-803a-4c88-96ca-5e8ec7cc3495 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795573 Sep 01 15:03:51.442796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-cde39298-f5ba-4108-80e2-22ef0956ca96 service neutron] 10.222.0.50 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945905 Sep 01 15:03:51.725542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6d46c91-43ff-4db2-a889-c56e99e466a3 req-5d21ed7c-f723-4524-8d1d-f38bc422e0df service neutron] 10.222.0.50 "GET /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703114 Sep 01 15:03:51.842462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a072b-af74-4891-92ca-4d131c48c6a5 req-7422169b-7fe4-41f9-b0b4-07a9052779e2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.843143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c5a072b-af74-4891-92ca-4d131c48c6a5 req-7422169b-7fe4-41f9-b0b4-07a9052779e2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1177921 Sep 01 15:03:51.984677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c5a072b-af74-4891-92ca-4d131c48c6a5 req-a7168d8c-5007-4500-99f6-63e0d3e3145d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223702 Sep 01 15:03:52.479552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7854-4ef0-4656-b53a-823d891b4fab req-6e74c5ba-a71b-44a5-80d5-bd970f97eda5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.489520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-705c7854-4ef0-4656-b53a-823d891b4fab req-6e74c5ba-a71b-44a5-80d5-bd970f97eda5 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1479402 Sep 01 15:03:52.640348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-705c7854-4ef0-4656-b53a-823d891b4fab req-4b1f382e-a6c0-4186-bc9d-3684b11fc4ab tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162486 Sep 01 15:03:52.899636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483234eb-475a-425c-8329-65dc2ede5177 req-8874e5d3-6767-487b-9810-2cd7b7c8ad71 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.902136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-483234eb-475a-425c-8329-65dc2ede5177 req-8874e5d3-6767-487b-9810-2cd7b7c8ad71 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 943 time: 0.1023822 Sep 01 15:03:53.050835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-483234eb-475a-425c-8329-65dc2ede5177 req-edeea2b3-aaba-45c7-85c9-8d860daf2cb9 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341403 Sep 01 15:03:53.253880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:53.384133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34e8e-5b5e-4531-bf23-a959d5f7eb4e req-6f16c7f3-1949-4ec6-8da7-6c2230afa3dc tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.398782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eff34e8e-5b5e-4531-bf23-a959d5f7eb4e req-6f16c7f3-1949-4ec6-8da7-6c2230afa3dc tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1578059 Sep 01 15:03:53.409402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:53.413146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d70ea212-ab31-44c5-b920-250a9478241b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:53.521155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eff34e8e-5b5e-4531-bf23-a959d5f7eb4e req-4ed08461-fc50-4714-9535-ec17cca55e63 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184969 Sep 01 15:03:53.741506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d70ea212-ab31-44c5-b920-250a9478241b,segment=NetworkSegment(061bd966-d724-408b-b66f-97b1e075f389),segment_id=061bd966-d724-408b-b66f-97b1e075f389)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:53.807237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd70ea212-ab31-44c5-b920-250a9478241b', 'network_id': 'ab76d154-1ec9-49d4-99cb-08ca9725e141', 'port_id': 'd70ea212-ab31-44c5-b920-250a9478241b', 'mac_address': 'fa:16:3e:92:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fd9f63-0159-4baf-b040-1fe33a7e6acf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:53.948602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537f1b-90e7-497a-9784-9c0c43499087 req-ff99b889-5f95-4b60-92d3-b5a53c78a26b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.962356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff537f1b-90e7-497a-9784-9c0c43499087 req-ff99b889-5f95-4b60-92d3-b5a53c78a26b tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 950 time: 0.1428897 Sep 01 15:03:54.054235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff537f1b-90e7-497a-9784-9c0c43499087 req-6e362529-297f-45f2-a047-2188b8811637 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Sep 01 15:03:54.192180 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.250180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70ea212-ab31-44c5-b920-250a9478241b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:54.309872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d70ea212-ab31-44c5-b920-250a9478241b,segment=NetworkSegment(061bd966-d724-408b-b66f-97b1e075f389),segment_id=061bd966-d724-408b-b66f-97b1e075f389)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:54.328562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.509572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:54.527279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:54.570937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'mac_address': 'fa:16:3e:92:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:54.614555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37676fee-bfde-45b1-a264-da6863d7550f req-df8ca0fa-e54b-4252-9925-c3c85c373b84 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:54.622371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37676fee-bfde-45b1-a264-da6863d7550f req-df8ca0fa-e54b-4252-9925-c3c85c373b84 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 944 time: 0.1484580 Sep 01 15:03:54.707046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37676fee-bfde-45b1-a264-da6863d7550f req-c3f115f0-f3a2-458b-a988-8fde94a3a608 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811377 Sep 01 15:03:54.786753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.787293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.787750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.788200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.788660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.789137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.789747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.790329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.790930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.791552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.792236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.793000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:54.878108 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.909397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:54.912604 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de5fc00-25cd-48f6-a6f4-e3a60bceda4b" -d '{"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-unplugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:54.919015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.952346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:54.955679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:54.969794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.114045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:03:55.116912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5ee7-58e5-4712-9a74-606b41ca4af0 req-3b0443e4-a66e-4560-b166-49c2e4eb595f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.122343 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:03:55.123961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d70ea212-ab31-44c5-b920-250a9478241b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:55.129960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a2b5ee7-58e5-4712-9a74-606b41ca4af0 req-3b0443e4-a66e-4560-b166-49c2e4eb595f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1271999 Sep 01 15:03:55.206323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a2b5ee7-58e5-4712-9a74-606b41ca4af0 req-022b7d74-3b7d-4bd4-8c2a-4028fc1e637f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709765 Sep 01 15:03:55.291971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:55.304084 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7f4daf-faa7-490a-9e3f-e78b59cf455a x-openstack-request-id: req-dd7f4daf-faa7-490a-9e3f-e78b59cf455a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:55.304263 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-unplugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:55.304913 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd7f4daf-faa7-490a-9e3f-e78b59cf455a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:55.305578 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'code': 200} Sep 01 15:03:55.490136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c831-bd96-4d34-a468-25eb56b46188 req-9dd80abc-1212-43bc-a737-d5ab54620307 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.495201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1050c831-bd96-4d34-a468-25eb56b46188 req-9dd80abc-1212-43bc-a737-d5ab54620307 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1100 time: 0.1174490 Sep 01 15:03:55.513810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27547be6-823c-425b-8304-5c749e95667c req-d08cdebc-4be2-4827-b7b7-35ea30298c0e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.523683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27547be6-823c-425b-8304-5c749e95667c req-d08cdebc-4be2-4827-b7b7-35ea30298c0e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.0906579 Sep 01 15:03:55.588457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1050c831-bd96-4d34-a468-25eb56b46188 req-d50cb2d6-8bff-4634-9fb8-4cc66b386fc5 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871201 Sep 01 15:03:55.643867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27547be6-823c-425b-8304-5c749e95667c req-c3e6ba79-d122-4e54-8925-cef6b4b1f022 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191318 Sep 01 15:03:55.741150 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.796179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:55.873207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:55.891703 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.079704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3fe2-a7d9-492f-8806-2a05baadf934 req-0abe03cb-8368-4be9-a6c8-6f9a55f08c52 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.086112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f1917-0073-4b7d-b860-ba8f540eb3da req-5866cc47-f308-4333-beec-f4a2b133626c tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.088460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e9b3fe2-a7d9-492f-8806-2a05baadf934 req-0abe03cb-8368-4be9-a6c8-6f9a55f08c52 tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 1102 time: 0.0586543 Sep 01 15:03:56.095558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:56.101737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf4f1917-0073-4b7d-b860-ba8f540eb3da req-5866cc47-f308-4333-beec-f4a2b133626c tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 944 time: 0.1471198 Sep 01 15:03:56.185466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e9b3fe2-a7d9-492f-8806-2a05baadf934 req-64de886c-7adc-4f1b-a8bc-31350b08108f tempest-ServersAdminTestJSON-1959633344 tempest-ServersAdminTestJSON-1959633344-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950732 Sep 01 15:03:56.187943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf4f1917-0073-4b7d-b860-ba8f540eb3da req-407ec95d-b3dd-4b9f-9e92-92f26a9e3a3f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Sep 01 15:03:56.248528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:56.490324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598128e-96f8-483e-9d3f-558bd897090b req-ae65488b-d01e-4aae-8032-b40132d28b0c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.504211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5598128e-96f8-483e-9d3f-558bd897090b req-ae65488b-d01e-4aae-8032-b40132d28b0c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0973830 Sep 01 15:03:56.573309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5598128e-96f8-483e-9d3f-558bd897090b req-ed5c4812-6450-4669-a493-43dcb0345229 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 Sep 01 15:03:56.663908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-cf36fcd5-9c05-425d-8285-1f6b0574132c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.666963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-cf36fcd5-9c05-425d-8285-1f6b0574132c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.0911875 Sep 01 15:03:56.724336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3955c-65dd-477d-999e-53b98a3f5865 req-c24a1326-79f4-4ac2-a809-71c73d2d5f6c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.727234 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40b3955c-65dd-477d-999e-53b98a3f5865 req-c24a1326-79f4-4ac2-a809-71c73d2d5f6c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 950 time: 0.0776007 Sep 01 15:03:56.812314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40b3955c-65dd-477d-999e-53b98a3f5865 req-cf564c51-42bf-4b43-b77c-87d4666a9c3e tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742271 Sep 01 15:03:56.906582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6008ce5-177a-4c25-ac0b-bec5030cce07 req-05f2d3bc-cbba-4eda-a443-fa839dfcc844 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.908220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6008ce5-177a-4c25-ac0b-bec5030cce07 req-05f2d3bc-cbba-4eda-a443-fa839dfcc844 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.1843982 Sep 01 15:03:56.992238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6008ce5-177a-4c25-ac0b-bec5030cce07 req-8322fee6-e606-4557-8939-c51a62f0c65c tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Sep 01 15:03:56.996775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Deleting port 330ff944-1d7e-4714-a35c-17e9e3af2af5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:56.997309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.260010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] For port 330ff944-1d7e-4714-a35c-17e9e3af2af5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=330ff944-1d7e-4714-a35c-17e9e3af2af5,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:57.261180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.295808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Calling delete_port for 330ff944-1d7e-4714-a35c-17e9e3af2af5 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:57.330889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-5ebb9eda-5edd-4ef3-b2dd-63999eb9837a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.333925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-5ebb9eda-5edd-4ef3-b2dd-63999eb9837a tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 950 time: 0.1872466 Sep 01 15:03:57.380734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.407718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eae72b-6306-45ef-b2b8-61d97a953b87 req-55cf9737-6332-4ab1-8279-61c1f11b81d5 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.410133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57eae72b-6306-45ef-b2b8-61d97a953b87 req-55cf9737-6332-4ab1-8279-61c1f11b81d5 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 950 time: 0.2176161 Sep 01 15:03:57.412413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a7c5-21d3-4266-af39-3f5b7de93e45 req-90faa70d-f5b9-41e2-a9b2-65047b15b75d tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.420687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0596a7c5-21d3-4266-af39-3f5b7de93e45 req-90faa70d-f5b9-41e2-a9b2-65047b15b75d tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 944 time: 0.1090055 Sep 01 15:03:57.431124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d70ea212-ab31-44c5-b920-250a9478241b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:57.486941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0596a7c5-21d3-4266-af39-3f5b7de93e45 req-f8946a84-4542-4df5-9a6f-0a0da3e82135 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 Sep 01 15:03:57.563806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d70ea212-ab31-44c5-b920-250a9478241b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:57.573666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d70ea212-ab31-44c5-b920-250a9478241b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:57.574717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.741471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.777346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:57.781567 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d920a446-e7fa-43d8-858e-c4dcdb776d7d" -d '{"events": [{"server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "name": "network-vif-plugged", "status": "completed", "tag": "d70ea212-ab31-44c5-b920-250a9478241b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:57.798504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d70ea212-ab31-44c5-b920-250a9478241b,segment=NetworkSegment(061bd966-d724-408b-b66f-97b1e075f389),segment_id=061bd966-d724-408b-b66f-97b1e075f389)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:57.813825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.859552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b33373-c9ac-4ee1-b3e6-ff15a923bb3f req-51affcd8-3233-4104-af1a-6f2391f2fe92 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.864660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1b33373-c9ac-4ee1-b3e6-ff15a923bb3f req-51affcd8-3233-4104-af1a-6f2391f2fe92 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1202056 Sep 01 15:03:57.886310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:57.914841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:57.971734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1b33373-c9ac-4ee1-b3e6-ff15a923bb3f req-59b9b99c-2de4-4785-a77b-f4c886d7120f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916150 Sep 01 15:03:57.997556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 2d152e51-c4c4-4fdf-9570-1b625e34f986 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:57.998263 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.025231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57eae72b-6306-45ef-b2b8-61d97a953b87 req-735629d1-8043-44a6-a3ae-4e501996ea1c tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 Sep 01 15:03:58.086984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Deleting port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:58.087622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.103695 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a6af9a-1bdd-42b7-95b8-23815e6391b3 x-openstack-request-id: req-f3a6af9a-1bdd-42b7-95b8-23815e6391b3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:58.104385 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "name": "network-vif-plugged", "status": "completed", "tag": "d70ea212-ab31-44c5-b920-250a9478241b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:58.105122 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3a6af9a-1bdd-42b7-95b8-23815e6391b3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:58.105892 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b', 'code': 200} Sep 01 15:03:58.213959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.267902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d645d4-4c31-4c3c-8d26-e561dc1850f2 req-a019b969-6527-4a21-adc6-9d3e3ec839f1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.270306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2d645d4-4c31-4c3c-8d26-e561dc1850f2 req-a019b969-6527-4a21-adc6-9d3e3ec839f1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 946 time: 0.1039834 Sep 01 15:03:58.301780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:58.316390 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.350487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2d645d4-4c31-4c3c-8d26-e561dc1850f2 req-29cd5572-e9c6-47c7-9130-4a8a22bfa759 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670288 Sep 01 15:03:58.372349 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.402652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2f235-74cd-40fc-8b17-f09b85780e84 req-260070d0-97f0-4e62-a280-684ff23aa623 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.404395 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cce2f235-74cd-40fc-8b17-f09b85780e84 req-260070d0-97f0-4e62-a280-684ff23aa623 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 950 time: 0.2701025 Sep 01 15:03:58.433577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5bac7040-2890-4a9e-bd32-81924b9057b4', '097a28d6-274e-4158-af9b-fce93d2248e6', '330ff944-1d7e-4714-a35c-17e9e3af2af5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:58.465442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=11']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:58.467609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event deleted for resources: {'Port': ['ID=330ff944-1d7e-4714-a35c-17e9e3af2af5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:58.478399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113d85-015e-43dd-82b3-ab6c028d343a req-ee01c477-d6fb-4038-ab3d-53452daedbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.480308 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54113d85-015e-43dd-82b3-ab6c028d343a req-ee01c477-d6fb-4038-ab3d-53452daedbd9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 1097 time: 0.2139199 Sep 01 15:03:58.507314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] For port 486c0e3e-aaec-4bb6-b106-dc079e6ede24, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=486c0e3e-aaec-4bb6-b106-dc079e6ede24,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:58.508163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.604191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cce2f235-74cd-40fc-8b17-f09b85780e84 req-fa13a525-93b3-4e39-b50d-f228c839dc57 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647105 Sep 01 15:03:58.660642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] No DVR routers for this DVR port 330ff944-1d7e-4714-a35c-17e9e3af2af5 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:58.663135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Calling delete_port for 486c0e3e-aaec-4bb6-b106-dc079e6ede24 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:58.666192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.668300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92e1d02c-1ee2-4381-8aad-7d5b95d4dff7 req-f49b4afc-e143-499a-8b2c-121f47f66911 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "DELETE /v2.0/ports/330ff944-1d7e-4714-a35c-17e9e3af2af5 HTTP/1.1" status: 204 len: 173 time: 1.8994737 Sep 01 15:03:58.671322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'name': 'network-vif-deleted', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:58.673887 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cc75ce-9b88-40c2-ae0c-e409d0d69617" -d '{"events": [{"server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "name": "network-vif-deleted", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:58.719192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54113d85-015e-43dd-82b3-ab6c028d343a req-6c753e38-9cc9-4857-b00d-df6dc759202e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206514 Sep 01 15:03:58.976656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600221c-2e6b-4bd0-9014-fcd190934805 req-2e3322f0-723f-408d-a98d-3a987fc918c3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.987904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2600221c-2e6b-4bd0-9014-fcd190934805 req-2e3322f0-723f-408d-a98d-3a987fc918c3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.1996536 Sep 01 15:03:59.166062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2600221c-2e6b-4bd0-9014-fcd190934805 req-2e5caf13-50f3-4cdd-b442-0a2852cb5fe6 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768339 Sep 01 15:03:59.174328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.211921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:59.311488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event deleted for resources: {'Port': ['ID=486c0e3e-aaec-4bb6-b106-dc079e6ede24,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:59.369892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] No DVR routers for this DVR port 486c0e3e-aaec-4bb6-b106-dc079e6ede24 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:59.376222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.380017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e532cbde-5980-4dcb-8e4e-3c65d49c59fc req-7789bfc8-d394-44e0-9443-61d470609eba tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.50 "DELETE /v2.0/ports/486c0e3e-aaec-4bb6-b106-dc079e6ede24 HTTP/1.1" status: 204 len: 173 time: 2.0364196 Sep 01 15:03:59.437185 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd3841c-e717-4e1d-b460-0f5b8d882bc1 x-openstack-request-id: req-0bd3841c-e717-4e1d-b460-0f5b8d882bc1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:59.437705 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61f68ca-d752-454e-a2dc-e69b1af2266b", "name": "network-vif-deleted", "tag": "330ff944-1d7e-4714-a35c-17e9e3af2af5", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:59.438243 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bd3841c-e717-4e1d-b460-0f5b8d882bc1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:59.438903 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61f68ca-d752-454e-a2dc-e69b1af2266b', 'name': 'network-vif-deleted', 'tag': '330ff944-1d7e-4714-a35c-17e9e3af2af5', 'status': 'completed', 'code': 200} Sep 01 15:03:59.682917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13e7e-b6ff-43ab-b496-c373ecc51346 req-384f1542-dfc6-4bad-90d7-9fc00002b388 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:59.686360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd13e7e-b6ff-43ab-b496-c373ecc51346 req-384f1542-dfc6-4bad-90d7-9fc00002b388 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1391613 Sep 01 15:03:59.781743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd13e7e-b6ff-43ab-b496-c373ecc51346 req-7a760043-885f-4853-8db2-92c46fdfd992 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832427 Sep 01 15:03:59.850797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af3087c4-1fa7-4906-ac8f-903b61b2aac5 req-de15fbef-da97-43b9-a8ba-92fbf9c51f47 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61f68ca-d752-454e-a2dc-e69b1af2266b HTTP/1.1" status: 200 len: 210 time: 0.0836177 Sep 01 15:04:00.107290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:00.110631 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b257dd-dfbe-483b-92d9-b4a5bcaac11f" -d '{"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:00.193810 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970677c-4295-4a23-81f0-7c3b3271786c x-openstack-request-id: req-0970677c-4295-4a23-81f0-7c3b3271786c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:00.194423 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-plugged", "status": "completed", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:00.195197 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0970677c-4295-4a23-81f0-7c3b3271786c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:00.195613 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'code': 200} Sep 01 15:04:00.219280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6fe5b1d3-3742-4d7e-b36b-b9c16e26635e req-e24c8329-f2cd-49ec-983a-3f0802d00601 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba0931f6-6f73-4726-afc9-6b6b13a6dad3 HTTP/1.1" status: 200 len: 210 time: 0.1586249 Sep 01 15:04:00.416703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cd01f-f040-4d8e-a581-88c71e40297a req-b99b41a6-037e-4657-8a88-cecf289048e7 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.423144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f6cd01f-f040-4d8e-a581-88c71e40297a req-b99b41a6-037e-4657-8a88-cecf289048e7 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 950 time: 0.1160226 Sep 01 15:04:00.487469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0aa37-ebb9-45f6-8baa-4bf527bd033e req-79ce114a-0f49-4c33-a3b2-c246a2fde48a tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.500761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e0aa37-ebb9-45f6-8baa-4bf527bd033e req-79ce114a-0f49-4c33-a3b2-c246a2fde48a tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.1200283 Sep 01 15:04:00.516202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f6cd01f-f040-4d8e-a581-88c71e40297a req-80c495e2-31e5-410a-869b-994cd926f0c3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Sep 01 15:04:00.558393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e0aa37-ebb9-45f6-8baa-4bf527bd033e req-64c94fe8-2ec9-45df-ae77-e51329d9741f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Sep 01 15:04:00.625293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2bc5a-f87a-42ed-a456-0554bd74b3c5 req-d298e664-701f-4143-a002-b3f5f633cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.627747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfb2bc5a-f87a-42ed-a456-0554bd74b3c5 req-d298e664-701f-4143-a002-b3f5f633cbfc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 1097 time: 0.0760391 Sep 01 15:04:00.737120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfb2bc5a-f87a-42ed-a456-0554bd74b3c5 req-e24fef6c-0ce2-4a2e-8fec-7e3935a28bd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947993 Sep 01 15:04:00.747772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e22aea-8816-4928-94f6-fd807975679a req-ef84db69-599a-4550-9dc4-11aec80887fd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.750046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88e22aea-8816-4928-94f6-fd807975679a req-ef84db69-599a-4550-9dc4-11aec80887fd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1098 time: 0.1011846 Sep 01 15:04:00.804847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88e22aea-8816-4928-94f6-fd807975679a req-d18177c6-c2c2-4441-9663-d656a2898c95 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Sep 01 15:04:01.027631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf19eb-2210-4d85-aab1-8a99f2844f26 req-b9baa408-e57c-44df-912c-23b8368270d0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.030163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbcf19eb-2210-4d85-aab1-8a99f2844f26 req-b9baa408-e57c-44df-912c-23b8368270d0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.0911279 Sep 01 15:04:01.044181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-51347b48-d806-4ced-8ba2-72f0f68f1668 req-ebfda990-e2a9-4a32-8db5-2ec307cb87d4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:01.045844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51347b48-d806-4ced-8ba2-72f0f68f1668 req-ebfda990-e2a9-4a32-8db5-2ec307cb87d4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093288 Sep 01 15:04:01.102310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbcf19eb-2210-4d85-aab1-8a99f2844f26 req-2f9cbe99-ec01-4d7f-90cd-a4195d7c0cb1 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Sep 01 15:04:01.152891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-6bde56d1-3c76-4209-b18b-27e12c543116 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657482 Sep 01 15:04:01.241372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-09837567-e3ab-4908-9c05-197763efb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.244483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-09837567-e3ab-4908-9c05-197763efb1d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f75be943b363413d883ae8117ef3e17f&device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 1097 time: 0.0597410 Sep 01 15:04:01.441366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'name': 'network-vif-deleted', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:01.446392 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35460dd-ad0d-4b3b-963f-c7551b6f0061" -d '{"events": [{"server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "name": "network-vif-deleted", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:01.449859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 330ff944-1d7e-4714-a35c-17e9e3af2af5 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:01.465336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-f968300c-5995-49c8-bdd4-f61611dbfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.467325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-f968300c-5995-49c8-bdd4-f61611dbfb6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 200 len: 917 time: 0.1819546 Sep 01 15:04:01.505404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 330ff944-1d7e-4714-a35c-17e9e3af2af5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:01.505931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 330ff944-1d7e-4714-a35c-17e9e3af2af5 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:01.507222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 486c0e3e-aaec-4bb6-b106-dc079e6ede24 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:01.539722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 486c0e3e-aaec-4bb6-b106-dc079e6ede24 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:01.540715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 486c0e3e-aaec-4bb6-b106-dc079e6ede24 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:01.541413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:01.548093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-93d6ab1a-19c8-44a1-aeca-18fde2354eac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 200 len: 217 time: 0.0703492 Sep 01 15:04:01.666586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-16bfa2cd-f2c0-4fb7-8d37-1a38c8f430b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.671183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-16bfa2cd-f2c0-4fb7-8d37-1a38c8f430b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 200 len: 855 time: 0.1080418 Sep 01 15:04:01.679769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d96ba3-af91-4460-be1b-e683030d2118 req-a3179203-a0d0-45dd-b4dc-c71e52a24b7e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.686009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92d96ba3-af91-4460-be1b-e683030d2118 req-a3179203-a0d0-45dd-b4dc-c71e52a24b7e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1326129 Sep 01 15:04:01.724184 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.754226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-aaceef6f-b8b4-49c0-991d-84ba9af1890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.755909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-aaceef6f-b8b4-49c0-991d-84ba9af1890a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fee62559-9bd6-4174-9f88-9bb78d5f9ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625715 Sep 01 15:04:01.801554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92d96ba3-af91-4460-be1b-e683030d2118 req-2daad740-c782-4589-a70f-5d7cce214470 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 Sep 01 15:04:01.818535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:01.831581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.923563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=11']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:01.956393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-25f7d7fd-080c-48fc-bf7e-05ba5b31d393 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800830 Sep 01 15:04:02.169047 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbfabf5-b28a-4991-a168-5070cb9d531e x-openstack-request-id: req-ccbfabf5-b28a-4991-a168-5070cb9d531e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:02.169492 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0931f6-6f73-4726-afc9-6b6b13a6dad3", "name": "network-vif-deleted", "tag": "486c0e3e-aaec-4bb6-b106-dc079e6ede24", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:02.171165 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccbfabf5-b28a-4991-a168-5070cb9d531e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:02.171651 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0931f6-6f73-4726-afc9-6b6b13a6dad3', 'name': 'network-vif-deleted', 'tag': '486c0e3e-aaec-4bb6-b106-dc079e6ede24', 'status': 'completed', 'code': 200} Sep 01 15:04:02.197546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:02.202026 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f5ff6f-8e6a-449c-8454-28d64af20f64" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:02.219682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7d3c77b-2c3b-4e81-a10d-b2e17e833cb1 req-4f7b4546-bfbc-4e4b-b2a2-5258edc011a5 service neutron] 10.222.0.50 "GET /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490530 Sep 01 15:04:02.304378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250f07-58b1-4e1a-bcac-f0d9e73fad5f req-9f3c2e58-f920-45db-a341-eaaf7f7f6948 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:02.313900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70250f07-58b1-4e1a-bcac-f0d9e73fad5f req-9f3c2e58-f920-45db-a341-eaaf7f7f6948 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 948 time: 0.0797148 Sep 01 15:04:02.375201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70250f07-58b1-4e1a-bcac-f0d9e73fad5f req-23fba1c6-9c10-4ebf-baff-2c60451451ac tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561855 Sep 01 15:04:02.555836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3fa22-b899-4dda-be32-d40ec4e9f9bb req-f152b317-65f0-4bee-aae6-d081adb78bec tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:02.558752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9cd3fa22-b899-4dda-be32-d40ec4e9f9bb req-f152b317-65f0-4bee-aae6-d081adb78bec tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.0897920 Sep 01 15:04:02.622124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9cd3fa22-b899-4dda-be32-d40ec4e9f9bb req-ab511f96-3c73-4661-b273-5ee21bde882a tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Sep 01 15:04:02.897272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-a96ab7de-7270-4ebd-8c98-0491c1de5bcd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:02.898534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-a96ab7de-7270-4ebd-8c98-0491c1de5bcd tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204302 Sep 01 15:04:02.994333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977326e0-65ce-4193-8e7c-b4e958225079 req-c6461370-2ce8-4d5f-932e-e14c8c2ec9e3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:02.996589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-977326e0-65ce-4193-8e7c-b4e958225079 req-c6461370-2ce8-4d5f-932e-e14c8c2ec9e3 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 951 time: 0.1197679 Sep 01 15:04:02.998948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-431401fc-661f-4918-97b8-511ec8cfcebe tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.000829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-431401fc-661f-4918-97b8-511ec8cfcebe tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0838184 Sep 01 15:04:03.072779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-977326e0-65ce-4193-8e7c-b4e958225079 req-e4418fc0-994a-4b2a-b9e4-1f6fc4fa5a13 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3569d83-cdf9-4038-bfc4-47e9cb843b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675294 Sep 01 15:04:03.094303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:03.095050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:04:03.309644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-954d1d3d-fc57-400c-88db-459fb83cd819 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.311499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-954d1d3d-fc57-400c-88db-459fb83cd819 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 948 time: 0.1082163 Sep 01 15:04:03.339692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd59c50-f2b1-477b-bf43-c9527663cdd1 req-7bef6126-469a-420a-b2c6-e36aa221110e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.348249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afd59c50-f2b1-477b-bf43-c9527663cdd1 req-7bef6126-469a-420a-b2c6-e36aa221110e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.1436832 Sep 01 15:04:03.445952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afd59c50-f2b1-477b-bf43-c9527663cdd1 req-84953430-0d8e-4ad0-89ec-af7831ab676a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964923 Sep 01 15:04:03.449746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:03.450389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:03.451049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:03.461367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:03.461876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:03.480796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:03.480796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:03.480796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:03.480796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Bound port: 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:03.490173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Deleting port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:03.492223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.552733 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca5de8-e58a-4aba-bcf5-ea8a45ab061b x-openstack-request-id: req-7dca5de8-e58a-4aba-bcf5-ea8a45ab061b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:03.553436 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:03.553813 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dca5de8-e58a-4aba-bcf5-ea8a45ab061b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:03.554752 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'code': 200} Sep 01 15:04:03.671056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-3f0f2168-9a82-4a23-806a-25af3bce443e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.674833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-3f0f2168-9a82-4a23-806a-25af3bce443e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1721337 Sep 01 15:04:03.727636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:03.743887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.748810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-173af547-7f58-4275-bed2-fca1cb174707 service neutron] 10.222.0.41 "POST /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7386703 Sep 01 15:04:03.774036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] For port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:03.774608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.868208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Calling delete_port for f9586b4e-ca83-4a35-9b97-e835bc7d8e8c owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:03.953802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cb9af-5e28-41a6-b510-154dc7ee996f req-92bce10b-f1f2-4e60-b31a-ca0cf078f058 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.969673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e47cb9af-5e28-41a6-b510-154dc7ee996f req-92bce10b-f1f2-4e60-b31a-ca0cf078f058 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 945 time: 0.1571987 Sep 01 15:04:04.041694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e47cb9af-5e28-41a6-b510-154dc7ee996f req-c3b29e6b-2ba2-4345-93c1-0855126a2da5 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 Sep 01 15:04:04.182313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Deleting port 097a28d6-274e-4158-af9b-fce93d2248e6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:04.182974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.210114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a7d50-d173-4af4-9c71-e9664a28b2bb req-4d1f8491-3e61-42eb-8e8a-9b5c413feb65 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.213483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba5a7d50-d173-4af4-9c71-e9664a28b2bb req-4d1f8491-3e61-42eb-8e8a-9b5c413feb65 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/ports?device_id=11c5eb6c-99cd-4a4f-802e-5d976aa760bf HTTP/1.1" status: 200 len: 948 time: 0.2877543 Sep 01 15:04:04.366900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-335c2e59-3eaa-42ac-a513-da0e0d38bad9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.375320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-a5a5add3-e944-4b93-bccd-be6c5008908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.377925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-335c2e59-3eaa-42ac-a513-da0e0d38bad9 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 951 time: 0.3423686 Sep 01 15:04:04.378427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-a5a5add3-e944-4b93-bccd-be6c5008908e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1098 time: 0.1766882 Sep 01 15:04:04.498440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-e43e34cf-5596-4b75-87c9-cc9dabdf7d59 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.500426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-e43e34cf-5596-4b75-87c9-cc9dabdf7d59 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 811 time: 0.2772620 Sep 01 15:04:04.569858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-e383a627-a0c3-4de2-8536-237b6ccf6e01 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/quotas/b4a0076045b84e6ea3b0735b57420f20 HTTP/1.1" status: 200 len: 375 time: 0.0445988 Sep 01 15:04:04.575660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba5a7d50-d173-4af4-9c71-e9664a28b2bb req-8cb66668-9a2e-46f3-858e-1feeb799def2 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.41 "GET /v2.0/security-groups?id=299821c8-3d0d-4c71-b3cb-3defc6f08ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343627 Sep 01 15:04:04.610156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-05bf057f-031e-4ced-9195-bef805360ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.610156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-05bf057f-031e-4ced-9195-bef805360ef3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.2058146 Sep 01 15:04:04.717505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] For port 097a28d6-274e-4158-af9b-fce93d2248e6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=097a28d6-274e-4158-af9b-fce93d2248e6,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:04.718118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.735262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-a5d0def1-9303-478d-ad1d-2c1d6758d4fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.0889571 Sep 01 15:04:04.742316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.752547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Calling delete_port for 097a28d6-274e-4158-af9b-fce93d2248e6 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:04.807152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-13a4796d-2f4c-43d6-adb4-27d4968a8003 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282164 Sep 01 15:04:04.826894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Pushing event deleted for resources: {'Port': ['ID=f9586b4e-ca83-4a35-9b97-e835bc7d8e8c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:04.908556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-c6808426-4a8d-4bfa-8e51-6aac422488d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.910178 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-c6808426-4a8d-4bfa-8e51-6aac422488d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1636510 Sep 01 15:04:04.975033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-6e80382a-4ba0-4c1c-a17c-64c12e9df296 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547812 Sep 01 15:04:05.052203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-cbbc03c8-08f7-4aae-8d3a-7bc758d1587e service neutron] 10.222.0.41 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441795 Sep 01 15:04:05.061840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] No DVR routers for this DVR port f9586b4e-ca83-4a35-9b97-e835bc7d8e8c on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:05.065355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.068195 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e2ca643-3c61-4e23-a369-1afb1af59631 req-3f018c6a-8dd2-41a0-9654-a3d41ad612d3 tempest-ImagesOneServerTestJSON-73365448 tempest-ImagesOneServerTestJSON-73365448-project] 10.222.0.50 "DELETE /v2.0/ports/f9586b4e-ca83-4a35-9b97-e835bc7d8e8c HTTP/1.1" status: 204 len: 173 time: 1.7490106 Sep 01 15:04:05.074540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-deleted', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:05.077662 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3b2f3e-3f1d-4729-b9e1-8ed7bf4d1af7" -d '{"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-deleted", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:05.085961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Deleting port 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:05.086279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.227096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f23f-3214-4208-bab4-75035ea78766 req-df8f962d-a695-4be1-8e53-2c624063be48 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.235364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cdb2f23f-3214-4208-bab4-75035ea78766 req-df8f962d-a695-4be1-8e53-2c624063be48 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.3959332 Sep 01 15:04:05.306387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-9b194071-e5df-4170-9b24-68fc94292e0b service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212724 Sep 01 15:04:05.321448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] For port 2d152e51-c4c4-4fdf-9570-1b625e34f986, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2d152e51-c4c4-4fdf-9570-1b625e34f986,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:05.322337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.343704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Calling delete_port for 2d152e51-c4c4-4fdf-9570-1b625e34f986 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:05.367103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-4f448fb1-cc21-440b-b696-9101fc95e913 service neutron] 10.222.0.41 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954998 Sep 01 15:04:05.621464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.646536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-c81db8ac-9e69-4526-8af3-3c1483dd7668 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766898 Sep 01 15:04:05.665545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2d152e51-c4c4-4fdf-9570-1b625e34f986'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:05.844677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cdb2f23f-3214-4208-bab4-75035ea78766 req-48f7bc29-2b2a-4594-af90-fec5447bbe54 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937799 Sep 01 15:04:05.985717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Pushing event deleted for resources: {'Port': ['ID=2d152e51-c4c4-4fdf-9570-1b625e34f986,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:06.000158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.027850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5bac7040-2890-4a9e-bd32-81924b9057b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:06.180001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-181f6863-a0c2-4835-a541-c6a5d6e17ee8 req-a75f5a41-24f9-4909-bc65-4b1e2f61ff49 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 210 time: 0.1017816 Sep 01 15:04:06.239820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] No DVR routers for this DVR port 2d152e51-c4c4-4fdf-9570-1b625e34f986 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:06.245037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event deleted for resources: {'Port': ['ID=097a28d6-274e-4158-af9b-fce93d2248e6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:06.289789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.294014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f122fc00-0f3f-4d4b-a892-62575fcdf3db req-74ced9f8-9555-4f6e-b51d-2b10a220772c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.24 "DELETE /v2.0/ports/2d152e51-c4c4-4fdf-9570-1b625e34f986 HTTP/1.1" status: 204 len: 173 time: 1.8995483 Sep 01 15:04:06.345077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f024603b-393e-47c4-be76-52ab8263b242 req-c48c6c6a-6d6b-461e-b7a7-269ac339e31e tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 210 time: 0.1098628 Sep 01 15:04:06.346679 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4711620-3b0f-4204-91ae-d09ac791a41d x-openstack-request-id: req-a4711620-3b0f-4204-91ae-d09ac791a41d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:06.346979 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5eb6c-99cd-4a4f-802e-5d976aa760bf", "name": "network-vif-deleted", "tag": "f9586b4e-ca83-4a35-9b97-e835bc7d8e8c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:06.362027 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4711620-3b0f-4204-91ae-d09ac791a41d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:06.362838 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5eb6c-99cd-4a4f-802e-5d976aa760bf', 'name': 'network-vif-deleted', 'tag': 'f9586b4e-ca83-4a35-9b97-e835bc7d8e8c', 'status': 'completed', 'code': 200} Sep 01 15:04:06.408160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] No DVR routers for this DVR port 097a28d6-274e-4158-af9b-fce93d2248e6 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:06.435962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.438469 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ebc93c1-f0f1-4c36-8206-8dc715b50e44 req-1c855b8a-4729-494a-8f1c-23c1987f7dde tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "DELETE /v2.0/ports/097a28d6-274e-4158-af9b-fce93d2248e6 HTTP/1.1" status: 204 len: 173 time: 2.7559271 Sep 01 15:04:06.548697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78a7cbff-23b0-4983-884a-f0ef58f0721d req-18458c04-4761-496b-81e2-d631e4dc937b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.1061816 Sep 01 15:04:07.010226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52270) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:07.088127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd949f-765e-4e54-960d-f22ee9f1cc09 req-86cc3147-af24-4372-b3e4-502e2181489f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:07.101174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09fd949f-765e-4e54-960d-f22ee9f1cc09 req-86cc3147-af24-4372-b3e4-502e2181489f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.1024346 Sep 01 15:04:07.141740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae64b3-0f2d-410e-9b7a-04b3aba344d0 req-95736482-fc19-426d-94af-29b36edb7fe2 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:07.155264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20ae64b3-0f2d-410e-9b7a-04b3aba344d0 req-95736482-fc19-426d-94af-29b36edb7fe2 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.0957992 Sep 01 15:04:07.202336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09fd949f-765e-4e54-960d-f22ee9f1cc09 req-c57a29b0-e12a-49ae-bdb6-03e190e4875c tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961764 Sep 01 15:04:07.254609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20ae64b3-0f2d-410e-9b7a-04b3aba344d0 req-b7d25b32-c58a-40f2-b06f-ee9ad198413c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955043 Sep 01 15:04:07.471246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b530893-0f68-4030-97b9-3d6e22dadbc7 req-01682c7c-2cf4-475d-9616-3b861666535c tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d6afbb9-f84c-4437-9551-ff4ed8e39c25 HTTP/1.1" status: 200 len: 210 time: 0.0672567 Sep 01 15:04:07.480241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 097a28d6-274e-4158-af9b-fce93d2248e6 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:07.535398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 097a28d6-274e-4158-af9b-fce93d2248e6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:07.537100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 097a28d6-274e-4158-af9b-fce93d2248e6 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:07.538130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:07.539961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a8c3dbf-88d3-49b1-8039-a743b1ecd80e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6c26eb13ff74bbe81e22562b1126ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278068 Sep 01 15:04:07.544424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52284) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:07.589005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: f9586b4e-ca83-4a35-9b97-e835bc7d8e8c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:07.590035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device f9586b4e-ca83-4a35-9b97-e835bc7d8e8c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:07.613569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d2bc047-7bed-4ce6-b35d-4ba508e15932 req-fd0d4e95-3338-4878-b619-aba9f95a462d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcee4eb5-0aa7-4984-9799-6d0ff8375c78 HTTP/1.1" status: 200 len: 210 time: 0.0509424 Sep 01 15:04:07.712148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.774871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80ab71d1-3600-4934-9a38-3edc6bd0495e req-f364afb0-0e19-45b3-a93f-3457ef5c9f50 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.0447028 Sep 01 15:04:07.782158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.865498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.871259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.876531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/299821c8-3d0d-4c71-b3cb-3defc6f08ce6 HTTP/1.1" status: 204 len: 168 time: 0.3265502 Sep 01 15:04:07.884498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e78100-03f9-4048-89da-b226479aa0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299821c8-3d0d-4c71-b3cb-3defc6f08ce6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:08.005612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:08.052669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 2d152e51-c4c4-4fdf-9570-1b625e34f986 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:08.053806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2d152e51-c4c4-4fdf-9570-1b625e34f986 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:08.492026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-deleted', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986'}, {'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'name': 'network-vif-deleted', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:08.506547 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd2be1-02c0-4b40-9561-162d03b60751" -d '{"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-deleted", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986"}, {"server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "name": "network-vif-deleted", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:08.633932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435f35d-76ea-4ef7-8904-772fec1226bc req-6e844763-bafa-4d6c-bb0f-bf811e509ec1 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.635582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3435f35d-76ea-4ef7-8904-772fec1226bc req-6e844763-bafa-4d6c-bb0f-bf811e509ec1 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.1588669 Sep 01 15:04:08.754567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3435f35d-76ea-4ef7-8904-772fec1226bc req-6c4f6e83-f096-4d3a-98d2-723505b17128 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792894 Sep 01 15:04:08.815913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-a7f5a620-2619-4af1-8e04-ab0dc7760c43 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.821971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-a7f5a620-2619-4af1-8e04-ab0dc7760c43 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 811 time: 0.5545669 Sep 01 15:04:08.873915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-e590e17f-ec83-49ce-b2c6-b6171af9c4f4 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.890083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-e590e17f-ec83-49ce-b2c6-b6171af9c4f4 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.50 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.3348033 Sep 01 15:04:08.909693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Request body: {'port': {'device_id': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'admin_state_up': True, 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:09.092718 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24bb94a-50c2-4215-bbf9-85dfed7c4104 x-openstack-request-id: req-f24bb94a-50c2-4215-bbf9-85dfed7c4104 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:09.093665 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6afbb9-f84c-4437-9551-ff4ed8e39c25", "name": "network-vif-deleted", "tag": "2d152e51-c4c4-4fdf-9570-1b625e34f986", "status": "completed", "code": 200}, {"server_uuid": "bcee4eb5-0aa7-4984-9799-6d0ff8375c78", "name": "network-vif-deleted", "tag": "097a28d6-274e-4158-af9b-fce93d2248e6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:09.094517 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f24bb94a-50c2-4215-bbf9-85dfed7c4104 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:09.097795 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6afbb9-f84c-4437-9551-ff4ed8e39c25', 'name': 'network-vif-deleted', 'tag': '2d152e51-c4c4-4fdf-9570-1b625e34f986', 'status': 'completed', 'code': 200} Sep 01 15:04:09.098837 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcee4eb5-0aa7-4984-9799-6d0ff8375c78', 'name': 'network-vif-deleted', 'tag': '097a28d6-274e-4158-af9b-fce93d2248e6', 'status': 'completed', 'code': 200} Sep 01 15:04:09.123616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9a400-ae02-4040-9e65-bea0d4950727 req-47f8daeb-2f9f-427e-9c95-5383884e521f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:09.130608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aa9a400-ae02-4040-9e65-bea0d4950727 req-47f8daeb-2f9f-427e-9c95-5383884e521f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.6035573 Sep 01 15:04:09.334273 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f72c9484-c010-46ae-b4b2-7954d29ee8c8 req-bd825df1-3efa-4590-9996-4b41a4dc86bd tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.0432739 Sep 01 15:04:09.453501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aa9a400-ae02-4040-9e65-bea0d4950727 req-74fd55b7-2901-486f-9e6d-34afabb3c68b tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271729 Sep 01 15:04:09.486242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Made reservation on behalf of b4a0076045b84e6ea3b0735b57420f20 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:09.496766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.543805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Deleting port d70ea212-ab31-44c5-b920-250a9478241b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:09.544652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.602922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:09.631317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52354) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:09.817973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f69b78c9-b6a6-4ef0-91c3-b2a4a86fa923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3500ff5488ac49bc9376a164e98caa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838453 Sep 01 15:04:09.819602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52362) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:09.887696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.917018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.988586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1134603266-network', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:10.026828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.030351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.046234 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3569d83-cdf9-4038-bfc4-47e9cb843b69 HTTP/1.1" status: 204 len: 168 time: 0.2182558 Sep 01 15:04:10.098051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817525f7-15dd-43d5-808f-c0397ac85585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3569d83-cdf9-4038-bfc4-47e9cb843b69,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:10.114288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c7bb5-4ad9-4bf9-8710-ce403c301375 req-454ca677-f016-4bc1-a127-983a356d356a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.122440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-425c7bb5-4ad9-4bf9-8710-ce403c301375 req-454ca677-f016-4bc1-a127-983a356d356a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.1429329 Sep 01 15:04:10.142821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe73857-c0c0-4e1f-baa0-a67eb894c884 req-48dc8c9d-9acb-4b63-96c2-ad65a378fb28 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.161032 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-afe73857-c0c0-4e1f-baa0-a67eb894c884 req-48dc8c9d-9acb-4b63-96c2-ad65a378fb28 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.3460023 Sep 01 15:04:10.193080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:10.197103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.214130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.249778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-425c7bb5-4ad9-4bf9-8710-ce403c301375 req-8d87d31e-32ed-449e-a74d-ec45d7a04af9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259501 Sep 01 15:04:10.374554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] For port d70ea212-ab31-44c5-b920-250a9478241b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d70ea212-ab31-44c5-b920-250a9478241b,segment=NetworkSegment(061bd966-d724-408b-b66f-97b1e075f389),segment_id=061bd966-d724-408b-b66f-97b1e075f389)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:10.375318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.466438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-afe73857-c0c0-4e1f-baa0-a67eb894c884 req-8e4af887-34f9-478b-b3d7-6fec29650e00 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013246 Sep 01 15:04:10.483817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Calling delete_port for d70ea212-ab31-44c5-b920-250a9478241b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:10.529549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-4efeb28b-f1e8-447c-b483-07b6b5248c0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5142498 Sep 01 15:04:10.631810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Allocated IP 172.20.0.6 (6144ffc0-188a-4092-8858-df806b5ae242/371af4bf-0f57-4700-90f3-bb3820c9270c/5eafbba9-c8ca-45a5-8c8d-9487a263a616) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:10.715930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7cde5551-3a40-4e62-bf81-264e1994baa2 req-a04352d2-aeac-472e-bbec-0e32158a99cc tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.1355293 Sep 01 15:04:10.719490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.737583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.822469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:10.833427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa26972-e6b9-4abe-9332-d86d7dbaac58,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:10.853728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:10.947696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.948695 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Added segment 52969ed6-b892-4a4a-ab20-f1a5c8ff845c of type vlan for network b18e7f3a-2108-4d95-9bc1-43424f517ba4 Sep 01 15:04:10.991449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90100ba-c926-4e94-8b7e-34e5f696ea13 req-232e0646-d242-4d4b-a98b-48d70f3ae297 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.002945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d90100ba-c926-4e94-8b7e-34e5f696ea13 req-232e0646-d242-4d4b-a98b-48d70f3ae297 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 945 time: 0.2287958 Sep 01 15:04:11.006952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-41709f57-0772-4ab9-bd2f-b427e6e45af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.008755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-41709f57-0772-4ab9-bd2f-b427e6e45af8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.4206502 Sep 01 15:04:11.073455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb12b67b-c754-4f75-acea-4319cda63ee4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58df117441f14a6e81bfe282ec3422fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130122 Sep 01 15:04:11.085347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52390) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:11.106231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.215811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.219761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.223869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.346573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-4bb3188f-af0e-43f0-a1c1-963109381df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.349682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-4bb3188f-af0e-43f0-a1c1-963109381df5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.2838526 Sep 01 15:04:11.357958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.390087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7788284 Sep 01 15:04:11.402960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:11.420073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-1788d924-1d67-42a4-a6a1-565b87a38384 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.0547798 Sep 01 15:04:11.420816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-32350655-b496-4680-a628-b83827812530 admin admin] Request body: {'subnet': {'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1134603266-subnet', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:11.519343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.524918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ff10-eba7-46ca-9d56-2820f2cba5bb admin admin] Pushing event updated for resources: {'Network': ['ID=b18e7f3a-2108-4d95-9bc1-43424f517ba4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:11.547551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:11.596321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32350655-b496-4680-a628-b83827812530 admin admin] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:11.599489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32350655-b496-4680-a628-b83827812530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.730285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513db7b-1139-4b0b-be25-f9fbd6e3e9e4 req-6baab6c5-760d-4b22-a0aa-ffed3246b16b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.745619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1513db7b-1139-4b0b-be25-f9fbd6e3e9e4 req-6baab6c5-760d-4b22-a0aa-ffed3246b16b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.3323116 Sep 01 15:04:11.828535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1513db7b-1139-4b0b-be25-f9fbd6e3e9e4 req-d60a4fe9-e2b5-4e76-8a34-070434eeceea tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Sep 01 15:04:11.832520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.835667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.837530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4a4179-568f-4bf2-8857-56cc2368c315 HTTP/1.1" status: 204 len: 168 time: 0.7502320 Sep 01 15:04:11.863805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6212-51d5-463a-b98e-d28c8be8d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4a4179-568f-4bf2-8857-56cc2368c315,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:12.082835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32350655-b496-4680-a628-b83827812530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.220075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d90100ba-c926-4e94-8b7e-34e5f696ea13 req-d5387900-aabf-4976-81de-c6af36855e2f tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/security-groups?id=a914b982-a450-40b8-b2ca-cb60909bdec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2160866 Sep 01 15:04:12.300476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-f7c44482-f954-4819-a89f-60ce23af7cbe tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.302796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-f7c44482-f954-4819-a89f-60ce23af7cbe tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.8780391 Sep 01 15:04:12.336898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-3f606f7c-8ece-4b57-aab9-96fe6fffcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.338470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-3f606f7c-8ece-4b57-aab9-96fe6fffcbc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.9085233 Sep 01 15:04:12.392226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.401898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350655-b496-4680-a628-b83827812530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d759570-9f8f-4ce2-91e1-c8a8cb367cde,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:12.431494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32350655-b496-4680-a628-b83827812530 admin admin] Checking segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:12.432127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32350655-b496-4680-a628-b83827812530 admin admin] Network hostable DHCP agents. Network: b18e7f3a-2108-4d95-9bc1-43424f517ba4, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:12.483277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32350655-b496-4680-a628-b83827812530 admin admin] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:12.490033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-c3e36a2d-a64b-4271-aaf0-0b6a0204e508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287477 Sep 01 15:04:12.496737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc05b3-c8fe-4ab9-b957-974b08156ffa req-5b37f5e1-f102-4dda-9c3e-53674f78b7d1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.506880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23bc05b3-c8fe-4ab9-b957-974b08156ffa req-5b37f5e1-f102-4dda-9c3e-53674f78b7d1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 945 time: 0.3161423 Sep 01 15:04:12.531907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Pushing event deleted for resources: {'Port': ['ID=d70ea212-ab31-44c5-b920-250a9478241b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:12.541401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-32350655-b496-4680-a628-b83827812530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b18e7f3a-2108-4d95-9bc1-43424f517ba4) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:12.548096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32350655-b496-4680-a628-b83827812530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.548759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32350655-b496-4680-a628-b83827812530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.569861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-32350655-b496-4680-a628-b83827812530 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1623006 Sep 01 15:04:12.571646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47039e4-8202-48c5-a382-255a4c7f6493 None None] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:12.577714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:12.582867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:12.615130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23bc05b3-c8fe-4ab9-b957-974b08156ffa req-cac971c5-a783-4c82-8c0f-81c7f7b360d4 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/security-groups?id=15e0e6b3-25c6-4b38-9846-b962f2f6c346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971541 Sep 01 15:04:12.641778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] No DVR routers for this DVR port d70ea212-ab31-44c5-b920-250a9478241b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:12.648863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3cfab8a8-4eab-47ae-b3b4-2757d40794e2 req-4e4bed86-2c9d-4809-b2aa-8d53565a8c62 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.2366645 Sep 01 15:04:12.650906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.665444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.670468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1f5c605-a8c1-439f-be84-d8759070f1ac req-a0345f27-03b3-4258-8182-2244311c18e3 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.50 "DELETE /v2.0/ports/d70ea212-ab31-44c5-b920-250a9478241b HTTP/1.1" status: 204 len: 173 time: 3.7261276 Sep 01 15:04:12.670824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.746405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'name': 'network-vif-deleted', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:12.751445 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb1fc87-455b-4442-8fe8-8b8825927eed" -d '{"events": [{"server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "name": "network-vif-deleted", "tag": "d70ea212-ab31-44c5-b920-250a9478241b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:12.791384 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.894663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.927585 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a3ecf-c24f-42ab-9100-ee6f7f7d5ef0 x-openstack-request-id: req-8d8a3ecf-c24f-42ab-9100-ee6f7f7d5ef0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:12.927926 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300a8dab-3b69-45ec-bcbb-1f4b00393e4d", "name": "network-vif-deleted", "tag": "d70ea212-ab31-44c5-b920-250a9478241b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:12.928137 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d8a3ecf-c24f-42ab-9100-ee6f7f7d5ef0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:12.928578 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300a8dab-3b69-45ec-bcbb-1f4b00393e4d', 'name': 'network-vif-deleted', 'tag': 'd70ea212-ab31-44c5-b920-250a9478241b', 'status': 'completed', 'code': 200} Sep 01 15:04:13.021523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:04:13.023832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.264818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Deleting port 5bac7040-2890-4a9e-bd32-81924b9057b4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:13.265511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.312579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.430421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.478892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['be0aaa13-ed43-47e0-8820-1b67f1bdf493'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:13.602168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-bb36832a-66d4-4034-83e7-804ba047ccd1 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0725288 Sep 01 15:04:13.621011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5bac7040-2890-4a9e-bd32-81924b9057b4 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:13.703093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Allocated IP 172.20.0.2 (b18e7f3a-2108-4d95-9bc1-43424f517ba4/5d759570-9f8f-4ce2-91e1-c8a8cb367cde/0bcaf82a-0bbf-487b-8b38-877cd2287bf7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:13.764182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b53a834-b503-4810-8d6a-48f4f46e0360 req-3405d6dc-0a66-47db-8c20-8eed556cad66 tempest-ServerAddressesTestJSON-174978155 tempest-ServerAddressesTestJSON-174978155-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8dab-3b69-45ec-bcbb-1f4b00393e4d HTTP/1.1" status: 200 len: 210 time: 0.1722305 Sep 01 15:04:13.917233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Network 6144ffc0-188a-4092-8858-df806b5ae242 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:13.963649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:13.969674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:14.106236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Pushing event updated for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:14.275900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.284089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:14.284089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.341541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Transition to ACTIVE for port object 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:14.345647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Calling delete_port for 5bac7040-2890-4a9e-bd32-81924b9057b4 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:14.481517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Transition to ACTIVE for port object 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:14.513817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:04:14.515451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef0e7db3-feca-4805-b63d-92ea7c9706ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.528952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.567044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.568612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.667860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-220a4f01-fb31-4812-a95a-a15d2992c2a4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8212636 Sep 01 15:04:14.686770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bface0a-838d-45b5-aa75-0bbf481be78c req-b3f0aa43-67e9-4aa0-bb0b-bf4aa7fd8549 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.703666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bface0a-838d-45b5-aa75-0bbf481be78c req-b3f0aa43-67e9-4aa0-bb0b-bf4aa7fd8549 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 1.5016158 Sep 01 15:04:14.704417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:14.727246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:14.746292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:14.756260 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.767702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Request body: {'port': {'device_id': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:14.772174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Pushing event updated for resources: {'Port': ['ID=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:14.812485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90bd781d-086b-45b2-9476-7efe25bacc99 req-ec194d53-3c14-4752-8f1e-f3160014c256 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1982379 Sep 01 15:04:15.005126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bface0a-838d-45b5-aa75-0bbf481be78c req-4c8e3c4f-aa5f-473a-9112-ebd0c8c44531 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949667 Sep 01 15:04:15.005864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.025152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.084522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.095069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:15.100946 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70730af0-257b-41a2-9a48-13007d8de845" -d '{"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-unplugged", "status": "completed", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:15.155221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5bac7040-2890-4a9e-bd32-81924b9057b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5bac7040-2890-4a9e-bd32-81924b9057b4,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:15.162639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Attempting to bind port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:15.163335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Attempting to bind port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:15.164022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Attempting to bind port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 on network b18e7f3a-2108-4d95-9bc1-43424f517ba4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:15.179647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:15.180795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Checking segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:15.181600 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.182297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Bound using segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:15.183093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Bound port: 0bcaf82a-0bbf-487b-8b38-877cd2287bf7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:15.183814 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.218327 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.220002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d70ea212-ab31-44c5-b920-250a9478241b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:15.270685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: d70ea212-ab31-44c5-b920-250a9478241b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:15.271204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d70ea212-ab31-44c5-b920-250a9478241b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:15.474060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:15.495645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] For port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:15.504660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] For port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:15.516069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.550525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.609429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Allocated IP 172.25.1.210 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f66a4715-8c75-4e25-805f-276b2e4af839) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:15.665235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126b0f-08bc-47fa-b3c6-21994726c5b8 None None] Pushing event updated for resources: {'Port': ['ID=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:15.672427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007563f6-a18f-4af2-9263-eea841afa6e1 req-f66c3d43-0732-4011-8ccf-0a4b9d16a98f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:15.675820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-007563f6-a18f-4af2-9263-eea841afa6e1 req-f66c3d43-0732-4011-8ccf-0a4b9d16a98f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 931 time: 0.4361465 Sep 01 15:04:15.702421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f571fc5a-fe7f-425c-a82d-8cb81c42a609 req-239cbfc5-2593-4db9-835a-03e1ccd6d45d tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 210 time: 0.9834893 Sep 01 15:04:15.807863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Pushing event deleted for resources: {'Port': ['ID=5bac7040-2890-4a9e-bd32-81924b9057b4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:15.897309 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.980946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:16.003745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.043437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] No DVR routers for this DVR port 5bac7040-2890-4a9e-bd32-81924b9057b4 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:16.082765 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d637903-5321-4945-8b77-ef37baed3c8b x-openstack-request-id: req-6d637903-5321-4945-8b77-ef37baed3c8b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:16.083374 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-unplugged", "status": "completed", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:16.083615 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d637903-5321-4945-8b77-ef37baed3c8b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:16.083948 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'code': 200} Sep 01 15:04:16.155265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:16.160334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:16.180562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:16.228520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Deleting subnet d0fd9f63-0159-4baf-b040-1fe33a7e6acf {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:16.260449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.283356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f66a4715-8c75-4e25-805f-276b2e4af839,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:16.398362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.417203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.423075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99f46d87-ebf9-4056-ab10-c59d2d36776f req-35a7a2e5-2244-49de-a13d-54b2ab74b0f2 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.50 "DELETE /v2.0/ports/5bac7040-2890-4a9e-bd32-81924b9057b4 HTTP/1.1" status: 204 len: 173 time: 4.1044869 Sep 01 15:04:16.423900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-deleted', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:16.426417 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7d6908-ce12-4c0d-b546-51d51b229ec2" -d '{"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-deleted", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:16.473925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-007563f6-a18f-4af2-9263-eea841afa6e1 req-fbf4e735-435e-4760-b9d0-3990a50d0355 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704128 Sep 01 15:04:16.530165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eafbba9-c8ca-45a5-8c8d-9487a263a616 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:16.548292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.608390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.679798 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c6e6e-9e10-476c-8b02-263c831cc12e x-openstack-request-id: req-b84c6e6e-9e10-476c-8b02-263c831cc12e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:16.680744 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ae1e2f-b0da-435f-8b2c-ead6363e5917", "name": "network-vif-deleted", "tag": "5bac7040-2890-4a9e-bd32-81924b9057b4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:16.681334 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b84c6e6e-9e10-476c-8b02-263c831cc12e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:16.682032 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1e2f-b0da-435f-8b2c-ead6363e5917', 'name': 'network-vif-deleted', 'tag': '5bac7040-2890-4a9e-bd32-81924b9057b4', 'status': 'completed', 'code': 200} Sep 01 15:04:16.684386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Transition to ACTIVE for port object 5eafbba9-c8ca-45a5-8c8d-9487a263a616 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:16.709598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.936289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Pushing event updated for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:16.956006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471afa4-6d91-4a55-9c28-f5566c4d072b req-5733256f-9a7a-43e8-ac6b-94c98127cfb4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:16.969620 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3471afa4-6d91-4a55-9c28-f5566c4d072b req-5733256f-9a7a-43e8-ac6b-94c98127cfb4 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.4656541 Sep 01 15:04:16.978491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.016204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:17.173914 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.180557 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c0c691c-cd8e-4b8a-bf37-518b252e65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.221531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:17.232507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Attempting to bind port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:17.240872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Attempting to bind port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:17.241359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Attempting to bind port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 on network 6144ffc0-188a-4092-8858-df806b5ae242 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:17.249480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 on network 6144ffc0-188a-4092-8858-df806b5ae242 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:17.249813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Attempting to bind port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 on network 6144ffc0-188a-4092-8858-df806b5ae242 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:17.323435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.338875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc9ab72-1466-4281-a3b8-dc96172dba9b req-aa3697f3-4ccb-4215-ab60-f005858e34c1 tempest-ListServerFiltersTestJSON-1978052515 tempest-ListServerFiltersTestJSON-1978052515-project] 10.222.0.41 "GET /v2.0/ports?device_id=19ae1e2f-b0da-435f-8b2c-ead6363e5917 HTTP/1.1" status: 200 len: 210 time: 0.0818038 Sep 01 15:04:17.340166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:17.340408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Checking segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:17.340813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Bound using segment: {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:17.341394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Bound port: 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc5b029-a0ba-4e0e-b994-3f7db138a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:17.341715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.593928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3471afa4-6d91-4a55-9c28-f5566c4d072b req-65d89c36-4ace-4696-972c-35f7df68581a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078164 Sep 01 15:04:17.614229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fd9f63-0159-4baf-b040-1fe33a7e6acf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:17.617007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.629733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc791c35-d287-429e-973e-aa63b030e57c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0fd9f63-0159-4baf-b040-1fe33a7e6acf HTTP/1.1" status: 204 len: 168 time: 1.6474915 Sep 01 15:04:17.633607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:17.638430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:17.654669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:17.731800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.782312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b820c85-fef5-4287-a1e3-f19e972f4e9e None None] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:17.786746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:17.807272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.809045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.812945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] 10.222.0.50 "PUT /v2.0/ports/5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 200 len: 1092 time: 3.0998383 Sep 01 15:04:17.938020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Provisioning for port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:17.963628 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.967224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.003755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Provisioning complete for port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:18.004490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.042643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d24b-cd5b-4ac0-bfb2-5cd124488daa req-e9d3eb6a-e2ed-4f88-8945-8ab30798f192 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:18.053979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c391d24b-cd5b-4ac0-bfb2-5cd124488daa req-e9d3eb6a-e2ed-4f88-8945-8ab30798f192 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 943 time: 0.4173584 Sep 01 15:04:18.127744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749b939-9458-4ebc-8552-8aa8fee79490 service neutron] Pushing event updated for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:18.206481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.222109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-3587cd7c-f161-453b-81db-5dc12d42bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:18.224948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-3587cd7c-f161-453b-81db-5dc12d42bf1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1095 time: 0.2510571 Sep 01 15:04:18.242221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34deadcb-471c-4770-adbc-771864223e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.250252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c391d24b-cd5b-4ac0-bfb2-5cd124488daa req-45bdbf4c-1e27-4e2a-9aff-141635d9c8ed tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947553 Sep 01 15:04:18.268114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.339685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab76d154-1ec9-49d4-99cb-08ca9725e141']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:18.343683 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-b7d9a898-d69d-4169-8c8e-ae3d685d534d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 200 len: 217 time: 0.0794017 Sep 01 15:04:18.346686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Router 807a46f3-e117-464a-af7b-d7565052f3d0 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:04:18.375860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061bd966-d724-408b-b66f-97b1e075f389') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:18.376236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061bd966-d724-408b-b66f-97b1e075f389') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:18.417133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.452631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.464776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-ba572513-4895-4293-8de9-ff4176a916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:18.467029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-ba572513-4895-4293-8de9-ff4176a916e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.1134429 Sep 01 15:04:18.468394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:18.468815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:18.471120 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:18.533324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:18.555844 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.559769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.586888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-8e52b5cc-c109-477f-8f3d-4e72293cf48c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103911 Sep 01 15:04:18.613127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] For port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:18.665411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.678527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.681983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:18.683968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab76d154-1ec9-49d4-99cb-08ca9725e141 HTTP/1.1" status: 204 len: 168 time: 1.0144563 Sep 01 15:04:18.700822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:18.707122 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b8fc22-fafd-4259-8009-c616d49e4b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:18.745922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd0cca-1040-4fc7-b755-f26a00882f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab76d154-1ec9-49d4-99cb-08ca9725e141,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:18.809100 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4273c0e-0019-434d-9be3-54b28f41e4ce x-openstack-request-id: req-c4273c0e-0019-434d-9be3-54b28f41e4ce {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:18.809834 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:18.810178 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4273c0e-0019-434d-9be3-54b28f41e4ce {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:18.810810 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616', 'status': 'completed', 'code': 200} Sep 01 15:04:18.835463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a21d5-ae89-4aa1-88fd-6df2e3b93690 None None] Pushing event updated for resources: {'Port': ['ID=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:18.855122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-5e93bcf4-3159-48b9-9c30-ee645453c349 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479331 Sep 01 15:04:18.912078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Deleting subnet 644f2072-7282-488a-8aa2-227aa8859e97 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:18.958350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.007582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:19.023481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Sync routers for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:19.047852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:19.054325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:19.079480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52570) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:19.105825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34deadcb-471c-4770-adbc-771864223e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.121526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543abe04-0d2d-406a-ab5b-8cb34756b672 req-dc67f55a-6d72-4d61-b205-e4e6eb6187fd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.124029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-543abe04-0d2d-406a-ab5b-8cb34756b672 req-dc67f55a-6d72-4d61-b205-e4e6eb6187fd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.3460903 Sep 01 15:04:19.127843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.163409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58ee73aa-b5dd-48f9-a99d-4fa225ab20f0 req-232abe90-988c-4a6e-8cff-d7ee4b9ba0b3 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909448 Sep 01 15:04:19.179119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34deadcb-471c-4770-adbc-771864223e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.222637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:19.223021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-34deadcb-471c-4770-adbc-771864223e21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d53511a1125248ad966ea5cd5877535f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4338481 Sep 01 15:04:19.244102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b9926f1-4f35-482e-9f4d-449a78e21c8d None None] Provisioning complete for port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:19.245807 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b9926f1-4f35-482e-9f4d-449a78e21c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.256365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.262062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-185d97df-dae4-4fe8-bed9-eb7f316d03f7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6790266 Sep 01 15:04:19.272991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:19.306807 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:19.324588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0114672a-d76b-44b9-be8c-9ea41a62d230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=627af645505f41a69877532b09ac3704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401392 Sep 01 15:04:19.338952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:19.400851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-543abe04-0d2d-406a-ab5b-8cb34756b672 req-66114015-80e3-454b-bc4d-7d22d852cd61 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237327 Sep 01 15:04:19.413811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deadcb-471c-4770-adbc-771864223e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad09895c-dfab-4e89-8654-c5af62065b40,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:19.550422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.596450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.660911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.688625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.691671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.693238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a914b982-a450-40b8-b2ca-cb60909bdec5 HTTP/1.1" status: 204 len: 168 time: 0.3493879 Sep 01 15:04:19.721358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50360c-a5f4-466a-88be-a69b6fc368ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914b982-a450-40b8-b2ca-cb60909bdec5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:19.767067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:16Z', 'revision_number': 3, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:19.798193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.837891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.839112 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Checking router: 807a46f3-e117-464a-af7b-d7565052f3d0 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:19.841600 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Updating router 807a46f3-e117-464a-af7b-d7565052f3d0 port f66a4715-8c75-4e25-805f-276b2e4af839 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:04:19.882708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644f2072-7282-488a-8aa2-227aa8859e97,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:19.886476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.890351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eff4086a-bd41-4c3b-8dd1-24a73e8aa3ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/644f2072-7282-488a-8aa2-227aa8859e97 HTTP/1.1" status: 204 len: 168 time: 1.3412998 Sep 01 15:04:19.902414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf3e9f7-748d-44a7-841a-d1062303a02d None None] Network fee62559-9bd6-4174-9f88-9bb78d5f9ce2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:19.910661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52590) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:19.923654 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.949745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.201217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.450618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Deleting port b4c0345e-8d39-42e0-ad52-d34454593a50 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:20.451348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.514067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] DHCP port deletion for fee62559-9bd6-4174-9f88-9bb78d5f9ce2 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:04:20.587262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-c36fc819-d476-4f77-af4e-3da092e7fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.614734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-c36fc819-d476-4f77-af4e-3da092e7fd31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1095 time: 1.1345069 Sep 01 15:04:20.636267 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.660402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Transition to ACTIVE for port object f66a4715-8c75-4e25-805f-276b2e4af839 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:20.679603 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.690118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18a52-e4e4-4353-b34b-e8f7e49b5f75 req-c0e04312-590a-4b9a-b549-715083876115 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.702808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84b18a52-e4e4-4353-b34b-e8f7e49b5f75 req-c0e04312-590a-4b9a-b549-715083876115 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 943 time: 1.0318422 Sep 01 15:04:20.713533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.721846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Deleting port b4c0345e-8d39-42e0-ad52-d34454593a50 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:20.722779 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.804666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] For port b4c0345e-8d39-42e0-ad52-d34454593a50, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c0345e-8d39-42e0-ad52-d34454593a50,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:20.805252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.832982 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Pushing event updated for resources: {'Port': ['ID=f66a4715-8c75-4e25-805f-276b2e4af839,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:20.882954 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.886651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.890054 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.893337 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.894516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.896470 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.898081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.902569 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.905240 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.906285 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.907423 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.907643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Calling delete_port for b4c0345e-8d39-42e0-ad52-d34454593a50 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:20.908477 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.922068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] For port b4c0345e-8d39-42e0-ad52-d34454593a50, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c0345e-8d39-42e0-ad52-d34454593a50,segment=NetworkSegment(14324372-f659-479f-88b8-bfdb87333ba1),segment_id=14324372-f659-479f-88b8-bfdb87333ba1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:20.922736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:20.971166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:20.994201 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Attempting to bind port f66a4715-8c75-4e25-805f-276b2e4af839 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:20.994967 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Attempting to bind port f66a4715-8c75-4e25-805f-276b2e4af839 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:20.995581 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Attempting to bind port f66a4715-8c75-4e25-805f-276b2e4af839 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:21.011171 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:21.011973 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:21.012617 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.013676 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:21.014418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Bound port: f66a4715-8c75-4e25-805f-276b2e4af839, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:21.015269 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.086190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Calling delete_port for b4c0345e-8d39-42e0-ad52-d34454593a50 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:21.175612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84b18a52-e4e4-4353-b34b-e8f7e49b5f75 req-425c2d51-e565-4262-8dd7-76be5b34d07c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692512 Sep 01 15:04:21.183552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] For port f66a4715-8c75-4e25-805f-276b2e4af839, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:21.191821 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] For port f66a4715-8c75-4e25-805f-276b2e4af839, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f66a4715-8c75-4e25-805f-276b2e4af839,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:21.202838 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.258739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:21.259371 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.351319 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:21.353096 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:21.411622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.420114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7fd13-384b-46e1-a93a-7e527cf66ad4 req-002809d0-5e7a-441b-ac4e-0ededf98e58d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.424388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.429039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad09895c-dfab-4e89-8654-c5af62065b40 HTTP/1.1" status: 204 len: 168 time: 2.2042925 Sep 01 15:04:21.437136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1db7fd13-384b-46e1-a93a-7e527cf66ad4 req-002809d0-5e7a-441b-ac4e-0ededf98e58d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.6191220 Sep 01 15:04:21.453746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-9058afe8-65b9-4055-b87e-965647943810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.474944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-9058afe8-65b9-4055-b87e-965647943810 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 912 time: 0.8214297 Sep 01 15:04:21.477633 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.498294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.618156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] Pushing event deleted for resources: {'Port': ['ID=b4c0345e-8d39-42e0-ad52-d34454593a50,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:21.621753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5eafbba9-c8ca-45a5-8c8d-9487a263a616 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:21.635610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad09895c-dfab-4e89-8654-c5af62065b40,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:21.656117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1db7fd13-384b-46e1-a93a-7e527cf66ad4 req-f84a11b4-bda2-4caf-952f-af24c3670c27 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176962 Sep 01 15:04:21.657138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c0345e-8d39-42e0-ad52-d34454593a50,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:21.675208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] No DVR routers for this DVR port b4c0345e-8d39-42e0-ad52-d34454593a50 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:21.683631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f9b6-2afe-4d73-b02e-82341366a167 None None] No DVR routers for this DVR port b4c0345e-8d39-42e0-ad52-d34454593a50 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:21.775808 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:21.902796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-4e1cc306-0a81-424b-bf35-a13e5ccf7d34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 200 len: 217 time: 0.3985567 Sep 01 15:04:21.939248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c0345e-8d39-42e0-ad52-d34454593a50 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:21.954359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.955696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.956476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.957300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.958078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.958882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.959593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.960346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.962756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.963576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.964287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:21.964970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3784da-8e2b-49d0-9c27-cc59a54356df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:22.055865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b4c0345e-8d39-42e0-ad52-d34454593a50 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:22.057604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c0345e-8d39-42e0-ad52-d34454593a50 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:22.107057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.134090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee62559-9bd6-4174-9f88-9bb78d5f9ce2']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:22.168751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14324372-f659-479f-88b8-bfdb87333ba1') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:22.169525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14324372-f659-479f-88b8-bfdb87333ba1') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:22.171900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:22.197545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.218685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5eafbba9-c8ca-45a5-8c8d-9487a263a616', 'network_id': '6144ffc0-188a-4092-8858-df806b5ae242', 'port_id': '5eafbba9-c8ca-45a5-8c8d-9487a263a616', 'mac_address': 'fa:16:3e:49:9e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371af4bf-0f57-4700-90f3-bb3820c9270c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:22.231018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-02c2d405-41a0-437b-b5a0-9e7094c69ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:22.251947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-02c2d405-41a0-437b-b5a0-9e7094c69ace service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.3470809 Sep 01 15:04:22.264947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.296312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:22.297606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.389033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.440171 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19e73-ad31-4e4a-8dce-f44ce04893b6 None None] Pushing event updated for resources: {'Port': ['ID=f66a4715-8c75-4e25-805f-276b2e4af839,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:22.457218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eafbba9-c8ca-45a5-8c8d-9487a263a616 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:22.518399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:22.539041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:22.576971 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:22.588350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.600980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-23fc23b8-64c7-4254-9eb2-d17ef1017e97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3333218 Sep 01 15:04:22.643176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.655228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fee62559-9bd6-4174-9f88-9bb78d5f9ce2 HTTP/1.1" status: 204 len: 168 time: 2.7424123 Sep 01 15:04:22.657402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:22.659931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185a29a-1eb3-4db5-a955-832b9aa9d2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee62559-9bd6-4174-9f88-9bb78d5f9ce2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:22.712596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8de3a99-457d-4193-8103-8706a9389c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.753443 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:16Z', 'revision_number': 3, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:22.830360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5eafbba9-c8ca-45a5-8c8d-9487a263a616'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:22.853539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:22.925535 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582e07c-c2ff-4f0d-830e-e3ac1871c970 None None] The sync data for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 is: [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:16Z', 'revision_number': 3, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:22.981661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52654) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:23.001343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8de3a99-457d-4193-8103-8706a9389c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.015172 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8de3a99-457d-4193-8103-8706a9389c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.166323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae302dc-b29d-41e7-ad33-05580654c9c3 req-d33dfb31-6a9d-4038-b4ba-1609d53f58c0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:23.170467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dae302dc-b29d-41e7-ad33-05580654c9c3 req-d33dfb31-6a9d-4038-b4ba-1609d53f58c0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 944 time: 0.6837440 Sep 01 15:04:23.174372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.263714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de3a99-457d-4193-8103-8706a9389c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9dfd16-ac87-4f49-bc92-e2c1dcb13774,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:23.277028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8de3a99-457d-4193-8103-8706a9389c62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bd01b40301c4843bdd1c0069f4df278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114671 Sep 01 15:04:23.286053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:23.436956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d8b1-3bcc-4ae7-916c-cf8e4472f18d req-212d233e-1857-4fd1-ad45-4c5af6110a40 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:23.440122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d50d8b1-3bcc-4ae7-916c-cf8e4472f18d req-212d233e-1857-4fd1-ad45-4c5af6110a40 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.3536358 Sep 01 15:04:23.564892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-972675774-network', 'tenant_id': '67af1af4383a4952b32f2f88992d9993'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:23.607840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:23.683509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dae302dc-b29d-41e7-ad33-05580654c9c3 req-49e9823b-f044-4764-bccb-7c5ca5edd35e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937074 Sep 01 15:04:23.690385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-cf72bab6-b5ee-4a0e-a53a-5038d6682a55 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0713487 Sep 01 15:04:23.778746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.814864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Allocated IP 172.20.0.1 (b18e7f3a-2108-4d95-9bc1-43424f517ba4/5d759570-9f8f-4ce2-91e1-c8a8cb367cde/791271fc-eece-4d13-b513-cd8890df48c2) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:23.832276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d50d8b1-3bcc-4ae7-916c-cf8e4472f18d req-6a3cdeeb-8458-4c3d-a1f9-9b3f70a9e335 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781495 Sep 01 15:04:23.846794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Made reservation on behalf of 67af1af4383a4952b32f2f88992d9993 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:23.860737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.925133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9085c47f-b0f1-4ef9-aeb0-e7c2fb8c5d7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f75be943b363413d883ae8117ef3e17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091693 Sep 01 15:04:23.925477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52674) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:23.941492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.981326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.256949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.260058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.265184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a9dfd16-ac87-4f49-bc92-e2c1dcb13774 HTTP/1.1" status: 204 len: 168 time: 0.9779997 Sep 01 15:04:24.268184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.282735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.285224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.295036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6f9ac-4dae-468f-a04c-53369755f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9dfd16-ac87-4f49-bc92-e2c1dcb13774,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:24.356399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.381237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:24.428407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adfc297-aa04-4512-9b67-8e3af6f619f4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:24.455553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.456270 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Added segment 3ef52ff7-876e-4646-8c02-0541a7834bb7 of type vlan for network 010940d3-1e25-406a-a36c-a4949008999c Sep 01 15:04:24.531813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.547553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a3d434e-1944-4a64-b0a9-d939a790bceb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.551854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a3d434e-1944-4a64-b0a9-d939a790bceb tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1098 time: 0.3941605 Sep 01 15:04:24.561710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.567832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Transition to ACTIVE for port object 791271fc-eece-4d13-b513-cd8890df48c2 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:24.618001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3b8fc22-fafd-4259-8009-c616d49e4b0c req-22a171cb-a249-4d77-be07-643d4277a9da service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9161925 Sep 01 15:04:24.633019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.633881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:24.640159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.642892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.763854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.840483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8571675 Sep 01 15:04:24.852089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52688) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:24.858163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Request body: {'subnet': {'network_id': '010940d3-1e25-406a-a36c-a4949008999c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-972675774-subnet', 'tenant_id': '67af1af4383a4952b32f2f88992d9993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:24.881465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbbeb5-1758-49f3-bcef-c54e2f5857af admin admin] Pushing event updated for resources: {'Network': ['ID=010940d3-1e25-406a-a36c-a4949008999c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:24.902686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 010940d3-1e25-406a-a36c-a4949008999c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:24.946116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Made reservation on behalf of 67af1af4383a4952b32f2f88992d9993 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:24.946427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.962061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.978803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:24.995451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f66a4715-8c75-4e25-805f-276b2e4af839 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:25.021453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:25.042492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.050250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.052324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15e0e6b3-25c6-4b38-9846-b962f2f6c346 HTTP/1.1" status: 204 len: 168 time: 1.1255794 Sep 01 15:04:25.059910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:25.086995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:25.203162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc10c-0c6d-4e11-8b54-4198ca9b4d5d req-5e21ebfc-0a65-4ac4-a43a-22e7023c7185 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:25.206174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d03cc10c-0c6d-4e11-8b54-4198ca9b4d5d req-5e21ebfc-0a65-4ac4-a43a-22e7023c7185 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 944 time: 0.3553414 Sep 01 15:04:25.286160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5106c-0501-40ef-b549-8c9b032ccc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e0e6b3-25c6-4b38-9846-b962f2f6c346,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:25.492932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f66a4715-8c75-4e25-805f-276b2e4af839 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:25.507793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f66a4715-8c75-4e25-805f-276b2e4af839 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:25.511097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.537562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.584051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d03cc10c-0c6d-4e11-8b54-4198ca9b4d5d req-47e24fc4-4d57-4018-8b80-84bb9693a90d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697708 Sep 01 15:04:25.607772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5eafbba9-c8ca-45a5-8c8d-9487a263a616 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:25.751858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.821552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5999c-cdd8-4b33-afde-f309da4e7e9a req-b1a825d0-2ce5-4dac-a63a-f2034b95d240 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:25.839541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14e5999c-cdd8-4b33-afde-f309da4e7e9a req-b1a825d0-2ce5-4dac-a63a-f2034b95d240 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 946 time: 0.5288873 Sep 01 15:04:25.841775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67380ca5-a7f4-42de-bc30-449c1870e878 None None] Provisioning for port 791271fc-eece-4d13-b513-cd8890df48c2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:25.874658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67380ca5-a7f4-42de-bc30-449c1870e878 None None] Provisioning complete for port 791271fc-eece-4d13-b513-cd8890df48c2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:25.878532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67380ca5-a7f4-42de-bc30-449c1870e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.893469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3925e7a3-da4d-4843-8587-b6a17563d7d9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:25.974924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Checking segment: {'id': '3ef52ff7-876e-4646-8c02-0541a7834bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '010940d3-1e25-406a-a36c-a4949008999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:25.975534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Network hostable DHCP agents. Network: 010940d3-1e25-406a-a36c-a4949008999c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:25.993462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-67380ca5-a7f4-42de-bc30-449c1870e878 None None] Port 791271fc-eece-4d13-b513-cd8890df48c2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:26.002049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:26.008528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:26.008918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.056775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:26.058342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Network 010940d3-1e25-406a-a36c-a4949008999c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:26.082747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 010940d3-1e25-406a-a36c-a4949008999c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:26.097511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.098553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.144449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.161329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:26.172260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ca6438d-94f3-44e4-8ccd-4f4c54a9a6fe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3187501 Sep 01 15:04:26.174743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b734510-1271-455e-a7ff-340cd2621011 None None] Network 010940d3-1e25-406a-a36c-a4949008999c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:26.249747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14e5999c-cdd8-4b33-afde-f309da4e7e9a req-3ef0ecd4-1cc8-4c3c-83bf-eedf0877fca0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089050 Sep 01 15:04:26.286945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:26.361649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.382955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:26.385544 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7f8008-8836-4544-96bb-c630fa292f85" -d '{"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-unplugged", "status": "completed", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:26.390192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.427342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.506102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:26.538590 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1711ba-8312-431c-93ad-7cb7ddc09bbd x-openstack-request-id: req-9e1711ba-8312-431c-93ad-7cb7ddc09bbd {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:26.539290 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-unplugged", "status": "completed", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:26.540701 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e1711ba-8312-431c-93ad-7cb7ddc09bbd {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:26.541532 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'code': 200} Sep 01 15:04:26.607273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:26.617874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:26.679708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f66a4715-8c75-4e25-805f-276b2e4af839, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f66a4715-8c75-4e25-805f-276b2e4af839,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:26.697186 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.797336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f66a4715-8c75-4e25-805f-276b2e4af839,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:26.827705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:04:26.898667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:26.899531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:26.899917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.905643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Deleting subnet 3925e7a3-da4d-4843-8587-b6a17563d7d9 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:26.937419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:26.937419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Attempting to bind port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.945316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.947604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-network', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:26.958251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.978903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:26.978903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:26.980240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:26.981676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Bound port: 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:26.982397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.101936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.105971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:27.111539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:27.115160 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee220c7-5cb9-4f51-9816-1552628222de" -d '{"events": [{"server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:27.125260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0201b3-1570-4132-9e8a-7a382c05909a req-8054f294-a781-4eae-9500-caef89cca243 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.128412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a0201b3-1570-4132-9e8a-7a382c05909a req-8054f294-a781-4eae-9500-caef89cca243 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 944 time: 0.3553507 Sep 01 15:04:27.145909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.155661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.156972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.314373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a0201b3-1570-4132-9e8a-7a382c05909a req-d7cf8f71-1291-4563-a53d-a6d249364e38 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617639 Sep 01 15:04:27.315496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Made reservation on behalf of 282e6b2f3ac84faaa89857bb9ba89ce5 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:27.323665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.328051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee99719-8948-4d53-b551-a460760c4988 None None] Network 010940d3-1e25-406a-a36c-a4949008999c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:27.335939 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8e7f0-430a-410a-bf0c-b803080e2dd5 x-openstack-request-id: req-4ab8e7f0-430a-410a-bf0c-b803080e2dd5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:27.336703 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:27.337846 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ab8e7f0-430a-410a-bf0c-b803080e2dd5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:27.338997 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616', 'code': 200} Sep 01 15:04:27.339922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:27.421695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.473884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.482470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:27.508714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:27.509391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:04:27.532908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.612752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.691978 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.696203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3925e7a3-da4d-4843-8587-b6a17563d7d9 HTTP/1.1" status: 204 len: 168 time: 1.0874798 Sep 01 15:04:27.700713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3c50e-e2c5-4e31-9614-14c7d5e602d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3925e7a3-da4d-4843-8587-b6a17563d7d9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:27.705904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52790) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:27.774471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-557198896-network', 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:27.896439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.035902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.066060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.068429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:28.111771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.114712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.121442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:28.127552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:28.144501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010940d3-1e25-406a-a36c-a4949008999c']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:28.152576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.161265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:28.164807 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.170102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:28.189147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef52ff7-876e-4646-8c02-0541a7834bb7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:28.189514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef52ff7-876e-4646-8c02-0541a7834bb7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:28.202571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.221575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886e487a-5c95-4075-af31-757099692218,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:28.224803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.225318 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Added segment 8e888ac0-ffeb-48d3-8559-c58d03c7ef7d of type vlan for network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 Sep 01 15:04:28.228057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.291790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434113b-f184-4029-aa6b-220ce7c312fc req-c4c06a22-8583-40dc-9def-390b2fe59278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.294878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4434113b-f184-4029-aa6b-220ce7c312fc req-c4c06a22-8583-40dc-9def-390b2fe59278 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1097 time: 0.3752902 Sep 01 15:04:28.295165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.315331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.318161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:28.318581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:28.321830 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:28.334711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5ea1-39af-47cc-ad07-43657beaeed2 req-30ccfd9f-d9ad-4012-9852-806d99bbe8bb tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.339569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57ac5ea1-39af-47cc-ad07-43657beaeed2 req-30ccfd9f-d9ad-4012-9852-806d99bbe8bb tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.4181206 Sep 01 15:04:28.460686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:04:28.473235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:28.560230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57ac5ea1-39af-47cc-ad07-43657beaeed2 req-4b2834bf-00a1-426d-9579-0c62d5d57780 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922770 Sep 01 15:04:28.562706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.563800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.566295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bcb6ff5b-f800-4a37-96e8-f4155aa67a8b service neutron] 10.222.0.24 "PUT /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 1124 time: 3.9487355 Sep 01 15:04:28.574102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:28.583318 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b235012-1816-4748-bbca-3a24e504599b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:28.611159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.617952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4434113b-f184-4029-aa6b-220ce7c312fc req-646a60c7-7ec5-4424-a902-f4a7f6c96946 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492225 Sep 01 15:04:28.623504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.625444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.626464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.651309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:28.675451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.678278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] 10.222.0.41 "DELETE /v2.0/networks/010940d3-1e25-406a-a36c-a4949008999c HTTP/1.1" status: 204 len: 168 time: 0.9600034 Sep 01 15:04:28.688506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:28.691339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:28.793816 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a63b4-73f9-4601-80c2-d1ab8918c083 x-openstack-request-id: req-422a63b4-73f9-4601-80c2-d1ab8918c083 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:28.794443 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:28.794979 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-422a63b4-73f9-4601-80c2-d1ab8918c083 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:28.795780 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'status': 'completed', 'code': 200} Sep 01 15:04:28.894669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:28.992793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f66a4715-8c75-4e25-805f-276b2e4af839 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:29.055694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.060665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] Pushing event updated for resources: {'Network': ['ID=909a2574-6c60-44ab-bb8b-91d21d7c37b6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:29.095944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bdcab-0ea8-4add-94ea-22f6a06d1994 admin admin] Pushing event deleted for resources: {'Network': ['ID=010940d3-1e25-406a-a36c-a4949008999c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:29.098708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.117405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:29.136948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:29.138896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.140978 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Added segment bf3e654c-315c-41ea-acee-58954a9665c2 of type vlan for network 71e70a55-385c-4470-bdfd-ea07322d0e4c Sep 01 15:04:29.145395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52802) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:29.276592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235012-1816-4748-bbca-3a24e504599b req-f8654d69-bc40-4c32-b91c-723dd0e866df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.280737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-f8654d69-bc40-4c32-b91c-723dd0e866df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1127 time: 0.4155674 Sep 01 15:04:29.291966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.328216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa771cfb-3049-4ba1-b29f-f2cbd9aa7b49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67af1af4383a4952b32f2f88992d9993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772337 Sep 01 15:04:29.339742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:29.406940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d8063f6-dbcb-4bcf-8a57-adbe9515ae15 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8987839 Sep 01 15:04:29.407973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52810) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:29.412126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fa06c-9dc2-4a16-8823-bc2896b9260b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:29.424938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Request body: {'subnet': {'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-subnet', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:29.445410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Router 807a46f3-e117-464a-af7b-d7565052f3d0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:29.475171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.477219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.478769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.694183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392192-bf63-4a19-bd40-2a887d68f8cd req-58f24a12-f46b-40b1-8763-207a0d954b0a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.696859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d392192-bf63-4a19-bd40-2a887d68f8cd req-58f24a12-f46b-40b1-8763-207a0d954b0a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 1.1917112 Sep 01 15:04:29.701051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Made reservation on behalf of 282e6b2f3ac84faaa89857bb9ba89ce5 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:29.704931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.813977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235012-1816-4748-bbca-3a24e504599b req-469eb525-8524-4639-b40d-e1c6fbf25b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.821292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-469eb525-8524-4639-b40d-e1c6fbf25b8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.5223899 Sep 01 15:04:29.837109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-99e5c174-61cb-4fae-895a-e5b1516d510b None None] Provisioning complete for port 791271fc-eece-4d13-b513-cd8890df48c2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:29.837943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e5c174-61cb-4fae-895a-e5b1516d510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.869354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f66a4715-8c75-4e25-805f-276b2e4af839 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:29.874332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.022359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-99e5c174-61cb-4fae-895a-e5b1516d510b None None] Port 791271fc-eece-4d13-b513-cd8890df48c2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:30.042899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-4f0bc393-8a63-4412-b412-87840f8ffdac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.1996720 Sep 01 15:04:30.113755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:30.126818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bdaf11cf-7159-47f4-9d13-451ca8eed1b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/807a46f3-e117-464a-af7b-d7565052f3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8503587 Sep 01 15:04:30.159221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a93561-141f-4351-bcc8-e68426f41c45 req-84c02601-7311-4ab2-930a-5d5a3fe63951 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.162730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7a93561-141f-4351-bcc8-e68426f41c45 req-84c02601-7311-4ab2-930a-5d5a3fe63951 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.3352387 Sep 01 15:04:30.167993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Sync routers for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:30.174680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235012-1816-4748-bbca-3a24e504599b req-082a6162-d99d-4516-84e0-5a1094c9ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.177771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-082a6162-d99d-4516-84e0-5a1094c9ebd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1229494 Sep 01 15:04:30.246370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-62d4fed3-c1e6-44f0-a011-787765e30639 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563836 Sep 01 15:04:30.276572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-f70a3194-0bef-4d4e-aea9-a442919d652f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:30.276846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:30.277671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:30.279273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-f70a3194-0bef-4d4e-aea9-a442919d652f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157096 Sep 01 15:04:30.314937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7a93561-141f-4351-bcc8-e68426f41c45 req-e631f4b7-d425-4452-bd4e-b2c10d38cf56 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353059 Sep 01 15:04:30.546250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:30.557389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-eddde461-be4d-43c2-b1e1-c6155f27bf48 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687411 Sep 01 15:04:30.639725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] Pushing event updated for resources: {'Network': ['ID=71e70a55-385c-4470-bdfd-ea07322d0e4c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:30.647420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f8e6118-8e1c-4bfc-a259-4264eaec9235 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1374438 Sep 01 15:04:30.655896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:30.688544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:30.711809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Request body: {'subnet': {'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-557198896-subnet', 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:30.906624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.948322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b235012-1816-4748-bbca-3a24e504599b req-9fd7c6cd-0f2f-42f3-9f23-934c3c4e53d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796401 Sep 01 15:04:30.954063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d392192-bf63-4a19-bd40-2a887d68f8cd req-3d7f0226-837a-4dbd-92be-5ba2f70df6ea tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242655 Sep 01 15:04:30.980715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:30.983456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.155171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.353987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 2, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:31.429990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.452090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.455479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.457685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5adfc297-aa04-4512-9b67-8e3af6f619f4 HTTP/1.1" status: 204 len: 168 time: 2.0668945 Sep 01 15:04:31.498587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Checking router: 807a46f3-e117-464a-af7b-d7565052f3d0 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:31.502276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Updating router 807a46f3-e117-464a-af7b-d7565052f3d0 port 791271fc-eece-4d13-b513-cd8890df48c2 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:04:31.523139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ca050-75f5-4bac-841d-04ea4bc4450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adfc297-aa04-4512-9b67-8e3af6f619f4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:31.587241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Checking segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:31.587816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Network hostable DHCP agents. Network: 909a2574-6c60-44ab-bb8b-91d21d7c37b6, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:31.646267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e72562-11c2-47e1-90b6-aefe2cd5786d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:31.649668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:31.679634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.766613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 909a2574-6c60-44ab-bb8b-91d21d7c37b6) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:31.806027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:31.811173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.868768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52870) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:31.869769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a16576c6-4d10-4b3b-ada1-c8ee9864fbc1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4520528 Sep 01 15:04:31.880097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:31.891708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.921900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a514167-e90e-4d85-b191-f1acd22a36e5 req-df9bb3d0-3a1a-49b9-ba07-fad0e63a6712 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:31.942840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a514167-e90e-4d85-b191-f1acd22a36e5 req-df9bb3d0-3a1a-49b9-ba07-fad0e63a6712 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.2101345 Sep 01 15:04:32.048971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d857c-9deb-41c4-8285-6077a6207c64 None None] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:32.147618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef953b8-a85f-4ea0-88bf-d035141454d0,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:32.183745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:32.187423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:32.190370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Network hostable DHCP agents. Network: 71e70a55-385c-4470-bdfd-ea07322d0e4c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:32.196389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:32.281111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:32.310974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 71e70a55-385c-4470-bdfd-ea07322d0e4c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:32.317507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a514167-e90e-4d85-b191-f1acd22a36e5 req-741dcac0-6d47-4636-9e28-d1a428f03ed9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727334 Sep 01 15:04:32.339678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:32.345726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:32.478623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:32.603996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-befac4b3-3bc1-4f56-b97e-da4a06600244 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9277999 Sep 01 15:04:32.640325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa2b17-815d-4433-88cb-701bb43c50fa None None] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:32.650897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473f6d-4c3c-4902-b1fe-d0d3f27d781b req-94345b15-cdad-433e-ad89-267000aa82d3 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:32.659952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81473f6d-4c3c-4902-b1fe-d0d3f27d781b req-94345b15-cdad-433e-ad89-267000aa82d3 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2922866 Sep 01 15:04:32.791716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81473f6d-4c3c-4902-b1fe-d0d3f27d781b req-1ec73244-fa79-467f-986a-731a947235fb tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249585 Sep 01 15:04:33.138387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.441384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12512a83-1ed2-4b26-b241-7bb4394c4449 None None] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:33.664921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-121a9af3-4cad-494f-b203-59887efa2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:33.670687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-121a9af3-4cad-494f-b203-59887efa2140 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1097 time: 0.2691724 Sep 01 15:04:33.674884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:04:33.676381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.788383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.839878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93c3a-dcf0-4603-b334-6129ec0ed545 req-6f6a71fa-1a77-4deb-82d2-ecb9280e4b37 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:33.844892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ff93c3a-dcf0-4603-b334-6129ec0ed545 req-6f6a71fa-1a77-4deb-82d2-ecb9280e4b37 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3465266 Sep 01 15:04:34.094022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Transition to ACTIVE for port object 791271fc-eece-4d13-b513-cd8890df48c2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:34.137713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.140947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ff93c3a-dcf0-4603-b334-6129ec0ed545 req-8b24fde6-1466-4c79-b894-00617ad772a0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190433 Sep 01 15:04:34.211239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Allocated IP 172.20.0.2 (909a2574-6c60-44ab-bb8b-91d21d7c37b6/b5e72562-11c2-47e1-90b6-aefe2cd5786d/7ec10cb0-0e54-4490-8850-4c005a4e32dc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:34.322948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-c58d5884-78b0-422e-8076-2f304f73f69b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:34.339214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-c58d5884-78b0-422e-8076-2f304f73f69b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.4289460 Sep 01 15:04:34.350476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-4e3b9828-39c2-4756-af9e-b34c451c6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:34.353132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-4e3b9828-39c2-4756-af9e-b34c451c6220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 912 time: 0.6729796 Sep 01 15:04:34.369876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-d7da4d87-ac4d-4232-b026-b184f7e7b930 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0293412 Sep 01 15:04:34.457978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-77426122-eab6-4528-8e30-fdc2db89158d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871053 Sep 01 15:04:34.593963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f426-220e-4e5d-b674-4ff4b54c80c6 None None] Pushing event updated for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:34.740713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-9493e587-2bbe-4c7c-ae7c-091cf52b43f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 200 len: 217 time: 0.2447128 Sep 01 15:04:34.741953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.747864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-1d057448-cb77-4789-82d2-f62524fbc389 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888460 Sep 01 15:04:34.841473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Attempting to bind port 791271fc-eece-4d13-b513-cd8890df48c2 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:34.842314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Attempting to bind port 791271fc-eece-4d13-b513-cd8890df48c2 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:34.843080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Attempting to bind port 791271fc-eece-4d13-b513-cd8890df48c2 on network b18e7f3a-2108-4d95-9bc1-43424f517ba4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:34.848663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.888912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:34.889952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Checking segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:34.891780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.893481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Bound using segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:34.894891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Bound port: 791271fc-eece-4d13-b513-cd8890df48c2, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:34.896049 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.955898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d9f8a-48e7-407f-b510-d08472338c9b req-94771def-c84a-48f9-9fb3-7a49ebb15da1 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:34.968929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-521d9f8a-48e7-407f-b510-d08472338c9b req-94771def-c84a-48f9-9fb3-7a49ebb15da1 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.4670272 Sep 01 15:04:35.066347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-db62bb34-c35e-49cc-a4fe-da0b18b7ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:35.069356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-db62bb34-c35e-49cc-a4fe-da0b18b7ff3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 0.2558792 Sep 01 15:04:35.106069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-73eedeee-2704-4907-a470-c8cafb61afaa service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567953 Sep 01 15:04:35.154535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-eea552d8-bb5f-40ea-b91a-b82ef4cfa751 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645325 Sep 01 15:04:35.299207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-521d9f8a-48e7-407f-b510-d08472338c9b req-15ab112d-7acd-4853-881d-9458ee66061e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166978 Sep 01 15:04:35.558882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-aa44358c-09a9-469f-baeb-b59a64184d81 service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941772 Sep 01 15:04:35.710305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] For port 791271fc-eece-4d13-b513-cd8890df48c2, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:35.721421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] For port 791271fc-eece-4d13-b513-cd8890df48c2, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=791271fc-eece-4d13-b513-cd8890df48c2,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:35.726278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.736784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.824844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Transition to ACTIVE for port object 7ec10cb0-0e54-4490-8850-4c005a4e32dc will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:35.890953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Allocated IP 172.25.1.89 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ea7e962e-c62e-45ea-b03e-6caaa4fb295c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:35.981730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Transition to ACTIVE for port object 7ec10cb0-0e54-4490-8850-4c005a4e32dc will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:36.040229 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.071759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:36.073363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:36.097451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f426-220e-4e5d-b674-4ff4b54c80c6 None None] Pushing event updated for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:36.228963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324fc5-64e4-468b-9d9a-23cbd34cec0d req-306a4978-f8f2-4683-8c40-8eee3bf29129 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:36.244034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6324fc5-64e4-468b-9d9a-23cbd34cec0d req-306a4978-f8f2-4683-8c40-8eee3bf29129 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4734361 Sep 01 15:04:36.356872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ca5615f-26a8-4d8b-b802-33b72a30ae1d req-f990bad0-d546-463c-bf9a-35b22c8f9588 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.1160283 Sep 01 15:04:36.380494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c39576e-7292-4c02-8af1-3e51bc423267 req-6d596167-5ae3-495f-a375-6504ec964f9d service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121741 Sep 01 15:04:36.452965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:36.484675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:36.497583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:36.504151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6324fc5-64e4-468b-9d9a-23cbd34cec0d req-a3bceffb-a7a9-4b0e-897c-5cb970ee9f21 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234471 Sep 01 15:04:36.583689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.696788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.747176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Pushing event updated for resources: {'Port': ['ID=7ec10cb0-0e54-4490-8850-4c005a4e32dc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:36.806418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:36.813364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:36.833884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:37.094562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Attempting to bind port 7ec10cb0-0e54-4490-8850-4c005a4e32dc on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:37.095181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Attempting to bind port 7ec10cb0-0e54-4490-8850-4c005a4e32dc by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:37.095693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Attempting to bind port 7ec10cb0-0e54-4490-8850-4c005a4e32dc on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:37.187570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:37.191317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Checking segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:37.191905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.192325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Bound using segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:37.192838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Bound port: 7ec10cb0-0e54-4490-8850-4c005a4e32dc, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:37.193249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.315715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:37.487509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] For port 7ec10cb0-0e54-4490-8850-4c005a4e32dc, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:37.494867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] For port 7ec10cb0-0e54-4490-8850-4c005a4e32dc, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec10cb0-0e54-4490-8850-4c005a4e32dc,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:37.615032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.692274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:37.825252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f8c5f58-ab6a-49f7-bdd6-4fc840c74937 req-d2e0f5b1-5e38-47e4-b409-06b9bac0b9e0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.1218147 Sep 01 15:04:37.837585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:37.887614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dab973-25c7-4314-b7da-84cd24bc7a09 req-a37d6a3c-9c47-4358-a37d-c499c1d79d38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:37.894271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61dab973-25c7-4314-b7da-84cd24bc7a09 req-a37d6a3c-9c47-4358-a37d-c499c1d79d38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 1.1598418 Sep 01 15:04:38.116537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61dab973-25c7-4314-b7da-84cd24bc7a09 req-ab819ce9-007e-4c12-badb-a0a73041fb7b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825466 Sep 01 15:04:38.466306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc178-cc4f-44ea-8fd2-a41fe9db34c0 req-a20afa9c-5384-40f0-9f53-0d46b68e70f3 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:38.500677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52ebc178-cc4f-44ea-8fd2-a41fe9db34c0 req-a20afa9c-5384-40f0-9f53-0d46b68e70f3 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3682923 Sep 01 15:04:38.663438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52ebc178-cc4f-44ea-8fd2-a41fe9db34c0 req-85e71496-f91d-4e89-8335-7ed3b6bfde7e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540363 Sep 01 15:04:38.676817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb27d4-c4da-4966-b16f-efda3bf25a14 None None] Pushing event updated for resources: {'Port': ['ID=7ec10cb0-0e54-4490-8850-4c005a4e32dc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:38.705824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:38.858893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:35Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:38.931080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91a3a5-62d3-4cb4-944a-ecb17afa7c82 None None] The sync data for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 is: [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:35Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:39.080194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.178378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec10cb0-0e54-4490-8850-4c005a4e32dc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:39.188105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-bfafe104-66e7-444e-b899-30cf2337fead tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.191508 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-bfafe104-66e7-444e-b899-30cf2337fead tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.7227371 Sep 01 15:04:39.249443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:39.279930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7ec10cb0-0e54-4490-8850-4c005a4e32dc completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:39.297148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c46053c-31de-4dc3-addf-09fd3705f794 req-f967e882-fa8e-4293-88c4-913145764e44 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.1376181 Sep 01 15:04:39.408428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.720044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ca0a4-a76e-43c4-b68e-952cdd4782d6 req-e00cd885-c583-43b0-a274-769a89450205 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.735262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313ca0a4-a76e-43c4-b68e-952cdd4782d6 req-e00cd885-c583-43b0-a274-769a89450205 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.3299389 Sep 01 15:04:39.958668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313ca0a4-a76e-43c4-b68e-952cdd4782d6 req-1fe20838-47b0-478b-9b0c-cc23282b757b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218509 Sep 01 15:04:40.116693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.124973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.255768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14893bd-4f5e-4fab-b4a4-e9dd3269525f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:40.270059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0c4eb4cb9464e4a9df98abff1d8d646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5562565 Sep 01 15:04:40.270452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:40.272656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.286023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.299256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02678fac-0827-4381-b696-63241d31bc90 None None] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:40.328579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.336159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.336764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.337449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.338010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.338551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.345478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.346189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.346756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.348455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.354696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.355490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca6a8dd-8e16-4d8c-8838-8ec85a7f726c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:40.508676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4422e-33d7-4d7f-9ba0-659e09a5cf16 req-3c812c06-f662-4ee9-9116-51931e7a5e2b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:40.517316 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99c4422e-33d7-4d7f-9ba0-659e09a5cf16 req-3c812c06-f662-4ee9-9116-51931e7a5e2b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3328733 Sep 01 15:04:40.637982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04b8c682-4364-4419-9315-4bde093c92b7 req-46ac349f-c02f-4c38-9963-9eeee19250d0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.0778084 Sep 01 15:04:40.642352 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.732595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Provisioning for port 7ec10cb0-0e54-4490-8850-4c005a4e32dc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:40.734283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.788337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99c4422e-33d7-4d7f-9ba0-659e09a5cf16 req-4d42acca-26c3-4aed-9fd1-3c8a6d067fc8 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697625 Sep 01 15:04:40.807590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.812874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Provisioning complete for port 7ec10cb0-0e54-4490-8850-4c005a4e32dc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:40.813646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.001878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.005402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.007798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d14893bd-4f5e-4fab-b4a4-e9dd3269525f HTTP/1.1" status: 204 len: 168 time: 0.7203622 Sep 01 15:04:41.048190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb8772-0fdd-4c23-92b2-9fa88600e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14893bd-4f5e-4fab-b4a4-e9dd3269525f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:41.111638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 791271fc-eece-4d13-b513-cd8890df48c2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:41.165117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.6 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/5749d873-2c20-4c65-833c-9db108af6f99) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:41.341797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Router 161a1cd8-0f3c-429c-b563-1f400529f502 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:04:41.342692 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.376599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 791271fc-eece-4d13-b513-cd8890df48c2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:41.395870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 791271fc-eece-4d13-b513-cd8890df48c2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:41.396339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.438099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] For port 7ec10cb0-0e54-4490-8850-4c005a4e32dc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec10cb0-0e54-4490-8850-4c005a4e32dc,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:41.459316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3aff4-6549-473b-ae3a-84cb6e622bad req-7ec5333f-a2e4-495d-9845-ad5a3860a680 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:41.462640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ae3aff4-6549-473b-ae3a-84cb6e622bad req-7ec5333f-a2e4-495d-9845-ad5a3860a680 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.2417645 Sep 01 15:04:41.503229 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.971676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68689caf-acc1-42c0-8d67-4d29be935b0c None None] Pushing event updated for resources: {'Port': ['ID=7ec10cb0-0e54-4490-8850-4c005a4e32dc,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:42.005008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3cafee0-bbf3-40eb-96d4-b7a2e64c1b4f req-7e2411a3-cbb9-459b-991c-1e60193e2e89 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.1175923 Sep 01 15:04:42.081026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.117346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ae3aff4-6549-473b-ae3a-84cb6e622bad req-4925d658-27e5-4246-b6a4-fee77ad7beb8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647132 Sep 01 15:04:42.145534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:42.169962 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:42.195731 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:42.200469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:42.206040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.258413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 791271fc-eece-4d13-b513-cd8890df48c2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=791271fc-eece-4d13-b513-cd8890df48c2,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:42.279526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-95ced4d7-1446-4540-b046-829c8a7e95fc None None] Provisioning complete for port 7ec10cb0-0e54-4490-8850-4c005a4e32dc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:42.292051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95ced4d7-1446-4540-b046-829c8a7e95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.293604 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.360405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.374961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3124cc57-95c0-4427-b7b0-06d415e95731 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.5009661 Sep 01 15:04:42.379521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:42.396991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.503446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05af9a4-e0f3-4748-90e3-83f11b05a738 req-6bedf752-ccc1-4276-a856-3903f9d83b6a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:42.506321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a05af9a4-e0f3-4748-90e3-83f11b05a738 req-6bedf752-ccc1-4276-a856-3903f9d83b6a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1758859 Sep 01 15:04:42.623628 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:42.638462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a05af9a4-e0f3-4748-90e3-83f11b05a738 req-5d19da61-a515-497c-9682-f6c6cd088d2a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 Sep 01 15:04:42.655708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:42.752519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:42.782223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:42.881546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec10cb0-0e54-4490-8850-4c005a4e32dc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:42.931372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:42.939867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:42.960293 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:38Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:43.018092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:43.018896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Updating router 161a1cd8-0f3c-429c-b563-1f400529f502 port ea7e962e-c62e-45ea-b03e-6caaa4fb295c binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:04:43.038074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7ec10cb0-0e54-4490-8850-4c005a4e32dc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:43.038497 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.050447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:43.051316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.051624 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.148948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-f0ff9ab7-89cb-465c-b71c-6fe02cc5f3a6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9166749 Sep 01 15:04:43.192925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Request body: {'port': {'device_id': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:43.222479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53114) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:43.256572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 791271fc-eece-4d13-b513-cd8890df48c2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:43.448375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 791271fc-eece-4d13-b513-cd8890df48c2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:43.461950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.507765 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.538490 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Transition to ACTIVE for port object ea7e962e-c62e-45ea-b03e-6caaa4fb295c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:43.557884 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.568128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ff129-a773-4677-85b1-f732f9fc532d req-86604c05-9ee0-481b-b7a4-23aa4a7824be tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:43.580484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-696ff129-a773-4677-85b1-f732f9fc532d req-86604c05-9ee0-481b-b7a4-23aa4a7824be tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.1912644 Sep 01 15:04:43.594147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-352861361-network', 'tenant_id': '76291585b32141afbd095b41397ec054'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:43.623812 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ace35-a5b8-443a-8d2e-9456317a6c84 None None] Pushing event updated for resources: {'Port': ['ID=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:43.630844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.654862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Made reservation on behalf of 76291585b32141afbd095b41397ec054 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:43.657936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Attempting to bind port ea7e962e-c62e-45ea-b03e-6caaa4fb295c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:43.658389 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Attempting to bind port ea7e962e-c62e-45ea-b03e-6caaa4fb295c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:43.658816 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Attempting to bind port ea7e962e-c62e-45ea-b03e-6caaa4fb295c on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:43.659028 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.665819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:43.666353 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:43.666926 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.667549 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:43.668360 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Bound port: ea7e962e-c62e-45ea-b03e-6caaa4fb295c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:43.669012 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.677690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.741448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-696ff129-a773-4677-85b1-f732f9fc532d req-467a3bc6-17c1-4589-acf9-72a705847a2a tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587539 Sep 01 15:04:43.781840 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] For port ea7e962e-c62e-45ea-b03e-6caaa4fb295c, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:43.789002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] For port ea7e962e-c62e-45ea-b03e-6caaa4fb295c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:43.803101 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.910598 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:43.911363 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:43.974201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.985486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.028020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:44.050861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ecee4-ecfd-499b-85ae-97adac74cf72,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:44.057514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.058010 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Added segment fe7f1887-4f92-4ac9-ac1a-548eba5e5135 of type vlan for network 5866253c-8005-47f9-a4c4-2a2c039db553 Sep 01 15:04:44.156162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-1636038a-3995-4bf5-9ffd-6df63b4ab293 service neutron] 10.222.0.50 "GET /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.5389504 Sep 01 15:04:44.157346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.285717 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:44.294221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ce3-dd11-4f8c-b0e8-7db389e94e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.314503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.330939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.332184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.421469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ace35-a5b8-443a-8d2e-9456317a6c84 None None] Pushing event updated for resources: {'Port': ['ID=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:44.449134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf5d5-e946-4dc9-a305-6e3ab398286d req-4550623c-bd20-4ec8-846f-40cf69c01b57 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.451171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8bbf5d5-e946-4dc9-a305-6e3ab398286d req-4550623c-bd20-4ec8-846f-40cf69c01b57 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3176363 Sep 01 15:04:44.455747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2315407 Sep 01 15:04:44.463267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53124) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:44.469981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Request body: {'subnet': {'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-subnet', 'tenant_id': '76291585b32141afbd095b41397ec054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:44.506234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Made reservation on behalf of 76291585b32141afbd095b41397ec054 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:44.509869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.543902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcbbe3-1aaf-4561-bbda-2dc3f272b8fd admin admin] Pushing event updated for resources: {'Network': ['ID=5866253c-8005-47f9-a4c4-2a2c039db553,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:44.568015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5866253c-8005-47f9-a4c4-2a2c039db553 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:44.629403 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:38Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:44.687455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8bbf5d5-e946-4dc9-a305-6e3ab398286d req-521a966c-627c-4e5a-a708-c653fd238225 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940405 Sep 01 15:04:44.692772 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a82eb-fcdb-4ef1-9a03-ed8857d401f6 None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:38Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:45.141468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108441-5767-42f4-a3a4-62f133f20d7f req-21d4cd6f-bec4-426f-8f5b-6d4d2fe34d0d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.145838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7108441-5767-42f4-a3a4-62f133f20d7f req-21d4cd6f-bec4-426f-8f5b-6d4d2fe34d0d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.2308323 Sep 01 15:04:45.151246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.272202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa427f-aa5b-454f-91ad-de5fa6ceafdc req-61864198-979f-4d1f-a9c3-f8a06479cf4d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.276030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84aa427f-aa5b-454f-91ad-de5fa6ceafdc req-61864198-979f-4d1f-a9c3-f8a06479cf4d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 931 time: 1.6639211 Sep 01 15:04:45.373820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cdb706-e371-4de4-b828-83dd9a7fb675,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:45.396278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7108441-5767-42f4-a3a4-62f133f20d7f req-6d6f7d49-d8b3-4ce4-af4d-e5d11f3cd05d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361591 Sep 01 15:04:45.397739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Checking segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:45.398111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Network hostable DHCP agents. Network: 5866253c-8005-47f9-a4c4-2a2c039db553, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:45.447339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:45.474167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5866253c-8005-47f9-a4c4-2a2c039db553) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:45.488347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63091fc6-c3ea-4eee-93e4-db9f7ebbe551 None None] Network 5866253c-8005-47f9-a4c4-2a2c039db553 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:45.489253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.490063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.538277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f09dfbb-0f4d-4af5-a4b6-3ef21e179ff6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0691969 Sep 01 15:04:45.539772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:45.570449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:45.662637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.672255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.860334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5749d873-2c20-4c65-833c-9db108af6f99 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:45.870568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.887352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Transition to ACTIVE for port object 5749d873-2c20-4c65-833c-9db108af6f99 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:46.033635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.123889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-5866253c-8005-47f9-a4c4-2a2c039db553', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:04:46.125473 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.172277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:46.203623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:46.216688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd734-bbb1-4579-93d1-820114c3750c req-4c3ca8dd-427c-4aa9-a0d0-68b79a743d3b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:46.222843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8dbd734-bbb1-4579-93d1-820114c3750c req-4c3ca8dd-427c-4aa9-a0d0-68b79a743d3b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2524090 Sep 01 15:04:46.257254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:46.279439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:46.298129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.415619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84aa427f-aa5b-454f-91ad-de5fa6ceafdc req-dab9495a-ff4c-44a4-a701-4a4a86b00c0b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0956643 Sep 01 15:04:46.420814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.497885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441281-c353-408e-8a99-0066406928aa service neutron] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:46.501837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8dbd734-bbb1-4579-93d1-820114c3750c req-bcb713ed-36a2-4938-b7b3-dec42efaaa46 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465464 Sep 01 15:04:46.581310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.816723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Attempting to bind port 5749d873-2c20-4c65-833c-9db108af6f99 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:46.817326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Attempting to bind port 5749d873-2c20-4c65-833c-9db108af6f99 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:46.819245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Attempting to bind port 5749d873-2c20-4c65-833c-9db108af6f99 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:46.911017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Port 5749d873-2c20-4c65-833c-9db108af6f99 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:46.911591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Attempting to bind port 5749d873-2c20-4c65-833c-9db108af6f99 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:46.979264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Allocated IP 172.20.0.2 (5866253c-8005-47f9-a4c4-2a2c039db553/f7cdb706-e371-4de4-b828-83dd9a7fb675/ffbd0c5a-961b-41bd-9444-d0ca20954879) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:47.019688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.079202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1721a-276b-4095-a1c1-ec4b978ce736 req-8064d442-d6ea-45fc-be7b-e6dfc64a8942 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.094083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c1721a-276b-4095-a1c1-ec4b978ce736 req-8064d442-d6ea-45fc-be7b-e6dfc64a8942 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 944 time: 0.5191131 Sep 01 15:04:47.368447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ea7e962e-c62e-45ea-b03e-6caaa4fb295c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:47.445718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] Transition to ACTIVE for port object 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:47.466704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.510159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:47.512182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:47.514970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Transition to ACTIVE for port object ffbd0c5a-961b-41bd-9444-d0ca20954879 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:47.516666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:47.522398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Bound port: 5749d873-2c20-4c65-833c-9db108af6f99, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:47.523634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.530197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ea7e962e-c62e-45ea-b03e-6caaa4fb295c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:47.533214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f468555-1cfe-469a-9409-ce1ce1c67831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.536019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.540529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.562161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ea7e962e-c62e-45ea-b03e-6caaa4fb295c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:47.562579 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.637673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Transition to ACTIVE for port object ffbd0c5a-961b-41bd-9444-d0ca20954879 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:47.659797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.770630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:47.782169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:47.790340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:47.803774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Pushing event updated for resources: {'Port': ['ID=ffbd0c5a-961b-41bd-9444-d0ca20954879,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:47.807896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.858207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] Pushing event updated for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:47.864674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.890919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Allocated IP 172.20.0.1 (909a2574-6c60-44ab-bb8b-91d21d7c37b6/b5e72562-11c2-47e1-90b6-aefe2cd5786d/b9012b10-7c0f-4c3a-8211-1ca478d750fa) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:47.909313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3f950-b42e-41bb-a20f-b6d5a2afb97f req-96c1c3ac-7d9c-4169-ac37-17be41ce127a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.914316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fd3f950-b42e-41bb-a20f-b6d5a2afb97f req-96c1c3ac-7d9c-4169-ac37-17be41ce127a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 943 time: 0.3036838 Sep 01 15:04:47.999393 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.011208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] No DVR routers for this DVR port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:48.031460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c1721a-276b-4095-a1c1-ec4b978ce736 req-fd61a0ce-c3e9-4664-8dc8-9ac8983a4dcb tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830674 Sep 01 15:04:48.086009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ea7e962e-c62e-45ea-b03e-6caaa4fb295c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:48.124929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Attempting to bind port ffbd0c5a-961b-41bd-9444-d0ca20954879 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:48.125670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Attempting to bind port ffbd0c5a-961b-41bd-9444-d0ca20954879 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:48.126409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Attempting to bind port ffbd0c5a-961b-41bd-9444-d0ca20954879 on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:48.147224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.155738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:48.158776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Checking segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:48.161610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.162157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Bound using segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:48.162785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Bound port: ffbd0c5a-961b-41bd-9444-d0ca20954879, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:48.163307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.230759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.233611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:48.247551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-5a494b64-0725-4e3a-b8c6-aec9129f1e31 service neutron] 10.222.0.50 "PUT /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 4.0675330 Sep 01 15:04:48.260534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Allocated IP 172.25.1.70 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4adccc10-a347-4f91-adaf-e2871d2dc3da) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:48.262532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:48.283197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.385595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efebe-f077-41d3-9b5d-b83e4ec22e1b req-54a5f909-66ee-4b21-a346-b9c82eff1881 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.388290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-526efebe-f077-41d3-9b5d-b83e4ec22e1b req-54a5f909-66ee-4b21-a346-b9c82eff1881 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1938095 Sep 01 15:04:48.466966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441281-c353-408e-8a99-0066406928aa service neutron] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:48.514139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.515042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.518160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-5d441281-c353-408e-8a99-0066406928aa service neutron] 10.222.0.50 "PUT /v2.0/ports/5749d873-2c20-4c65-833c-9db108af6f99 HTTP/1.1" status: 200 len: 1092 time: 5.3467019 Sep 01 15:04:48.527080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:48.530467 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414ae29-99fb-4d73-b03d-e8d31f7fda37" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "tag": "5749d873-2c20-4c65-833c-9db108af6f99"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:48.554776 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.571064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.605176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] For port ffbd0c5a-961b-41bd-9444-d0ca20954879, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:48.613031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] For port ffbd0c5a-961b-41bd-9444-d0ca20954879, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffbd0c5a-961b-41bd-9444-d0ca20954879,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:48.618942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:48.625312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.627083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.662742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Transition to ACTIVE for port object b9012b10-7c0f-4c3a-8211-1ca478d750fa will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:48.691403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.778346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de580fe-ba18-4d2b-b28d-8ffdc3980b00 None None] Pushing event updated for resources: {'Port': ['ID=ffbd0c5a-961b-41bd-9444-d0ca20954879,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:48.784226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bffefa20-5f31-454d-9488-d8335772ac3b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.787519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bffefa20-5f31-454d-9488-d8335772ac3b tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.4241319 Sep 01 15:04:48.832848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-526efebe-f077-41d3-9b5d-b83e4ec22e1b req-536f24ba-3ebf-40cb-92b7-651e31f265f0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423483 Sep 01 15:04:48.901107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:48.901107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:48.908287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:48.959538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ea7e962e-c62e-45ea-b03e-6caaa4fb295c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:48.982770 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.018849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Pushing event updated for resources: {'Port': ['ID=4adccc10-a347-4f91-adaf-e2871d2dc3da,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.055213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fd3f950-b42e-41bb-a20f-b6d5a2afb97f req-164f4d11-2d85-4efb-8577-6dfae1bad6f2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838909 Sep 01 15:04:49.161320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-9fdb8776-95ac-4aac-8d8a-e575488d19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:49.165307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-9fdb8776-95ac-4aac-8d8a-e575488d19e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 1095 time: 0.5693524 Sep 01 15:04:49.229518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ea7e962e-c62e-45ea-b03e-6caaa4fb295c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:49.230407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.279114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:49.289711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:49.338546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:49.624739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-59f60fec-61e3-45ec-8ef7-1fa597cf7615 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5749d873-2c20-4c65-833c-9db108af6f99 HTTP/1.1" status: 200 len: 217 time: 0.4063106 Sep 01 15:04:49.695251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-9820481e-fb26-4afd-a4fd-c4d31e585522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:49.696908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-9820481e-fb26-4afd-a4fd-c4d31e585522 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48&tenant_id=b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 1097 time: 0.8748114 Sep 01 15:04:49.732703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Pushing event updated for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.807773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.839577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.961100 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a8990-3322-4261-87e9-5158bec1b54a x-openstack-request-id: req-f50a8990-3322-4261-87e9-5158bec1b54a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:49.961401 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "tag": "5749d873-2c20-4c65-833c-9db108af6f99", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:49.961735 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f50a8990-3322-4261-87e9-5158bec1b54a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:49.962225 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99', 'status': 'completed', 'code': 200} Sep 01 15:04:49.998729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0779a-beb5-4d6a-9846-717c55151bff req-1b304ea5-084d-432c-af24-6b9e7ef96d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.000339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-1b304ea5-084d-432c-af24-6b9e7ef96d5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.3237844 Sep 01 15:04:50.025446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c18718e8-27b5-46a1-9641-d6d1ffe14af4 None None] Provisioning for port b9012b10-7c0f-4c3a-8211-1ca478d750fa completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:50.041026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c18718e8-27b5-46a1-9641-d6d1ffe14af4 None None] Provisioning complete for port b9012b10-7c0f-4c3a-8211-1ca478d750fa triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:50.045670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c18718e8-27b5-46a1-9641-d6d1ffe14af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.045926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c41733-ee01-4173-a4c2-b093a4b26114 req-af0a222f-1f83-489f-8a0f-9d799a0b2913 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.047366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44c41733-ee01-4173-a4c2-b093a4b26114 req-af0a222f-1f83-489f-8a0f-9d799a0b2913 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.4992158 Sep 01 15:04:50.115775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-b75aba01-e4e1-4eb4-b4d2-28011d393e6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916109 Sep 01 15:04:50.120479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.125493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bc1263f9-b6dc-4732-ba07-d43631264680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.135041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-bc1263f9-b6dc-4732-ba07-d43631264680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1097 time: 0.3762078 Sep 01 15:04:50.214184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c18718e8-27b5-46a1-9641-d6d1ffe14af4 None None] Port b9012b10-7c0f-4c3a-8211-1ca478d750fa cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:50.456224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929b91-da31-4ae1-9e80-a738a9a4ff32 req-fb1ab70f-4310-4018-8384-22f1c1e33a21 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.460452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-513d4fe4-595c-4d3f-bd76-897131a6e94a service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156466 Sep 01 15:04:50.472840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe929b91-da31-4ae1-9e80-a738a9a4ff32 req-fb1ab70f-4310-4018-8384-22f1c1e33a21 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4256463 Sep 01 15:04:50.580117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe929b91-da31-4ae1-9e80-a738a9a4ff32 req-7f93200c-22af-46c5-9122-02dbba7f5150 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051857 Sep 01 15:04:50.626347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.762537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44c41733-ee01-4173-a4c2-b093a4b26114 req-94da7210-994d-4aeb-8dba-b4d48c24880f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597338 Sep 01 15:04:50.831969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-7bf9fa30-35ca-49f9-b1b3-7ad2fa5bf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.833773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-7bf9fa30-35ca-49f9-b1b3-7ad2fa5bf348 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.6583910 Sep 01 15:04:50.901702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933acf3-8ce9-4dfe-8020-4af641f49982 None None] Network 5866253c-8005-47f9-a4c4-2a2c039db553 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:50.982472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008eb5b-6604-4404-ade0-f97ad9d888b5 req-8c0c002f-b245-472c-b870-62b9b2a3a49a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.984116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6008eb5b-6604-4404-ade0-f97ad9d888b5 req-8c0c002f-b245-472c-b870-62b9b2a3a49a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 943 time: 0.2108057 Sep 01 15:04:51.030240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffbd0c5a-961b-41bd-9444-d0ca20954879 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:51.081947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8d3a54e8-d1c3-43a5-8608-af2db215171c None None] Provisioning for port ffbd0c5a-961b-41bd-9444-d0ca20954879 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:51.091878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.116943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-6858716b-2095-407e-be2e-7c403520cef0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.2657595 Sep 01 15:04:51.199873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6008eb5b-6604-4404-ade0-f97ad9d888b5 req-8dbda34a-a9b4-4af3-8eed-77b36382184a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893699 Sep 01 15:04:51.216476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:04:51.255339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff0779a-beb5-4d6a-9846-717c55151bff req-6f6bd104-aeec-4e0c-8c3d-9b55129fb324 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646556 Sep 01 15:04:51.271779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-b9497be4-3716-4a54-9cf7-268cf62a2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:51.278125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-b9497be4-3716-4a54-9cf7-268cf62a2ed6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1447320 Sep 01 15:04:51.332832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-2419f401-f7db-4f56-a621-685125dd97e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452116 Sep 01 15:04:51.346790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ffbd0c5a-961b-41bd-9444-d0ca20954879 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:51.369830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ffbd0c5a-961b-41bd-9444-d0ca20954879 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:51.370307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.526720 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:04:51.641607 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.690378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:51.715250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:51.722752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.737334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-3a14cbc3-ef6f-4170-a290-22b118e61251 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905292 Sep 01 15:04:51.740712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-30d15aa5-e94f-4f4d-8dec-004729dd8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:51.743434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-30d15aa5-e94f-4f4d-8dec-004729dd8be9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 1095 time: 0.3338528 Sep 01 15:04:51.781114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.784414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67cc6e74-019b-4328-bd12-464ffd383205 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2426679 Sep 01 15:04:51.789531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53186) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:51.796460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.820732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ffbd0c5a-961b-41bd-9444-d0ca20954879, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffbd0c5a-961b-41bd-9444-d0ca20954879,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:51.829658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:51.831480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:52.042854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.494222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ffbd0c5a-961b-41bd-9444-d0ca20954879,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:52.554862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c18ce1d7-849c-4db9-aeb5-69015bca473a None None] Provisioning complete for port ffbd0c5a-961b-41bd-9444-d0ca20954879 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:52.556567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c18ce1d7-849c-4db9-aeb5-69015bca473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.563075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:52.749182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.772092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Pushing event updated for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:52.851739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36649-d389-4cc4-866d-63bfe5b9be74 req-8aa705be-3818-4576-8c82-ce4394d7dc06 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:52.865986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-acd36649-d389-4cc4-866d-63bfe5b9be74 req-8aa705be-3818-4576-8c82-ce4394d7dc06 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4331260 Sep 01 15:04:53.023890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffbd0c5a-961b-41bd-9444-d0ca20954879 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:53.034796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-cd6f7ec1-52b7-4de8-b671-d38299136e9a service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2810214 Sep 01 15:04:53.051985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-773fb58a-f2d2-48be-a18c-9032aebb1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:53.054656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-773fb58a-f2d2-48be-a18c-9032aebb1647 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 1.1748116 Sep 01 15:04:53.169010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-73e3c9c0-40ea-492c-bc35-08ea07e3740e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5749d873-2c20-4c65-833c-9db108af6f99 HTTP/1.1" status: 200 len: 217 time: 0.0930302 Sep 01 15:04:53.192122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-acd36649-d389-4cc4-866d-63bfe5b9be74 req-9a2bd3d0-3cf8-4d31-8b15-386cdc297206 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765226 Sep 01 15:04:53.233779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efde463-f2a2-4d95-ab69-c3e2291a9ba0 req-1c178dad-42f6-4871-b3d0-8c3b5be5d728 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:53.233779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9efde463-f2a2-4d95-ab69-c3e2291a9ba0 req-1c178dad-42f6-4871-b3d0-8c3b5be5d728 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 1.0631022 Sep 01 15:04:53.296280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:49Z', 'revision_number': 3, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:53.363777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:53.364317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Updating router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 port 4adccc10-a347-4f91-adaf-e2871d2dc3da binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:04:53.394811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:53.403917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:53.414486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-3b43a88b-1323-41fa-a018-169cf29d2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:53.417922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-3b43a88b-1323-41fa-a018-169cf29d2d70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2196796 Sep 01 15:04:53.456243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ffbd0c5a-961b-41bd-9444-d0ca20954879 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:53.456744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:53.547165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9efde463-f2a2-4d95-ab69-c3e2291a9ba0 req-89275c8d-64ec-4655-baf9-a682702a2471 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883463 Sep 01 15:04:53.575566 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:53.695923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5749d873-2c20-4c65-833c-9db108af6f99 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:53.736225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-844fc4ab-653c-4a2f-9f13-df36ab527782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714017 Sep 01 15:04:54.162050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-2713b7a2-d544-4ea3-9a8a-3e704f94ee6c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.164785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-2713b7a2-d544-4ea3-9a8a-3e704f94ee6c tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.5758433 Sep 01 15:04:54.195746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-1ffb5b97-538a-4543-a690-bf8f86e6eab6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:54.197624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-1ffb5b97-538a-4543-a690-bf8f86e6eab6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105844 Sep 01 15:04:54.221175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e578c5-5e86-495d-b3c1-3516a20fb1dd req-f936e094-5023-45d1-8b09-4e38393a1468 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.233967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5e578c5-5e86-495d-b3c1-3516a20fb1dd req-f936e094-5023-45d1-8b09-4e38393a1468 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 943 time: 0.4234273 Sep 01 15:04:54.280422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:54.355412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5c3cc1e0-5f30-43a4-b9bf-b6c391befecc None None] Provisioning complete for port b9012b10-7c0f-4c3a-8211-1ca478d750fa triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:54.356166 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc1e0-5f30-43a4-b9bf-b6c391befecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:54.495891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-0abda6c0-63bc-4b87-8199-6dcb21f45b8a service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399375 Sep 01 15:04:54.528839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:54.649927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cc1e0-5f30-43a4-b9bf-b6c391befecc None None] Port b9012b10-7c0f-4c3a-8211-1ca478d750fa cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:54.654923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5749d873-2c20-4c65-833c-9db108af6f99', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': '5749d873-2c20-4c65-833c-9db108af6f99', 'mac_address': 'fa:16:3e:e8:1c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:54.745146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f414ae29-99fb-4d73-b03d-e8d31f7fda37 req-6554fd09-9ce2-4285-b9b7-a2ad5cfe0495 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320757 Sep 01 15:04:54.814717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:54.870950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536d2c5-0f06-4750-b4b5-65c673cd3ebf req-9b5e2234-8aa5-44e9-ba21-b8bb1204417b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.878661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8536d2c5-0f06-4750-b4b5-65c673cd3ebf req-9b5e2234-8aa5-44e9-ba21-b8bb1204417b tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3757472 Sep 01 15:04:54.911030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5e578c5-5e86-495d-b3c1-3516a20fb1dd req-9dcfd657-8267-4722-84ab-c62b805cb6a0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566248 Sep 01 15:04:54.924636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:54.944287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Transition to ACTIVE for port object 4adccc10-a347-4f91-adaf-e2871d2dc3da will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:54.958360 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.043187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5749d873-2c20-4c65-833c-9db108af6f99 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:55.062884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8536d2c5-0f06-4750-b4b5-65c673cd3ebf req-f5ec36a0-37ba-416f-b255-1453dc240958 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686208 Sep 01 15:04:55.073030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.165165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:55.170621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Pushing event updated for resources: {'Port': ['ID=4adccc10-a347-4f91-adaf-e2871d2dc3da,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:55.202227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.202846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.203803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.204622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.205229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.205806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.206430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.207143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.207722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.208486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.210135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.210135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:55.230160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.242720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Attempting to bind port 4adccc10-a347-4f91-adaf-e2871d2dc3da on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:55.243332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Attempting to bind port 4adccc10-a347-4f91-adaf-e2871d2dc3da by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:55.243965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Attempting to bind port 4adccc10-a347-4f91-adaf-e2871d2dc3da on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:55.291859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:55.292540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:55.293292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.293994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:55.294834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Bound port: 4adccc10-a347-4f91-adaf-e2871d2dc3da, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:55.295982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.439324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:55.461341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-667561f1-f24a-4d28-94f7-16a1c2c50cb9 service neutron] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:55.471000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-667561f1-f24a-4d28-94f7-16a1c2c50cb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.473037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf021e93-4e1c-43bd-91b2-29ccf76e9d7a req-667561f1-f24a-4d28-94f7-16a1c2c50cb9 service neutron] 10.222.0.24 "DELETE /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 1.2323968 Sep 01 15:04:55.515980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:55.523934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89895e-41b0-4b37-aec9-3cf7b209802e req-98bcfab4-209d-419b-8e4f-6cc0e9af3766 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:55.534498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:55.539416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-37dba5e5-ea38-4197-a457-eb3bd2db43ab admin admin] 10.222.0.41 "PUT /v2.0/routers/161a1cd8-0f3c-429c-b563-1f400529f502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1577172 Sep 01 15:04:55.548062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc89895e-41b0-4b37-aec9-3cf7b209802e req-98bcfab4-209d-419b-8e4f-6cc0e9af3766 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.2644217 Sep 01 15:04:55.562217 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:55.610562 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:55.612207 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:55.648648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] For port 4adccc10-a347-4f91-adaf-e2871d2dc3da, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:55.737614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] For port 4adccc10-a347-4f91-adaf-e2871d2dc3da, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4adccc10-a347-4f91-adaf-e2871d2dc3da,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:55.756418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.786268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc89895e-41b0-4b37-aec9-3cf7b209802e req-ba47badd-570b-4728-ba3a-da80e11a46d6 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372656 Sep 01 15:04:55.824355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Allocated IP 172.20.0.1 (5866253c-8005-47f9-a4c4-2a2c039db553/f7cdb706-e371-4de4-b828-83dd9a7fb675/25a8a65a-413b-4ee9-a1f7-1d33521bb3de) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:55.914386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197f4d3-89d2-47f9-b12e-6d4c71a5e560 None None] Pushing event updated for resources: {'Port': ['ID=4adccc10-a347-4f91-adaf-e2871d2dc3da,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:56.010089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:56.011801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:56.084030 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:56.161779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.260825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Transition to ACTIVE for port object 25a8a65a-413b-4ee9-a1f7-1d33521bb3de will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:56.314906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0b7cf-65c2-4b4d-93ed-488753b6a3e3 req-f414d85e-a3c3-4dd3-b6f5-54a56b8b1521 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:56.328559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b0b7cf-65c2-4b4d-93ed-488753b6a3e3 req-f414d85e-a3c3-4dd3-b6f5-54a56b8b1521 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 944 time: 0.1314883 Sep 01 15:04:56.357091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c1ff-0f88-4418-8a04-b78ca0803bb7 req-e9cf2aa3-6508-4d7b-a188-f3308640a11f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:56.363514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c9c1ff-0f88-4418-8a04-b78ca0803bb7 req-e9cf2aa3-6508-4d7b-a188-f3308640a11f tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1097 time: 0.1715224 Sep 01 15:04:56.410259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b0b7cf-65c2-4b4d-93ed-488753b6a3e3 req-806c40f0-4625-421f-8b1f-deed707f7e93 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Sep 01 15:04:56.422774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.484826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c9c1ff-0f88-4418-8a04-b78ca0803bb7 req-1807d7a6-1e4f-42e3-9d40-d8b4df9648d2 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109445 Sep 01 15:04:56.525663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:56.540626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:56.543272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:56.548575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:56.731240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.895578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Pushing event updated for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:57.102204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab0195-6c32-41a5-bb1d-972b7cbf5b79 req-8ad4c0f1-f4f8-44f5-ae4f-194d9ee95a91 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.104902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80ab0195-6c32-41a5-bb1d-972b7cbf5b79 req-8ad4c0f1-f4f8-44f5-ae4f-194d9ee95a91 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2281320 Sep 01 15:04:57.176012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b27824ac-2937-49ce-97bb-38cab2b83271 None None] Provisioning for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:57.209091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b27824ac-2937-49ce-97bb-38cab2b83271 None None] Provisioning complete for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:57.209746 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b27824ac-2937-49ce-97bb-38cab2b83271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.220640 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:51Z', 'revision_number': 2, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:57.233456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80ab0195-6c32-41a5-bb1d-972b7cbf5b79 req-a29b4685-79ca-4d62-b971-9846c4962889 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161981 Sep 01 15:04:57.312783 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:57.314769 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Updating router 161a1cd8-0f3c-429c-b563-1f400529f502 port b9012b10-7c0f-4c3a-8211-1ca478d750fa binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:04:57.332824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b27824ac-2937-49ce-97bb-38cab2b83271 None None] Port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:57.373093 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.405582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.546958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.586682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-13ce6148-1d9a-4116-8c1d-30b6699fc199 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.603408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-13ce6148-1d9a-4116-8c1d-30b6699fc199 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 821 time: 0.5498919 Sep 01 15:04:57.625179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:49Z', 'revision_number': 3, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:57.698641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541d57-01da-43b5-ab91-1ebc4e23497f req-f03a7b77-3ded-44df-8d2e-99f47c0fa9f4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.716707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78541d57-01da-43b5-ab91-1ebc4e23497f req-f03a7b77-3ded-44df-8d2e-99f47c0fa9f4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1097 time: 0.1497889 Sep 01 15:04:57.760915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-57dc9fb2-1509-419c-8488-5632a7261c93 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/quotas/282e6b2f3ac84faaa89857bb9ba89ce5 HTTP/1.1" status: 200 len: 375 time: 0.0839164 Sep 01 15:04:57.773941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5749d873-2c20-4c65-833c-9db108af6f99 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:57.781686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a079d885-2852-4b18-bf6b-33b3c755884c None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:49Z', 'revision_number': 3, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:58.197618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78541d57-01da-43b5-ab91-1ebc4e23497f req-b47b7d02-6ba7-4dbc-bc8e-7adcf7ec44d0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116991 Sep 01 15:04:58.200837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-557b4164-1a53-4042-af85-69c485743d00 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2100894 Sep 01 15:04:58.202443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5749d873-2c20-4c65-833c-9db108af6f99 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:58.203416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.203963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5749d873-2c20-4c65-833c-9db108af6f99 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:58.203963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.204787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.235635 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.262244 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Transition to ACTIVE for port object b9012b10-7c0f-4c3a-8211-1ca478d750fa will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:58.290929 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.455480 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028463cc-f6ef-41ff-8dfb-e53c09f36a8c None None] Pushing event updated for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:58.595641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.599151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c378c4-de91-4b3c-a910-8972ce0d4472 req-0b01c10a-df37-4056-9037-8ff845f58bf1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:58.606877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c378c4-de91-4b3c-a910-8972ce0d4472 req-0b01c10a-df37-4056-9037-8ff845f58bf1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 944 time: 0.2572596 Sep 01 15:04:58.669703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.700087 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Attempting to bind port b9012b10-7c0f-4c3a-8211-1ca478d750fa on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:58.701161 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Attempting to bind port b9012b10-7c0f-4c3a-8211-1ca478d750fa by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:58.702974 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Attempting to bind port b9012b10-7c0f-4c3a-8211-1ca478d750fa on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:58.717046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:58.722207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:58.725515 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88749a0b-1fca-4fd7-b0f2-d275dc8ed938" -d '{"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5749d873-2c20-4c65-833c-9db108af6f99"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:58.736029 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:58.736635 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Checking segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:58.737354 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.737776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.738012 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Bound using segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:58.738817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Bound port: b9012b10-7c0f-4c3a-8211-1ca478d750fa, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:58.739481 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.743827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Pushing event updated for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:58.788591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0270c268-0ece-4f7e-8dcd-0a609cb8737d service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820807 Sep 01 15:04:58.858545 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c378c4-de91-4b3c-a910-8972ce0d4472 req-2766be75-a3b1-4ba0-a976-600e15868b94 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437565 Sep 01 15:04:58.951857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:59.110219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4adccc10-a347-4f91-adaf-e2871d2dc3da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:59.240482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-a210db95-e676-4003-85e3-d15ecfe45581 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083672 Sep 01 15:04:59.241386 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] For port b9012b10-7c0f-4c3a-8211-1ca478d750fa, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:59.250416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] For port b9012b10-7c0f-4c3a-8211-1ca478d750fa, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b9012b10-7c0f-4c3a-8211-1ca478d750fa,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:59.270507 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:59.299621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:59.304501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:59.389919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4adccc10-a347-4f91-adaf-e2871d2dc3da completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:59.404747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4adccc10-a347-4f91-adaf-e2871d2dc3da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:59.407501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:59.500425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96414bb-6539-4b20-9f67-c82150e4e085 req-2a641dc8-fb9d-43a0-9b27-12fc58e94623 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:59.510625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a96414bb-6539-4b20-9f67-c82150e4e085 req-2a641dc8-fb9d-43a0-9b27-12fc58e94623 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2961526 Sep 01 15:04:59.513181 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028463cc-f6ef-41ff-8dfb-e53c09f36a8c None None] Pushing event updated for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:59.521543 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:59.527175 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:59.681184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a96414bb-6539-4b20-9f67-c82150e4e085 req-e89facfb-6b70-43d4-b492-2693fc975f79 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657450 Sep 01 15:04:59.794610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:59.877916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.046640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4adccc10-a347-4f91-adaf-e2871d2dc3da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4adccc10-a347-4f91-adaf-e2871d2dc3da,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:00.075011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.125664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:00.361872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4adccc10-a347-4f91-adaf-e2871d2dc3da,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:00.406517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-683fad9b-28b3-4e10-a251-b5d2eb57f066 None None] Provisioning complete for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:00.407510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-683fad9b-28b3-4e10-a251-b5d2eb57f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.552839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-683fad9b-28b3-4e10-a251-b5d2eb57f066 None None] Port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:00.601942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:00.626252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9be7a769-372d-4e87-a674-4cde12a9ef2c admin admin] 10.222.0.41 "PUT /v2.0/routers/05c8b74f-b98f-43ff-a59c-ba9bdf850735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8340282 Sep 01 15:05:00.862299 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13105322-1184-4d9a-8027-9e6410d66513 x-openstack-request-id: req-13105322-1184-4d9a-8027-9e6410d66513 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:00.862588 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5749d873-2c20-4c65-833c-9db108af6f99", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:00.862851 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13105322-1184-4d9a-8027-9e6410d66513 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:00.863275 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99', 'code': 200} Sep 01 15:05:01.022242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45a197f8-f57e-4b1f-a090-ad5de6383e6c req-e1436bfc-e401-4309-a0fc-072387204b4d tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 210 time: 0.2072647 Sep 01 15:05:01.162970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4adccc10-a347-4f91-adaf-e2871d2dc3da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:01.283813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7629f-47ae-4a4a-b9be-b07be87d602a req-f36eea21-f362-45f1-b75c-d6177d86a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:01.287450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33b7629f-47ae-4a4a-b9be-b07be87d602a req-f36eea21-f362-45f1-b75c-d6177d86a523 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 1097 time: 0.3170230 Sep 01 15:05:01.308178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b48b53-2936-4f9f-8487-fe77180a21ae req-8c028d24-4480-48cc-b357-84485dd01c22 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:01.321427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00b48b53-2936-4f9f-8487-fe77180a21ae req-8c028d24-4480-48cc-b357-84485dd01c22 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 945 time: 0.2559609 Sep 01 15:05:01.372052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:01.397425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4adccc10-a347-4f91-adaf-e2871d2dc3da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:01.398842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:01.501903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00b48b53-2936-4f9f-8487-fe77180a21ae req-3516acdd-f90b-40c6-ac81-7627625d6946 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787291 Sep 01 15:05:01.529416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb28c9a-06fe-4258-a960-92c3e0396f27 None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:01.690089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33b7629f-47ae-4a4a-b9be-b07be87d602a req-33372c2e-4591-437a-8f55-f5e2fff428e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853753 Sep 01 15:05:01.827267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-4937eadd-6258-49e2-af17-42b90d005944 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4190750 Sep 01 15:05:01.874487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5bb9a-4fde-4ace-afd7-a0e6b3894995 req-dd679ac4-c99c-4caa-bf62-37c3d27c0a37 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:01.922893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38a5bb9a-4fde-4ace-afd7-a0e6b3894995 req-dd679ac4-c99c-4caa-bf62-37c3d27c0a37 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.5283692 Sep 01 15:05:02.180725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38a5bb9a-4fde-4ace-afd7-a0e6b3894995 req-8bfee6dd-549f-4417-88ae-9ecaa4e13b7a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188854 Sep 01 15:05:02.229307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:02.231798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-991c2abd-effd-4d24-a60b-2be20ee2ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:02.239505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-991c2abd-effd-4d24-a60b-2be20ee2ac1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=193bab4d4d064066b0ab302ed220169f&device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 1097 time: 0.3138831 Sep 01 15:05:02.259779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:02.261417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:02.723337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:03.048372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5d2a149-1e29-428a-a308-c7276c95b072 req-655a3358-7fe5-46ff-96dc-8a3b77401490 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 210 time: 0.2040124 Sep 01 15:05:03.068266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-0604ec1c-d1f7-4e54-9811-4c94d78f72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:03.072373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-0604ec1c-d1f7-4e54-9811-4c94d78f72a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 200 len: 916 time: 0.8046570 Sep 01 15:05:03.291925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-3454f624-0c62-43e9-a153-235d08907d19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 200 len: 1001 time: 0.2108228 Sep 01 15:05:03.349787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b9012b10-7c0f-4c3a-8211-1ca478d750fa up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:03.527722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-eea1a695-f4f7-4cf1-beda-ff856d170151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:03.530262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-eea1a695-f4f7-4cf1-beda-ff856d170151 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5e176f6-ac5e-4df0-a3f7-52808799988e HTTP/1.1" status: 200 len: 854 time: 0.2273858 Sep 01 15:05:03.619082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e90ce-fc90-461f-9114-884b0dacdd3b req-df2bdfe8-a7b4-4ada-aa81-1c8698282bfa tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:03.639630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f95e90ce-fc90-461f-9114-884b0dacdd3b req-df2bdfe8-a7b4-4ada-aa81-1c8698282bfa tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 945 time: 0.2067745 Sep 01 15:05:03.740267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b9012b10-7c0f-4c3a-8211-1ca478d750fa completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:03.769944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b9012b10-7c0f-4c3a-8211-1ca478d750fa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:03.772615 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:03.912755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:03.924601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156247762', 'description': 'tempest-description--759156803'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:04.061282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.406344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ba73-5af5-4aee-9257-8b5e1b467b0f req-93b97f2c-3909-4089-8311-d47682eb3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.414196 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fc3ba73-5af5-4aee-9257-8b5e1b467b0f req-93b97f2c-3909-4089-8311-d47682eb3313 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1097 time: 0.5481253 Sep 01 15:05:04.464298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f95e90ce-fc90-461f-9114-884b0dacdd3b req-9cf794b2-1b3a-4676-9c20-21605e3753e2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8227129 Sep 01 15:05:04.549005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-ccec3161-cea3-4fdb-956f-6f95b732b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.560486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-ccec3161-cea3-4fdb-956f-6f95b732b6a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d65ee69-111d-42f1-8439-badf22879028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0067401 Sep 01 15:05:04.561928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.578098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 2, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:04.590470 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.669224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffaaef-9434-4475-9cce-17ba0ae85bcf req-331ebdbf-8a41-45d4-acce-bf095d24d188 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.687157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4ffaaef-9434-4475-9cce-17ba0ae85bcf req-331ebdbf-8a41-45d4-acce-bf095d24d188 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4052525 Sep 01 15:05:04.787765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.792989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8748932 Sep 01 15:05:04.833030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:04.843853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group_rule': {'security_group_id': '56718c84-c3f4-4318-b1a6-718423e0bd62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:04.890890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-134e0be8-0840-4d58-b31b-1e9e2f5b9bc9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.912829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-134e0be8-0840-4d58-b31b-1e9e2f5b9bc9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 821 time: 1.1482844 Sep 01 15:05:04.920252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:04.921019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Updating router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:05:04.949179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46448c53-fe44-4777-82f9-b4e0110374fa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56718c84-c3f4-4318-b1a6-718423e0bd62,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:05.016841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.074873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.124513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4ffaaef-9434-4475-9cce-17ba0ae85bcf req-223f9578-40a2-4b34-a41d-df74848456f4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335406 Sep 01 15:05:05.164951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.201736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'port': {'device_id': '325b772e-305d-409d-a064-936722429965', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'admin_state_up': True, 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:05.380478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b9012b10-7c0f-4c3a-8211-1ca478d750fa, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b9012b10-7c0f-4c3a-8211-1ca478d750fa,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:05.400392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.430768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.515841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-832b2dff-8b19-41a8-b93c-2140b154e388 req-3f7e39f8-9e57-47d1-ab83-09c05c17fee5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 210 time: 0.4356971 Sep 01 15:05:05.613726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c748b1b-c1b0-4349-9bad-ebe09cc0cbf1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:05.646988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.652497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4df244d-5a4e-4128-b988-b3d9fef8020f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8141990 Sep 01 15:05:05.663163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:05.681508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group_rule': {'security_group_id': '56718c84-c3f4-4318-b1a6-718423e0bd62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:05.725676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fc3ba73-5af5-4aee-9257-8b5e1b467b0f req-aa03c584-5977-4bb4-920e-a7065068d3d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2592871 Sep 01 15:05:05.737804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-0677da38-78e2-4fbb-a649-d39cd5c4d719 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1741471 Sep 01 15:05:05.792489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.799136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.040201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.052093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.115171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:06.256454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01a4cda-eabe-427f-a068-2b2e62ee8cd6,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:06.314860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.326108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d90b162-0723-4118-869f-1474eeb3908a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6564136 Sep 01 15:05:06.340449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:06.355237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:06.374546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Made reservation on behalf of 282e6b2f3ac84faaa89857bb9ba89ce5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:06.385363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.424572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.678115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ffc64-c24b-4cb9-99ea-d5d81eb425a0 req-c131dbf4-b915-4b89-a478-3a4f3562c1f4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:06.696905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa2ffc64-c24b-4cb9-99ea-d5d81eb425a0 req-c131dbf4-b915-4b89-a478-3a4f3562c1f4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1763415 Sep 01 15:05:06.724316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.769746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Transition to ACTIVE for port object 25a8a65a-413b-4ee9-a1f7-1d33521bb3de will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:06.794104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.834149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa2ffc64-c24b-4cb9-99ea-d5d81eb425a0 req-2d2bf1b4-1fe8-4166-84f7-4ce571a86aae tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139083 Sep 01 15:05:06.847872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebd74cc7-711a-45c7-ae36-322e09d22954 req-d4589951-42a1-454c-8213-f875a10e74c5 service neutron] 10.222.0.50 "GET /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858562 Sep 01 15:05:06.877862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870cd43-a15c-463d-9ca7-048a6227fd23 req-270c40b0-bfde-4fe4-88e5-f05364e907bb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:06.893967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8870cd43-a15c-463d-9ca7-048a6227fd23 req-270c40b0-bfde-4fe4-88e5-f05364e907bb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 945 time: 1.0136461 Sep 01 15:05:07.119615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.191336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3e0d1-0b22-4e62-a1a6-7f15fc391776 None None] Pushing event updated for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:07.270014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8870cd43-a15c-463d-9ca7-048a6227fd23 req-cac4d1da-3f7a-4344-8d63-65cefb367931 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671367 Sep 01 15:05:07.290306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Attempting to bind port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:07.290689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Attempting to bind port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:07.291172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Attempting to bind port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:07.308752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:07.309300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Checking segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:07.309988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.313843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Bound using segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:07.314521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Bound port: 25a8a65a-413b-4ee9-a1f7-1d33521bb3de, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:07.315398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.341685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Allocated IP 172.20.0.12 (909a2574-6c60-44ab-bb8b-91d21d7c37b6/b5e72562-11c2-47e1-90b6-aefe2cd5786d/a67ceb53-2b97-48be-8918-0fe77cdaa963) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:07.538851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] For port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:07.547044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] For port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:07.554505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.602821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Allocated IP 172.25.1.156 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/128f786e-5633-4d3c-a007-47e59217f905) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:07.809920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:07.813559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:04:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:08.091567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:08.155246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:08.274805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b9012b10-7c0f-4c3a-8211-1ca478d750fa up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:08.300095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=128f786e-5633-4d3c-a007-47e59217f905,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:08.377380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:08.414217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b519-e4f9-4c69-8f32-f535ad74cc9f req-314c3ce6-b680-4dc3-976b-6e38df05cdf0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:08.427360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ab3b519-e4f9-4c69-8f32-f535ad74cc9f req-314c3ce6-b680-4dc3-976b-6e38df05cdf0 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 0.9568307 Sep 01 15:05:08.465917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3e0d1-0b22-4e62-a1a6-7f15fc391776 None None] Pushing event updated for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:08.469557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:08.481799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:08.528110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:08.532993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b9012b10-7c0f-4c3a-8211-1ca478d750fa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:08.534188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:08.544242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ab3b519-e4f9-4c69-8f32-f535ad74cc9f req-f51405bf-849a-4fd2-b219-a9aae7b596fc tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155384 Sep 01 15:05:09.107116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1c0cd5d-f346-444c-8766-41d72ba4d88e req-d1875d61-f8d1-4b95-9308-c1e6db9a85d1 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 210 time: 0.0885067 Sep 01 15:05:09.128484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.221519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:09.251555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-9fc1ad57-21b2-434a-a2f8-55b06adfea29 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.264200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-9fc1ad57-21b2-434a-a2f8-55b06adfea29 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.4861102 Sep 01 15:05:09.268580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.272872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-75e98524-b5ee-4994-b826-055044facc63 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.282248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-75e98524-b5ee-4994-b826-055044facc63 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 1.5275176 Sep 01 15:05:09.291168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-c36a3bb2-5aa9-4381-b167-1b466f203417 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0252523 Sep 01 15:05:09.337879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8134-d4ba-40a8-b1d3-115e7bba5ae4 None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:09.630375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-4f0b7a68-4451-470d-bf93-4b88cca7e004 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3368673 Sep 01 15:05:09.640640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.667592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Transition to ACTIVE for port object a67ceb53-2b97-48be-8918-0fe77cdaa963 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:09.931601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a50ea-c3cc-406b-bbd0-7e9e680fbfec req-f997e9c9-9c8f-464d-8818-797cf8d7042e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.947157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f9a50ea-c3cc-406b-bbd0-7e9e680fbfec req-f997e9c9-9c8f-464d-8818-797cf8d7042e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4541876 Sep 01 15:05:09.962563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.003656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.037102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.131781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:10.144813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:10.166811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:10.190043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 25a8a65a-413b-4ee9-a1f7-1d33521bb3de up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:10.304679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-c83a9b1a-efe1-4540-9b23-6cec8bfc447c service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529925 Sep 01 15:05:10.322402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:10.328601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:10.330833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.408438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=128f786e-5633-4d3c-a007-47e59217f905,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:10.413044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f9a50ea-c3cc-406b-bbd0-7e9e680fbfec req-15202110-1a78-47ec-bf86-69f1bd11aa1f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888905 Sep 01 15:05:10.455367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Deleting port 0d041216-3170-4036-9acf-76bf3a92dda9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:10.455718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.460266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.565752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.582266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-48a3a0e8-f935-4b08-98a8-3f2357870e10 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2333665 Sep 01 15:05:10.662804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.668381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-5a4a298e-cc54-4a99-80be-b2bfb8ace44d service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519340 Sep 01 15:05:10.818970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:10.845420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.909889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] For port 0d041216-3170-4036-9acf-76bf3a92dda9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d041216-3170-4036-9acf-76bf3a92dda9,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:10.910270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.098403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a8cf87d-dbe0-4fe8-9a00-378d00724e8b None None] Provisioning for port a67ceb53-2b97-48be-8918-0fe77cdaa963 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:11.139019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a8cf87d-dbe0-4fe8-9a00-378d00724e8b None None] Provisioning complete for port a67ceb53-2b97-48be-8918-0fe77cdaa963 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:11.139402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf87d-dbe0-4fe8-9a00-378d00724e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.269850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event updated for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:11.325416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:11.394791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cf87d-dbe0-4fe8-9a00-378d00724e8b None None] Port a67ceb53-2b97-48be-8918-0fe77cdaa963 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:11.457821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:11.458877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.652612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced88aa9-289e-4418-be18-38bc96e52350 req-80a9dff7-4902-4fb8-919d-faae7b86c131 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:11.666126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ced88aa9-289e-4418-be18-38bc96e52350 req-80a9dff7-4902-4fb8-919d-faae7b86c131 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 945 time: 0.4691927 Sep 01 15:05:11.678496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fc51a5e3-2fcf-40ba-868b-1e6ee002625c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5312378 Sep 01 15:05:11.774141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Request body: {'port': {'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:11.787654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d041216-3170-4036-9acf-76bf3a92dda9 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:12.239200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 25a8a65a-413b-4ee9-a1f7-1d33521bb3de up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:12.253202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.255114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.255677 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Floating IP 7a3eea7d-7ea1-4d65-808f-edd3d121318d disassociated. External IP: 172.25.1.162, port: 0d041216-3170-4036-9acf-76bf3a92dda9. Sep 01 15:05:12.260718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Calling delete_port for 0d041216-3170-4036-9acf-76bf3a92dda9 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:12.265964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d60e1-49bb-4f03-a720-5174a168a849 req-076a0750-e1cd-4f1f-acc7-324e9532bf3d tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:12.278787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-682d60e1-49bb-4f03-a720-5174a168a849 req-076a0750-e1cd-4f1f-acc7-324e9532bf3d tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 932 time: 1.0869524 Sep 01 15:05:12.394253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-682d60e1-49bb-4f03-a720-5174a168a849 req-182e853c-0f9d-43f9-b4a6-5f18bcf8e592 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140537 Sep 01 15:05:12.440261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.539151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ced88aa9-289e-4418-be18-38bc96e52350 req-8195f612-8dc5-4653-9d50-9a97425eb1a6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups?id=6314aaa6-f34e-4a51-97dd-f44f5e6dd319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8638916 Sep 01 15:05:12.649576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.667094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:12.667767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.168068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-1046ff67-7f5d-4681-827e-4cddd90f38f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2763021 Sep 01 15:05:13.325175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b902-6072-47bc-bd49-f251306b8bc7 req-557264ac-bfde-42f7-a7b3-25fad6ac4347 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:13.327956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8743b902-6072-47bc-bd49-f251306b8bc7 req-557264ac-bfde-42f7-a7b3-25fad6ac4347 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.0938635 Sep 01 15:05:13.493739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8743b902-6072-47bc-bd49-f251306b8bc7 req-f4530366-02ed-4028-88ac-1c3fa28756fe tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519094 Sep 01 15:05:13.628227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-4bbf8de9-4d38-498d-bc68-e214545b9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:13.630954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-4bbf8de9-4d38-498d-bc68-e214545b9159 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4a0076045b84e6ea3b0735b57420f20&device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 1097 time: 0.7818470 Sep 01 15:05:13.650024 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-9b327999-1ca0-41c6-9a1f-4f84183ac6be tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1156247762&fields=id&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 267 time: 0.7402904 Sep 01 15:05:13.652099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.811475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63463602-beaf-455d-a912-437ca7a8aeb4 req-c62fa859-6691-45a9-888c-70356b65f4cd tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.0839820 Sep 01 15:05:13.813347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event deleted for resources: {'Port': ['ID=0d041216-3170-4036-9acf-76bf3a92dda9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:14.204712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418417fb-767c-49ec-8a71-e0f113303c5e req-f5bd11c7-73b9-41c7-a060-1164c846a3bd tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:14.210423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-418417fb-767c-49ec-8a71-e0f113303c5e req-f5bd11c7-73b9-41c7-a060-1164c846a3bd tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 932 time: 0.1592577 Sep 01 15:05:14.314678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d22ad4-d5d0-4e5a-9c30-c60940cdfac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:14.376549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-418417fb-767c-49ec-8a71-e0f113303c5e req-6e19c9fc-3e04-4a3a-a18c-e4e21dc0081e tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509647 Sep 01 15:05:14.618887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8196cccc-22cf-4648-b14d-ad7aeb2ef932 req-1448fb39-45d3-4732-906e-f1510177a489 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.0768595 Sep 01 15:05:14.735053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-c50e7705-0130-462c-a574-1133b87cddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:14.738861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-c50e7705-0130-462c-a574-1133b87cddc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 1.2679703 Sep 01 15:05:14.746301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-d919ab88-d2b8-41d7-8101-e1a157adf7c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.8056076 Sep 01 15:05:15.174155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11daf9-5989-4db7-9893-a0b67f5772e8 req-2fa42e21-ea91-41fe-a140-5bed7525d485 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.176776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a11daf9-5989-4db7-9893-a0b67f5772e8 req-2fa42e21-ea91-41fe-a140-5bed7525d485 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1740141 Sep 01 15:05:15.314356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a11daf9-5989-4db7-9893-a0b67f5772e8 req-9eda6a5c-4ccb-42e8-917c-2be54112f606 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209061 Sep 01 15:05:15.379741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-bb7ee7b1-157b-45f3-bc82-e7b79a320817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.387364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-bb7ee7b1-157b-45f3-bc82-e7b79a320817 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.5881131 Sep 01 15:05:15.400281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-78ad2650-3f88-49e0-8d5e-4f5a06463467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.403874 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-78ad2650-3f88-49e0-8d5e-4f5a06463467 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 200 len: 912 time: 1.7108634 Sep 01 15:05:15.524016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0bed0b14-602d-4073-b346-d3325a95e200 req-0ecb5bd9-b051-4587-8497-e8f4186f3b70 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.0631416 Sep 01 15:05:15.724282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-84d04f0b-2e29-496f-8d55-54048800e567 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 200 len: 217 time: 0.2318141 Sep 01 15:05:15.737630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-2289b007-5578-4caa-84c2-b9e058adb429 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.739899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-2289b007-5578-4caa-84c2-b9e058adb429 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 816 time: 2.0452132 Sep 01 15:05:15.809490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-64cddb95-287f-4787-928c-471988009130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.3960171 Sep 01 15:05:15.812933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-bec7c511-4fcf-4cd3-a2a8-f871d0698267 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/quotas/76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 375 time: 0.0281718 Sep 01 15:05:15.927928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:15.949632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbdb36-b5c9-49c8-ac20-f86a79b955d4 req-a8da60f2-1e07-4ff5-b430-fee0f94d7423 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.962110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfcbdb36-b5c9-49c8-ac20-f86a79b955d4 req-a8da60f2-1e07-4ff5-b430-fee0f94d7423 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 932 time: 0.1955044 Sep 01 15:05:16.064511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfcbdb36-b5c9-49c8-ac20-f86a79b955d4 req-2bb150c2-b617-495a-b363-90d24846a5f3 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945199 Sep 01 15:05:16.382515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6bd3e4f-6fbb-4d46-828a-a274550fb16a req-79df66e4-2c53-400d-8bbb-66fe0eb8286c tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.1196475 Sep 01 15:05:16.799277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899c0e0-b1a8-452e-9ede-8c4eaff02c5e req-93bc8722-f7dc-4186-999a-8d12ef79c035 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:16.828705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67ceb53-2b97-48be-8918-0fe77cdaa963 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:16.846227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0899c0e0-b1a8-452e-9ede-8c4eaff02c5e req-93bc8722-f7dc-4186-999a-8d12ef79c035 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2270021 Sep 01 15:05:16.859620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-3b8b9707-0e96-4205-950b-5734efc7ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:16.864296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-3b8b9707-0e96-4205-950b-5734efc7ee52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 200 len: 851 time: 1.1121442 Sep 01 15:05:16.892113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:17.011141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-38ca4507-ba04-42c7-b099-8acad697315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.017493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-38ca4507-ba04-42c7-b099-8acad697315a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 1.1246059 Sep 01 15:05:17.042181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0899c0e0-b1a8-452e-9ede-8c4eaff02c5e req-947ec7b1-a18f-4c56-9316-12584b418c73 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875062 Sep 01 15:05:17.111863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f1e-d401-41ab-929f-981b8ee3b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:17.142655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-c89d8df7-03ba-4a53-b5e5-2c68a0586d1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6144ffc0-188a-4092-8858-df806b5ae242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305036 Sep 01 15:05:17.204144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-db0d1d43-62e7-4197-a7b4-1c0eaa078715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.206254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-db0d1d43-62e7-4197-a7b4-1c0eaa078715 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5f55321d142b44d688adcc2b161d3cd2&shared=False HTTP/1.1" status: 200 len: 906 time: 2.4270220 Sep 01 15:05:17.264266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Transition to ACTIVE for port object a67ceb53-2b97-48be-8918-0fe77cdaa963 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:17.269013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-1691b159-c1fb-498d-9134-1154f1aacd48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410613 Sep 01 15:05:17.306004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b786db97-19cd-48e0-a82a-7bc5da705d70 req-796dccab-7b16-447b-9076-2dc120690b38 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.1012411 Sep 01 15:05:17.345288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:17.415400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:17.435289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-ad772161-8a07-440a-91aa-29c6492098cd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5600004 Sep 01 15:05:17.539556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-23f448a4-6959-4bec-8d58-6144c3e523ad service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:05:17.546234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-23f448a4-6959-4bec-8d58-6144c3e523ad service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118361 Sep 01 15:05:17.650755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e30d-d157-4571-960b-cfcb0c65f480 req-6f0e9638-a289-43ee-a457-99e632cd8455 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.660159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6309e30d-d157-4571-960b-cfcb0c65f480 req-6f0e9638-a289-43ee-a457-99e632cd8455 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 944 time: 0.1398509 Sep 01 15:05:17.736981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6309e30d-d157-4571-960b-cfcb0c65f480 req-118062e9-a312-488d-8719-ed406ecabfb2 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749881 Sep 01 15:05:18.012564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3bc03e3c-f2cf-43ed-89e8-240688a08612 req-49e87d64-8b82-4f04-80d6-d6189fd496e6 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.0592427 Sep 01 15:05:18.061256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:18.082943 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Sync routers for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:18.164308 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:18.165945 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:18.172035 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.380797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.525533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-fea7b761-060a-450b-982a-07ce68dd462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:18.527614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-fea7b761-060a-450b-982a-07ce68dd462f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2855408 Sep 01 15:05:18.559121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c2138-8edb-4380-bd70-1cc55dcb382f req-9a6d2ae9-d161-49af-9b0f-07f2d0273c90 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:18.568641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d4c2138-8edb-4380-bd70-1cc55dcb382f req-9a6d2ae9-d161-49af-9b0f-07f2d0273c90 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1124966 Sep 01 15:05:18.592524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:18.668095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:18.732358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-bab66011-1913-4d29-8811-e2e91b3324e7 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4399519 Sep 01 15:05:18.734616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a54074a-0fc0-4b46-b0d2-324eb1e1f6c7 req-4dddcfee-3889-4ea2-b939-f4b6b9c85e69 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.1531591 Sep 01 15:05:18.745704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] No DVR routers for this DVR port 0d041216-3170-4036-9acf-76bf3a92dda9 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:18.751854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d4c2138-8edb-4380-bd70-1cc55dcb382f req-13d51186-1384-463b-a4bf-ba8a74ca70fb tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754727 Sep 01 15:05:18.802496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.815190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0759b3fb-eb1f-4ebb-affe-2fd718764649 req-ffa709ad-4ffd-41dc-b952-18ed165594ad tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.50 "DELETE /v2.0/ports/0d041216-3170-4036-9acf-76bf3a92dda9 HTTP/1.1" status: 204 len: 173 time: 9.5117011 Sep 01 15:05:18.816705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'name': 'network-vif-deleted', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:18.835061 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb989c5-c22c-452b-abfc-3a3ee1a371f3" -d '{"events": [{"server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "name": "network-vif-deleted", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:19.024571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-25d51d51-72b3-4332-8ec8-f4ca9d0d0656 req-d1c8ee02-9404-4310-83bc-b7355e6f2796 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.0992661 Sep 01 15:05:19.078394 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-6c3ebc06-faa5-45cb-b49c-0fe4f6cdc6fc service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8478820 Sep 01 15:05:19.254283 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:19.286505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-1f7f9a08-a87b-4b3e-a3a1-7704ca7e172d service neutron] 10.222.0.41 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6231389 Sep 01 15:05:19.370641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Attempting to bind port a67ceb53-2b97-48be-8918-0fe77cdaa963 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:19.371520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Attempting to bind port a67ceb53-2b97-48be-8918-0fe77cdaa963 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:19.372438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Attempting to bind port a67ceb53-2b97-48be-8918-0fe77cdaa963 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:19.404475 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Checking router: 6884b18e-4cb0-412d-89e4-88c1b594cdf0 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:19.462093 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:19.462765 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:19.508074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Port a67ceb53-2b97-48be-8918-0fe77cdaa963 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:19.508399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Attempting to bind port a67ceb53-2b97-48be-8918-0fe77cdaa963 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:19.573040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d972-32b4-4e5b-804d-53533e6a22b6 req-aae844ef-09e4-4200-9cf2-6138c96dfa4a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:19.575880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f52d972-32b4-4e5b-804d-53533e6a22b6 req-aae844ef-09e4-4200-9cf2-6138c96dfa4a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 944 time: 0.2325778 Sep 01 15:05:19.699796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f52d972-32b4-4e5b-804d-53533e6a22b6 req-568f7a92-a55e-48ba-97db-69b00a35342b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081400 Sep 01 15:05:19.767349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:19.821175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-b6d6aa00-8b11-4cc7-bce2-318121120336 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.4434476 Sep 01 15:05:20.039552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:20.061101 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db85267-f0f2-4451-9e4d-55e7887d34bf x-openstack-request-id: req-2db85267-f0f2-4451-9e4d-55e7887d34bf {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:20.061602 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c6a491-3ada-4810-91a7-ee4874055be6", "name": "network-vif-deleted", "tag": "0d041216-3170-4036-9acf-76bf3a92dda9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:20.062016 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2db85267-f0f2-4451-9e4d-55e7887d34bf {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:20.062681 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c6a491-3ada-4810-91a7-ee4874055be6', 'name': 'network-vif-deleted', 'tag': '0d041216-3170-4036-9acf-76bf3a92dda9', 'status': 'completed', 'code': 200} Sep 01 15:05:20.142592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eecabd6a-2fe0-4e77-84a7-5be00481157f req-5a943ec2-8e52-4c7f-8dfa-411e77323dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3936350 Sep 01 15:05:20.145760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:20.146849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Checking segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:20.147774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Bound using segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:20.149477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Bound port: a67ceb53-2b97-48be-8918-0fe77cdaa963, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:20.150434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.198531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db8ae506-23e9-4d94-b1c3-901f61150886 req-96b644a8-0128-4f49-84f0-ad1ea535440f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c6a491-3ada-4810-91a7-ee4874055be6 HTTP/1.1" status: 200 len: 210 time: 0.1055541 Sep 01 15:05:20.236222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-5a2fc669-3b25-4882-98c1-610b81bf87dc service neutron] 10.222.0.41 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935896 Sep 01 15:05:20.266030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-27f7a9e2-298b-492b-88e5-154c256d0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:20.270130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-27f7a9e2-298b-492b-88e5-154c256d0c68 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5f55321d142b44d688adcc2b161d3cd2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4204032 Sep 01 15:05:20.569804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabf03e-d8c8-4770-b267-57ccdba4e302 req-1c9dd408-6ff7-4f97-8ab6-927e5138a591 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:20.616376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afabf03e-d8c8-4770-b267-57ccdba4e302 req-1c9dd408-6ff7-4f97-8ab6-927e5138a591 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2685804 Sep 01 15:05:20.660470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2728de7-684c-40fc-ac89-41f61b9c07e6 req-3f6f8006-076e-48d3-a04d-99461305063d service neutron] 10.222.0.50 "GET /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3682139 Sep 01 15:05:20.729453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:20.813486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afabf03e-d8c8-4770-b267-57ccdba4e302 req-027e5df5-9f06-412d-afb8-313da9be2462 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891270 Sep 01 15:05:20.839063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:20.888377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f156669-3af4-461a-afc2-2b9321302ec0 req-ec1316ca-ae9a-48af-8bb5-bd11475dd4f4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.1123452 Sep 01 15:05:20.890117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.892957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-2e85dad7-9b03-4b04-be28-0aa29ac84652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:20.894695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-2e85dad7-9b03-4b04-be28-0aa29ac84652 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5971396 Sep 01 15:05:21.048970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae35353-ec9f-482c-a368-df3ee5a86fcd req-bdae9333-f450-4485-a0c1-5cd3708efba8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=59b68595-f63e-48f3-9d74-76ff9b7d8fd8 HTTP/1.1" status: 200 len: 210 time: 0.0587654 Sep 01 15:05:21.092314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:21.095389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.097332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] 10.222.0.50 "PUT /v2.0/ports/a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 1093 time: 9.3792140 Sep 01 15:05:21.308613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-022ffd41-2720-4331-afb8-5e0984a10702 req-f3172e60-0b4b-4af4-ad24-2ac2496c0bef tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.1252420 Sep 01 15:05:21.374437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367e477-e9b2-49bd-baa4-0215abb22e74 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:21.506853 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:21.511410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e61de6-8728-4d7f-a0c3-bb82b2b61de0 req-71ce6acc-11f8-4a4f-9c9e-0aeb4bf99ea9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:21.523795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4e61de6-8728-4d7f-a0c3-bb82b2b61de0 req-71ce6acc-11f8-4a4f-9c9e-0aeb4bf99ea9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 944 time: 0.3700764 Sep 01 15:05:21.578168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fcde8bb3-fcbb-4861-b70f-8f9fad30718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:21.592782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-fcde8bb3-fcbb-4861-b70f-8f9fad30718d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1096 time: 0.2869613 Sep 01 15:05:21.622938 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a2d59-c193-4072-b55a-96c84115d4ca None None] The sync data for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 is: [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 4, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '8728d21b-636c-4fd9-b160-6968405483b2', 'name': '', 'network_id': '3d65ee69-111d-42f1-8439-badf22879028', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'mac_address': 'fa:16:3e:50:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:10Z', 'updated_at': '2021-09-01T15:02:23Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'subnets': [{'id': 'd5e176f6-ac5e-4df0-a3f7-52808799988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:21.778332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:21.891183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.939611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.944363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-05191eab-0ce0-4026-97da-3634cc97d394 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.3193610 Sep 01 15:05:22.065363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4e61de6-8728-4d7f-a0c3-bb82b2b61de0 req-87bdb9ba-ac59-41f2-a23b-bd570fa908d7 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139198 Sep 01 15:05:22.067292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:22.072941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:22.074838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "DELETE /v2.0/security-groups/6314aaa6-f34e-4a51-97dd-f44f5e6dd319 HTTP/1.1" status: 204 len: 168 time: 0.2954159 Sep 01 15:05:22.082775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53816) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:22.086660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:22.102513 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:22.126008 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-284bc5c4-7d8a-48cc-899b-a6ad14bb42e2 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] show failed (client error): The resource could not be found. Sep 01 15:05:22.128029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-284bc5c4-7d8a-48cc-899b-a6ad14bb42e2 tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "GET /v2.0/security-groups/6314aaa6-f34e-4a51-97dd-f44f5e6dd319 HTTP/1.1" status: 404 len: 347 time: 0.0437450 Sep 01 15:05:22.133439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:22.146091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0231e9-0f8d-4f4a-98c6-90095ae6eb1f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6314aaa6-f34e-4a51-97dd-f44f5e6dd319,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:22.180109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-3f5d7124-611a-49ed-9c5d-0a3d5922f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.184884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-3f5d7124-611a-49ed-9c5d-0a3d5922f7ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.2237327 Sep 01 15:05:22.358647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-f64b57c5-47dd-4b4f-8fd8-4280112782ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.360667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-f64b57c5-47dd-4b4f-8fd8-4280112782ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648734 Sep 01 15:05:22.432323 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003382d2-eb4e-443f-bdf7-91fb2469312e x-openstack-request-id: req-003382d2-eb4e-443f-bdf7-91fb2469312e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:22.434150 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:22.434150 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-003382d2-eb4e-443f-bdf7-91fb2469312e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:22.434150 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:05:22.563424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac31336-a06d-45ae-9434-870b4cadcb2e req-144c07b5-78ca-4f5b-826c-12f967d187a0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.573937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ac31336-a06d-45ae-9434-870b4cadcb2e req-144c07b5-78ca-4f5b-826c-12f967d187a0 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3621867 Sep 01 15:05:22.646235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d54e5f-6614-4a16-a054-4246f5e6fe9b None None] New status for floating IP 7a3eea7d-7ea1-4d65-808f-edd3d121318d: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:05:22.681861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ac31336-a06d-45ae-9434-870b4cadcb2e req-a0fcd2d1-2d46-4389-a103-95eaa0ccec9d tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063154 Sep 01 15:05:22.771895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Deleting port 8c534c33-a260-4e5a-b141-587e339d9944 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:22.772239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:22.985300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-1072dd76-4bad-404b-9517-6b1f8513144e service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082728 Sep 01 15:05:23.107822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e1d4d4-d296-4f6f-b74a-8fce62dbba4d req-c0e6b8d7-b37c-44ab-92ae-39cd34bbf60b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.1280220 Sep 01 15:05:23.252105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.252433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.290406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Calling delete_port for 8c534c33-a260-4e5a-b141-587e339d9944 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:23.430550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-e093e5a8-62e4-492f-afbc-de503e6590d0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.433029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-e093e5a8-62e4-492f-afbc-de503e6590d0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.7638066 Sep 01 15:05:23.500422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-60b7223e-8d1a-4d3b-8af2-6a2340707f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0442398 Sep 01 15:05:23.508169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c11d473b-f710-40dd-87c7-94eb5ad7cda1 req-00c6efd1-8416-47ef-94b6-1ad1a1008fe6 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127020 Sep 01 15:05:23.712136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.788775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Pushing event deleted for resources: {'Port': ['ID=8c534c33-a260-4e5a-b141-587e339d9944,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:23.948591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87621ed8-c6bf-4f5e-8ca1-2985551881a9 req-09b2cbf2-bf20-4886-9338-ba2756fac0ee tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.971785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87621ed8-c6bf-4f5e-8ca1-2985551881a9 req-09b2cbf2-bf20-4886-9338-ba2756fac0ee tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 944 time: 0.5505672 Sep 01 15:05:24.101453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-e5567695-2631-4029-9e88-142b16369a6f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5910649 Sep 01 15:05:24.143382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-9b8090a5-d25b-4914-b27a-d53d5c048e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.150436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-9b8090a5-d25b-4914-b27a-d53d5c048e48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1096 time: 0.3074179 Sep 01 15:05:24.159977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:24.165623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:24.168137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60dc0584-95fa-44d3-8859-a2cfeb28df4f tempest-ServersTestFqdnHostnames-1641250267 tempest-ServersTestFqdnHostnames-1641250267-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a3eea7d-7ea1-4d65-808f-edd3d121318d HTTP/1.1" status: 204 len: 168 time: 2.0331042 Sep 01 15:05:24.175467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87621ed8-c6bf-4f5e-8ca1-2985551881a9 req-ed19b9e4-cd13-47cc-9c39-716f3d639308 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017314 Sep 01 15:05:24.176771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53868) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:24.405950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-f8a8d0ea-1a5b-461d-96e8-23bf213a77cc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.410682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-f8a8d0ea-1a5b-461d-96e8-23bf213a77cc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 816 time: 0.8306618 Sep 01 15:05:24.528282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-76adf1f3-858a-4c6b-b2aa-d9b9c27ae97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.534407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-76adf1f3-858a-4c6b-b2aa-d9b9c27ae97e service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.3554480 Sep 01 15:05:24.716212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065e4e0-1478-4075-8088-976e0f9bbc4d req-df46fcce-7d51-4218-a5fb-cf5612f486cf tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.719692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7065e4e0-1478-4075-8088-976e0f9bbc4d req-df46fcce-7d51-4218-a5fb-cf5612f486cf tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2296956 Sep 01 15:05:24.850946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-933c1504-0402-4ee4-9779-3b8aa18dad93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.1910367 Sep 01 15:05:24.865948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7065e4e0-1478-4075-8088-976e0f9bbc4d req-9f574c10-63b3-4afe-a3de-6ae22d07ddf2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327751 Sep 01 15:05:24.925856 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-9face523-fe9f-43b7-adf3-7e431df8a83c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 380 time: 0.4706044 Sep 01 15:05:25.152272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb2009c8-afe5-4ffd-b819-f647c4927040 req-ad9101ab-8bdf-458f-b0f4-64028f6d8d00 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.0691452 Sep 01 15:05:25.617448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.855780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a67ceb53-2b97-48be-8918-0fe77cdaa963 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:25.880451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d0b1-ff3d-4883-a287-672ac44439e1 req-f471cbde-c7b2-48d9-9906-66dde6c69ead tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:25.885294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a70d0b1-ff3d-4883-a287-672ac44439e1 req-f471cbde-c7b2-48d9-9906-66dde6c69ead tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 944 time: 0.1779385 Sep 01 15:05:25.891539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'port': {'device_id': '202a7af8-dafe-494f-a946-b984741fcd2c', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'admin_state_up': True, 'tenant_id': '76291585b32141afbd095b41397ec054', 'security_groups': ['56718c84-c3f4-4318-b1a6-718423e0bd62']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:26.072932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a70d0b1-ff3d-4883-a287-672ac44439e1 req-5dcb97a5-2901-41e9-98f2-f0341e6eae9f tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289496 Sep 01 15:05:26.276370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-8f6bf319-6e41-41cd-876a-b33d47d69486 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1389127 Sep 01 15:05:26.370125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:26.422002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:26.481607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958220cb-eaff-4b3c-bbf9-6b2cbf09e3e4 req-aab9f068-c8c6-463c-af03-b441bc5143ec tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.484054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-958220cb-eaff-4b3c-bbf9-6b2cbf09e3e4 req-aab9f068-c8c6-463c-af03-b441bc5143ec tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.1975193 Sep 01 15:05:26.578615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-bf0f5b4d-c7d9-45eb-9262-2fbb6494493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.581245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-bf0f5b4d-c7d9-45eb-9262-2fbb6494493d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 1.7109101 Sep 01 15:05:26.591432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-69307733-c84f-4029-a52c-4525a140977a service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027434 Sep 01 15:05:26.675382 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.761631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67ceb53-2b97-48be-8918-0fe77cdaa963 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:26.768475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Made reservation on behalf of 76291585b32141afbd095b41397ec054 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:26.798769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.806085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:26.819380 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.932972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-b05b724c-b3f4-464f-a0d9-dfb29bc779f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.938371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-b05b724c-b3f4-464f-a0d9-dfb29bc779f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3416765 Sep 01 15:05:26.995544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-958220cb-eaff-4b3c-bbf9-6b2cbf09e3e4 req-33d77f08-db54-4913-bc98-e1b1d8ac0c6f tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755154 Sep 01 15:05:27.092735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:27.127448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a67ceb53-2b97-48be-8918-0fe77cdaa963'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:27.179789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Deleting port 8728d21b-636c-4fd9-b160-6968405483b2 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:27.184031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.328504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63749b98-3f9a-4c9f-a985-2fb3c5ae403e req-cc8a835b-03d5-42d7-9a89-29acdcd25274 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.2317214 Sep 01 15:05:27.492786 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.535601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15ef12c4-f22b-4f5e-bb37-d7f2136da537 req-a6b21d1c-08b4-496d-95cb-a8e52f6b22cc tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.0836313 Sep 01 15:05:27.612683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] For port 8728d21b-636c-4fd9-b160-6968405483b2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8728d21b-636c-4fd9-b160-6968405483b2,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:27.612683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.644697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Calling delete_port for 8728d21b-636c-4fd9-b160-6968405483b2 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:27.903547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-e407c35e-6337-4c6c-8dda-598b86be9b97 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9545209 Sep 01 15:05:27.946069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:27.963830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1939217659'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:28.147588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Allocated IP 172.20.0.13 (5866253c-8005-47f9-a4c4-2a2c039db553/f7cdb706-e371-4de4-b828-83dd9a7fb675/9cc4b58e-5339-4155-a6f4-54533d96cc7b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:28.182647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b1674-838a-4791-aeab-ae5db505e810 req-e971c492-31fe-4e57-b85e-2b96a76040a6 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.186249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec5b1674-838a-4791-aeab-ae5db505e810 req-e971c492-31fe-4e57-b85e-2b96a76040a6 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 945 time: 0.4818494 Sep 01 15:05:28.190255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4bcc1e9-dca6-46a8-b081-76ad6301ddc4 req-5a88b622-5d60-4d3c-9c45-a885433007cf service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696152 Sep 01 15:05:28.217435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:28.228959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.321371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec5b1674-838a-4791-aeab-ae5db505e810 req-dfd67da4-9296-4501-8db6-1f842d2de627 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224394 Sep 01 15:05:28.359945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:28.378376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.379117 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Added segment f19669a9-0dca-48aa-94fc-c754f0be58ff of type vlan for network 7462b4f2-a790-428d-9559-0f70650ccd81 Sep 01 15:05:28.533104 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:05:28.538512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.558455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.648227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:05:28.655555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96a5777c-b00f-4000-ae74-5cbec0e3a84e req-a2d2d695-4eea-4d60-b9cd-9020bb5e96db tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.0493927 Sep 01 15:05:28.686167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8728d21b-636c-4fd9-b160-6968405483b2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:28.746964 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.789644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.798569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.799308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.813707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Transition to ACTIVE for port object 9cc4b58e-5339-4155-a6f4-54533d96cc7b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:28.829225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef8847-2cb0-4b94-a0ea-de658e1f0bf5 req-3627c3eb-fa2b-4430-be41-040e0fd41500 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.830922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cef8847-2cb0-4b94-a0ea-de658e1f0bf5 req-3627c3eb-fa2b-4430-be41-040e0fd41500 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.5727894 Sep 01 15:05:28.989963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0410414 Sep 01 15:05:28.998132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:29.012380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-752154167'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:29.030536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bef0f2-1ab3-4e41-80b7-715041caf5f4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Network': ['ID=7462b4f2-a790-428d-9559-0f70650ccd81,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:29.041779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.052648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7462b4f2-a790-428d-9559-0f70650ccd81 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:29.088929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a791759-a631-4ba0-a51a-9ecaada357e8 req-33c886ee-d5e2-4f8a-8734-8ef19211f83f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.1340559 Sep 01 15:05:29.148130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cef8847-2cb0-4b94-a0ea-de658e1f0bf5 req-08151079-d348-45f8-b4d9-a49b06823b77 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762051 Sep 01 15:05:29.171111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4df4-4030-4322-8934-8ef56851751f req-45274e9c-39c5-42cd-b7d4-49aea2a3a8ff tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.172812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0af4df4-4030-4322-8934-8ef56851751f req-45274e9c-39c5-42cd-b7d4-49aea2a3a8ff tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.3073637 Sep 01 15:05:29.199840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:29.232361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:29.234214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:29.237295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:29.256142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.310467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.311356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.315517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:29.348623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.349003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.349205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.349415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.349750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.350087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.350420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.350838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.351184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.351514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.351873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.352203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.352526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:29.390179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:29.447509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.458963 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Added segment 6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2 of type vlan for network 5b73a879-c194-409b-bc67-26821f5fb81c Sep 01 15:05:29.540867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-18e77938-12fb-4f31-8f0d-1e28645c2084 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6063244 Sep 01 15:05:29.603652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Request body: {'port': {'device_id': '202a7af8-dafe-494f-a946-b984741fcd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:29.790516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.825243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ec217614-b6c8-46b2-ac41-150aa751d13c None None] Provisioning for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:29.830890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ec217614-b6c8-46b2-ac41-150aa751d13c None None] Provisioning complete for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:29.831650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec217614-b6c8-46b2-ac41-150aa751d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.854939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.952875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daabe4-80b0-46c5-957c-99f24276ca0b req-ef0666df-87be-4413-956d-d92591002aaa tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.957820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ec217614-b6c8-46b2-ac41-150aa751d13c None None] Port 9cc4b58e-5339-4155-a6f4-54533d96cc7b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:29.960080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a67ceb53-2b97-48be-8918-0fe77cdaa963 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:29.968075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37daabe4-80b0-46c5-957c-99f24276ca0b req-ef0666df-87be-4413-956d-d92591002aaa tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 945 time: 0.4222443 Sep 01 15:05:29.970488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:05:30.001361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.008991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.009739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.031533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port a67ceb53-2b97-48be-8918-0fe77cdaa963 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:30.037589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port a67ceb53-2b97-48be-8918-0fe77cdaa963 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:30.038760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.094250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-5471d7f3-3308-420f-a74c-224a016a9438 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.097367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-5471d7f3-3308-420f-a74c-224a016a9438 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.7028937 Sep 01 15:05:30.115124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1100702 Sep 01 15:05:30.127667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': 'a3c07848-365e-40a6-bb66-c5de80691594', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:30.153262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53966) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:30.166569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.171578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'subnet': {'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:30.215738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b772e-305d-409d-a064-936722429965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:30.221456 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7318eac2-f49a-4d69-a57c-a186b4306724" -d '{"events": [{"server_uuid": "325b772e-305d-409d-a064-936722429965", "name": "network-vif-plugged", "status": "completed", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:30.240368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Deleting port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:30.249637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.273082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:30.284155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.304798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450d1e7-a51d-4cfa-ad79-b96e948bc2c0 req-f9b528bf-8315-4e0c-9b6f-25772fc47832 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.310235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e450d1e7-a51d-4cfa-ad79-b96e948bc2c0 req-f9b528bf-8315-4e0c-9b6f-25772fc47832 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 932 time: 0.4975469 Sep 01 15:05:30.311278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275cc3-b984-4db6-9365-7d11c9a6d89d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Network': ['ID=5b73a879-c194-409b-bc67-26821f5fb81c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:30.344370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5b73a879-c194-409b-bc67-26821f5fb81c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:30.430320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37daabe4-80b0-46c5-957c-99f24276ca0b req-f069ac7e-99b4-4c86-93f8-01d46440107f tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607980 Sep 01 15:05:30.569888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:30.688134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e450d1e7-a51d-4cfa-ad79-b96e948bc2c0 req-555acd56-a6c8-44e2-9034-3144d9c2e3b2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475237 Sep 01 15:05:30.707980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:30.834455 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7fe1fc-6c88-46a2-9f95-d7645168c84e x-openstack-request-id: req-8a7fe1fc-6c88-46a2-9f95-d7645168c84e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:30.835096 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325b772e-305d-409d-a064-936722429965", "name": "network-vif-plugged", "status": "completed", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:30.835558 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a7fe1fc-6c88-46a2-9f95-d7645168c84e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:30.836380 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b772e-305d-409d-a064-936722429965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'code': 200} Sep 01 15:05:31.071638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50966414-ac92-4dd3-aca1-963d0214aacd req-b38d94e8-1d4c-4a9b-92a5-a7a67e587533 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.3126750 Sep 01 15:05:31.524818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] For port 5eafbba9-c8ca-45a5-8c8d-9487a263a616, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5eafbba9-c8ca-45a5-8c8d-9487a263a616,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:31.526490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:31.537213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ba0f-5516-47ad-9a4b-97aeac8376a3 req-15a8df38-633c-497f-b006-5ebea4954727 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:31.551689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c465ba0f-5516-47ad-9a4b-97aeac8376a3 req-15a8df38-633c-497f-b006-5ebea4954727 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.2183797 Sep 01 15:05:31.564648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb43ba4-0456-4a73-8626-95ecc1811613 req-222b34e9-80b7-435e-a4bb-313b747f6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:31.566755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abb43ba4-0456-4a73-8626-95ecc1811613 req-222b34e9-80b7-435e-a4bb-313b747f6826 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.5325346 Sep 01 15:05:31.599401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:31.604054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:31.627022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:31.645425 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Sync routers for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:31.667851 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:31.669376 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:31.716498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f851e197-d7b7-4319-9a0f-166c83104fd0 admin admin] 10.222.0.41 "PUT /v2.0/routers/6884b18e-4cb0-412d-89e4-88c1b594cdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5339544 Sep 01 15:05:31.723295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c465ba0f-5516-47ad-9a4b-97aeac8376a3 req-b546b90d-aa36-4e09-8f08-3a704a6e707c tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442323 Sep 01 15:05:31.725134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53982) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:31.778413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Calling delete_port for 5eafbba9-c8ca-45a5-8c8d-9487a263a616 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:31.866663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:31.897175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.081852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abb43ba4-0456-4a73-8626-95ecc1811613 req-dfb5b6f9-ff94-43e9-baa1-9908e500b6e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522777 Sep 01 15:05:32.111556 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:32.112778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.141839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68758-4f66-492a-9c57-f5d517b303e4 req-56db0c08-29c7-4179-8ec1-a1970a4bf732 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.146602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02c68758-4f66-492a-9c57-f5d517b303e4 req-56db0c08-29c7-4179-8ec1-a1970a4bf732 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 932 time: 0.1850576 Sep 01 15:05:32.241631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:32.264374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3e047-f1f5-4c80-9fe1-52dcc63c2bf4 req-93d5cbbf-e781-47db-959b-679c3812e3dc tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.278046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88a3e047-f1f5-4c80-9fe1-52dcc63c2bf4 req-93d5cbbf-e781-47db-959b-679c3812e3dc tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 946 time: 0.6657181 Sep 01 15:05:32.330072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.389925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Transition to ACTIVE for port object 9cc4b58e-5339-4155-a6f4-54533d96cc7b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:32.448529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.550490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88a3e047-f1f5-4c80-9fe1-52dcc63c2bf4 req-590c8d50-3c40-4f24-a204-34aeebb9b6f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703977 Sep 01 15:05:32.648258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02c68758-4f66-492a-9c57-f5d517b303e4 req-2a4f9411-1dcc-4f46-9ac4-b55446256272 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941432 Sep 01 15:05:32.696471 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:05:28Z', 'revision_number': 5, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port': {'id': '4bdbc6f0-233b-488f-bf72-a4e2e467fb03', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:03Z', 'updated_at': '2021-09-01T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:32.726720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.799414 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Checking router: 6884b18e-4cb0-412d-89e4-88c1b594cdf0 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:32.835608 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Routers {'6884b18e-4cb0-412d-89e4-88c1b594cdf0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:32.843316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:32.856382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:32.908875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Deleting port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:32.913114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.181861 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] Set router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:33.292584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] For port 4bdbc6f0-233b-488f-bf72-a4e2e467fb03, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:33.293271 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.300459 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:05:32Z', 'revision_number': 6, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:33.354819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d1825-dcb8-48b8-82d8-f2a5e23635ff None None] The sync data for ids ['6884b18e-4cb0-412d-89e4-88c1b594cdf0'] in n-d-802060-16 is: [{'id': '6884b18e-4cb0-412d-89e4-88c1b594cdf0', 'name': 'tempest-ServersTestFqdnHostnames-1133508939-router', 'tenant_id': '193bab4d4d064066b0ab302ed220169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:00Z', 'updated_at': '2021-09-01T15:05:32Z', 'revision_number': 6, 'project_id': '193bab4d4d064066b0ab302ed220169f', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:33.386904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Calling delete_port for 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:33.410276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf79e5-ec4d-4edb-a846-6a7936a38980 req-1cddad21-de74-485f-8cc4-fcef6795fdc7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.436369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38bf79e5-ec4d-4edb-a846-6a7936a38980 req-1cddad21-de74-485f-8cc4-fcef6795fdc7 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 945 time: 0.4687035 Sep 01 15:05:33.506538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.3 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/0f0c067e-b5ad-4f82-9f4f-3c151756be64) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:33.529991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09cd3dfb-c242-413e-bf18-9010cb357baf req-53c79a1c-1e27-4bd0-be98-4c69816f5a8d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.7361672 Sep 01 15:05:33.626541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38bf79e5-ec4d-4edb-a846-6a7936a38980 req-0c4ce004-95ba-459f-9b4f-e52d007b5d0e tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817369 Sep 01 15:05:33.839281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.855850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['be0aaa13-ed43-47e0-8820-1b67f1bdf493'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:33.954745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5eafbba9-c8ca-45a5-8c8d-9487a263a616 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:33.968820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.970171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8728d21b-636c-4fd9-b160-6968405483b2 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:34.045087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdbc6f0-233b-488f-bf72-a4e2e467fb03,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:34.088257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.123530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Pushing event deleted for resources: {'Port': ['ID=5eafbba9-c8ca-45a5-8c8d-9487a263a616,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:34.152209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cccc-c35e-41e0-b7d8-dab061b6ab7f req-135f6197-634a-48cd-ac85-3bc0e1d6b818 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.154279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfc9cccc-c35e-41e0-b7d8-dab061b6ab7f req-135f6197-634a-48cd-ac85-3bc0e1d6b818 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2032723 Sep 01 15:05:34.237255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.254972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 8728d21b-636c-4fd9-b160-6968405483b2 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:34.255417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8728d21b-636c-4fd9-b160-6968405483b2 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:34.266414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Attempting to bind port 9cc4b58e-5339-4155-a6f4-54533d96cc7b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:34.267047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Attempting to bind port 9cc4b58e-5339-4155-a6f4-54533d96cc7b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:34.267581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Attempting to bind port 9cc4b58e-5339-4155-a6f4-54533d96cc7b on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:34.290127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5eafbba9-c8ca-45a5-8c8d-9487a263a616 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:34.290614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5eafbba9-c8ca-45a5-8c8d-9487a263a616 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:34.316990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] No DVR routers for this DVR port 5eafbba9-c8ca-45a5-8c8d-9487a263a616 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:34.320819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.324346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0af4df4-4030-4322-8934-8ef56851751f req-70cdb39a-7aa8-430a-ba4d-607e6f655949 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "DELETE /v2.0/ports/5eafbba9-c8ca-45a5-8c8d-9487a263a616 HTTP/1.1" status: 204 len: 173 time: 5.1387506 Sep 01 15:05:34.348481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'name': 'network-vif-deleted', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:34.351430 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ae6e23-5e75-40f5-b33b-0ef8c83c4af2" -d '{"events": [{"server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "name": "network-vif-deleted", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:34.356596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Port 9cc4b58e-5339-4155-a6f4-54533d96cc7b on network 5866253c-8005-47f9-a4c4-2a2c039db553 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:34.357321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Attempting to bind port 9cc4b58e-5339-4155-a6f4-54533d96cc7b on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:34.410359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258645d5-0f78-4550-9e80-0562c61b275f req-f701706f-5ccc-4312-a180-dacf4e2f10a5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.433975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-258645d5-0f78-4550-9e80-0562c61b275f req-f701706f-5ccc-4312-a180-dacf4e2f10a5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 946 time: 0.6346517 Sep 01 15:05:34.441720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:34.443707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfc9cccc-c35e-41e0-b7d8-dab061b6ab7f req-f1e08625-6c94-4311-9f78-ee6a5c4c5914 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803884 Sep 01 15:05:34.447654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Checking segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:34.448198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Bound using segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:34.448760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Bound port: 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:34.449252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.531045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Subnet': ['ID=eea5714b-f604-4e0b-8156-22e843e8ec94,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:34.615538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.624126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.656888 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f1bcd1-1f21-42e4-a20d-97944327a071 x-openstack-request-id: req-53f1bcd1-1f21-42e4-a20d-97944327a071 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:34.657766 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948b7c2b-0b44-46cc-ab03-1ad1bee50d1b", "name": "network-vif-deleted", "tag": "5eafbba9-c8ca-45a5-8c8d-9487a263a616", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:34.658337 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53f1bcd1-1f21-42e4-a20d-97944327a071 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:34.659065 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948b7c2b-0b44-46cc-ab03-1ad1bee50d1b', 'name': 'network-vif-deleted', 'tag': '5eafbba9-c8ca-45a5-8c8d-9487a263a616', 'status': 'completed', 'code': 200} Sep 01 15:05:34.680373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:34.681173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network hostable DHCP agents. Network: 7462b4f2-a790-428d-9559-0f70650ccd81, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:34.716097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.716767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6884b18e-4cb0-412d-89e4-88c1b594cdf0 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:05:34.722650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-258645d5-0f78-4550-9e80-0562c61b275f req-1e394a4f-865a-4033-90ae-3815aaf7aaee tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871277 Sep 01 15:05:34.725754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.727026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b5dc91c6-cc20-44ef-86ba-eb10b782d37f admin admin] 10.222.0.41 "DELETE /v2.0/routers/6884b18e-4cb0-412d-89e4-88c1b594cdf0 HTTP/1.1" status: 204 len: 168 time: 3.0009418 Sep 01 15:05:34.732852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54010) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:34.872387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Deleting subnet d5e176f6-ac5e-4df0-a3f7-52808799988e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:05:34.887208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.896582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.948528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:34.956518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:34.966653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:34.993833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.047423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7462b4f2-a790-428d-9559-0f70650ccd81) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:35.079882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3276ab-695a-4275-98de-6d6875e756c6 None None] Network 7462b4f2-a790-428d-9559-0f70650ccd81 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:35.103303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.104302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.131464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f546b0d7-db75-4119-87df-392d697e945f req-30f18aa8-53c1-43c0-aeb5-a2cbc5b2aa4a tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=948b7c2b-0b44-46cc-ab03-1ad1bee50d1b HTTP/1.1" status: 200 len: 210 time: 0.1074495 Sep 01 15:05:35.158445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.195503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6835af-509a-4843-ad70-b694073c58f9 req-0af03b3d-c3dd-4d08-bb6b-9790c648a8cf tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.1491234 Sep 01 15:05:35.200843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:35.228966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.255319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.256300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.258706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] 10.222.0.50 "PUT /v2.0/ports/9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1093 time: 5.6642547 Sep 01 15:05:35.346151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-76f49cf9-bdd2-4985-b6bc-1f5754730249 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.1892447 Sep 01 15:05:35.374727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:35.390238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'subnet': {'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:35.544151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:35.592866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916942ed-b617-4600-b48d-6aa5f5db356c service neutron] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:35.593405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7462b4f2-a790-428d-9559-0f70650ccd81', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:05:35.594757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.617339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:35.777524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:35.781780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.785608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:35.791353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:35.808259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.952412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-6e2ab88a-0b25-406c-8d71-3a79cfd246d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.965399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-6e2ab88a-0b25-406c-8d71-3a79cfd246d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1096 time: 0.5858097 Sep 01 15:05:36.022270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65f1b1-b91e-4b91-a2fb-917de3965f39 req-3352f30f-5172-4bdc-8359-edfd166ebd8d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.036674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d65f1b1-b91e-4b91-a2fb-917de3965f39 req-3352f30f-5172-4bdc-8359-edfd166ebd8d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.3504257 Sep 01 15:05:36.103369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:36.167317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-a9bb1c9f-94a6-4bba-ad14-d93d1f410a79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 217 time: 0.1075518 Sep 01 15:05:36.179304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-35f8286b-eecf-4e67-83e7-8d3eca8e5ba8 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0016870 Sep 01 15:05:36.201475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:36.201847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4bdbc6f0-233b-488f-bf72-a4e2e467fb03 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:36.249792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.250504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:36.262518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Allocated IP 10.1.1.2 (7462b4f2-a790-428d-9559-0f70650ccd81/eea5714b-f604-4e0b-8156-22e843e8ec94/93610be2-88e8-4cbd-b479-d9b950752561) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:36.277293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.281316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d5e176f6-ac5e-4df0-a3f7-52808799988e HTTP/1.1" status: 204 len: 168 time: 1.5472128 Sep 01 15:05:36.286713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce0fb2-8318-4759-a957-3bcd674f684a None None] Network 3d65ee69-111d-42f1-8439-badf22879028 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:36.291549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.292250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.294821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54028) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:36.303509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.317973 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-68b1fdf5-99ec-443b-aaa6-2211cb5fc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.322193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-68b1fdf5-99ec-443b-aaa6-2211cb5fc342 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.1373219 Sep 01 15:05:36.336246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957c79b-2bb1-40a9-a580-8cc715a5828a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e176f6-ac5e-4df0-a3f7-52808799988e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:36.354168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d65f1b1-b91e-4b91-a2fb-917de3965f39 req-4384e1b7-91d2-4055-88da-49dc2a00e153 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153546 Sep 01 15:05:36.500301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.530001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-361244d5-fe9b-439f-a240-739272ba0921 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4090431 Sep 01 15:05:36.555726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Request body: {'port': {'device_id': 'a3c07848-365e-40a6-bb66-c5de80691594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:36.626386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61bb-7823-4263-ad77-486784881c77 req-f575c8a9-3ae8-41d8-8792-8de24b9c63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.628148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-f575c8a9-3ae8-41d8-8792-8de24b9c63b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2711928 Sep 01 15:05:36.631285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.645811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Subnet': ['ID=5396cebf-ae9a-470f-b384-f1d5c7254b94,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:36.680423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:36.684691 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14635109-9b85-4a69-99d0-58c178811a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:36.704872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Checking segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:36.705954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network hostable DHCP agents. Network: 5b73a879-c194-409b-bc67-26821f5fb81c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:36.768105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 5b73a879-c194-409b-bc67-26821f5fb81c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:36.801921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5b73a879-c194-409b-bc67-26821f5fb81c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:36.828672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.829362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.843858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc69f87-968c-452e-a624-c0386a631f69 None None] Network 5b73a879-c194-409b-bc67-26821f5fb81c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:36.865843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9abd-52a2-42a3-9d19-3ce63fec36e1 req-8ca3df32-a24c-4015-8a02-855ea099fa39 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.867395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da5e9abd-52a2-42a3-9d19-3ce63fec36e1 req-8ca3df32-a24c-4015-8a02-855ea099fa39 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 931 time: 0.1338618 Sep 01 15:05:36.868152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.869564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a1fca4c-418c-449e-8a23-697d87d049e7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4938402 Sep 01 15:05:36.875176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:36.883433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'name': 'tempest-TaggedBootDevicesTest-1630030199', 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:36.956299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-0890fb9b-13a6-442a-8f9f-aa7283ef7737 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033473 Sep 01 15:05:37.006408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da5e9abd-52a2-42a3-9d19-3ce63fec36e1 req-3a0bead6-ad78-4cf2-bbc0-3f5001eaffd5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972362 Sep 01 15:05:37.097074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:37.323857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.345312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Transition to ACTIVE for port object 93610be2-88e8-4cbd-b479-d9b950752561 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:37.349478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.380667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] device_id is not set on port d27a449c-cfe3-4925-a53b-ee9326d98c8c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:05:37.382523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Transition to ACTIVE for port object 93610be2-88e8-4cbd-b479-d9b950752561 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:37.396771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] DHCP port deletion for 3d65ee69-111d-42f1-8439-badf22879028 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:05:37.406233 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.586508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:37.598294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.645981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:37.663235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:37.673025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Pushing event updated for resources: {'Port': ['ID=93610be2-88e8-4cbd-b479-d9b950752561,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:37.709203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-5b73a879-c194-409b-bc67-26821f5fb81c', 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ips': [{'subnet_id': '5396cebf-ae9a-470f-b384-f1d5c7254b94'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:05:37.713669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.762103 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726e791-cd79-4b3c-b926-bc69536ab60c x-openstack-request-id: req-7726e791-cd79-4b3c-b926-bc69536ab60c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:37.762388 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:37.762641 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7726e791-cd79-4b3c-b926-bc69536ab60c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:37.763075 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'status': 'completed', 'code': 200} Sep 01 15:05:37.764413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Deleting port 3ac61405-418b-4152-bafd-0fcb59142ac7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:37.765013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.778039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Deleting port 3ac61405-418b-4152-bafd-0fcb59142ac7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:37.778888 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.890709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Attempting to bind port 93610be2-88e8-4cbd-b479-d9b950752561 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:37.891434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Attempting to bind port 93610be2-88e8-4cbd-b479-d9b950752561 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:37.892008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Attempting to bind port 93610be2-88e8-4cbd-b479-d9b950752561 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:37.916570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:37.917397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:37.918578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.919210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Bound using segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:37.920014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Bound port: 93610be2-88e8-4cbd-b479-d9b950752561, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:37.920789 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.967960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1bb61bb-7823-4263-ad77-486784881c77 req-cf1ed6c7-6876-4623-9dcd-e0f67b4dd4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9402966 Sep 01 15:05:37.995403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] For port 3ac61405-418b-4152-bafd-0fcb59142ac7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3ac61405-418b-4152-bafd-0fcb59142ac7,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:37.995795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.002385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df507-0baa-4edf-ac84-30374a65c1b5 req-0e59c93f-b094-4ed5-ba7e-4fa616cc4394 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.011504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d6df507-0baa-4edf-ac84-30374a65c1b5 req-0e59c93f-b094-4ed5-ba7e-4fa616cc4394 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2951910 Sep 01 15:05:38.092762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.1.1.119 (7462b4f2-a790-428d-9559-0f70650ccd81/eea5714b-f604-4e0b-8156-22e843e8ec94/d27a449c-cfe3-4925-a53b-ee9326d98c8c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:38.116497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3ac61405-418b-4152-bafd-0fcb59142ac7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:38.145688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Calling delete_port for 3ac61405-418b-4152-bafd-0fcb59142ac7 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:38.228595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d6df507-0baa-4edf-ac84-30374a65c1b5 req-bbe61617-1059-4b9c-bb2f-8fc7598253bf tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928422 Sep 01 15:05:38.295210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] For port 3ac61405-418b-4152-bafd-0fcb59142ac7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3ac61405-418b-4152-bafd-0fcb59142ac7,segment=NetworkSegment(26497ccd-4bc4-4c93-9c9f-f08c8500d4fd),segment_id=26497ccd-4bc4-4c93-9c9f-f08c8500d4fd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:38.295946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.380147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Calling delete_port for 3ac61405-418b-4152-bafd-0fcb59142ac7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:38.481390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Allocated IP 172.25.1.219 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/5389273d-b6c1-4872-b54e-9ec358f1c952) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:38.491115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Allocated IP 10.2.2.2 (5b73a879-c194-409b-bc67-26821f5fb81c/5396cebf-ae9a-470f-b384-f1d5c7254b94/26dc4e0f-f0ea-48d5-b389-a841b46f8873) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:38.538061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14635109-9b85-4a69-99d0-58c178811a3b req-fc041827-47d5-4150-8c97-63e45a1f2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.539968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-fc041827-47d5-4150-8c97-63e45a1f2c0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1096 time: 0.3975606 Sep 01 15:05:38.643998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331811ea-bf8b-4e17-9387-9d351926722e req-5c937ce5-00fe-4ab7-aa49-4277bc1eeed2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.657983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-331811ea-bf8b-4e17-9387-9d351926722e req-5c937ce5-00fe-4ab7-aa49-4277bc1eeed2 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.2031977 Sep 01 15:05:38.674097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] For port 93610be2-88e8-4cbd-b479-d9b950752561, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:38.740093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.771979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.803002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] For port 93610be2-88e8-4cbd-b479-d9b950752561, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93610be2-88e8-4cbd-b479-d9b950752561,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:38.812154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-331811ea-bf8b-4e17-9387-9d351926722e req-88f11259-7462-4d67-a93d-e1aefd274ad4 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274433 Sep 01 15:05:38.843912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object d27a449c-cfe3-4925-a53b-ee9326d98c8c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:38.849224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.864084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] Pushing event deleted for resources: {'Port': ['ID=3ac61405-418b-4152-bafd-0fcb59142ac7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:38.887811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.940122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14778f2a-da3c-4441-8abb-4c2fda45e2a0 None None] No DVR routers for this DVR port 3ac61405-418b-4152-bafd-0fcb59142ac7 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:38.956017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.053179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:39.084078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:39.129900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:39.207989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.237013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445252da-f4a7-403b-b831-68124881b394 req-0358686e-cb75-4324-8003-8f75a6eed9c6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.244103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-445252da-f4a7-403b-b831-68124881b394 req-0358686e-cb75-4324-8003-8f75a6eed9c6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 931 time: 0.1895061 Sep 01 15:05:39.263053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.263906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.305890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a603999-fa92-48ff-846f-8ac9ad9b502a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4283919 Sep 01 15:05:39.314765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54054) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:39.322330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'name': 'tempest-TaggedBootDevicesTest-214189622', 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:39.386858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb12f4-8f63-4000-abf6-9990c545a5fe None None] Pushing event updated for resources: {'Port': ['ID=93610be2-88e8-4cbd-b479-d9b950752561,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.414369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0c067e-b5ad-4f82-9f4f-3c151756be64 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:39.453414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.467504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.471336 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.491014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Transition to ACTIVE for port object 26dc4e0f-f0ea-48d5-b389-a841b46f8873 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:39.533909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Transition to ACTIVE for port object 26dc4e0f-f0ea-48d5-b389-a841b46f8873 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:39.536083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Transition to ACTIVE for port object 0f0c067e-b5ad-4f82-9f4f-3c151756be64 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:39.557902 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.574927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac61405-418b-4152-bafd-0fcb59142ac7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.577627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] No DVR routers for this DVR port 3ac61405-418b-4152-bafd-0fcb59142ac7 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:39.608030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.667811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Network 5b73a879-c194-409b-bc67-26821f5fb81c is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:39.671439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14635109-9b85-4a69-99d0-58c178811a3b req-060083e6-6a8c-45cb-8285-4a69191a4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.673182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-060083e6-6a8c-45cb-8285-4a69191a4ae8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 1.1047213 Sep 01 15:05:39.674147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:39.681427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:39.702260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Pushing event updated for resources: {'Port': ['ID=26dc4e0f-f0ea-48d5-b389-a841b46f8873,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.795928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Attempting to bind port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:39.796936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Attempting to bind port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:39.798944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Attempting to bind port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 on network 5b73a879-c194-409b-bc67-26821f5fb81c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:39.814726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:39.815668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Checking segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:39.816619 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.817836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Bound using segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:39.830712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Bound port: 26dc4e0f-f0ea-48d5-b389-a841b46f8873, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:39.835796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.851006 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.856379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-55f076bf-6088-485b-b87b-3d7d1314fc00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 217 time: 0.1511269 Sep 01 15:05:39.904097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.921077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:39.928274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.950368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.958824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:39.961537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d65ee69-111d-42f1-8439-badf22879028']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:39.970415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-445252da-f4a7-403b-b831-68124881b394 req-a6d234a9-a3b7-4926-a2cf-b49833eea37e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234337 Sep 01 15:05:39.980946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] device_id is not set on port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:05:40.077396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:40.078000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26497ccd-4bc4-4c93-9c9f-f08c8500d4fd') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:40.146075 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.164974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:05:40.279591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14635109-9b85-4a69-99d0-58c178811a3b req-1551b97c-1492-4345-b35c-dea23395d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.284249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-1551b97c-1492-4345-b35c-dea23395d2f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.3976607 Sep 01 15:05:40.302740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93610be2-88e8-4cbd-b479-d9b950752561 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:40.314987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-f82a7f05-db2b-46f0-8692-ca09e59e9887 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.325101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-f82a7f05-db2b-46f0-8692-ca09e59e9887 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.4966948 Sep 01 15:05:40.328582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.436781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bf03-deec-4a29-a72b-90564e5c4b3f req-a19715a7-e6b9-4de5-a3ab-6bf2e7c8c1ac tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.453407 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59d6bf03-deec-4a29-a72b-90564e5c4b3f req-a19715a7-e6b9-4de5-a3ab-6bf2e7c8c1ac tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2754223 Sep 01 15:05:40.459910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] For port 26dc4e0f-f0ea-48d5-b389-a841b46f8873, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:40.501402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:05:40.503546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:05:40.528043 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:05:40.544113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] For port 26dc4e0f-f0ea-48d5-b389-a841b46f8873, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26dc4e0f-f0ea-48d5-b389-a841b46f8873,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:40.573492 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.578196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:40.723252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 93610be2-88e8-4cbd-b479-d9b950752561 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:40.738008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:40.859666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.916089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59d6bf03-deec-4a29-a72b-90564e5c4b3f req-456bc1d2-d001-4ba2-80a1-8ad6d579224d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429722 Sep 01 15:05:40.938520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.946288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750eeb3-ffc9-4a35-ae3a-48614333bffb None None] Pushing event updated for resources: {'Port': ['ID=26dc4e0f-f0ea-48d5-b389-a841b46f8873,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:40.981770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.1.1.143 (7462b4f2-a790-428d-9559-0f70650ccd81/eea5714b-f604-4e0b-8156-22e843e8ec94/86ebbc1b-97c0-4473-b358-06b8fdb4c842) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:40.992374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:40.993512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:41.064195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:41.073944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.091019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:41.103144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:41.209411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93c931-a548-485b-930f-8908a8f2db95 None None] Network 7462b4f2-a790-428d-9559-0f70650ccd81 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:41.316708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Attempting to bind port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:41.317466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Attempting to bind port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:41.318316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Attempting to bind port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:41.329488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event updated for resources: {'Port': ['ID=5389273d-b6c1-4872-b54e-9ec358f1c952,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:41.378922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:41.380013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Attempting to bind port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:41.438926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14635109-9b85-4a69-99d0-58c178811a3b req-f181dcb4-46c9-4ea5-8723-f16cd4a41092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:41.441172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-f181dcb4-46c9-4ea5-8723-f16cd4a41092 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1004431 Sep 01 15:05:41.442076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.452437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9cc4b58e-5339-4155-a6f4-54533d96cc7b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:41.461724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.465273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3d65ee69-111d-42f1-8439-badf22879028 HTTP/1.1" status: 204 len: 168 time: 5.1686344 Sep 01 15:05:41.467328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:41.467951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:41.468745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:41.469558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Bound port: 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:41.470257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.518261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Provisioning for port 93610be2-88e8-4cbd-b479-d9b950752561 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:41.632375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.750246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaac57-5f00-4fe5-b91e-89a2db3732e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d65ee69-111d-42f1-8439-badf22879028,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:41.754828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-5dbd7f5b-e3cb-4b62-a611-a04a73287b13 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619467 Sep 01 15:05:41.935155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.065731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54102) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:42.104784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Deleting port be0aaa13-ed43-47e0-8820-1b67f1bdf493 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:42.105185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.175206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device be0aaa13-ed43-47e0-8820-1b67f1bdf493 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:42.247234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26dc4e0f-f0ea-48d5-b389-a841b46f8873 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:42.393695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Provisioning complete for port 93610be2-88e8-4cbd-b479-d9b950752561 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:42.394442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.536446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.648116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:42.692528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:42.791599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 86ebbc1b-97c0-4473-b358-06b8fdb4c842 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:43.072164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.172038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:43.194195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.329498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:43.334086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:43.334677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:43.343456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cedf2e-42f3-4153-8b4a-dd7ed6bbf881 None None] Network 5b73a879-c194-409b-bc67-26821f5fb81c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:43.375500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:43.388939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:43.409555 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.419826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.420496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.421018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.421585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.422105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.422613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.423110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.423606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.424143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.424287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:43.424779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.425314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.425808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:43.460023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:43.462704 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c052d7-3022-4549-a903-add37c979154" -d '{"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-unplugged", "status": "completed", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:43.532446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.540259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] For port be0aaa13-ed43-47e0-8820-1b67f1bdf493, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=be0aaa13-ed43-47e0-8820-1b67f1bdf493,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:43.540939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.551359 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.566375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Calling delete_port for be0aaa13-ed43-47e0-8820-1b67f1bdf493 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:43.613676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6224-3609-4676-8e83-c88862aa679c req-d9a934d8-afb2-4c5f-adb0-d8dbc859a773 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:43.651078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-939f6224-3609-4676-8e83-c88862aa679c req-d9a934d8-afb2-4c5f-adb0-d8dbc859a773 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/ports?device_id=8082681f-74e6-4d58-b104-64deffd45c08 HTTP/1.1" status: 200 len: 945 time: 0.7762284 Sep 01 15:05:43.794771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.837256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] For port 93610be2-88e8-4cbd-b479-d9b950752561, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93610be2-88e8-4cbd-b479-d9b950752561,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:43.841872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:43.843275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.889484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:43.893081 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.896497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.951703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-939f6224-3609-4676-8e83-c88862aa679c req-d8c43164-3844-4dc2-ba48-3ab43df39179 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc1fcedc-9cf0-405e-9ab4-72c888650c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958491 Sep 01 15:05:43.985964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-495f07c0-72c2-4c6f-8502-f623fba1b657 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6726463 Sep 01 15:05:44.000392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event updated for resources: {'Port': ['ID=5389273d-b6c1-4872-b54e-9ec358f1c952,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.076180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54246) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:44.080172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.080938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d38a06d3-4858-410c-97f3-37c4a29af98a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=193bab4d4d064066b0ab302ed220169f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0053766 Sep 01 15:05:44.105651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.107770 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.114227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d8300440-8532-4f69-b721-546bbf268c20 service neutron] 10.222.0.50 "PUT /v2.0/ports/0f0c067e-b5ad-4f82-9f4f-3c151756be64 HTTP/1.1" status: 200 len: 1092 time: 7.5675075 Sep 01 15:05:44.129199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.154656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Pushing event deleted for resources: {'Port': ['ID=be0aaa13-ed43-47e0-8820-1b67f1bdf493,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.164868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:44.179101 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa9d66-9f21-407e-87fe-eac1d6b85888" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:44.208054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14635109-9b85-4a69-99d0-58c178811a3b req-ceab49be-9ff6-474f-9a3e-7cbabe3c4b5f service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4406989 Sep 01 15:05:44.343377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e7ad4-a827-4af8-801b-76d8033c401d req-916ced5f-56a1-4245-82f1-3d1dad76e649 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.344972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-625e7ad4-a827-4af8-801b-76d8033c401d req-916ced5f-56a1-4245-82f1-3d1dad76e649 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 943 time: 0.2286081 Sep 01 15:05:44.384955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.421165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.429023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] No DVR routers for this DVR port be0aaa13-ed43-47e0-8820-1b67f1bdf493 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:44.439695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.442152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68bb5063-2e50-41ce-9a8c-32b8dea7bf3a req-53ac6133-b46b-4f54-8ba5-fc603a2d1f24 tempest-ServerRescueTestJSON-1855277538 tempest-ServerRescueTestJSON-1855277538-project] 10.222.0.50 "DELETE /v2.0/ports/be0aaa13-ed43-47e0-8820-1b67f1bdf493 HTTP/1.1" status: 204 len: 173 time: 4.0637240 Sep 01 15:05:44.476132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.519249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d425ffe3-38c5-4322-9078-cf0cf9d30632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.533286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-d425ffe3-38c5-4322-9078-cf0cf9d30632 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 1095 time: 0.2369118 Sep 01 15:05:44.550040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.554640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.562409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3e4708f-d01f-4624-957d-8e58589d578c HTTP/1.1" status: 204 len: 168 time: 0.4847722 Sep 01 15:05:44.568337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-625e7ad4-a827-4af8-801b-76d8033c401d req-c437c85e-2797-43e3-a3aa-61af6151bf8a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152569 Sep 01 15:05:44.582895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.583460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c3788-abfa-45bf-bcdc-b24980a3862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e4708f-d01f-4624-957d-8e58589d578c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.593750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-047cfbab-138f-4e61-8951-f6a91cf2736a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.3448708 Sep 01 15:05:44.648338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2f330bb-d204-4b0d-9696-85ad2eeb4f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.674153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Provisioning for port d27a449c-cfe3-4925-a53b-ee9326d98c8c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:44.723352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-eacf59b9-21e1-4ae0-9b7d-18217c483d73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64 HTTP/1.1" status: 200 len: 217 time: 0.1810546 Sep 01 15:05:44.792853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Provisioning complete for port d27a449c-cfe3-4925-a53b-ee9326d98c8c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:44.793924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.804574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734440d1-e28e-4094-8837-32cfe3790b83 None None] Pushing event updated for resources: {'Port': ['ID=93610be2-88e8-4cbd-b479-d9b950752561,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.819970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-1e9cc84d-ef9d-468f-9960-df119281c713 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.1400597 Sep 01 15:05:44.936027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Port d27a449c-cfe3-4925-a53b-ee9326d98c8c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:44.940595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-5dafbff0-5ca7-4f5c-bc37-d930e90b6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.945448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-5dafbff0-5ca7-4f5c-bc37-d930e90b6436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1765773 Sep 01 15:05:44.966765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Provisioning complete for port 93610be2-88e8-4cbd-b479-d9b950752561 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:44.967135 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.976133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89458-dab0-437e-8b62-b74d7bba6aa3 req-a9f668e2-0255-4384-91e6-a682763a1a7e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.995421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2e89458-dab0-437e-8b62-b74d7bba6aa3 req-a9f668e2-0255-4384-91e6-a682763a1a7e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 945 time: 0.1437366 Sep 01 15:05:45.087059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2e89458-dab0-437e-8b62-b74d7bba6aa3 req-e1c3a945-5db2-40d8-b8b1-5814f74dfb6b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903239 Sep 01 15:05:45.109116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-867a8c28-bc7e-416a-8095-ba3dfa7e7731 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439860 Sep 01 15:05:45.317954 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a6b0ea-35c8-472b-870f-5fc03a485edd x-openstack-request-id: req-17a6b0ea-35c8-472b-870f-5fc03a485edd {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:45.319972 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-unplugged", "status": "completed", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:45.320599 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17a6b0ea-35c8-472b-870f-5fc03a485edd {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:45.322060 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'code': 200} Sep 01 15:05:45.372687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Provisioning for port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:45.384326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Provisioning complete for port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:45.384810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.486239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-4477a1c3-433e-4456-988c-2d2ee116068c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:45.488755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e37dec7-1f1e-41bb-8c66-c7970f1b7b45 req-4477a1c3-433e-4456-988c-2d2ee116068c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.6585965 Sep 01 15:05:45.681906 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc81e9-66ff-47a0-8058-30a53349e1c2 x-openstack-request-id: req-9fbc81e9-66ff-47a0-8058-30a53349e1c2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:45.683899 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:45.684381 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fbc81e9-66ff-47a0-8058-30a53349e1c2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:45.687329 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64', 'status': 'completed', 'code': 200} Sep 01 15:05:45.691676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-8f328397-9954-496e-93dc-05dfea40a0a5 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709138 Sep 01 15:05:45.779444 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.810890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54362) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:45.932995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] For port 26dc4e0f-f0ea-48d5-b389-a841b46f8873, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26dc4e0f-f0ea-48d5-b389-a841b46f8873,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:45.946980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.062969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:46.193770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93610be2-88e8-4cbd-b479-d9b950752561 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:46.199380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f0fa5f7-a11d-4dda-b755-86eb22851a48 req-59e0de7f-1dc5-4bf3-8f8a-b9740234a92c service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918525 Sep 01 15:05:46.331860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fdb3a-d806-4a5e-8267-b1d1fb2608d2 None None] Pushing event updated for resources: {'Port': ['ID=26dc4e0f-f0ea-48d5-b389-a841b46f8873,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:46.508485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:46.520470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Provisioning for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:46.533926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:46.535180 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.543574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69c03e-e85f-4f8d-8b2b-3d2a3e7c822a req-819cf664-27ac-40d5-a9d3-5203635d6d85 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:46.554455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc69c03e-e85f-4f8d-8b2b-3d2a3e7c822a req-819cf664-27ac-40d5-a9d3-5203635d6d85 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 943 time: 0.5121355 Sep 01 15:05:46.583296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Provisioning complete for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:46.583666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.707283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-29cfce8a-961c-4cc3-8ed3-67cb2575a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:46.709027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-29cfce8a-961c-4cc3-8ed3-67cb2575a67e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 1095 time: 0.4122365 Sep 01 15:05:46.732926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54434) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:46.795818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc69c03e-e85f-4f8d-8b2b-3d2a3e7c822a req-86b5f70b-0297-4c14-82be-be2170139282 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403584 Sep 01 15:05:46.820421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848920522', 'description': 'tempest-description--1715538211'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:46.865836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:46.961425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Provisioning complete for port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:46.964965 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7e2573d-8fda-4f8b-a1c4-17a193271a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.042367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.169998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 93610be2-88e8-4cbd-b479-d9b950752561 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:47.171066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.288353 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.297003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-ea58a0dd-c1f1-40e9-b536-d48ac533ac8f tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:47.310554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-ea58a0dd-c1f1-40e9-b536-d48ac533ac8f tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 821 time: 0.3760161 Sep 01 15:05:47.363776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:47.377520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8124b9ea-7f8e-49cc-b834-bf8453f7c8a2 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/quotas/282e6b2f3ac84faaa89857bb9ba89ce5 HTTP/1.1" status: 200 len: 375 time: 0.0656033 Sep 01 15:05:47.442981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5795039-9b1b-4e5e-86ad-cc051b98b735 req-76661c49-c289-44b3-a1fc-3a3f9378fc56 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:47.445230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5795039-9b1b-4e5e-86ad-cc051b98b735 req-76661c49-c289-44b3-a1fc-3a3f9378fc56 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 945 time: 0.3473012 Sep 01 15:05:47.451424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-13ea67c4-3622-4404-9947-bc0d09022d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:47.454049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-13ea67c4-3622-4404-9947-bc0d09022d10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.7220044 Sep 01 15:05:47.489335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:47.491028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:47.497245 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa83af04-3909-4fc0-bef3-1fc5fa7d7f93" -d '{"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:47.514896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81bf7a2b-6a44-4c27-99b2-e8b848272d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.564339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.626662 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.755337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-099fa64a-40bb-4b5f-8724-2b19437e9faa tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3763156 Sep 01 15:05:47.770691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:47.848878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.971076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-124775474-network', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:48.012782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-42413fc1-be00-4a75-98e2-c6e24b9019a6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:05:48.014126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-42413fc1-be00-4a75-98e2-c6e24b9019a6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2518919 Sep 01 15:05:48.137438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.236162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26dc4e0f-f0ea-48d5-b389-a841b46f8873 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:48.262157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-deleted', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:48.265792 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96232c0a-1c2c-4835-94bf-6358d61a4b87" -d '{"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-deleted", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:48.286354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-5bf8507f-751c-470b-8241-bcf2bd5ab9f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64 HTTP/1.1" status: 200 len: 217 time: 0.8178589 Sep 01 15:05:48.337500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.417877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:48.418464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.475489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5795039-9b1b-4e5e-86ad-cc051b98b735 req-8edd25cb-a919-4225-b50d-db3445aa9ffc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0057163 Sep 01 15:05:48.500542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-03da08fc-f5d3-47f6-b10d-affc60373e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:48.502640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-03da08fc-f5d3-47f6-b10d-affc60373e1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2056146 Sep 01 15:05:48.603790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-900e039e-bc4b-481f-9b89-7767edc9fa88 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278020 Sep 01 15:05:48.655597 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef18a8d-395c-4c0c-a265-d7671ed11bf6 x-openstack-request-id: req-2ef18a8d-395c-4c0c-a265-d7671ed11bf6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:48.655962 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:48.656197 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ef18a8d-395c-4c0c-a265-d7671ed11bf6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:48.656610 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'code': 200} Sep 01 15:05:48.699074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-ee1d2372-10bb-4e69-81a6-fe6aace000f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722891 Sep 01 15:05:48.813661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.874276 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.049403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Made reservation on behalf of e252a461d48e4cf8bb5806b7a686e6df for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:49.062523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.074839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad534c8f-c2db-4498-8d45-1bb2467e1fc3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:49.114272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.137522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.144911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1afedfff-0831-44b9-84f9-a0c3851425a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3718932 Sep 01 15:05:49.149143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54624) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:49.167023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802a7f6-afd5-40b0-bca7-485f6423b8de req-efb76a83-eb06-4380-82f5-e2e71fedc6d4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.171060 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4802a7f6-afd5-40b0-bca7-485f6423b8de req-efb76a83-eb06-4380-82f5-e2e71fedc6d4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 943 time: 0.3603835 Sep 01 15:05:49.182756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'security_group_rule': {'security_group_id': 'ad534c8f-c2db-4498-8d45-1bb2467e1fc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:49.191930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Deleting port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:49.192510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.309601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-2546bb69-9026-4029-8009-f8aaad7d4fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712925 Sep 01 15:05:49.327158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.339240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cdff5-46c9-45d8-bf6d-7af97c9dcc54 req-7e70a56d-1537-4786-8923-f80d4dd7a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.344089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c0cdff5-46c9-45d8-bf6d-7af97c9dcc54 req-7e70a56d-1537-4786-8923-f80d4dd7a864 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1098 time: 0.5481961 Sep 01 15:05:49.454535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] For port f8bbe8e9-f014-4b96-8ef2-eea426bb27ea, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,segment=NetworkSegment(bfc5b029-a0ba-4e0e-b994-3f7db138a653),segment_id=bfc5b029-a0ba-4e0e-b994-3f7db138a653)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:49.454936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.479536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Calling delete_port for f8bbe8e9-f014-4b96-8ef2-eea426bb27ea owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:49.482430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c0cdff5-46c9-45d8-bf6d-7af97c9dcc54 req-27cf50a1-8f4e-402b-a419-269bc87a36e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019039 Sep 01 15:05:49.518899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4802a7f6-afd5-40b0-bca7-485f6423b8de req-5ab2540b-9a54-4351-9329-f5eb30b4d7c5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817006 Sep 01 15:05:49.550658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-5056b36e-e2f8-4972-8e74-7f19edfe51fd service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180671 Sep 01 15:05:49.580708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.589489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.643579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:49.670941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a4708-f4c1-4a74-b8d1-a7a25a02871e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:49.678850 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.679196 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Added segment e8367e5f-d652-402b-8eb1-e4f8be656947 of type vlan for network f9887ffd-d002-40e2-893a-28d7fb39a5a3 Sep 01 15:05:49.774552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.790395 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.861632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.966860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.968915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.970294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.005230 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24ab18-2a40-457d-ba1f-792c170feb1a x-openstack-request-id: req-8d24ab18-2a40-457d-ba1f-792c170feb1a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:50.005917 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8082681f-74e6-4d58-b104-64deffd45c08", "name": "network-vif-deleted", "tag": "be0aaa13-ed43-47e0-8820-1b67f1bdf493", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:50.006454 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d24ab18-2a40-457d-ba1f-792c170feb1a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:50.007255 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8082681f-74e6-4d58-b104-64deffd45c08', 'name': 'network-vif-deleted', 'tag': 'be0aaa13-ed43-47e0-8820-1b67f1bdf493', 'status': 'completed', 'code': 200} Sep 01 15:05:50.022846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f0c067e-b5ad-4f82-9f4f-3c151756be64 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:50.027888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.142717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.234489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e580f4bc-7531-48ae-ad64-1a01e63a2ca6,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:50.252142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bbe8e9-f014-4b96-8ef2-eea426bb27ea,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:50.260973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69c9b961-1a1a-4d8d-b7a3-3d9889d84038 req-a5412533-9336-418f-bff0-2f10d7d3ce08 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 210 time: 0.2421486 Sep 01 15:05:50.267711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8751211 Sep 01 15:05:50.298791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54642) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:50.317144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Request body: {'subnet': {'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-124775474-subnet', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:50.327713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e480d7d-bc59-4306-a11d-9ac1ada6a35e admin admin] Pushing event updated for resources: {'Network': ['ID=f9887ffd-d002-40e2-893a-28d7fb39a5a3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:50.386700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.414079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6938225f-dc4f-46f3-8059-3cd2904760eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2350559 Sep 01 15:05:50.419214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:50.423862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2aa9d66-9f21-407e-87fe-eac1d6b85888 req-e728a2ea-7cc9-4204-b1e7-5476f0f6fbb0 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442094 Sep 01 15:05:50.479174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:50.512754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:50.549299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'security_group_rule': {'security_group_id': 'ad534c8f-c2db-4498-8d45-1bb2467e1fc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:50.610013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bca51-d5df-46d9-8811-51c927e83520 req-64735745-eb1b-4ea2-b186-1812ee393822 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:50.626832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f9bca51-d5df-46d9-8811-51c927e83520 req-64735745-eb1b-4ea2-b186-1812ee393822 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.6497777 Sep 01 15:05:50.689665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Made reservation on behalf of e252a461d48e4cf8bb5806b7a686e6df for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:50.698060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.874510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0f0c067e-b5ad-4f82-9f4f-3c151756be64', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': '0f0c067e-b5ad-4f82-9f4f-3c151756be64', 'mac_address': 'fa:16:3e:d5:a7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:50.988044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853abe1-0f89-4bb6-8f87-c5953b6c499f req-8ae72dfe-f54d-4163-a717-4927eae4c9a0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:50.991063 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1853abe1-0f89-4bb6-8f87-c5953b6c499f req-8ae72dfe-f54d-4163-a717-4927eae4c9a0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 943 time: 0.1839256 Sep 01 15:05:50.997045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.023343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0c067e-b5ad-4f82-9f4f-3c151756be64 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:51.060409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.073672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:51.081174 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.085201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1853abe1-0f89-4bb6-8f87-c5953b6c499f req-406bfc1d-519d-4a88-8da5-ebf54c41605f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858057 Sep 01 15:05:51.160102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:51.184405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f9bca51-d5df-46d9-8811-51c927e83520 req-b83ebe6e-a4f0-403e-8966-28053aef94c4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5423114 Sep 01 15:05:51.351515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0f0c067e-b5ad-4f82-9f4f-3c151756be64'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:51.364620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.464404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.485609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd583be5-c650-4a18-abfa-cd7da1d82bc8 req-0ac72a52-5c34-45ba-b392-9cb07fb7e0f4 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 210 time: 0.0835571 Sep 01 15:05:51.594403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.253350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-faad7313-50bc-44eb-96d9-0706aa45ddfa tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:52.256100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-faad7313-50bc-44eb-96d9-0706aa45ddfa tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 821 time: 0.3260334 Sep 01 15:05:52.282279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'port': {'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'admin_state_up': True, 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:52.294292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1522f5-88e4-4dff-8558-06199285c0ee,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:52.440824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e0e73-7dbd-4ed3-85bc-b30707bf595b req-40a9b3f2-8e63-40f6-a869-afd519a6945c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:52.465116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.465116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-734759dd-df45-4d67-a459-a84e5c69d23b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9945085 Sep 01 15:05:52.466077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b3e0e73-7dbd-4ed3-85bc-b30707bf595b req-40a9b3f2-8e63-40f6-a869-afd519a6945c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1091712 Sep 01 15:05:52.466260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.466457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:52.473117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:52.520736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44eded-f9c4-4d83-a302-3b97316de331 req-80be8088-2bc1-467b-8408-dc324add3e3c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:52.523455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e44eded-f9c4-4d83-a302-3b97316de331 req-80be8088-2bc1-467b-8408-dc324add3e3c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 944 time: 0.2498374 Sep 01 15:05:52.562916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.609448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Made reservation on behalf of 282e6b2f3ac84faaa89857bb9ba89ce5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:52.614186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.637578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b3e0e73-7dbd-4ed3-85bc-b30707bf595b req-b97bca6d-fa4d-4735-9584-cc035f6458f0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715338 Sep 01 15:05:52.641741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4001c1-9ffb-4cfa-928c-5ab8c8478640,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:52.689110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Checking segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:52.689479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Network hostable DHCP agents. Network: f9887ffd-d002-40e2-893a-28d7fb39a5a3, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:52.756274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e44eded-f9c4-4d83-a302-3b97316de331 req-8e583217-60a7-4f63-ba40-bdcaa58cbfe3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402509 Sep 01 15:05:52.850513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:52.859176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Router e6920117-98bf-4470-a13c-cb8f9442de95 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:52.879022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f9887ffd-d002-40e2-893a-28d7fb39a5a3) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:52.916950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa514c2e-8638-4e6e-94eb-d825a458eae4 None None] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:53.000942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-623ed307-4886-4edb-a7fb-285e93a2baff req-40adcf05-bc88-4054-bca8-46286cdc59de tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 210 time: 0.1368532 Sep 01 15:05:53.061298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.064095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.116380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Allocated IP 172.20.0.5 (909a2574-6c60-44ab-bb8b-91d21d7c37b6/b5e72562-11c2-47e1-90b6-aefe2cd5786d/6acfa1a0-365d-4142-af5d-611700b322b5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:53.171717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.199034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:53.207844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-03fb05ec-1072-4f93-8f62-eacfa953f895 admin admin] 10.222.0.41 "PUT /v2.0/routers/e6920117-98bf-4470-a13c-cb8f9442de95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3952403 Sep 01 15:05:53.210629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54688) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:53.224270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18950c6c-c349-4ab5-aab3-6fdadb91634b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9195056 Sep 01 15:05:53.226740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:53.233335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Sync routers for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:53.280836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:53.325708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2215d-5d35-40c1-bf48-85dca6ef8585 req-90238b61-0800-472b-9e2b-e6a785fdd822 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.326835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0d2215d-5d35-40c1-bf48-85dca6ef8585 req-90238b61-0800-472b-9e2b-e6a785fdd822 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2798061 Sep 01 15:05:53.340428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54696) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:53.348694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'floatingip': {'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:53.403238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:05:53.404725 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.409106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:53.418178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:53.595395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.761443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 172.25.1.203 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/2acbae0d-e455-4a6f-815d-66db839662c3) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:54.031470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Allocated IP 172.20.0.2 (f9887ffd-d002-40e2-893a-28d7fb39a5a3/8f4001c1-9ffb-4cfa-928c-5ab8c8478640/6a48f90c-9cda-4a6d-817f-01c485f39adb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:54.032373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.071428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f0c067e-b5ad-4f82-9f4f-3c151756be64 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:54.245907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.276729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Transition to ACTIVE for port object 6acfa1a0-365d-4142-af5d-611700b322b5 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:54.352948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:54.385234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.386665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.388236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.428920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.461276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.480129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.525643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=2acbae0d-e455-4a6f-815d-66db839662c3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:54.549246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:54.556944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:54.563230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.579990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:54.633698 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Floating IP 485527fa-e36d-4777-b666-5ac4228df943 associated. External IP: 172.25.1.156, port: 9cc4b58e-5339-4155-a6f4-54533d96cc7b. Sep 01 15:05:54.674412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:54.722506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:54.741758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:54.778830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a67ceb53-2b97-48be-8918-0fe77cdaa963'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:54.865600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.956090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:54.963551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7234-7573-4852-ab24-71a81358794b req-6b7dbbbe-c49b-4e01-bd09-e6f97b680bb8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:54.976696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:54.976966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae7a7234-7573-4852-ab24-71a81358794b req-6b7dbbbe-c49b-4e01-bd09-e6f97b680bb8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 944 time: 0.6684303 Sep 01 15:05:54.978041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.160187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event updated for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:55.194094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.240928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae7a7234-7573-4852-ab24-71a81358794b req-8bfbbcc2-f278-40a7-8acb-63b371f49f44 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298272 Sep 01 15:05:55.247938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.268433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.270785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.303498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:55.322378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fa611664-5efd-41cc-8acd-110bb3affd0b None None] Provisioning for port 6acfa1a0-365d-4142-af5d-611700b322b5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:55.339310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:55.345437 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e8c720-6289-47ee-9ea4-a0a42fe15204" -d '{"events": [{"server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "name": "network-vif-plugged", "status": "completed", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:55.351477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fa611664-5efd-41cc-8acd-110bb3affd0b None None] Provisioning complete for port 6acfa1a0-365d-4142-af5d-611700b322b5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:55.352127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa611664-5efd-41cc-8acd-110bb3affd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.367961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-8d65ef2c-2d48-434d-8fae-a5070f6ed616 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0872738 Sep 01 15:05:55.369290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.408220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.425735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fa611664-5efd-41cc-8acd-110bb3affd0b None None] Port 6acfa1a0-365d-4142-af5d-611700b322b5 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:55.501663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Request body: {'port': {'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:55.502026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.505132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:55.526837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.527222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.527534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.529451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.529878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.530272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.530613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.530944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.531339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.531672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.531994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.532374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:55.547963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afcc0a-23a7-452f-8c8a-9b372f67b41a req-baecb192-ec0f-4f27-b0d4-dc60d70e0ca7 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.563911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6afcc0a-23a7-452f-8c8a-9b372f67b41a req-baecb192-ec0f-4f27-b0d4-dc60d70e0ca7 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 931 time: 1.0973837 Sep 01 15:05:55.640286 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e2488-db9b-4e10-a0e8-c73a60dae006 x-openstack-request-id: req-947e2488-db9b-4e10-a0e8-c73a60dae006 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:55.640676 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "name": "network-vif-plugged", "status": "completed", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:55.640886 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-947e2488-db9b-4e10-a0e8-c73a60dae006 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:55.641222 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64', 'code': 200} Sep 01 15:05:55.663004 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.725906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Transition to ACTIVE for port object 6a48f90c-9cda-4a6d-817f-01c485f39adb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:55.828569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Transition to ACTIVE for port object 6a48f90c-9cda-4a6d-817f-01c485f39adb will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:55.873613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:05:49Z', 'revision_number': 5, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port': {'id': '4c8ff553-2a20-413c-8e3b-9101c3cdc331', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:16Z', 'updated_at': '2021-09-01T15:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:55.938518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.940721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Checking router: e6920117-98bf-4470-a13c-cb8f9442de95 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:55.970688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Routers {'e6920117-98bf-4470-a13c-cb8f9442de95'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:55.971343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e6920117-98bf-4470-a13c-cb8f9442de95'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:55.997242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.051436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116b9b-449f-4b2b-933b-2537da943f84 req-f9769fad-4ded-4c52-b656-2802bb47622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:56.054318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1116b9b-449f-4b2b-933b-2537da943f84 req-f9769fad-4ded-4c52-b656-2802bb47622d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 1097 time: 0.4084125 Sep 01 15:05:56.062315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Pushing event updated for resources: {'Port': ['ID=6a48f90c-9cda-4a6d-817f-01c485f39adb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:56.278163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] Set router e6920117-98bf-4470-a13c-cb8f9442de95 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:56.444201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1116b9b-449f-4b2b-933b-2537da943f84 req-2abbdf1b-0236-4404-a913-e890beca7173 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765152 Sep 01 15:05:56.474391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:05:55Z', 'revision_number': 6, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:56.549717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.555633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6afcc0a-23a7-452f-8c8a-9b372f67b41a req-b3943e9b-d234-490b-8ff7-aa9a7507b07b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9893980 Sep 01 15:05:56.575349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.597309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:56.606302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:56.615291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f96456-943f-4d78-b0a3-e51931a4dc28 None None] The sync data for ids ['e6920117-98bf-4470-a13c-cb8f9442de95'] in n-d-802060-16 is: [{'id': 'e6920117-98bf-4470-a13c-cb8f9442de95', 'name': 'tempest-ServerRescueTestJSON-1449308669-router', 'tenant_id': 'b4a0076045b84e6ea3b0735b57420f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:13Z', 'updated_at': '2021-09-01T15:05:55Z', 'revision_number': 6, 'project_id': 'b4a0076045b84e6ea3b0735b57420f20', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:56.630915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:56.685209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.847651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Attempting to bind port 6a48f90c-9cda-4a6d-817f-01c485f39adb on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:56.848131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Attempting to bind port 6a48f90c-9cda-4a6d-817f-01c485f39adb by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:56.848732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Attempting to bind port 6a48f90c-9cda-4a6d-817f-01c485f39adb on network f9887ffd-d002-40e2-893a-28d7fb39a5a3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:56.882936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:56.884572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Checking segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:56.885613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.886527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Bound using segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:56.887627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Bound port: 6a48f90c-9cda-4a6d-817f-01c485f39adb, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:56.888551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.015008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Deleting port 4c8ff553-2a20-413c-8e3b-9101c3cdc331 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:57.015655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.141764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acfa1a0-365d-4142-af5d-611700b322b5 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:57.157731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.185637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Transition to ACTIVE for port object 6acfa1a0-365d-4142-af5d-611700b322b5 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:57.211570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.261244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:57.333421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8592e-e6ed-4a20-a96d-1f3e80ae5818 req-303e3480-8640-4734-b2bd-7ccb8abfa902 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:57.336634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bb8592e-e6ed-4a20-a96d-1f3e80ae5818 req-303e3480-8640-4734-b2bd-7ccb8abfa902 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.7832434 Sep 01 15:05:57.457967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=2acbae0d-e455-4a6f-815d-66db839662c3,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:57.497391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] For port 6a48f90c-9cda-4a6d-817f-01c485f39adb, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:57.517529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] For port 6a48f90c-9cda-4a6d-817f-01c485f39adb, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6a48f90c-9cda-4a6d-817f-01c485f39adb,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:57.546384 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.645806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bb8592e-e6ed-4a20-a96d-1f3e80ae5818 req-37571a80-a358-49fc-bc97-cd372e71cbe7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913766 Sep 01 15:05:57.647006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Pushing event updated for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:57.765775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.799289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.923156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2d39-ff29-42f0-a3f6-bd185da167b8 None None] Pushing event updated for resources: {'Port': ['ID=6a48f90c-9cda-4a6d-817f-01c485f39adb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:58.004967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.005491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] For port 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c8ff553-2a20-413c-8e3b-9101c3cdc331,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:58.006712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.009106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6d5f8a26-2a5a-4fc0-8ffd-95d7c58438d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5399520 Sep 01 15:05:58.065895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:58.083694 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:58.147001 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:58.154202 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:58.155911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Attempting to bind port 6acfa1a0-365d-4142-af5d-611700b322b5 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:58.157551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Attempting to bind port 6acfa1a0-365d-4142-af5d-611700b322b5 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:58.158372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Attempting to bind port 6acfa1a0-365d-4142-af5d-611700b322b5 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:58.181080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Port 6acfa1a0-365d-4142-af5d-611700b322b5 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:58.185481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Attempting to bind port 6acfa1a0-365d-4142-af5d-611700b322b5 on network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:58.218147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:58.218147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Checking segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:58.219651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Bound using segment: {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:58.221891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Bound port: 6acfa1a0-365d-4142-af5d-611700b322b5, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:58.226758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.257513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c8ff553-2a20-413c-8e3b-9101c3cdc331 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:58.359240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.496123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:58.502861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6acfa1a0-365d-4142-af5d-611700b322b5,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:58.524005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.572836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Calling delete_port for 4c8ff553-2a20-413c-8e3b-9101c3cdc331 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:58.718577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:58.720222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.723824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] 10.222.0.50 "PUT /v2.0/ports/6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 1092 time: 3.2451093 Sep 01 15:05:58.728244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:58.731083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.760193 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48038e3-b7f2-4b68-beb6-4cba0240598f" -d '{"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:58.848194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4c8ff553-2a20-413c-8e3b-9101c3cdc331, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c8ff553-2a20-413c-8e3b-9101c3cdc331,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:58.864668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.866434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f8bbe8e9-f014-4b96-8ef2-eea426bb27ea no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:58.921246 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:59.103610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:59.229903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d87b4c-2b64-40db-989a-6b7e53f34f5c service neutron] Pushing event updated for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:59.257521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:59.293921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f8bbe8e9-f014-4b96-8ef2-eea426bb27ea {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:59.294443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f8bbe8e9-f014-4b96-8ef2-eea426bb27ea not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:59.331305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2325d94-9f92-4286-a8f1-91a566630871 req-ae6aca4a-d8fb-4725-8eb0-538605cf552a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.340052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2325d94-9f92-4286-a8f1-91a566630871 req-ae6aca4a-d8fb-4725-8eb0-538605cf552a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.2879415 Sep 01 15:05:59.353882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-03f6f62a-1b6c-497e-b9cc-ea2777600d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "PUT /v2.0/floatingips/485527fa-e36d-4777-b666-5ac4228df943 HTTP/1.1" status: 200 len: 992 time: 6.0070269 Sep 01 15:05:59.363692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:59.377946 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d29a11-0395-4f76-a312-77f473e14e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:59.379005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-63d42895-3190-4439-b156-883f6b486c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.390102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-63d42895-3190-4439-b156-883f6b486c41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1095 time: 0.5818696 Sep 01 15:05:59.479282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:59.587314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33cb8a-308a-41ed-b455-a54eb2f5adeb req-f03add7d-9a8b-483e-a419-b280d666b982 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.616331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2325d94-9f92-4286-a8f1-91a566630871 req-2cd2f1dc-d875-45ea-95dc-5975646199b5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208288 Sep 01 15:05:59.620204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-d5b3e696-4533-4b81-8b40-e2c88c78711d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 217 time: 0.2104065 Sep 01 15:05:59.636953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c33cb8a-308a-41ed-b455-a54eb2f5adeb req-f03add7d-9a8b-483e-a419-b280d666b982 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 943 time: 1.3743265 Sep 01 15:05:59.825473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-5282ac26-0355-4918-b513-3886d7a8bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.836161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-5282ac26-0355-4918-b513-3886d7a8bcb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.2084544 Sep 01 15:05:59.856179 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '485527fa-e36d-4777-b666-5ac4228df943', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202a7af8-dafe-494f-a946-b984741fcd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:08Z', 'updated_at': '2021-09-01T15:05:54Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:59.990211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:00.018512 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:00.019755 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:00.052469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-e54b9b0e-c52d-40b7-815d-4f106652dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:00.056189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-e54b9b0e-c52d-40b7-815d-4f106652dbc5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099953 Sep 01 15:06:00.067310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-5e591629-acc5-4915-8e96-7527ac973e74 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1848920522&fields=id&tenant_id=1f2a57968d984cbd8bd10fb99121103e HTTP/1.1" status: 200 len: 267 time: 0.1317003 Sep 01 15:06:00.115413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c33cb8a-308a-41ed-b455-a54eb2f5adeb req-f68ef00b-5006-41d0-93ee-462f7d6ae953 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765403 Sep 01 15:06:00.173531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34697206-7108-4530-901e-927cfb385d1f None None] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:00.289692 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b81041e-90a7-4c5d-a3aa-8328b4a8b245 x-openstack-request-id: req-5b81041e-90a7-4c5d-a3aa-8328b4a8b245 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:00.301862 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:00.302837 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b81041e-90a7-4c5d-a3aa-8328b4a8b245 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:00.304014 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5', 'status': 'completed', 'code': 200} Sep 01 15:06:00.325324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Allocated IP 172.25.1.147 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d61c1818-0e47-4247-aac5-4d0257d5cd0c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:00.377589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:00.381913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-593b0c91-16a4-4811-9f9c-e77988bcbd87 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:00.395777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-593b0c91-16a4-4811-9f9c-e77988bcbd87 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 932 time: 0.3048596 Sep 01 15:06:00.420590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6a48f90c-9cda-4a6d-817f-01c485f39adb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:00.443996 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:00.446353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8ff553-2a20-413c-8e3b-9101c3cdc331,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:00.625988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7e5727d0-aa51-4aba-b6ba-f36ff9539c41 None None] Provisioning for port 6a48f90c-9cda-4a6d-817f-01c485f39adb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:00.627918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-bc0deb5a-9007-4619-990e-cdd7356392cd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:00.630839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-bc0deb5a-9007-4619-990e-cdd7356392cd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 931 time: 0.2164464 Sep 01 15:06:00.749116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:00.793214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-4116f69b-9390-42ba-a0b7-e83e8f53c440 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234867 Sep 01 15:06:00.800211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6a48f90c-9cda-4a6d-817f-01c485f39adb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:00.826605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6a48f90c-9cda-4a6d-817f-01c485f39adb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:00.836740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:00.889141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6edb4f13-5741-463d-a044-01b7b4c865ce tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2402620 Sep 01 15:06:01.164969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.175237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.206121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.316067 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.367640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a70fa1b0-5107-4aa5-9b22-d222ec6fa901 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1800783 Sep 01 15:06:01.377374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '485527fa-e36d-4777-b666-5ac4228df943', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202a7af8-dafe-494f-a946-b984741fcd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:08Z', 'updated_at': '2021-09-01T15:05:54Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:01.396542 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464b109-e03b-4d2b-b68f-2288010d84d7 x-openstack-request-id: req-8464b109-e03b-4d2b-b68f-2288010d84d7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:01.397679 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:01.398490 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8464b109-e03b-4d2b-b68f-2288010d84d7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:01.400119 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'status': 'completed', 'code': 200} Sep 01 15:06:01.403231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.478907 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f223a-550e-4460-bf5e-402d4b19c0df None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '485527fa-e36d-4777-b666-5ac4228df943', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.156', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202a7af8-dafe-494f-a946-b984741fcd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:08Z', 'updated_at': '2021-09-01T15:05:54Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:01.505424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6a48f90c-9cda-4a6d-817f-01c485f39adb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6a48f90c-9cda-4a6d-817f-01c485f39adb,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:01.519979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.527186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1070cd4b-4719-4b78-857e-9f99c1cf20ef req-f99d5bc8-8acd-41ec-a60a-8e9bec21e77d service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549590 Sep 01 15:06:01.682056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6a48f90c-9cda-4a6d-817f-01c485f39adb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:01.699110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.699814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6920117-98bf-4470-a13c-cb8f9442de95 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:06:01.703461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:01.710302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.715409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-29bb4f92-8bb0-4643-ac48-fda9c54832b3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e6920117-98bf-4470-a13c-cb8f9442de95 HTTP/1.1" status: 204 len: 168 time: 8.4994869 Sep 01 15:06:01.718357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:01.721515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:01.766899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:01.898892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Pushing event updated for resources: {'Port': ['ID=d61c1818-0e47-4247-aac5-4d0257d5cd0c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:01.942391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-454b360f-7fb5-43ad-9333-b634296866db tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.949936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-454b360f-7fb5-43ad-9333-b634296866db tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.986978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-454b360f-7fb5-43ad-9333-b634296866db tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.994276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5061be-ef51-48ac-9e1f-ccd52b328c7b req-54320817-56b7-44c5-9c41-abd1a366f41b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.996571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-454b360f-7fb5-43ad-9333-b634296866db tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=5b73a879-c194-409b-bc67-26821f5fb81c&id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 1990 time: 0.5542712 Sep 01 15:06:02.008715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc5061be-ef51-48ac-9e1f-ccd52b328c7b req-54320817-56b7-44c5-9c41-abd1a366f41b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.5581706 Sep 01 15:06:02.014227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a11-0395-4f76-a312-77f473e14e0b req-ee44938d-8564-4b56-ab63-992d6e2b53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:02.021351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-ee44938d-8564-4b56-ab63-992d6e2b53c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1098 time: 0.7089500 Sep 01 15:06:02.021742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Deleting subnet 371af4bf-0f57-4700-90f3-bb3820c9270c {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:06:02.043960 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.061015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b066867-e875-4901-80e7-1dfe76314f03 None None] New status for floating IP 485527fa-e36d-4777-b666-5ac4228df943: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:02.123862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-dc794958-16d0-44e4-aba0-697fe251c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:02.128751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-dc794958-16d0-44e4-aba0-697fe251c4a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1095 time: 0.3896010 Sep 01 15:06:02.228123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc5061be-ef51-48ac-9e1f-ccd52b328c7b req-6bade2c3-9a3d-41e9-8c8d-d0a9b7c403c4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179606 Sep 01 15:06:02.237129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.326949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6a48f90c-9cda-4a6d-817f-01c485f39adb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:02.393575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0da4ed35-ecd7-46db-af73-ceba459bfd84 None None] Provisioning complete for port 6a48f90c-9cda-4a6d-817f-01c485f39adb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:02.394290 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0da4ed35-ecd7-46db-af73-ceba459bfd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.449914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6a48f90c-9cda-4a6d-817f-01c485f39adb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:02.450656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.541120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6ef6f-8088-4a1d-bc34-5db94682c41b req-12b40407-e606-445e-b7b2-b872ada056f8 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:02.542738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ad6ef6f-8088-4a1d-bc34-5db94682c41b req-12b40407-e606-445e-b7b2-b872ada056f8 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 943 time: 0.1890347 Sep 01 15:06:02.548911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.678826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ad6ef6f-8088-4a1d-bc34-5db94682c41b req-2f2443b6-35bc-4ade-b6f3-bd5e83db719a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270218 Sep 01 15:06:02.708530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.715226 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.792555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371af4bf-0f57-4700-90f3-bb3820c9270c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:02.794961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.800761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-08a50c69-2442-494a-b3fb-63ef1df86e6d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/371af4bf-0f57-4700-90f3-bb3820c9270c HTTP/1.1" status: 204 len: 168 time: 1.0774879 Sep 01 15:06:02.802116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:02.912639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e04946b9-ffa2-41a9-919d-a337bf2415ff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/quotas/1f2a57968d984cbd8bd10fb99121103e HTTP/1.1" status: 200 len: 375 time: 0.8881555 Sep 01 15:06:02.974427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a11-0395-4f76-a312-77f473e14e0b req-a58f6a16-c281-4369-b8f0-b12c421f0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:02.974427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-a58f6a16-c281-4369-b8f0-b12c421f0b83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.9387505 Sep 01 15:06:03.148320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-9b972b16-57f8-4d92-8c7a-d5356ab74cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.150571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-9b972b16-57f8-4d92-8c7a-d5356ab74cab service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 1.0044265 Sep 01 15:06:03.173603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6602f304-31c5-4e95-be48-b192e68017eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1980526 Sep 01 15:06:03.189094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-3c147bb7-db4c-4dec-aed3-53c6f07bde82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1002 time: 0.1621559 Sep 01 15:06:03.320648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-dc86ecfb-2460-4150-b868-64c7748302bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 217 time: 0.1449468 Sep 01 15:06:03.486778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-4100764c-58d4-4c11-ba46-b92612ffa652 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4085639 Sep 01 15:06:03.572267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.649736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a11-0395-4f76-a312-77f473e14e0b req-0f019430-69f4-44eb-9ba7-8592082ce376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.651323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-0f019430-69f4-44eb-9ba7-8592082ce376 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.3567398 Sep 01 15:06:03.656813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-daa96bad-4ea4-4048-aa72-89d7248b9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.658745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-daa96bad-4ea4-4048-aa72-89d7248b9f3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.2095807 Sep 01 15:06:03.778382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-1eaa97cd-8a4c-426a-b821-e2ad5382bdb7 service neutron] 10.222.0.41 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991028 Sep 01 15:06:03.781588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-60329954-80d5-4a47-93ee-22896dfc2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.784345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-60329954-80d5-4a47-93ee-22896dfc2a3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 1097 time: 0.2073114 Sep 01 15:06:03.957904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-013e232d-f552-434b-b079-e328cbe71dd0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.972117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-013e232d-f552-434b-b079-e328cbe71dd0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 1.0024009 Sep 01 15:06:04.026576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-3c0d3d3f-ce7d-4b02-ae2e-0d3a5d8ec28e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/quotas/b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 375 time: 0.0524416 Sep 01 15:06:04.039936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.090512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144ffc0-188a-4092-8858-df806b5ae242']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:04.104700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6acfa1a0-365d-4142-af5d-611700b322b5 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:04.105575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-fa8e978b-fb4f-4d71-8ba2-ac1dce2e239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.108629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-fa8e978b-fb4f-4d71-8ba2-ac1dce2e239f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4355845 Sep 01 15:06:04.148200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.151163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a11-0395-4f76-a312-77f473e14e0b req-f4fb750d-f285-486a-866b-d545c9caeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.153907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-f4fb750d-f285-486a-866b-d545c9caeed9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4717519 Sep 01 15:06:04.158245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc5b029-a0ba-4e0e-b994-3f7db138a653') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:04.158942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc5b029-a0ba-4e0e-b994-3f7db138a653') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:04.186428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.253139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-10b29ae0-c6fc-4ced-bf65-af0c15e32baf service neutron] 10.222.0.41 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600475 Sep 01 15:06:04.264825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6acfa1a0-365d-4142-af5d-611700b322b5,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:04.283535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '6acfa1a0-365d-4142-af5d-611700b322b5', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:04.306008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-9b470964-4001-42d0-b5fa-6ceb0d279b38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559276 Sep 01 15:06:04.314320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.345279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:06:04.346258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:06:04.349773 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:06:04.361247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.389003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acfa1a0-365d-4142-af5d-611700b322b5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:04.427879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-fc81f45f-d12a-486f-a929-6ce3915fa6b5 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917707 Sep 01 15:06:04.429170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-e6505e7b-10d3-47a2-9b87-8c5cdbed9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.431623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-e6505e7b-10d3-47a2-9b87-8c5cdbed9522 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.5930276 Sep 01 15:06:04.434134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6acfa1a0-365d-4142-af5d-611700b322b5,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:04.442171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.533613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:04.544475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-0e03456d-17be-4ba5-b54c-56078af9de5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 200 len: 217 time: 0.0687392 Sep 01 15:06:04.622461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-1a387b6d-67a5-426a-8be8-9b43fb20cfcd service neutron] 10.222.0.41 "GET /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3414018 Sep 01 15:06:04.663964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.675907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.680065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] 10.222.0.41 "DELETE /v2.0/networks/6144ffc0-188a-4092-8858-df806b5ae242 HTTP/1.1" status: 204 len: 168 time: 1.8765233 Sep 01 15:06:04.763706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576c125-0192-4a6e-8e91-dba6703d671d admin admin] Pushing event deleted for resources: {'Network': ['ID=6144ffc0-188a-4092-8858-df806b5ae242,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:04.776809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-23581459-a65d-41ee-bffc-672c096fec8d service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958881 Sep 01 15:06:04.792127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-861c5ebf-3802-40d1-95f3-ed1179aa9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.794284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-861c5ebf-3802-40d1-95f3-ed1179aa9cd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.2360315 Sep 01 15:06:04.812550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6acfa1a0-365d-4142-af5d-611700b322b5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:04.820840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-a8b0e135-cdaf-4c19-89e9-3486b0e4fed7 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781432 Sep 01 15:06:04.886495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-bece848f-f701-419a-b7a1-330d5f621af3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481050 Sep 01 15:06:05.089496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54800) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:05.162038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-36f0a557-d3e7-495d-863a-d732a6ce5782 service neutron] 10.222.0.41 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307040 Sep 01 15:06:05.190529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Router 5dce375a-eda7-4372-a7dd-43cd94e08ddb is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:06:05.197013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e48038e3-b7f2-4b68-beb6-4cba0240598f req-830551ee-6d8b-484d-b9fd-4b7c45db6e43 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173016 Sep 01 15:06:05.223729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-9e3c2102-3c06-4069-9ca4-6a23ce1e761a service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705211 Sep 01 15:06:05.341021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f86be8d5-50d3-4059-aaed-5ddec47420e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4a0076045b84e6ea3b0735b57420f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487884 Sep 01 15:06:05.346162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:05.375455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d29a11-0395-4f76-a312-77f473e14e0b req-2dc44802-058f-4e7f-99eb-120c471682d5 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771639 Sep 01 15:06:05.420594 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-b8425029-1808-4182-af2b-aeaec5c04b0f service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716048 Sep 01 15:06:05.524825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:06:05.586912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:05.590095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:05.604207 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Sync routers for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:05.621171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-760321a7-441d-4f4f-a7bd-40bb39c8e9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832886 Sep 01 15:06:05.622418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:05.623432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:05.695858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:05.703055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5eae36f1-8351-4d14-a30a-384b7c726b33 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.4370577 Sep 01 15:06:05.718232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54812) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:05.750006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-16291346-8f65-49c8-b774-7d266d7b79a6 service neutron] 10.222.0.41 "GET /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1265380 Sep 01 15:06:05.852306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:05.894232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87a1ef90-e465-496e-ad66-b6bd4a586f69 req-886bb9f9-2d5f-4101-bfba-c45f2e27e696 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649577 Sep 01 15:06:06.039541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.071778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-77227a91-534c-47e6-a1bf-338f2cf8c7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209972 Sep 01 15:06:06.120998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6acfa1a0-365d-4142-af5d-611700b322b5 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:06.287651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:02Z', 'revision_number': 3, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:06.324322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 6acfa1a0-365d-4142-af5d-611700b322b5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:06.347161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 6acfa1a0-365d-4142-af5d-611700b322b5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:06.348097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Checking router: 5dce375a-eda7-4372-a7dd-43cd94e08ddb for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:06.349199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.349441 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Updating router 5dce375a-eda7-4372-a7dd-43cd94e08ddb port d61c1818-0e47-4247-aac5-4d0257d5cd0c binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:06.433421 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.452653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-1164126e-a4aa-48ed-952d-d7b532267868 service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628843 Sep 01 15:06:06.538782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01b1c3-3a3c-48e8-b44f-d2a2184b5012 req-b76babbc-7b13-4db8-aeb2-831a844856af tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:06.543920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf01b1c3-3a3c-48e8-b44f-d2a2184b5012 req-b76babbc-7b13-4db8-aeb2-831a844856af tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 944 time: 0.2915518 Sep 01 15:06:06.706400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.710959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.716489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc1fcedc-9cf0-405e-9ab4-72c888650c84 HTTP/1.1" status: 204 len: 168 time: 1.3681998 Sep 01 15:06:06.777366 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.778064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffba94-17b4-4504-8acd-3d67d448ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fcedc-9cf0-405e-9ab4-72c888650c84,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:06.811027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf01b1c3-3a3c-48e8-b44f-d2a2184b5012 req-11a92b70-d577-435b-bbe5-67850fb2741a tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981339 Sep 01 15:06:07.057008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e78e12f6-b7e1-4ba4-9171-d506a5e5423f service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883722 Sep 01 15:06:07.136911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6acfa1a0-365d-4142-af5d-611700b322b5,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:07.157996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:07.173466 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f896e405-851b-41f3-8d13-55173189bcaf" -d '{"events": [{"server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "name": "network-vif-plugged", "status": "completed", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:07.207413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.529082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:07.569524 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.592081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Transition to ACTIVE for port object d61c1818-0e47-4247-aac5-4d0257d5cd0c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:07.594741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-faa3b008-ddaa-4ee1-a565-2172a9b7017d req-2c743128-b11f-43e2-9868-1bfa1d700ae3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.1368771 Sep 01 15:06:07.603487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.618849 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.647122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-3879118b-5099-41df-b77b-7b39bf510014 service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857790 Sep 01 15:06:07.831496 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Attempting to bind port d61c1818-0e47-4247-aac5-4d0257d5cd0c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:07.832125 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Attempting to bind port d61c1818-0e47-4247-aac5-4d0257d5cd0c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:07.832660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Attempting to bind port d61c1818-0e47-4247-aac5-4d0257d5cd0c on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:07.838928 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Pushing event updated for resources: {'Port': ['ID=d61c1818-0e47-4247-aac5-4d0257d5cd0c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:07.857643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:07.860656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:07.861774 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.867492 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:07.874072 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Bound port: d61c1818-0e47-4247-aac5-4d0257d5cd0c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:07.875151 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.884782 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.886328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.888579 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.889586 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.890413 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.900182 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.901327 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.902131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.902951 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.903499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-25d52530-3040-4ad0-ae7f-4e7158b62941 service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994028 Sep 01 15:06:07.904059 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.904618 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.905175 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:07.937161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-eb7acf3b-e62b-4bbf-bff3-663d410c7f71 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:07.939375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-eb7acf3b-e62b-4bbf-bff3-663d410c7f71 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.3265333 Sep 01 15:06:08.050150 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] For port d61c1818-0e47-4247-aac5-4d0257d5cd0c, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:08.060131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] For port d61c1818-0e47-4247-aac5-4d0257d5cd0c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d61c1818-0e47-4247-aac5-4d0257d5cd0c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:08.072843 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.105288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e18ca-7ea4-4e33-ae25-8cee9e41802e req-7021f182-76c7-4dec-90ff-5c80cf40b218 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:08.107093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cd5e18ca-7ea4-4e33-ae25-8cee9e41802e req-7021f182-76c7-4dec-90ff-5c80cf40b218 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.2721360 Sep 01 15:06:08.297792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Allocated IP 172.20.0.1 (f9887ffd-d002-40e2-893a-28d7fb39a5a3/8f4001c1-9ffb-4cfa-928c-5ab8c8478640/607fe520-0ed7-4535-99a6-2fd77dbda6e4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:08.339706 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d2d7-a671-437d-88ee-e7edd2175a75 None None] Pushing event updated for resources: {'Port': ['ID=d61c1818-0e47-4247-aac5-4d0257d5cd0c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:08.386669 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:08.391914 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:08.488227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cd5e18ca-7ea4-4e33-ae25-8cee9e41802e req-086fb8a0-1a4a-456d-ab7b-aa913812c806 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684757 Sep 01 15:06:08.640424 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c270c-30fb-4976-b916-eb1e01fefda8 x-openstack-request-id: req-764c270c-30fb-4976-b916-eb1e01fefda8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:08.641611 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "name": "network-vif-plugged", "status": "completed", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:08.643111 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-764c270c-30fb-4976-b916-eb1e01fefda8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:08.645043 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5', 'code': 200} Sep 01 15:06:08.658573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.706669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Transition to ACTIVE for port object 607fe520-0ed7-4535-99a6-2fd77dbda6e4 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:08.707199 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:08.978187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5e45-125d-4186-bd9d-f6b5414290b0 req-831b3dbf-68e6-4ac5-9786-c8141dbf94d8 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:08.981253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5e45-125d-4186-bd9d-f6b5414290b0 req-831b3dbf-68e6-4ac5-9786-c8141dbf94d8 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 945 time: 0.1297293 Sep 01 15:06:08.983201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.157000 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:02Z', 'revision_number': 3, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:09.158509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:09.165730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:09.173714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:09.177381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Pushing event updated for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:09.192771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5e45-125d-4186-bd9d-f6b5414290b0 req-0caa454c-4d17-49ee-9c8d-bdb78d100779 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873207 Sep 01 15:06:09.228946 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66b2f6-9fb3-4e86-be9f-84985c101777 None None] The sync data for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 is: [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:02Z', 'revision_number': 3, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:09.259612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-823cbd3d-35bd-4a0b-b74f-5b11c4e0464d service neutron] 10.222.0.41 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3183262 Sep 01 15:06:09.295545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.529231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b0ecb77-a1a0-4b68-b2b0-ed1b5398fc7e req-10c13775-18e8-42fe-9d9e-604f819bf90d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0639462 Sep 01 15:06:09.573839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82b88-b206-4091-abdd-08ef59692060 req-e539f655-2f96-42ba-90e3-f57d5033dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:09.576717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41c82b88-b206-4091-abdd-08ef59692060 req-e539f655-2f96-42ba-90e3-f57d5033dc9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1097 time: 0.7625062 Sep 01 15:06:09.668894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.714573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-403a1d07-90c1-4202-adb8-b480d24d187b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:09.716966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-403a1d07-90c1-4202-adb8-b480d24d187b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 821 time: 0.9292665 Sep 01 15:06:09.793090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Request body: {'port': {'device_id': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'admin_state_up': True, 'tenant_id': 'b18eb69a16064a43a57d51d4395a3f0b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:09.811065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6f5386a9-26ea-4dd5-ad25-c9c3745fa50d None None] Provisioning for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:09.831684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6f5386a9-26ea-4dd5-ad25-c9c3745fa50d None None] Provisioning complete for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:09.832561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f5386a9-26ea-4dd5-ad25-c9c3745fa50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.973833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6f5386a9-26ea-4dd5-ad25-c9c3745fa50d None None] Port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:10.113708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41c82b88-b206-4091-abdd-08ef59692060 req-58466430-2418-4227-bd85-d927c112b5da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189381 Sep 01 15:06:10.143217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:10.143545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.187843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.197242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.257133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Made reservation on behalf of b18eb69a16064a43a57d51d4395a3f0b for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:10.264665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.283924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b261d7a5-4b36-4b3e-b2b1-cd56cd6a6a52 service neutron] 10.222.0.41 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0228970 Sep 01 15:06:10.329046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d61c1818-0e47-4247-aac5-4d0257d5cd0c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:10.335876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.544290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d61c1818-0e47-4247-aac5-4d0257d5cd0c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:10.551857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d61c1818-0e47-4247-aac5-4d0257d5cd0c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:10.552409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.764540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-31fa3610-21ef-4495-930b-152b0be2616d service neutron] 10.222.0.41 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505205 Sep 01 15:06:10.838264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Pushing event updated for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:10.862175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.918260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4812d94-73b2-4651-9713-d0db756db51f req-f79275bc-a10c-4517-9da7-3d0da38b4774 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:10.927768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4812d94-73b2-4651-9713-d0db756db51f req-f79275bc-a10c-4517-9da7-3d0da38b4774 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 945 time: 0.2968280 Sep 01 15:06:10.966218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d61c1818-0e47-4247-aac5-4d0257d5cd0c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d61c1818-0e47-4247-aac5-4d0257d5cd0c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:10.977116 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.996270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:11.018678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:11.093888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4812d94-73b2-4651-9713-d0db756db51f req-c7ad8c82-a6d6-4faf-89b9-0f8bf5d8fa98 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647098 Sep 01 15:06:11.190565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d61c1818-0e47-4247-aac5-4d0257d5cd0c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:11.330866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port 0f0c067e-b5ad-4f82-9f4f-3c151756be64, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f0c067e-b5ad-4f82-9f4f-3c151756be64,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:11.331628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.445457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for 0f0c067e-b5ad-4f82-9f4f-3c151756be64 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:11.594964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f243a-687f-4d44-8f97-9bd9ba54fff8 req-ed053ff8-2171-45b0-97d7-d1e65f79fc85 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:11.597254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01f243a-687f-4d44-8f97-9bd9ba54fff8 req-ed053ff8-2171-45b0-97d7-d1e65f79fc85 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 945 time: 0.2083254 Sep 01 15:06:11.616634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Router 5dce375a-eda7-4372-a7dd-43cd94e08ddb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:11.666544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3618da44-4d8a-48f6-9b23-30afc2e2c125 None None] Provisioning complete for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:11.667570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3618da44-4d8a-48f6-9b23-30afc2e2c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.735157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b2b93527-b54b-4a46-b51e-a161976bafc2 service neutron] 10.222.0.41 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422832 Sep 01 15:06:11.778356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3618da44-4d8a-48f6-9b23-30afc2e2c125 None None] Port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:11.800076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01f243a-687f-4d44-8f97-9bd9ba54fff8 req-97154674-10b1-434d-aec6-97c23c5cd275 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720743 Sep 01 15:06:11.885891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-f07c4961-c327-4da3-aaad-8e9a56b056a1 service neutron] 10.222.0.41 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493056 Sep 01 15:06:12.048673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Allocated IP 172.20.0.10 (e19a5c0e-a034-4c32-8659-3f4022e86b03/0f0f67a8-2c7f-4b14-bde2-59be27c14881/878491ec-c3e9-414b-b707-2e7b8be63939) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:12.064101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-0fc6e068-4cfe-4378-b206-11663c33a882 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1597877 Sep 01 15:06:12.083087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:12.113785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e91686c9-3854-4c72-a159-8d04ca191e15 admin admin] 10.222.0.41 "PUT /v2.0/routers/5dce375a-eda7-4372-a7dd-43cd94e08ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3876724 Sep 01 15:06:12.129088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f0c067e-b5ad-4f82-9f4f-3c151756be64 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:12.236337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-221caaa3-4852-497c-bae6-9c404a6a8ab8 req-46b28f34-37ee-4031-b789-66ffe6f1491b tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0909328 Sep 01 15:06:12.316389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d61c1818-0e47-4247-aac5-4d0257d5cd0c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:12.719918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d61c1818-0e47-4247-aac5-4d0257d5cd0c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:12.722822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.761926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.763429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-25910b2f-c7b1-49b8-a14b-38e5405253ce req-672d84c6-b08e-465b-90cd-9c9f061394df tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0952616 Sep 01 15:06:12.854039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-8cc71105-99bf-4cb8-affd-7043840768ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:12.855972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-8cc71105-99bf-4cb8-affd-7043840768ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 1097 time: 0.6932969 Sep 01 15:06:12.860640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.901330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.906323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a', '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:12.916317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:12.976980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d59f626-f5e5-4850-940f-dcd9492a0535 req-35270d2e-b0e1-43a3-8af2-2d10f088428c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3c07848-365e-40a6-bb66-c5de80691594 HTTP/1.1" status: 200 len: 210 time: 0.0649836 Sep 01 15:06:12.981189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.028606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Sync routers for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:13.073950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Network e19a5c0e-a034-4c32-8659-3f4022e86b03 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:13.085380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:13.212030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:13.499256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.590586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port 0f0c067e-b5ad-4f82-9f4f-3c151756be64 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:13.594751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=0f0c067e-b5ad-4f82-9f4f-3c151756be64,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.598693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.603012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2e63655e-1874-49c8-be3d-37c2988bd050 req-ea2981aa-d457-4e9e-b7f4-35c51d9931e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/0f0c067e-b5ad-4f82-9f4f-3c151756be64 HTTP/1.1" status: 204 len: 173 time: 5.6514246 Sep 01 15:06:13.628888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'name': 'network-vif-deleted', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:13.636719 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee5466d-b9ab-447a-9484-2e16ba78b57a" -d '{"events": [{"server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "name": "network-vif-deleted", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:13.689230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:13.690848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:05:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:13.837252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.846771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.994092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-df8edd42-f735-4537-a6a4-c1cc2fd29ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:14.000170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-df8edd42-f735-4537-a6a4-c1cc2fd29ebc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 1.0964043 Sep 01 15:06:14.224387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-aee6792f-663a-4cb9-b733-dd3cfeb9dfdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 200 len: 217 time: 0.2176774 Sep 01 15:06:14.472752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:14.485318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642874573', 'description': 'tempest-description--368417479'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:14.564775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a663-7ef2-4655-b0b8-bc34aac00e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.634748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.696300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af81b5ea-1fe2-4d85-84d2-be31b7f335da req-2dfa361b-5264-4798-9bdb-6c69d4a49582 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.4681387 Sep 01 15:06:14.702077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-09373b1e-5a50-48a6-8765-fbb5d9d78528 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9316239 Sep 01 15:06:14.709757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-4c7770e7-b43c-45b3-ad1b-0c41fc6c4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:14.714446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-4c7770e7-b43c-45b3-ad1b-0c41fc6c4e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.4450130 Sep 01 15:06:14.758659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:14.893760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-6d0d2763-24d1-47dc-9684-4265a2c37bcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611464 Sep 01 15:06:15.004239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.008588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Request body: {'port': {'device_id': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:15.015782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.085746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.087889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6124599 Sep 01 15:06:15.137017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55022) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:15.145951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'security_group_rule': {'security_group_id': '108da580-d787-40c0-ac55-8afda2244a35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:15.196040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46af19-b303-4e42-9bfe-6c68cb218f2f req-983e1c56-3b54-4094-98dd-934be10a432c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.207590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a46af19-b303-4e42-9bfe-6c68cb218f2f req-983e1c56-3b54-4094-98dd-934be10a432c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 945 time: 0.8939939 Sep 01 15:06:15.236372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00fbd0-ed72-466e-8064-a7cc435610f3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108da580-d787-40c0-ac55-8afda2244a35,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:15.446369 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a91626-1eed-421c-877e-4ae27980a1ad x-openstack-request-id: req-84a91626-1eed-421c-877e-4ae27980a1ad {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:15.446825 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c07848-365e-40a6-bb66-c5de80691594", "name": "network-vif-deleted", "tag": "0f0c067e-b5ad-4f82-9f4f-3c151756be64", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:15.447235 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84a91626-1eed-421c-877e-4ae27980a1ad {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:15.447866 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c07848-365e-40a6-bb66-c5de80691594', 'name': 'network-vif-deleted', 'tag': '0f0c067e-b5ad-4f82-9f4f-3c151756be64', 'status': 'completed', 'code': 200} Sep 01 15:06:15.577525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.602837 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a46af19-b303-4e42-9bfe-6c68cb218f2f req-5cc20162-d0f3-42e2-96bc-032a2fb5c14c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870327 Sep 01 15:06:15.618174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.644223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 2, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:15.669589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc31e-56ed-4591-b74d-81da92946767 req-826aba72-1363-4749-bf72-ed9f2c7a9493 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.681891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbcfc31e-56ed-4591-b74d-81da92946767 req-826aba72-1363-4749-bf72-ed9f2c7a9493 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 932 time: 0.1827877 Sep 01 15:06:15.685635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-da117b65-9eb1-410a-92e6-d6e79db2eacd service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615871 Sep 01 15:06:15.762210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Checking router: 5dce375a-eda7-4372-a7dd-43cd94e08ddb for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:15.763868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Updating router 5dce375a-eda7-4372-a7dd-43cd94e08ddb port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:15.809947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbcfc31e-56ed-4591-b74d-81da92946767 req-effcffc0-e5c6-4345-a6ae-f94f24a5e6c8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251888 Sep 01 15:06:15.997218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.253909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e0bc519-e732-4ded-8344-ae7e97375fc2 req-e5dfa992-7b03-4aae-a992-0d27c8ba3d8c tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0941572 Sep 01 15:06:16.309105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.441220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd1ceb92-6800-4bef-9e9e-e939f378dff2 req-e2b0af6f-8f51-4bd3-9489-bdc0913dea52 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1498742 Sep 01 15:06:16.498461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.527361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.542682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Transition to ACTIVE for port object 607fe520-0ed7-4535-99a6-2fd77dbda6e4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:16.561652 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.675765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbb340bd-8b00-4525-8763-d6df380f6d14 req-636bb7d0-7874-4893-ada7-6b2b53145c5b service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9753518 Sep 01 15:06:16.720545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52c8b0-def9-4773-8df4-3211b9a23395 None None] Pushing event updated for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:16.759893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b29ab3-52e5-41cb-9ccd-ef03c4d92fbd,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:16.809342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.814920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be3784cb-b920-41f0-be23-4cf131785dc1 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6762135 Sep 01 15:06:16.826399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55046) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:16.842645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'security_group_rule': {'security_group_id': '108da580-d787-40c0-ac55-8afda2244a35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:16.972349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569b26-bc39-4741-849f-580486a09ff4 req-59491514-7352-46a7-8835-2896bc82979e tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.993804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-59491514-7352-46a7-8835-2896bc82979e tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4784040 Sep 01 15:06:17.027308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.169835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf670-74d1-449c-9539-18bc9fd32c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.171820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Attempting to bind port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:17.172296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Attempting to bind port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:17.172763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Attempting to bind port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 on network f9887ffd-d002-40e2-893a-28d7fb39a5a3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:17.180218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:17.188902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Checking segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:17.189589 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.190111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Bound using segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:17.190747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Bound port: 607fe520-0ed7-4535-99a6-2fd77dbda6e4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:17.191284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.320630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-798fa8bd-f4ef-4dc9-8b7c-2408752ce743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.322539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-798fa8bd-f4ef-4dc9-8b7c-2408752ce743 service neutron] 10.222.0.50 "GET /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 1028 time: 0.2409592 Sep 01 15:06:17.325167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878491ec-c3e9-414b-b707-2e7b8be63939 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:17.346114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.392154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.406540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Transition to ACTIVE for port object 878491ec-c3e9-414b-b707-2e7b8be63939 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:17.434308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.437563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-ac057600-9e83-451e-8c54-5f9012abcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.439989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] For port 607fe520-0ed7-4535-99a6-2fd77dbda6e4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:17.443544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-ac057600-9e83-451e-8c54-5f9012abcaab service neutron] 10.222.0.50 "GET /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 1027 time: 0.1064029 Sep 01 15:06:17.446714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] For port 607fe520-0ed7-4535-99a6-2fd77dbda6e4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=607fe520-0ed7-4535-99a6-2fd77dbda6e4,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:17.447926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.454969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.493570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.533373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52c8b0-def9-4773-8df4-3211b9a23395 None None] Pushing event updated for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:17.589590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:17.590270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:17.791232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:18.172597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.192638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:17Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:18.234051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cc6f9-ec1e-4dfe-9bd7-aef0700cc27d None None] The sync data for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 is: [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:17Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:18.363737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.390503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08dababe-db37-4b9b-ab75-c8c4f61679ac,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:18.431193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-56518882-c81b-4592-8747-f73ccbd250cc tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 1.4338374 Sep 01 15:06:18.455413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:18.456658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c98d281-8cbe-47b9-87df-fdec29764f3f req-7843071e-063d-43a5-ab94-781f8751a8af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.2197466 Sep 01 15:06:18.464222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.468801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12bf8b63-ee0e-4048-b590-63dc28ca53a4 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6406460 Sep 01 15:06:18.475241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55068) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:18.486368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:18.500871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:18.599337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.677247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.793429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-eba3bcb1-e416-4d79-a69e-1174ebedc52f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.810859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-eba3bcb1-e416-4d79-a69e-1174ebedc52f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.823971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-eba3bcb1-e416-4d79-a69e-1174ebedc52f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.826240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-eba3bcb1-e416-4d79-a69e-1174ebedc52f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=5b73a879-c194-409b-bc67-26821f5fb81c&id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 1990 time: 1.3613079 Sep 01 15:06:18.930178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba88b9-5027-470e-8b7a-53c57f388317 req-575b8514-acc1-4eaf-a25f-ad74850638f0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.934917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0ba88b9-5027-470e-8b7a-53c57f388317 req-575b8514-acc1-4eaf-a25f-ad74850638f0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.7346771 Sep 01 15:06:19.013568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:19.013969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:19.014411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:19.054623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-5a300961-14d8-4e8e-b720-08ba6f88e642 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2a57968d984cbd8bd10fb99121103e HTTP/1.1" status: 200 len: 380 time: 0.1745057 Sep 01 15:06:19.100066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'admin_state_up': True, 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'security_groups': ['ad534c8f-c2db-4498-8d45-1bb2467e1fc3']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:19.208617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0ba88b9-5027-470e-8b7a-53c57f388317 req-a779fab0-a401-430e-ab5c-0076f6aa691c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482834 Sep 01 15:06:19.216554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:19.216882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:19.233111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:19.233607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:19.234352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:19.234796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Bound port: 878491ec-c3e9-414b-b707-2e7b8be63939, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:19.235168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.614286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd32b73f-b125-4330-8c16-3d62fb194790 req-929c0b58-e671-4942-9d7b-09e3f0dbd5b9 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0875969 Sep 01 15:06:19.629262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.639466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:19.644664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.707831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:19.754969 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.767531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.778552 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.930179 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Floating IP 0789bff7-2e52-4015-b007-ad39780380d8 associated. External IP: 172.25.1.219, port: a67ceb53-2b97-48be-8918-0fe77cdaa963. Sep 01 15:06:20.006518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:20.007728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.048531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1c967db-bbc1-4112-bdb9-5a1ce790c84e req-beed2659-4801-4c45-9dc7-cb4595a7e51c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.2120590 Sep 01 15:06:20.049225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:20.072057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:20.072704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.074576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-31ed34f7-f9dc-4e1b-bc01-6f2f2afc565a service neutron] 10.222.0.50 "PUT /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 1093 time: 5.0904460 Sep 01 15:06:20.074934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:20.077208 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd060074-199e-4a66-b885-b0d5300b7caa" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:20.103099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Allocated IP 172.25.1.142 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/e3bd62dc-242c-425e-8e7f-134a3c19bd5b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:20.403718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 607fe520-0ed7-4535-99a6-2fd77dbda6e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:20.410342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:20.509450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:20.517149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:20.517149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.605875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-781f8d70-0d2c-4426-ac90-bd73f32fb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:20.608476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-781f8d70-0d2c-4426-ac90-bd73f32fb27e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1096 time: 0.4358850 Sep 01 15:06:20.708998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.815112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:20.836151 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:20.843620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 607fe520-0ed7-4535-99a6-2fd77dbda6e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=607fe520-0ed7-4535-99a6-2fd77dbda6e4,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:20.849262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.851846 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.870682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:20.871847 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:20.948873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:20.988512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-d370fff4-0fec-4e70-9027-ec8f46756e27 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "PUT /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 997 time: 2.5436659 Sep 01 15:06:21.003499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:21.008280 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549214de-55d7-4ab4-9490-41fb5930ba6f" -d '{"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:21.055345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-4281943f-3b76-49af-89f1-81e59f2fbcd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 217 time: 0.3934367 Sep 01 15:06:21.060562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.084524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 172.20.0.10 (b18e7f3a-2108-4d95-9bc1-43424f517ba4/5d759570-9f8f-4ce2-91e1-c8a8cb367cde/85ae03ff-1535-4757-b884-c01673c43655) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:21.131548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569b26-bc39-4741-849f-580486a09ff4 req-17b999e5-111f-4724-b55e-7dc7e2b822d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.138254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-17b999e5-111f-4724-b55e-7dc7e2b822d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.1108298 Sep 01 15:06:21.141869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:21.409220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569b26-bc39-4741-849f-580486a09ff4 req-6b429b1b-fb2e-4b29-a80e-5d9053229528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.415738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-6b429b1b-fb2e-4b29-a80e-5d9053229528 service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.2601433 Sep 01 15:06:21.469804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-7c7609e8-d1be-4245-99a3-66f65b19eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.471391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-7c7609e8-d1be-4245-99a3-66f65b19eaff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.3924267 Sep 01 15:06:21.508984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-a702479b-4123-4302-829b-2aca34ea5c8e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.510654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-a702479b-4123-4302-829b-2aca34ea5c8e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.9391103 Sep 01 15:06:21.585366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-9e6780a0-e58d-4759-92a5-1bc07070130b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719340 Sep 01 15:06:21.594297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-dbef3ccf-a5bb-42bc-b20e-8d01de049a19 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0492127 Sep 01 15:06:21.595846 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:19Z', 'revision_number': 1, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:21.611470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-051cce6f-86b0-46c2-aea4-d4182e1d682a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 1000 time: 0.1832943 Sep 01 15:06:21.632335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.636941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.676516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:21.730455 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:21.733632 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:21.758308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 85ae03ff-1535-4757-b884-c01673c43655 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:21.793862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569b26-bc39-4741-849f-580486a09ff4 req-fec84f4f-6e19-4e95-91b3-741ff9f320d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.801327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-fec84f4f-6e19-4e95-91b3-741ff9f320d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1729286 Sep 01 15:06:21.817673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:21.840548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:21.878792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:21.917194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569b26-bc39-4741-849f-580486a09ff4 req-57e0bae0-6bf2-4105-bf6c-a928c1823cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.936381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'Port': ['ID=e3bd62dc-242c-425e-8e7f-134a3c19bd5b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:21.944226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-57e0bae0-6bf2-4105-bf6c-a928c1823cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194203 Sep 01 15:06:21.963514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-959484a7-fb68-4e1c-b534-87832e1bb186 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:21.984165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-959484a7-fb68-4e1c-b534-87832e1bb186 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0367687 Sep 01 15:06:22.068689 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:22.142011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-7cd454e3-c41f-43b3-8853-ec37d9e6cb78 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5262713 Sep 01 15:06:22.155051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 607fe520-0ed7-4535-99a6-2fd77dbda6e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:22.219016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-0a7a2dcb-dcb9-485f-9f47-8b0b3136f322 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074495 Sep 01 15:06:22.298077 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.321731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:22.323212 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.359394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-76f293d4-c9f4-47cd-af04-d42ba1751381 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735919 Sep 01 15:06:22.450883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.496125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-e51933f1-8a42-435c-895a-c58b6addc91d service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182042 Sep 01 15:06:22.555249 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:19Z', 'revision_number': 1, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:22.610950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.629688 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104894a8-c6b5-4bac-acf1-757f447a38d2 None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:19Z', 'revision_number': 1, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:22.704968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e569b26-bc39-4741-849f-580486a09ff4 req-cb6ac503-3cf7-4c91-b4cc-3ad5d1b1e031 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332124 Sep 01 15:06:22.766543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:22.798738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:22.812515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:22.820836 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387cef89-825b-42eb-8750-19d6b726f54e x-openstack-request-id: req-387cef89-825b-42eb-8750-19d6b726f54e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:22.821329 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:22.822586 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-387cef89-825b-42eb-8750-19d6b726f54e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:22.822586 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939', 'status': 'completed', 'code': 200} Sep 01 15:06:22.830555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:23.006633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff371a-33f6-4b93-922a-9aff06a4e20d req-cfa4d478-9399-4ddd-b2b7-141caac5ee2b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.017794 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82ff371a-33f6-4b93-922a-9aff06a4e20d req-cfa4d478-9399-4ddd-b2b7-141caac5ee2b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.0870292 Sep 01 15:06:23.066611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5479ee10-7d13-41c8-81d2-c61567b49d25 req-c0588f2c-dfc1-4e45-9dd7-e5f9fab43047 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539347 Sep 01 15:06:23.079106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.080114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.091773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82ff371a-33f6-4b93-922a-9aff06a4e20d req-4178ad16-d5b9-488b-9c5c-a970875de3b3 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727530 Sep 01 15:06:23.143358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afb63c-e9ff-4ba5-ac83-d83867943529 None None] New status for floating IP 0789bff7-2e52-4015-b007-ad39780380d8: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:23.259260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-c5af8b33-11dc-4c7b-93ef-2522695302e2 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065649 Sep 01 15:06:23.301888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e33f1765-be05-4083-82a1-d424ef7ec635 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2452676 Sep 01 15:06:23.330216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'admin_state_up': True, 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'security_groups': ['ad534c8f-c2db-4498-8d45-1bb2467e1fc3']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:23.358768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19d9ec87-4dc1-4481-89a9-8e7fc40e8f2a req-fbc32fe7-45c2-446f-86c2-d830b92a3537 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1208053 Sep 01 15:06:23.373495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-933f88d7-b837-4c7c-ada0-88ae9b285b5f None None] Provisioning for port 85ae03ff-1535-4757-b884-c01673c43655 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:23.425513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-933f88d7-b837-4c7c-ada0-88ae9b285b5f None None] Provisioning complete for port 85ae03ff-1535-4757-b884-c01673c43655 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:23.426031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-933f88d7-b837-4c7c-ada0-88ae9b285b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.516479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-933f88d7-b837-4c7c-ada0-88ae9b285b5f None None] Port 85ae03ff-1535-4757-b884-c01673c43655 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:23.787572 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e8b8a-e1dd-498a-a27f-738bf20aeafa x-openstack-request-id: req-842e8b8a-e1dd-498a-a27f-738bf20aeafa {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:23.787897 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:23.788672 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-842e8b8a-e1dd-498a-a27f-738bf20aeafa {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:23.789232 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:06:23.810995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060074-199e-4a66-b885-b0d5300b7caa req-4b26ab4d-53a3-48ee-9f0c-682c8766285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.816154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-4b26ab4d-53a3-48ee-9f0c-682c8766285b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1096 time: 0.6231747 Sep 01 15:06:23.996977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:24.000622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.107821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-e11c8269-c942-4c22-bcbc-21f59bb34139 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.111389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-e11c8269-c942-4c22-bcbc-21f59bb34139 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1449866 Sep 01 15:06:24.284229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-62933a9d-baa2-40a9-84fe-bd6797651eef tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.1664457 Sep 01 15:06:24.291906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:24.476255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.630749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.677045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.681008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-bee8ebd8-7b2f-4e3b-b73a-fba79ca2c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.682682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-bee8ebd8-7b2f-4e3b-b73a-fba79ca2c2e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.7976582 Sep 01 15:06:24.833403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060074-199e-4a66-b885-b0d5300b7caa req-92788998-a59d-452c-9d3d-f647c20ab77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.835062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-92788998-a59d-452c-9d3d-f647c20ab77b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.9488270 Sep 01 15:06:24.901921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c17882-4716-4a39-8ee5-88f9dd20abb5 req-f7d78f27-6e88-4a65-b0e4-97ada1696c04 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.903560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1c17882-4716-4a39-8ee5-88f9dd20abb5 req-f7d78f27-6e88-4a65-b0e4-97ada1696c04 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 932 time: 1.0162003 Sep 01 15:06:25.028451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-966981c2-1b57-4275-9dfb-b973761a13df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 217 time: 0.1448872 Sep 01 15:06:25.037040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'Port': ['ID=e3bd62dc-242c-425e-8e7f-134a3c19bd5b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:25.073734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.123893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.1.1.204 (7462b4f2-a790-428d-9559-0f70650ccd81/eea5714b-f604-4e0b-8156-22e843e8ec94/1a138a67-2cb8-4996-b7f2-8e0e666286e7) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:25.173143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-19a38d4d-f0f3-4739-8bae-948a6c4f23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.174741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-19a38d4d-f0f3-4739-8bae-948a6c4f23ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.4511986 Sep 01 15:06:25.178485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1c17882-4716-4a39-8ee5-88f9dd20abb5 req-a37bf53c-30a8-4bb3-8e9c-963be6c6ff53 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347748 Sep 01 15:06:25.186225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.196222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2269b09a-dcc4-49b4-905d-b45e7a118123 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7053981 Sep 01 15:06:25.220275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060074-199e-4a66-b885-b0d5300b7caa req-60181f48-e894-4174-bd50-29245da5da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.221859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-60181f48-e894-4174-bd50-29245da5da5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1720130 Sep 01 15:06:25.323820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-c8b6eb4b-48d4-4e36-abb1-7870f00c7707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453897 Sep 01 15:06:25.461913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:06:25.469307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-8447d939-059c-4ad1-86c7-851c5a496f85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 1002 time: 0.2777824 Sep 01 15:06:25.601457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-8d3506c1-630e-455f-a972-5cb097503510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.607010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-8d3506c1-630e-455f-a972-5cb097503510 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1061857 Sep 01 15:06:25.612862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-a8383c88-4299-40dd-9f08-42afcc8abdc4 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762032 Sep 01 15:06:25.667397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.673639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.676012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.885810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 1a138a67-2cb8-4996-b7f2-8e0e666286e7 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:25.963919 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Floating IP 0789bff7-2e52-4015-b007-ad39780380d8 associated. External IP: 172.25.1.219, port: a67ceb53-2b97-48be-8918-0fe77cdaa963. Sep 01 15:06:26.035051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ee691e3-330b-4fad-bbde-8a65be19e24c req-6efd7b6d-d1a7-438a-9472-32835d9708ab tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 210 time: 0.1432025 Sep 01 15:06:26.139819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-37c45ccf-da28-4139-b600-0601e310b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.142296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-37c45ccf-da28-4139-b600-0601e310b307 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5282185 Sep 01 15:06:26.145450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd060074-199e-4a66-b885-b0d5300b7caa req-2f70b0d5-8207-4616-8cf9-450c3d97956d service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125268 Sep 01 15:06:26.263567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.382950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-9e5c7ba0-f498-4087-be87-c140d9d99d0e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.385012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-9e5c7ba0-f498-4087-be87-c140d9d99d0e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.6725383 Sep 01 15:06:26.425374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:26.471276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:26.549428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:26.582393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:26.589297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:26.700051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.702624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.741742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b97c74-c994-4382-8a94-14031f7646f7 req-2cb84ff8-35fc-412e-99a1-3a0962ef64d0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.756636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7b97c74-c994-4382-8a94-14031f7646f7 req-2cb84ff8-35fc-412e-99a1-3a0962ef64d0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.5604506 Sep 01 15:06:26.769469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:26.884799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-56fd3f8e-6990-4ab7-9f12-bdbecfdbf3e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5706573 Sep 01 15:06:26.923156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'admin_state_up': True, 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'security_groups': ['ad534c8f-c2db-4498-8d45-1bb2467e1fc3']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:26.950585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-08652338-0a42-42ea-ba43-883fbefd14c5 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561104 Sep 01 15:06:26.982304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c336e497-0f57-4060-8472-e5fe5d55aa34 None None] Provisioning for port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:26.987925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c336e497-0f57-4060-8472-e5fe5d55aa34 None None] Provisioning complete for port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:26.988585 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c336e497-0f57-4060-8472-e5fe5d55aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.034582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c336e497-0f57-4060-8472-e5fe5d55aa34 None None] Port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:27.070981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7b97c74-c994-4382-8a94-14031f7646f7 req-98ddbebd-c55c-4c69-ba3f-59d715ea2357 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125997 Sep 01 15:06:27.082566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:27.099217 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:27.118792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:27.119746 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:27.347305 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:27.423419 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.435738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:27.439695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.495549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:27.499538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.532899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:27.556421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-b04f98db-bda0-4a81-8a9a-1202df30c499 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--642874573&fields=id&tenant_id=e252a461d48e4cf8bb5806b7a686e6df HTTP/1.1" status: 200 len: 267 time: 0.1366932 Sep 01 15:06:27.714762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:27.721990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.774867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-549214de-55d7-4ab4-9490-41fb5930ba6f req-5459d702-219c-433d-8cfe-b7bdafb8f3b9 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718050 Sep 01 15:06:27.801875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:27.806260 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfbe5a4-2983-49d8-b71f-3283df5954fa" -d '{"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:27.818082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-1e0ed1e1-4a42-4201-9611-849d7bd25c6b tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "PUT /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 998 time: 3.5322425 Sep 01 15:06:27.844307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:25Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:27.878491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-27546760-622f-4b50-b05b-a0e9e945df9c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.882936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:27.893935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-27546760-622f-4b50-b05b-a0e9e945df9c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports/a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 943 time: 0.0744982 Sep 01 15:06:27.894231 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:27.894927 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:27.902024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-98e40233-a080-4ade-b762-4fcbbd67e574 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.904054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-98e40233-a080-4ade-b762-4fcbbd67e574 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/networks?id=f9887ffd-d002-40e2-893a-28d7fb39a5a3 HTTP/1.1" status: 200 len: 811 time: 0.3347955 Sep 01 15:06:27.907725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.3 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/9824f418-d404-48c3-be04-c385a7ec1bd0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:27.941840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-02be159d-4aed-4ef5-a49e-f3848a4e6739 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/quotas/e252a461d48e4cf8bb5806b7a686e6df HTTP/1.1" status: 200 len: 375 time: 0.0291409 Sep 01 15:06:27.959055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.1.1.32 (7462b4f2-a790-428d-9559-0f70650ccd81/eea5714b-f604-4e0b-8156-22e843e8ec94/2a62f125-bc2a-4234-be56-a8c3c854551d) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:28.023573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-fe26abb1-2990-4c7e-8ea0-8867843faea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.033477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-fe26abb1-2990-4c7e-8ea0-8867843faea6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.0644963 Sep 01 15:06:28.105977 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:28.188393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-e7436c52-db2c-49e8-8d72-315f61a9c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.193884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-e7436c52-db2c-49e8-8d72-315f61a9c6ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.1586213 Sep 01 15:06:28.196240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-61056e42-6ee9-46c8-9c64-1413e1edc490 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e252a461d48e4cf8bb5806b7a686e6df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2404723 Sep 01 15:06:28.371916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-bf4ff655-500a-4e0b-bf03-d186b29578e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.1672215 Sep 01 15:06:28.514350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-881c318e-df3c-414b-97a8-d16b4fd9546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.544274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-881c318e-df3c-414b-97a8-d16b4fd9546c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1690702 Sep 01 15:06:28.568495 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-02681599-d704-429b-bdb5-6a20311d131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:25Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:28.631810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-6a0d6c7c-c532-43fa-b8db-77fa895770c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.642880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02681599-d704-429b-bdb5-6a20311d131f None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:25Z', 'revision_number': 3, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:28.670586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-6a0d6c7c-c532-43fa-b8db-77fa895770c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888894 Sep 01 15:06:28.836759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.872324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-bc6f35eb-b641-415f-832d-43c81b56b868 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007918 Sep 01 15:06:28.916402 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.921111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-89d29137-8c23-4bee-b6d2-a03d433ac560 service neutron] 10.222.0.41 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695507 Sep 01 15:06:28.960236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 2a62f125-bc2a-4234-be56-a8c3c854551d will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:28.980071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d16fc8-ce5f-4f78-b076-03c115c1d8ff None None] New status for floating IP 0789bff7-2e52-4015-b007-ad39780380d8: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:29.053213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.088117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-cc02f2be-cbd3-4b1b-a5d7-dcd5bc96cb95 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085955 Sep 01 15:06:29.128724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:29.167230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-53aa5c3c-ca03-43d5-9f6b-ba48fdab80e1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268815 Sep 01 15:06:29.263816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:29.272152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:29.279037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-46cf6f74-70b9-4afe-9714-474802fc107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.284206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:29.285821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-46cf6f74-70b9-4afe-9714-474802fc107c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1107390 Sep 01 15:06:29.323533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.426298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:29.489677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.490621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.504716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-28485c44-4d44-40ab-9d9d-0ca411a55dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.517406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 7462b4f2-a790-428d-9559-0f70650ccd81 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:29.520098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-28485c44-4d44-40ab-9d9d-0ca411a55dd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.2217598 Sep 01 15:06:29.520456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:29.541816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:29.617691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.618599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.619072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.620051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.620410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.620748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.621108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.621429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.622151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.622485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.623145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.623473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:29.632556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-8ab1b95c-0c0e-4609-bbbc-1d62accac2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2107065 Sep 01 15:06:29.641100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.643344 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.696280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Request body: {'port': {'device_id': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:29.702930 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7850025 Sep 01 15:06:29.810709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'admin_state_up': True, 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'security_groups': ['ad534c8f-c2db-4498-8d45-1bb2467e1fc3']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:29.866343 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:29.877178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77730612-e6e6-47d5-bd29-bfcb41b2fa59 req-e784dd29-f002-450f-9725-f6db92c5ed2a tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0924227 Sep 01 15:06:29.915662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-f1ca9fae-5e9d-4531-9aae-6c9a24af0c50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 1001 time: 0.3906815 Sep 01 15:06:29.922273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:29.923557 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:29.982316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03656240-3742-43d8-b0f7-f5fec13d9f17 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:30.076184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-63575060-fb7d-4871-a13c-c101e3414bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.078000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-63575060-fb7d-4871-a13c-c101e3414bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1617472 Sep 01 15:06:30.194104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f813-88b5-4d54-a428-ba86138d524f req-ae40c5cf-61d3-454e-9ed9-3f7cace4ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.199638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88c67465-9f7c-4f8a-b04b-1d31d375316d None None] Provisioning for port 2a62f125-bc2a-4234-be56-a8c3c854551d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:30.205803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88c67465-9f7c-4f8a-b04b-1d31d375316d None None] Provisioning complete for port 2a62f125-bc2a-4234-be56-a8c3c854551d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:30.206483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c67465-9f7c-4f8a-b04b-1d31d375316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.210771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-ae40c5cf-61d3-454e-9ed9-3f7cace4ee95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047866 Sep 01 15:06:30.297707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.330341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-88c67465-9f7c-4f8a-b04b-1d31d375316d None None] Port 2a62f125-bc2a-4234-be56-a8c3c854551d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:30.411793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1366f-897a-4e5d-95e0-f8ac13a87622 req-54c62ee4-a80b-448e-976b-29a4fa3d0e8c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.422050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:30.427497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1366f-897a-4e5d-95e0-f8ac13a87622 req-54c62ee4-a80b-448e-976b-29a4fa3d0e8c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.438364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1366f-897a-4e5d-95e0-f8ac13a87622 req-54c62ee4-a80b-448e-976b-29a4fa3d0e8c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.450244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ae1366f-897a-4e5d-95e0-f8ac13a87622 req-54c62ee4-a80b-448e-976b-29a4fa3d0e8c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 2374 time: 0.4263337 Sep 01 15:06:30.521437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-963bfe21-4403-4a97-9b8d-be49207a648b service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016679 Sep 01 15:06:30.813135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d2f813-88b5-4d54-a428-ba86138d524f req-e8938a30-bcb2-489f-b41d-54ea58713207 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793932 Sep 01 15:06:30.934955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:30.993593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ae1366f-897a-4e5d-95e0-f8ac13a87622 req-3772cd98-b64f-4bdb-a2fe-489a282cb46a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5361443 Sep 01 15:06:31.038092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:29Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:31.072682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f19f2-09ba-43fa-953c-29a7f2d54d33 req-639fed0a-1508-41fc-b2d2-94641a4023a8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.089713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f92f19f2-09ba-43fa-953c-29a7f2d54d33 req-639fed0a-1508-41fc-b2d2-94641a4023a8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 931 time: 0.1318464 Sep 01 15:06:31.154067 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837be64-6e47-4f75-a16d-2edd05527d87 x-openstack-request-id: req-e837be64-6e47-4f75-a16d-2edd05527d87 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:31.154351 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:31.154605 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e837be64-6e47-4f75-a16d-2edd05527d87 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:31.155018 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:06:31.178208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f92f19f2-09ba-43fa-953c-29a7f2d54d33 req-6ae3b5c5-9ce6-4698-bd71-6a566350fcc4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Sep 01 15:06:31.230734 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:31.276474 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:31.278464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:31.649688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155acac-f214-4f42-9c8c-85ff0deec547 req-93252c9f-b9fc-40d8-9e8f-2a2401acfbc0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.669824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4155acac-f214-4f42-9c8c-85ff0deec547 req-93252c9f-b9fc-40d8-9e8f-2a2401acfbc0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.3771772 Sep 01 15:06:31.687655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:31.718874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4883d16c-38c6-491b-88a5-2b9a0aa48ec6 req-6532e3f5-92c6-48c5-8773-b9e1f7663509 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 210 time: 0.1287203 Sep 01 15:06:31.790066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4155acac-f214-4f42-9c8c-85ff0deec547 req-98e4b10f-a394-4053-933a-b884c88be1a7 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185129 Sep 01 15:06:31.793789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-9c869b3d-68d7-494f-a630-59180f7412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.796444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-9c869b3d-68d7-494f-a630-59180f7412ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.5788324 Sep 01 15:06:32.023546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-ac503cc2-9f56-4972-9d3d-6d6f1718f0dd tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.2267265 Sep 01 15:06:32.141086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-884ee990-3633-492b-9c90-0d86efe8d625 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.152901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-4e274b8c-721f-4ac2-8b8e-7f5f700ce019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.165852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-884ee990-3633-492b-9c90-0d86efe8d625 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports/6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 942 time: 0.1189480 Sep 01 15:06:32.168063 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-4e274b8c-721f-4ac2-8b8e-7f5f700ce019 service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.3423216 Sep 01 15:06:32.214936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:29Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:32.271741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.291390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:32.304668 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41f6e48-0db6-41ba-a231-582b603e754b None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': '6acfa1a0-365d-4142-af5d-611700b322b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:1a:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:29Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:32.420059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-d50fd15f-085b-49af-bf59-1f41041285d7 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1697986 Sep 01 15:06:32.533865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:32.585786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '878491ec-c3e9-414b-b707-2e7b8be63939', 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03', 'port_id': '878491ec-c3e9-414b-b707-2e7b8be63939', 'mac_address': 'fa:16:3e:ef:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f67a8-2c7f-4b14-bde2-59be27c14881', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:32.649359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-cd760019-3bcf-420a-a95a-a0f6daca1eb3 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.649766 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.650898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4811cc6-b4bd-4c8a-a332-71c756ea337c req-cd760019-3bcf-420a-a95a-a0f6daca1eb3 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2233801 Sep 01 15:06:32.693604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d31a101-6264-48b4-9d9f-8286487db895 req-6b9b31ab-f84b-45b7-937a-5bfb09d2e9b9 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.5167890 Sep 01 15:06:32.698106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-589e847f-cf91-4e69-af11-0cbaca4a81bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.5108600 Sep 01 15:06:32.710404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878491ec-c3e9-414b-b707-2e7b8be63939 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:32.772906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:32.784638 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.852219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-d7f38057-690c-42db-a2ec-517307cf43ed tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.857326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-d7f38057-690c-42db-a2ec-517307cf43ed tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.50 "GET /v2.0/networks?id=f9887ffd-d002-40e2-893a-28d7fb39a5a3 HTTP/1.1" status: 200 len: 811 time: 0.5715110 Sep 01 15:06:32.890364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:32.909916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afea86-054b-4e9c-b744-f7f8d4eb72ba req-63e2bbb0-28c9-477b-9bf2-14273867cf4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.916558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afea86-054b-4e9c-b744-f7f8d4eb72ba req-63e2bbb0-28c9-477b-9bf2-14273867cf4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.923044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afea86-054b-4e9c-b744-f7f8d4eb72ba req-63e2bbb0-28c9-477b-9bf2-14273867cf4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.924878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39afea86-054b-4e9c-b744-f7f8d4eb72ba req-63e2bbb0-28c9-477b-9bf2-14273867cf4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 2374 time: 0.1491020 Sep 01 15:06:33.014760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39afea86-054b-4e9c-b744-f7f8d4eb72ba req-624f2f30-a392-4eb6-bf23-71705c4edb91 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666180 Sep 01 15:06:33.067092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-a8527f03-5bab-4dbd-b6c7-189e079972cb tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e252a461d48e4cf8bb5806b7a686e6df HTTP/1.1" status: 200 len: 379 time: 0.1506784 Sep 01 15:06:33.086204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'port': {'device_id': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'admin_state_up': True, 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'security_groups': ['108da580-d787-40c0-ac55-8afda2244a35']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:33.122381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-42b87cae-cf01-4abf-ab33-2d40b5416601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.123874 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-42b87cae-cf01-4abf-ab33-2d40b5416601 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.4086025 Sep 01 15:06:33.156628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:33.159524 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c79470-1071-4a6b-8de6-c40fd1289781" -d '{"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:33.203273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['878491ec-c3e9-414b-b707-2e7b8be63939'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:33.249160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4bcfd-d375-4d3f-b2ca-dd92b3aebda9 req-0426bfe8-5e53-4ec7-8c9a-04157b58dd11 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.251023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bb4bcfd-d375-4d3f-b2ca-dd92b3aebda9 req-0426bfe8-5e53-4ec7-8c9a-04157b58dd11 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 931 time: 0.3915486 Sep 01 15:06:33.323046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9824f418-d404-48c3-be04-c385a7ec1bd0 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:33.331528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-01956dd7-a3eb-4cbf-89dd-3d2b40b5e52e tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1276979 Sep 01 15:06:33.423552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-1a9ebe95-b715-40bf-a85f-e89ee7093723 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.439368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-1a9ebe95-b715-40bf-a85f-e89ee7093723 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports/6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 942 time: 0.0886071 Sep 01 15:06:33.458505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.560148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Transition to ACTIVE for port object 9824f418-d404-48c3-be04-c385a7ec1bd0 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:33.566960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-1416ee2d-68e5-4e10-b1a5-ac374d05dace tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.0799041 Sep 01 15:06:33.585897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bb4bcfd-d375-4d3f-b2ca-dd92b3aebda9 req-c416e736-983c-496d-a7d1-59f810a0f81b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448666 Sep 01 15:06:33.600285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.614402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-2a4afe2d-8606-43ee-8dab-e00736245671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.616312 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-2a4afe2d-8606-43ee-8dab-e00736245671 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4674191 Sep 01 15:06:33.649634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.2.2.100 (5b73a879-c194-409b-bc67-26821f5fb81c/5396cebf-ae9a-470f-b384-f1d5c7254b94/184a0758-5a30-441c-afe9-f14f41fbc637) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:33.755708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Made reservation on behalf of e252a461d48e4cf8bb5806b7a686e6df for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:33.759883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.777483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-12f10302-051c-4235-8bc8-c1409df9631d tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.779307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-12f10302-051c-4235-8bc8-c1409df9631d tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.2050405 Sep 01 15:06:33.808571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-243a4101-b90d-4913-a5a1-bdb14ed2cc45 req-be9e2112-6d28-4533-bdeb-1dc773d790d5 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 210 time: 0.0809534 Sep 01 15:06:33.850035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Pushing event updated for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:33.925167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-ca16ba92-969a-4dca-894f-3b5f446c2e69 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1320448 Sep 01 15:06:33.932158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:34.079477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.126966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-af0d4269-11a9-4286-aaa6-96e4819e2688 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881182 Sep 01 15:06:34.275998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f069-7afa-4e6d-ab78-1b5a59cc8b88 req-41c56750-1fe7-4bd7-b730-85a779997a44 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:34.290728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0896f069-7afa-4e6d-ab78-1b5a59cc8b88 req-41c56750-1fe7-4bd7-b730-85a779997a44 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.3839831 Sep 01 15:06:34.333470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Attempting to bind port 9824f418-d404-48c3-be04-c385a7ec1bd0 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:34.334167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Attempting to bind port 9824f418-d404-48c3-be04-c385a7ec1bd0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:34.334799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Attempting to bind port 9824f418-d404-48c3-be04-c385a7ec1bd0 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:34.376473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.384937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.385754 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Floating IP 0789bff7-2e52-4015-b007-ad39780380d8 disassociated. External IP: 172.25.1.219, port: 6acfa1a0-365d-4142-af5d-611700b322b5. Sep 01 15:06:34.399295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Port 9824f418-d404-48c3-be04-c385a7ec1bd0 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:34.399789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Attempting to bind port 9824f418-d404-48c3-be04-c385a7ec1bd0 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:34.505515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:34.506468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:34.507199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:34.507916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Bound port: 9824f418-d404-48c3-be04-c385a7ec1bd0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:34.508568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.522550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Allocated IP 172.20.0.13 (f9887ffd-d002-40e2-893a-28d7fb39a5a3/8f4001c1-9ffb-4cfa-928c-5ab8c8478640/2a1ac9d8-0307-4137-8acc-1bdedc0876d6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:34.532388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.623199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0896f069-7afa-4e6d-ab78-1b5a59cc8b88 req-be057df4-37fc-4b93-9fec-5dba6459efb0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312280 Sep 01 15:06:34.624538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 184a0758-5a30-441c-afe9-f14f41fbc637 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:34.724230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bfbe5a4-2983-49d8-b71f-3283df5954fa req-26a30b1b-bc18-404d-ac6e-de7701c17d46 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531039 Sep 01 15:06:34.753416 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ae7e8-7c22-4a58-8553-41ece310ce39 x-openstack-request-id: req-d84ae7e8-7c22-4a58-8553-41ece310ce39 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:34.753873 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:34.754273 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d84ae7e8-7c22-4a58-8553-41ece310ce39 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:34.754910 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5', 'status': 'completed', 'code': 200} Sep 01 15:06:34.818894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:34.865175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.002450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:35.009455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.021648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:35.039193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:35.041112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:35.072385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-eb2565d1-a645-4095-9b42-809832086085 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "PUT /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 695 time: 1.1385596 Sep 01 15:06:35.148652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-98c9fc75-e07a-4731-a1a8-fa18cb621e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.157637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-98c9fc75-e07a-4731-a1a8-fa18cb621e54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0785007 Sep 01 15:06:35.343603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:35.429455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-fde55bbd-11f3-4866-a1a4-57ddb2b5538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.437703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-fde55bbd-11f3-4866-a1a4-57ddb2b5538d service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.2788584 Sep 01 15:06:35.500853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-1168fa26-9a64-4ef0-a044-cdf063f66bd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 217 time: 0.0621529 Sep 01 15:06:35.570264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab774425-6b72-49a4-af47-20f91033c371 req-13e05111-8dff-4f8b-a182-cb166418f22c tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1259062 Sep 01 15:06:35.594153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-3313f6ae-51ef-4c4d-a363-29d3dd151ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.614615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:35.614824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-3313f6ae-51ef-4c4d-a363-29d3dd151ac1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1112955 Sep 01 15:06:35.641984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 5b73a879-c194-409b-bc67-26821f5fb81c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:35.679437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9824f418-d404-48c3-be04-c385a7ec1bd0,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:35.685460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:35.693215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:35.712276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:35.742084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.794524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-57fcfd3a-c90a-40ad-8ef9-ce3d421fc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.799610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-57fcfd3a-c90a-40ad-8ef9-ce3d421fc8f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479826 Sep 01 15:06:35.833134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.852318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Transition to ACTIVE for port object 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:35.880425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-89daa312-cad6-4293-b6b1-89dddef95aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.891660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-89daa312-cad6-4293-b6b1-89dddef95aad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1097 time: 1.0520809 Sep 01 15:06:35.953971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:35.973001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.974148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.994709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:36.013812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:36.015859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:36.048046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-b6c03189-1907-4aa5-bcdc-a324fc9dc1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395275 Sep 01 15:06:36.259440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:36.261637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-62dbc30a-f69b-45e4-aaa4-1f23ca1a55df None None] Provisioning for port 184a0758-5a30-441c-afe9-f14f41fbc637 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:36.283812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-4ee7ead9-c7d8-4df2-87dc-9f095c5c4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.285034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-4ee7ead9-c7d8-4df2-87dc-9f095c5c4c12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.3042581 Sep 01 15:06:36.301232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-62dbc30a-f69b-45e4-aaa4-1f23ca1a55df None None] Provisioning complete for port 184a0758-5a30-441c-afe9-f14f41fbc637 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:36.301608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62dbc30a-f69b-45e4-aaa4-1f23ca1a55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.320283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:36.320543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.320543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.322477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] 10.222.0.50 "PUT /v2.0/ports/9824f418-d404-48c3-be04-c385a7ec1bd0 HTTP/1.1" status: 200 len: 1092 time: 6.6383915 Sep 01 15:06:36.338447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:36.343032 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64070630-34fb-41fe-87f7-d5b37b211acb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:36.344551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d073e-1f77-4fa6-b964-87e620105426 req-0bfc37ba-b108-4d40-8775-a5b0dc563695 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489095 Sep 01 15:06:36.402681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-95740828-81f2-405a-b602-f7ba30c727a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6410964 Sep 01 15:06:36.416612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-822ca601-8a84-4eae-9997-f3b57dd22928 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 217 time: 0.0852318 Sep 01 15:06:36.425443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d816e-ccf3-4ebe-8ea7-8483f89e4828 service neutron] Pushing event updated for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:36.452484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'admin_state_up': True, 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'security_groups': ['ad534c8f-c2db-4498-8d45-1bb2467e1fc3']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:36.486648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.593809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-2b0490ce-f318-4f1d-9e8c-927febdeac63 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.600661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-2b0490ce-f318-4f1d-9e8c-927febdeac63 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.618549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-2b0490ce-f318-4f1d-9e8c-927febdeac63 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.626185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-2b0490ce-f318-4f1d-9e8c-927febdeac63 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.636618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-2b0490ce-f318-4f1d-9e8c-927febdeac63 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3095 time: 0.8917203 Sep 01 15:06:36.700146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-62dbc30a-f69b-45e4-aaa4-1f23ca1a55df None None] Port 184a0758-5a30-441c-afe9-f14f41fbc637 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:36.762941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee70c7-1e56-4c7a-a974-9b3fd867f222 req-76689437-0eb1-44b2-adb3-cf88ae65cde0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.766513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bee70c7-1e56-4c7a-a974-9b3fd867f222 req-76689437-0eb1-44b2-adb3-cf88ae65cde0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 943 time: 0.1081471 Sep 01 15:06:36.767514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:36.773975 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cf2001-64f4-470b-9e16-68b832dac5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:36.781176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 878491ec-c3e9-414b-b707-2e7b8be63939 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:36.791946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-a356ce22-bc8e-4e21-9a86-fc5a31bad439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.794031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-a356ce22-bc8e-4e21-9a86-fc5a31bad439 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.3339577 Sep 01 15:06:36.809735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 878491ec-c3e9-414b-b707-2e7b8be63939 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:36.811279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.875090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:36.914928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:36.919537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bee70c7-1e56-4c7a-a974-9b3fd867f222 req-10f3ef20-5315-4ac6-8158-0753677321f1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365690 Sep 01 15:06:36.950095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:37.034517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.035224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.061856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.062064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-5359afad-5902-450f-92da-f3330437e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.065474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-5359afad-5902-450f-92da-f3330437e7d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 1095 time: 0.5898998 Sep 01 15:06:37.102956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Made reservation on behalf of 1f2a57968d984cbd8bd10fb99121103e for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:37.108691 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.134445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:37.138526 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6960f38-9a9c-47ef-8cf7-ec13bb2aa664" -d '{"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-plugged", "status": "completed", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:37.152581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:37.157326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6160b5d-c6fb-44db-86e7-5feae997a7d0 req-21e45abe-9604-4f15-b2df-b03d38be3858 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.161658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-bfbc45ac-c9b6-439f-873a-9ebc2accfc4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9824f418-d404-48c3-be04-c385a7ec1bd0 HTTP/1.1" status: 200 len: 217 time: 0.0797882 Sep 01 15:06:37.168002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6160b5d-c6fb-44db-86e7-5feae997a7d0 req-21e45abe-9604-4f15-b2df-b03d38be3858 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 932 time: 0.1453178 Sep 01 15:06:37.174381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0922463 Sep 01 15:06:37.175108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70695c-4c01-4dad-9c60-97d21b22ee1f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event updated for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:37.236998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6160b5d-c6fb-44db-86e7-5feae997a7d0 req-baca3f93-6f1b-4c21-8f95-0672a30e7b50 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668426 Sep 01 15:06:37.279788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:37.283104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2cefb000-08fe-40cb-ad6b-3810217b101c req-7274b896-b8da-4900-9d00-770dce0ec257 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451347 Sep 01 15:06:37.284417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd345fb-df6f-4c23-b578-22a80617469f None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:37.284863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558626ac-f163-4572-9be0-796be94a6c21 req-8f6e72db-34d6-481a-9f49-f6ad3dd125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.286539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-8f6e72db-34d6-481a-9f49-f6ad3dd125bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1041157 Sep 01 15:06:37.292168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.411114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:37.450654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708ca3-043a-439a-a64e-26e3f8f6b523 req-ba5dd0ae-2340-4bb3-9622-5b450a04b7d5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.460483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4f201c50-747c-464b-bc9a-7c3117e8133c None None] Provisioning for port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:37.465874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4f201c50-747c-464b-bc9a-7c3117e8133c None None] Provisioning complete for port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:37.466317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f201c50-747c-464b-bc9a-7c3117e8133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.468024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0708ca3-043a-439a-a64e-26e3f8f6b523 req-ba5dd0ae-2340-4bb3-9622-5b450a04b7d5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.1303098 Sep 01 15:06:37.565494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0708ca3-043a-439a-a64e-26e3f8f6b523 req-fce9ae1a-2787-491a-b677-e59ab7568880 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937262 Sep 01 15:06:37.567158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4f201c50-747c-464b-bc9a-7c3117e8133c None None] Port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:37.582210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Allocated IP 10.2.2.200 (5b73a879-c194-409b-bc67-26821f5fb81c/5396cebf-ae9a-470f-b384-f1d5c7254b94/1065dd14-091c-4d66-96be-c4ad389077c4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:37.636658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-f577c19e-ec79-4367-8c99-52815d391755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.638350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-f577c19e-ec79-4367-8c99-52815d391755 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7978950 Sep 01 15:06:37.643245 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e346168-d91f-421c-9b32-bd238aebace8 x-openstack-request-id: req-3e346168-d91f-421c-9b32-bd238aebace8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:37.643612 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:37.643854 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e346168-d91f-421c-9b32-bd238aebace8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:37.644269 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0', 'status': 'completed', 'code': 200} Sep 01 15:06:37.648920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Request body: {'port': {'device_id': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:37.753821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee4a4d8e-4f7a-4cbe-aaf7-4b1d6db9e2f6 req-c6805ebc-ee46-4a60-8a26-d459cef51ea9 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0699713 Sep 01 15:06:37.768405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-0f0028d5-e15b-40d9-894f-dea9a76464c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163733 Sep 01 15:06:37.828125 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f16eeda-15c7-49c8-b13b-55c13136db12 x-openstack-request-id: req-6f16eeda-15c7-49c8-b13b-55c13136db12 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:37.828558 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:37.828648 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f16eeda-15c7-49c8-b13b-55c13136db12 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:37.829079 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5', 'status': 'completed', 'code': 200} Sep 01 15:06:37.854579 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a47cb5-aac3-4c22-bece-086a60f35052 x-openstack-request-id: req-04a47cb5-aac3-4c22-bece-086a60f35052 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:37.855084 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-plugged", "status": "completed", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:37.855349 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04a47cb5-aac3-4c22-bece-086a60f35052 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:37.855874 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939', 'code': 200} Sep 01 15:06:38.032825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765ac2b-2257-4e54-9351-aa3726fab151 None None] New status for floating IP 0789bff7-2e52-4015-b007-ad39780380d8: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:38.149205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-ee8abf1c-1506-432f-9a8a-4fa3847429dc tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.151501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-ee8abf1c-1506-432f-9a8a-4fa3847429dc tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1680930 Sep 01 15:06:38.161170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cc68-2466-4940-9739-7014ff4bf19d req-95edd79f-e4d7-436c-ae2f-55ce518213f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.163314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccf0cc68-2466-4940-9739-7014ff4bf19d req-95edd79f-e4d7-436c-ae2f-55ce518213f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1098 time: 0.1114640 Sep 01 15:06:38.213345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.301884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-fb58134e-0ca8-4a22-8393-e7ef9e2914d5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 698 time: 0.1264102 Sep 01 15:06:38.315957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:38.399505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-e078b61c-0f08-4c54-8e3e-cb1f95644c57 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238343 Sep 01 15:06:38.402873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.423279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-357a6816-6bb9-4f98-9aa1-039cc75f45e9 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919910 Sep 01 15:06:38.443268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25f1d7-6b27-46c6-a4bd-ade705953755 req-327e933d-8c20-49c7-833e-76325a7d6deb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.451232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e25f1d7-6b27-46c6-a4bd-ade705953755 req-327e933d-8c20-49c7-833e-76325a7d6deb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 943 time: 0.3665459 Sep 01 15:06:38.527907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccf0cc68-2466-4940-9739-7014ff4bf19d req-6308e749-4ff2-4d84-ac8f-6eb92159c329 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956858 Sep 01 15:06:38.538728 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.623177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558626ac-f163-4572-9be0-796be94a6c21 req-247ad6e4-087f-4784-baf4-24e30078d8eb service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691508 Sep 01 15:06:38.629775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Transition to ACTIVE for port object 1065dd14-091c-4d66-96be-c4ad389077c4 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:38.840350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.965672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Network 5b73a879-c194-409b-bc67-26821f5fb81c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:38.995999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e25f1d7-6b27-46c6-a4bd-ade705953755 req-743c068b-2a4c-4d8d-a5ba-1b2e709fc248 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419714 Sep 01 15:06:39.003398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:39.066577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:39.076110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64070630-34fb-41fe-87f7-d5b37b211acb req-b1586a65-3d5f-4a0e-ac5c-90afb312cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.077736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-b1586a65-3d5f-4a0e-ac5c-90afb312cb29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 1095 time: 0.2505605 Sep 01 15:06:39.083535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c79470-1071-4a6b-8de6-c40fd1289781 req-2b936b2c-72b8-4b8a-9283-1a50585ff8d5 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533239 Sep 01 15:06:39.126172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:39.279661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:06:39.344173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.344853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.427245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.451414 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.514781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f94de46-db9a-4d3c-a58d-f846e352427c None None] Provisioning for port 1065dd14-091c-4d66-96be-c4ad389077c4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:39.522971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f94de46-db9a-4d3c-a58d-f846e352427c None None] Provisioning complete for port 1065dd14-091c-4d66-96be-c4ad389077c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:39.523692 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f94de46-db9a-4d3c-a58d-f846e352427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.620778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7f94de46-db9a-4d3c-a58d-f846e352427c None None] Port 1065dd14-091c-4d66-96be-c4ad389077c4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:39.847929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6de3207-1970-431e-975b-9c3cad4ef57b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3996840 Sep 01 15:06:39.862069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-8b0a0e04-6d8b-4d36-9c8e-78404262762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.864118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-8b0a0e04-6d8b-4d36-9c8e-78404262762e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 1097 time: 0.6833975 Sep 01 15:06:39.873050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea815bd1-9fa4-41b4-9043-26c21d093ef5 req-497db23f-6daa-4432-8435-928a811bf6fe tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.874877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea815bd1-9fa4-41b4-9043-26c21d093ef5 req-497db23f-6daa-4432-8435-928a811bf6fe tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 932 time: 0.7417285 Sep 01 15:06:39.882665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:39.896597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:39.927836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.948254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Transition to ACTIVE for port object 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:40.006044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64070630-34fb-41fe-87f7-d5b37b211acb req-0201ffda-f314-489d-a765-2bc2e131512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.007868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-0201ffda-f314-489d-a765-2bc2e131512a service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.8788662 Sep 01 15:06:40.081202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.083872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.095111 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Floating IP 0789bff7-2e52-4015-b007-ad39780380d8 associated. External IP: 172.25.1.219, port: a67ceb53-2b97-48be-8918-0fe77cdaa963. Sep 01 15:06:40.156368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:40.267054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-764bd315-39ba-45b8-b3e5-8fc547785e09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9824f418-d404-48c3-be04-c385a7ec1bd0 HTTP/1.1" status: 200 len: 217 time: 0.1797838 Sep 01 15:06:40.403617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64070630-34fb-41fe-87f7-d5b37b211acb req-325c1139-7d69-4efa-a172-c371b226bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.406460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-325c1139-7d69-4efa-a172-c371b226bbe5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1294074 Sep 01 15:06:40.493349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea815bd1-9fa4-41b4-9043-26c21d093ef5 req-6d61bdcd-40b9-4d62-b10f-0772b4ab13f8 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6053944 Sep 01 15:06:40.533500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:40.662711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-e06de02e-9baf-4dfe-be91-1a8f0fca1f1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005408 Sep 01 15:06:40.664807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-54e82cd7-bb52-41bf-a896-b70336d91efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.666623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-54e82cd7-bb52-41bf-a896-b70336d91efe service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.7645495 Sep 01 15:06:40.744674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:40.751354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.763188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:40.801982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:40.803942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:40.804585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-e3c6a9e1-21ff-44f1-97b3-7c67283af283 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.806813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-e3c6a9e1-21ff-44f1-97b3-7c67283af283 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "GET /v2.0/ports?device_id=408ee13b-a3a0-435e-aaaa-fda95931f1b9 HTTP/1.1" status: 200 len: 945 time: 0.3261285 Sep 01 15:06:40.825308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-3ec11969-8b7b-408d-947c-4d6de78b5fb9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "PUT /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 997 time: 2.5216248 Sep 01 15:06:40.838106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:40.840629 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53" -d '{"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:40.963242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-9d6fc371-2560-4104-9b1b-c72880b69fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.971590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-9d6fc371-2560-4104-9b1b-c72880b69fef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.1257484 Sep 01 15:06:41.013839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-f9e59353-dda6-47eb-b9be-854d9a83103d service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161733 Sep 01 15:06:41.083998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Deleting port 6acfa1a0-365d-4142-af5d-611700b322b5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:41.084255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.170386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-982cdffa-fcf8-4970-bfab-c82c03d9ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.172993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-982cdffa-fcf8-4970-bfab-c82c03d9ad1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.2003403 Sep 01 15:06:41.204370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-376792c7-c8ca-4a1a-8129-a6ecc8391954 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 200 len: 217 time: 0.5012598 Sep 01 15:06:41.372916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-ae2510bd-018d-4308-a688-df6c5fdd3781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 1000 time: 0.1309397 Sep 01 15:06:41.392756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:41.434603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-5a084db2-3a83-4898-a927-b37af3a7ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.443353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-5a084db2-3a83-4898-a927-b37af3a7ad15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.0691497 Sep 01 15:06:41.481112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.489721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.499844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.501319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] For port 6acfa1a0-365d-4142-af5d-611700b322b5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6acfa1a0-365d-4142-af5d-611700b322b5,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:41.501712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.507891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.516987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.520970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-d2dec33d-e5b9-42ab-92c0-0b32e05def4c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3816 time: 0.7947853 Sep 01 15:06:41.526385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Calling delete_port for 6acfa1a0-365d-4142-af5d-611700b322b5 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:41.531569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Attempting to bind port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:41.532021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Attempting to bind port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:41.532285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Attempting to bind port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 on network f9887ffd-d002-40e2-893a-28d7fb39a5a3 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:41.538366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-6d302f50-e1b7-4437-836f-1896b9cfe43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.548431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-6d302f50-e1b7-4437-836f-1896b9cfe43d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035678 Sep 01 15:06:41.555297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 on network f9887ffd-d002-40e2-893a-28d7fb39a5a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:41.555297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Attempting to bind port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 on network f9887ffd-d002-40e2-893a-28d7fb39a5a3 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:41.570093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:41.570400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Checking segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:41.570841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Bound using segment: {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:41.571299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Bound port: 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8367e5f-d652-402b-8eb1-e4f8be656947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:41.571661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.677342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-741b782e-f2ef-4c88-9f78-8991b6c7ce88 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278577 Sep 01 15:06:41.685194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-e894d47e-de17-4fe6-ac49-c39ea3e066ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.686868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-e894d47e-de17-4fe6-ac49-c39ea3e066ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.3466313 Sep 01 15:06:41.748312 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a37479b1-da91-4f6b-a3fe-aa5833ef9249 req-4014043a-72f0-4f0e-beda-c84a0dae237e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060926 Sep 01 15:06:41.888503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f1edcce-fb29-469b-858c-f99e7376aadc req-b199b057-0845-42d4-8e60-c175edb2a9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098882 Sep 01 15:06:41.904838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64070630-34fb-41fe-87f7-d5b37b211acb req-f80d7d45-08e0-4c73-bdee-d2bb87b0e1c7 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294168 Sep 01 15:06:41.924604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-1a59a098-49e4-46e0-9063-a6fb50d8083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.926758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-1a59a098-49e4-46e0-9063-a6fb50d8083a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108529 Sep 01 15:06:41.997113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:42.037987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:42.077181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.113185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a67ceb53-2b97-48be-8918-0fe77cdaa963', '6acfa1a0-365d-4142-af5d-611700b322b5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:42.183307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.229400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c875c4ae-2252-414a-adb3-fa98f57c6e91 req-07050f7f-a809-439a-8909-760795a094f9 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0693059 Sep 01 15:06:42.231666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event deleted for resources: {'Port': ['ID=6acfa1a0-365d-4142-af5d-611700b322b5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:42.265149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:42.307134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 8, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:42.374888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] No DVR routers for this DVR port 6acfa1a0-365d-4142-af5d-611700b322b5 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:42.383206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.391670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a629df5e-7ead-438f-94e5-10bdb531eb7c req-5616d8fd-bd0e-4332-bfcc-7129f2e843f9 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "DELETE /v2.0/ports/6acfa1a0-365d-4142-af5d-611700b322b5 HTTP/1.1" status: 204 len: 173 time: 1.5646853 Sep 01 15:06:42.418454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.420133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.434948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-ae5a1875-22e3-4527-8d41-74f601264d37 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a1ac9d8-0307-4137-8acc-1bdedc0876d6 HTTP/1.1" status: 200 len: 1093 time: 5.1406536 Sep 01 15:06:42.440437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:42.476091 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:42.527369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:06:42.527944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:42.550053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9824f418-d404-48c3-be04-c385a7ec1bd0 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:42.667030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df6c3-5eb1-4420-804b-60edfad2297c req-fa98cc89-b448-4f7d-bbf7-51452fcf2880 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.675064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e4df6c3-5eb1-4420-804b-60edfad2297c req-fa98cc89-b448-4f7d-bbf7-51452fcf2880 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 943 time: 0.1136963 Sep 01 15:06:42.749102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59218fb-e609-455e-b21f-fb9cf74fb6ec req-92424ec1-2088-4222-8d48-018c61f10d18 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.751698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b59218fb-e609-455e-b21f-fb9cf74fb6ec req-92424ec1-2088-4222-8d48-018c61f10d18 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.6150501 Sep 01 15:06:42.769610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e4df6c3-5eb1-4420-804b-60edfad2297c req-328e25bf-0619-47bc-88b4-6dabd4f7f3b8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809171 Sep 01 15:06:42.824806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-5fdcfd29-9061-4e9f-8647-ec705b7c327d service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738382 Sep 01 15:06:42.830019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:42.830892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:42.885677 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78c9bc-358e-4408-ab39-85f53c1fc8f8 x-openstack-request-id: req-fd78c9bc-358e-4408-ab39-85f53c1fc8f8 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:42.886260 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:42.886520 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd78c9bc-358e-4408-ab39-85f53c1fc8f8 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:42.886933 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:06:43.065361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ae03ff-1535-4757-b884-c01673c43655 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:43.095875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.104535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b59218fb-e609-455e-b21f-fb9cf74fb6ec req-55b639a3-bb94-4c65-bf90-e9b36ef5a3ca tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722321 Sep 01 15:06:43.156237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:43.159934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-6b5f1e62-b721-4004-a745-bf00bba7dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.162220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-6b5f1e62-b721-4004-a745-bf00bba7dc0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.2443585 Sep 01 15:06:43.187907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-ea03293e-7654-4fd0-acf8-60c0a29964d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.190951 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-ea03293e-7654-4fd0-acf8-60c0a29964d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e252a461d48e4cf8bb5806b7a686e6df&device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 1096 time: 0.6164546 Sep 01 15:06:43.191503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cf2001-64f4-470b-9e16-68b832dac5cf req-db3afabe-87e7-49dc-b1de-c1df358b460e service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216684 Sep 01 15:06:43.216369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Transition to ACTIVE for port object 85ae03ff-1535-4757-b884-c01673c43655 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:43.253595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9824f418-d404-48c3-be04-c385a7ec1bd0,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:43.270270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9824f418-d404-48c3-be04-c385a7ec1bd0', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': '9824f418-d404-48c3-be04-c385a7ec1bd0', 'mac_address': 'fa:16:3e:93:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:43.362634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0a8a5-c9e0-460e-91f1-5d0d4503a15e req-d12c82c2-f5b3-41dd-88bb-63b570a8896c tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.365483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ddf0a8a5-c9e0-460e-91f1-5d0d4503a15e req-d12c82c2-f5b3-41dd-88bb-63b570a8896c tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 944 time: 0.3381655 Sep 01 15:06:43.395995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0bf5f2a-a721-420a-9386-93a0948d08f6 req-bb9c8109-110a-4a66-9324-7ea0d9d10c2c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 997 time: 0.1872053 Sep 01 15:06:43.395995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.448954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.474528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-cc7ea9aa-d420-482b-b694-869dab32eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.477484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-cc7ea9aa-d420-482b-b694-869dab32eed3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.3003557 Sep 01 15:06:43.521738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-e887ad30-872f-4ed3-8164-202f761c0a22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6 HTTP/1.1" status: 200 len: 217 time: 0.3025770 Sep 01 15:06:43.532894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9824f418-d404-48c3-be04-c385a7ec1bd0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:43.534068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.572223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9824f418-d404-48c3-be04-c385a7ec1bd0,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:43.581533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.636218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-f101dad3-7e89-4cd6-a9bb-bec39312fdb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 1000 time: 0.1306691 Sep 01 15:06:43.684122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ddf0a8a5-c9e0-460e-91f1-5d0d4503a15e req-7edb930d-b2f6-4501-93e1-8c453f9d0737 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050850 Sep 01 15:06:43.786064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-37d2f5ce-24aa-4391-b11d-20e0b27442a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.788967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.792602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-37d2f5ce-24aa-4391-b11d-20e0b27442a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1039791 Sep 01 15:06:43.810819 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c606e7-0b5f-4b0d-8cb5-d3c57a13c96b x-openstack-request-id: req-b1c606e7-0b5f-4b0d-8cb5-d3c57a13c96b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:43.811093 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:43.811427 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1c606e7-0b5f-4b0d-8cb5-d3c57a13c96b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:43.811869 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'status': 'completed', 'code': 200} Sep 01 15:06:43.849151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-72d7fc32-8af3-47e6-9d6e-d0bbcbf504cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.851297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-72d7fc32-8af3-47e6-9d6e-d0bbcbf504cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8f4001c1-9ffb-4cfa-928c-5ab8c8478640 HTTP/1.1" status: 200 len: 850 time: 0.2643683 Sep 01 15:06:43.902097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9824f418-d404-48c3-be04-c385a7ec1bd0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:43.925302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Attempting to bind port 85ae03ff-1535-4757-b884-c01673c43655 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:43.925888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Attempting to bind port 85ae03ff-1535-4757-b884-c01673c43655 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:43.926084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Attempting to bind port 85ae03ff-1535-4757-b884-c01673c43655 on network b18e7f3a-2108-4d95-9bc1-43424f517ba4 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:43.934903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Port 85ae03ff-1535-4757-b884-c01673c43655 on network b18e7f3a-2108-4d95-9bc1-43424f517ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:43.935224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Attempting to bind port 85ae03ff-1535-4757-b884-c01673c43655 on network b18e7f3a-2108-4d95-9bc1-43424f517ba4 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:43.944298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:43.944619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Checking segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:43.945025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Bound using segment: {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:43.945504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Bound port: 85ae03ff-1535-4757-b884-c01673c43655, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52969ed6-b892-4a4a-ab20-f1a5c8ff845c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:43.945865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.959391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-74e3b614-7ccf-4138-b0a0-429c7bc1cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.959660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5f2a-a721-420a-9386-93a0948d08f6 req-1125f3b4-ea13-4af0-be83-9be3a19b23d0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.960918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-74e3b614-7ccf-4138-b0a0-429c7bc1cc86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556773 Sep 01 15:06:43.961112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0bf5f2a-a721-420a-9386-93a0948d08f6 req-1125f3b4-ea13-4af0-be83-9be3a19b23d0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.4397385 Sep 01 15:06:43.985138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-f0bf5f2a-a721-420a-9386-93a0948d08f6 req-e1d59dc5-0c66-49cb-b854-22667e4d36d5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:43.986226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0bf5f2a-a721-420a-9386-93a0948d08f6 req-e1d59dc5-0c66-49cb-b854-22667e4d36d5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077043 Sep 01 15:06:44.057450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 8, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:44.103870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:44.115312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:44.141756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392ddb2-d5d4-4d5d-aef2-c982f7ea70c2 None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0789bff7-2e52-4015-b007-ad39780380d8', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'port_id': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'mac_address': 'fa:16:3e:2e:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b772e-305d-409d-a064-936722429965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 8, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:44.148571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de89976-0519-4b9b-a777-63540019332f req-f2763c64-862e-4527-bc04-9e2306a306a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.169337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-f2763c64-862e-4527-bc04-9e2306a306a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9887ffd-d002-40e2-893a-28d7fb39a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043165 Sep 01 15:06:44.170579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.326690 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a533040d-b438-46df-8678-c58fa8ece852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.343217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6acfa1a0-365d-4142-af5d-611700b322b5 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:44.356455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.380463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.393364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.394442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.398024 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] 10.222.0.50 "PUT /v2.0/ports/85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 1093 time: 4.5185280 Sep 01 15:06:44.407678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.428160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.433909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.442293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-4b68f2b9-282b-4e82-8e47-05a62e327c02 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3828 time: 0.4802012 Sep 01 15:06:44.469167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 6acfa1a0-365d-4142-af5d-611700b322b5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:44.469506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6acfa1a0-365d-4142-af5d-611700b322b5 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:44.478338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:44.544575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-031eb2df-92e7-4c41-90fd-54c750eb5fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583596 Sep 01 15:06:44.624344 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ecbe4-a8ac-45b6-bb82-c8ec307ea352 None None] New status for floating IP 0789bff7-2e52-4015-b007-ad39780380d8: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:44.701108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6351043a-f810-4bbf-8a81-94ffbd3f8cdb req-a9ad67a6-9695-4201-a6ad-61eed69cb4c3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461450 Sep 01 15:06:44.775506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfefbde8-bcf6-4ca5-b1bf-7a9e2a92ac53 req-40f52292-15ac-41dd-8c67-e1d3b1d208d1 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236559 Sep 01 15:06:44.779390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-7044bc22-5e64-4aa1-8a02-cd6bc0e91194 service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994821 Sep 01 15:06:44.806355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f9dc1-a910-4153-b8cb-a086cf69c845 service neutron] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:44.888441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'name': 'network-vif-deleted', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:44.890801 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a622ffda-794b-40bb-a948-96c62dd06e59" -d '{"events": [{"server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "name": "network-vif-deleted", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:44.893661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.960171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d46fa-9dc2-4f97-890e-0d7e8c334d43 req-0c4b0e12-c0af-4548-9454-97ec162b1413 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.962017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257d46fa-9dc2-4f97-890e-0d7e8c334d43 req-0c4b0e12-c0af-4548-9454-97ec162b1413 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1098 time: 0.2859728 Sep 01 15:06:44.962765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-755a536a-3d26-4d3e-92bc-3f3e95f0c958 req-b5f7f6f6-a88e-4c4e-8f0b-dc3bec215210 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0476797 Sep 01 15:06:45.097152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257d46fa-9dc2-4f97-890e-0d7e8c334d43 req-4a28cdc0-3037-4473-b3fa-3a8a6ffb6a22 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074171 Sep 01 15:06:45.235555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1de89976-0519-4b9b-a777-63540019332f req-f2c33f2d-abf6-477e-ab54-abfab07881e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382799 Sep 01 15:06:45.280372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032946-2ee1-442f-94c1-bd69e3600f6f req-eae5e0dd-03a2-4106-ac1a-856356272182 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.282336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7032946-2ee1-442f-94c1-bd69e3600f6f req-eae5e0dd-03a2-4106-ac1a-856356272182 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 944 time: 0.0830879 Sep 01 15:06:45.369844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7032946-2ee1-442f-94c1-bd69e3600f6f req-106103b6-b1c1-4b57-8b51-7cab79de8b44 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 Sep 01 15:06:45.580798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ee918-fa1b-4214-9dd0-4a46f36764ef req-e9c57820-171b-4da2-96a7-44321027f893 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.582874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-418ee918-fa1b-4214-9dd0-4a46f36764ef req-e9c57820-171b-4da2-96a7-44321027f893 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 944 time: 0.0840716 Sep 01 15:06:45.634564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-418ee918-fa1b-4214-9dd0-4a46f36764ef req-65f1227b-e90d-4951-8628-3abd450b3fa5 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442295 Sep 01 15:06:45.719631 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae953c1b-441c-42ac-8eed-f7f7d763dc76 x-openstack-request-id: req-ae953c1b-441c-42ac-8eed-f7f7d763dc76 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:45.720635 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408ee13b-a3a0-435e-aaaa-fda95931f1b9", "name": "network-vif-deleted", "tag": "6acfa1a0-365d-4142-af5d-611700b322b5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:45.720635 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae953c1b-441c-42ac-8eed-f7f7d763dc76 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:45.720635 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408ee13b-a3a0-435e-aaaa-fda95931f1b9', 'name': 'network-vif-deleted', 'tag': '6acfa1a0-365d-4142-af5d-611700b322b5', 'status': 'completed', 'code': 200} Sep 01 15:06:45.814878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '85ae03ff-1535-4757-b884-c01673c43655'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:45.817325 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed87e75-3ebf-4095-9593-b51e47852786" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "85ae03ff-1535-4757-b884-c01673c43655"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:45.834654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-6c441d9c-b307-49ad-a475-9702903ca919 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.6102881 Sep 01 15:06:45.898873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede744c-1668-40e9-b94c-1878ab312a0c req-a23600da-d47d-45bb-a807-118f9f4cddb3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.901930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ede744c-1668-40e9-b94c-1878ab312a0c req-a23600da-d47d-45bb-a807-118f9f4cddb3 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1098 time: 0.0671170 Sep 01 15:06:45.903513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-5e6aface-0185-49ac-9f63-f7317fa0b560 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.905023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-5e6aface-0185-49ac-9f63-f7317fa0b560 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports/a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 943 time: 0.0693924 Sep 01 15:06:45.925122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-0637d681-e91a-41d3-8de2-35be0a21f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.926483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-0637d681-e91a-41d3-8de2-35be0a21f1ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e252a461d48e4cf8bb5806b7a686e6df&device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 1096 time: 0.5962610 Sep 01 15:06:45.978019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ede744c-1668-40e9-b94c-1878ab312a0c req-d18a2701-0e50-4f6c-a600-998e0bc6b8f0 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Sep 01 15:06:46.180869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-dc286d01-aa1f-4846-8277-eea33b86b462 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.1813567 Sep 01 15:06:46.196082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-264f3951-340a-40c4-92df-de8f6a20d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.197748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-264f3951-340a-40c4-92df-de8f6a20d209 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9887ffd-d002-40e2-893a-28d7fb39a5a3 HTTP/1.1" status: 200 len: 912 time: 0.2606950 Sep 01 15:06:46.201591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27a449c-cfe3-4925-a53b-ee9326d98c8c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:46.202222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.208167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.214231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.219108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.221567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.227437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.229450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-586d9b3c-b057-4aca-936f-79e29d231ec1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3828 time: 0.1103122 Sep 01 15:06:46.279343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d7fcbb7-a98e-4fa4-abd8-c426cb6defb5 req-5c11930d-9525-47f0-8470-f42c33562459 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Sep 01 15:06:46.353811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9824f418-d404-48c3-be04-c385a7ec1bd0 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:46.371080 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b5ffbf-0758-4222-9b91-60b4d5420663 x-openstack-request-id: req-26b5ffbf-0758-4222-9b91-60b4d5420663 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:46.371686 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "85ae03ff-1535-4757-b884-c01673c43655", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:46.371914 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b5ffbf-0758-4222-9b91-60b4d5420663 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:46.372554 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '85ae03ff-1535-4757-b884-c01673c43655', 'status': 'completed', 'code': 200} Sep 01 15:06:46.384133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-c66ccc9b-1e44-4a1e-9c91-78fa06b6fd81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6 HTTP/1.1" status: 200 len: 217 time: 0.1620934 Sep 01 15:06:46.427560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Transition to ACTIVE for port object d27a449c-cfe3-4925-a53b-ee9326d98c8c will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:46.457285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da4c4817-db5d-40b9-98b8-1180abcd4d8c req-15d824f2-f95b-4756-aee6-8df67ec28dc9 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0411134 Sep 01 15:06:46.466675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9824f418-d404-48c3-be04-c385a7ec1bd0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:46.474158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.478331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9824f418-d404-48c3-be04-c385a7ec1bd0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:46.480281 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.499159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.499886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.500503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.501152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.503535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.505890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-673572cf-18bd-4414-ae53-5f7600bf6992 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 4364 time: 0.1290925 Sep 01 15:06:46.554235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-7068a1bb-891d-4acd-b7fa-ad42aba4cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.555818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-7068a1bb-891d-4acd-b7fa-ad42aba4cad4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8f4001c1-9ffb-4cfa-928c-5ab8c8478640 HTTP/1.1" status: 200 len: 850 time: 0.1512666 Sep 01 15:06:46.569301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-6249bb05-c29c-421d-8aa0-e24b7024c3a5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.570691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-6249bb05-c29c-421d-8aa0-e24b7024c3a5 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3719065 Sep 01 15:06:46.619986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.627030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-a9b553c0-6deb-4492-989a-d0e380305dc0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:46.628112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-a9b553c0-6deb-4492-989a-d0e380305dc0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103660 Sep 01 15:06:46.715750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.800152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9824f418-d404-48c3-be04-c385a7ec1bd0,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:46.801488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:46.810261 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f1106a-80c0-4a93-a069-6d9493680da6" -d '{"events": [{"server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "name": "network-vif-plugged", "status": "completed", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:46.816485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.846576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-3aba159b-4aeb-4e26-a219-5bd21e0d3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.849214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-3aba159b-4aeb-4e26-a219-5bd21e0d3355 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9887ffd-d002-40e2-893a-28d7fb39a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2739654 Sep 01 15:06:46.905141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-1a35cf23-e9f0-4de2-b972-6dc972bd6338 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.2248075 Sep 01 15:06:46.951711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.977376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:47.017325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-8722bce9-feec-4dc0-bd8d-defed3f7901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.017910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-8722bce9-feec-4dc0-bd8d-defed3f7901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.018413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-8722bce9-feec-4dc0-bd8d-defed3f7901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.020106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-8722bce9-feec-4dc0-bd8d-defed3f7901b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4978561 Sep 01 15:06:47.073350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2082c497-4c1a-4d69-ba5e-087ba01b5190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.076095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97220d-bb2d-465a-97ac-dadcd352aa2b req-ceb3c683-6dd2-4836-8871-1a2575483336 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.078881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d97220d-bb2d-465a-97ac-dadcd352aa2b req-ceb3c683-6dd2-4836-8871-1a2575483336 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.1547232 Sep 01 15:06:47.112269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Attempting to bind port d27a449c-cfe3-4925-a53b-ee9326d98c8c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:47.112952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Attempting to bind port d27a449c-cfe3-4925-a53b-ee9326d98c8c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:47.113652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Attempting to bind port d27a449c-cfe3-4925-a53b-ee9326d98c8c on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:47.165129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Port d27a449c-cfe3-4925-a53b-ee9326d98c8c on network 7462b4f2-a790-428d-9559-0f70650ccd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:47.165963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Attempting to bind port d27a449c-cfe3-4925-a53b-ee9326d98c8c on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:47.207056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:47.207590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:47.208239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Bound using segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:47.208954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Bound port: d27a449c-cfe3-4925-a53b-ee9326d98c8c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:47.210148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.241970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.251738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-a4824abb-6b59-4c4e-b982-d8e473484d9b service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297839 Sep 01 15:06:47.305729 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.359287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d97220d-bb2d-465a-97ac-dadcd352aa2b req-23703622-52b5-4bdd-9cf0-90b69a3d6b8a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482245 Sep 01 15:06:47.391861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-bb818992-c60d-492d-a25f-6f1d6797ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.394815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ed87e75-3ebf-4095-9593-b51e47852786 req-bb818992-c60d-492d-a25f-6f1d6797ee8b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658168 Sep 01 15:06:47.454685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-6a5848e9-55e4-4c35-bac3-c013afd56b43 req-1c4e9fd1-8af3-401e-896f-065a2492669e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:47.455802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a5848e9-55e4-4c35-bac3-c013afd56b43 req-1c4e9fd1-8af3-401e-896f-065a2492669e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067434 Sep 01 15:06:47.573525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:47.639799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:47.701811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.710056 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.715642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92402a17-5a1b-4bb2-aeb9-b4c6a2f9f4d2 req-5166622a-245c-4cb6-af4e-d58bc323ada8 service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030194 Sep 01 15:06:47.744905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.745436 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Floating IP 0789bff7-2e52-4015-b007-ad39780380d8 disassociated. External IP: 172.25.1.219, port: a67ceb53-2b97-48be-8918-0fe77cdaa963. Sep 01 15:06:47.800946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.801939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.804166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] 10.222.0.50 "PUT /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 1132 time: 3.3563156 Sep 01 15:06:47.851999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:47.911150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07632a3a-818e-40d6-b99e-4b1792f2779a service neutron] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:47.981610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.133040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.279707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:48.306141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.361042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:48.374125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:48.376457 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "d27a449c-cfe3-4925-a53b-ee9326d98c8c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:48.481219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:48.494397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:48.498979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.529947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:48.530464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:48.552386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-d4597d8b-107c-462e-ab32-a93949c5d010 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "PUT /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 696 time: 1.6221011 Sep 01 15:06:48.670286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ebbc1b-97c0-4473-b358-06b8fdb4c842 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:48.689002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.727783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Transition to ACTIVE for port object 86ebbc1b-97c0-4473-b358-06b8fdb4c842 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:48.733206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-e267e749-3eac-42a2-a904-fa5a9245d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.750002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-e267e749-3eac-42a2-a904-fa5a9245d3d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.1594744 Sep 01 15:06:48.767012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.843730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:48.864467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'port_id': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'mac_address': 'fa:16:3e:67:9e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:48.880519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:49.004776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.125743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:49.151611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:49.180093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:49.196972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Attempting to bind port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:49.196972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Attempting to bind port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:49.197378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Attempting to bind port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:49.200625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-2881380c-ffd2-4eda-8023-d3747112acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.202334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-2881380c-ffd2-4eda-8023-d3747112acc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.4512656 Sep 01 15:06:49.206123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on network 7462b4f2-a790-428d-9559-0f70650ccd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:49.206449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Attempting to bind port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:49.213688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.219801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:49.220007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:49.220502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Bound using segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:49.220929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Bound port: 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:49.221330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.263957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-b87266a4-9492-46a1-8ab8-f37e7b0b0dcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.0540886 Sep 01 15:06:49.307091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:49.350152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:49.383051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:49.387379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-822ce625-92af-42d9-b3ac-536e05964379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.389141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-822ce625-92af-42d9-b3ac-536e05964379 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.1159682 Sep 01 15:06:49.392060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:49.395544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:49.399457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55612) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:49.407014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.407317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:49.408141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:49.481931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.482598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.484124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 1131 time: 1.6399119 Sep 01 15:06:49.514365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-7e89ad44-b9a6-4c9e-895d-f7f206c2c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.523461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-7e89ad44-b9a6-4c9e-895d-f7f206c2c6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264088 Sep 01 15:06:49.530217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:49.537577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2a1ac9d8-0307-4137-8acc-1bdedc0876d6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:49.543539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd215-c4da-4b90-8c41-0b66a3b1a4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:49.644551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-fff78316-63b8-4508-913d-8e7096d71980 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:49.656616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-fff78316-63b8-4508-913d-8e7096d71980 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2546382 Sep 01 15:06:49.702949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-3938b6d3-f492-4e6c-a0fc-900124891ca4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.710531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.716894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-3938b6d3-f492-4e6c-a0fc-900124891ca4 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 1095 time: 0.0588748 Sep 01 15:06:49.801298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:49.854781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-370627e2-d73d-49fb-be66-11e2a4ad9282 service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302464 Sep 01 15:06:49.892275 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.959560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:49.960021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:06:50.145996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:50.146668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:50.147187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:50.153668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:50.153668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:50.161464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:50.161800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:50.162735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:50.163150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Bound port: 878491ec-c3e9-414b-b707-2e7b8be63939, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:50.201871 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c408d2-74c3-41d9-9c1e-d81fa0960ecf req-9be77170-ef1a-4041-966c-e747bf8a356a service neutron] 10.222.0.41 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271627 Sep 01 15:06:50.287835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:50.297339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:50.303792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c0183c00-0517-47a0-ac48-dd703f54320b service neutron] 10.222.0.41 "POST /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939/bindings HTTP/1.1" status: 201 len: 390 time: 0.4729857 Sep 01 15:06:50.355101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:50.394518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878f8d-5b8f-4dae-828a-a72e624cd50e None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:04:50Z', 'revision_number': 4, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b9012b10-7c0f-4c3a-8211-1ca478d750fa', 'name': '', 'network_id': '909a2574-6c60-44ab-bb8b-91d21d7c37b6', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'mac_address': 'fa:16:3e:51:d3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'subnets': [{'id': 'b5e72562-11c2-47e1-90b6-aefe2cd5786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:50.449682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a138a67-2cb8-4996-b7f2-8e0e666286e7 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:50.451848 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f8a993-38f8-4922-98f6-db0474cb7948 x-openstack-request-id: req-19f8a993-38f8-4922-98f6-db0474cb7948 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:50.452350 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "name": "network-vif-plugged", "status": "completed", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:50.452746 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19f8a993-38f8-4922-98f6-db0474cb7948 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:50.453373 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0', 'code': 200} Sep 01 15:06:50.465245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:50.489979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1808f-4d79-4c35-8d29-8a3bb1aa8e8d req-786d5023-24e6-4ff5-bfee-88dd2ee67c9b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.492378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ec1808f-4d79-4c35-8d29-8a3bb1aa8e8d req-786d5023-24e6-4ff5-bfee-88dd2ee67c9b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 945 time: 0.1482468 Sep 01 15:06:50.519489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Transition to ACTIVE for port object 1a138a67-2cb8-4996-b7f2-8e0e666286e7 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:50.544567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:50.630671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:50.667126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ec1808f-4d79-4c35-8d29-8a3bb1aa8e8d req-5b08f74d-63f3-40cd-b1b1-eecd48536a06 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564860 Sep 01 15:06:50.703942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.712396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.720339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.727137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.747140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.754692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.764772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.767060 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-7c6488bd-3c63-495f-82e7-aef19df16bf2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5385 time: 0.2245126 Sep 01 15:06:50.883926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0de52946-6db4-4dc0-afa9-695e29a05609 req-878875ee-6124-4e6c-97e9-cc5d4237f030 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019204 Sep 01 15:06:50.973661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15f91e47-826f-4e68-9e25-c5535465dff3 req-c0f20d96-6b81-42dd-bb1f-24e1a533ea8b tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1156633 Sep 01 15:06:50.983064 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c697b-c2db-47fb-bddc-97800fac9d8b None None] New status for floating IP 0789bff7-2e52-4015-b007-ad39780380d8: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:51.119437 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbbc11d-fe98-42ec-aef1-944f6a0e4ea2 x-openstack-request-id: req-6dbbc11d-fe98-42ec-aef1-944f6a0e4ea2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:51.119900 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "d27a449c-cfe3-4925-a53b-ee9326d98c8c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:51.129221 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dbbc11d-fe98-42ec-aef1-944f6a0e4ea2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:51.129916 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c', 'status': 'completed', 'code': 200} Sep 01 15:06:51.133976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9a999-4c4a-48e2-9e01-1d08fb74f7d0 req-8e01c766-333d-492d-bceb-fabedcdbcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.136785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06a9a999-4c4a-48e2-9e01-1d08fb74f7d0 req-8e01c766-333d-492d-bceb-fabedcdbcc24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 1097 time: 0.4810791 Sep 01 15:06:51.252084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-1279aa4e-3233-4f59-994e-37cf37bede8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.254797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-1279aa4e-3233-4f59-994e-37cf37bede8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1098 time: 0.4687607 Sep 01 15:06:51.303249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Attempting to bind port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:51.304514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Attempting to bind port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:51.305076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Attempting to bind port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:51.337236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.337721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.338282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.338790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.339257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.339724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.340186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.343112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-40221b0a-cddf-4f9b-8e21-ce0e8b7c34e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6239 time: 0.2125783 Sep 01 15:06:51.360473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 on network 7462b4f2-a790-428d-9559-0f70650ccd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:51.361023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Attempting to bind port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:51.402557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb832e-e8f2-47a7-85a5-2c80022da169 req-4581b56f-7632-4936-8af9-64adc2bf376d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.415385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67cb832e-e8f2-47a7-85a5-2c80022da169 req-4581b56f-7632-4936-8af9-64adc2bf376d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.1850157 Sep 01 15:06:51.440984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:51.441637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:51.442240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Bound using segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:51.443186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Bound port: 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:51.444284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.464352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06a9a999-4c4a-48e2-9e01-1d08fb74f7d0 req-e423a4ca-3d18-4f73-865a-38c89a04c95e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188739 Sep 01 15:06:51.547739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715db4e-bf4b-4142-a43a-729170a62f5f req-e78797c0-5695-46f0-abee-46150f704f4b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.556563 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6715db4e-bf4b-4142-a43a-729170a62f5f req-e78797c0-5695-46f0-abee-46150f704f4b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.2928190 Sep 01 15:06:51.583158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-ffbe55c0-9fc3-46a7-a161-716ad469acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.585040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-ffbe55c0-9fc3-46a7-a161-716ad469acec service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.3160574 Sep 01 15:06:51.587703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-8cc1d93e-ad7e-4ce8-ba0b-7dc2201cc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.588369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-8cc1d93e-ad7e-4ce8-ba0b-7dc2201cc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.589027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-8cc1d93e-ad7e-4ce8-ba0b-7dc2201cc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.591403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-8cc1d93e-ad7e-4ce8-ba0b-7dc2201cc9a1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2269790 Sep 01 15:06:51.643412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67cb832e-e8f2-47a7-85a5-2c80022da169 req-c7a724ef-fc62-43da-a185-f70697237e12 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202959 Sep 01 15:06:51.643789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:51.647111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-5ce78ae4-4d2b-4442-9b04-fee2d89f61db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 217 time: 0.0528896 Sep 01 15:06:51.685742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:51.727515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6715db4e-bf4b-4142-a43a-729170a62f5f req-d96cd7e7-886a-43a3-b86f-9e37a56cbd30 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679351 Sep 01 15:06:51.732345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.824953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.825993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.828271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 200 len: 1092 time: 2.3024998 Sep 01 15:06:51.841448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-4b1ab09f-57d4-4ab2-ba30-4c71185835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.843466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-4b1ab09f-57d4-4ab2-ba30-4c71185835f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1874316 Sep 01 15:06:51.885240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10742-a30e-4ead-a839-b5838a69e684 service neutron] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:51.971511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-6ed62c9b-ab98-4715-87fb-2221acee302c tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 200 len: 694 time: 0.0866103 Sep 01 15:06:51.989210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-e142a0c0-40b4-4974-a055-6719ae181df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.991336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a84cc7b3-24e7-4bc4-ba9f-2dab129c9f18 req-e142a0c0-40b4-4974-a055-6719ae181df7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187463 Sep 01 15:06:52.158870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-c030ac6e-2610-4473-a23e-5ce0f1d23c44 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.161366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-c030ac6e-2610-4473-a23e-5ce0f1d23c44 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.1879606 Sep 01 15:06:52.177853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-edad488b-1e04-4c41-93c0-e578146946a4 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:52.179633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-edad488b-1e04-4c41-93c0-e578146946a4 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103207 Sep 01 15:06:52.241573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-2faf420b-8bf9-49fb-ba7e-f4543740b5db tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 697 time: 0.0529315 Sep 01 15:06:52.378875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:52.411523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-83724e1a-37c0-486a-b678-14fd01f6db9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5223873 Sep 01 15:06:52.421953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:52.477948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:52.486315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:52.486958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.574212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.601640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf81156-ce73-47cc-b3c6-e5f9ad908c42 req-251b9ac9-7976-4d3b-b5fb-e55e00da8b5b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.613952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecf81156-ce73-47cc-b3c6-e5f9ad908c42 req-251b9ac9-7976-4d3b-b5fb-e55e00da8b5b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 945 time: 0.7920179 Sep 01 15:06:52.678379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.762875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.765116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:52.771623 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3617856-d9fb-4afc-beb6-d0ab370980ab" -d '{"events": [{"server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:52.779702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.780126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-60fc02f2-37c1-4141-9d50-8bd3cd64a959 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 697 time: 0.5257845 Sep 01 15:06:52.790234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecf81156-ce73-47cc-b3c6-e5f9ad908c42 req-f7f59a2e-d2df-4fb8-9fd3-e20e075c3ffc tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426191 Sep 01 15:06:52.836713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7c2da25-bb70-47c4-a0d4-1fc9fcad892b service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623853 Sep 01 15:06:53.014558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.041045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Deleting port 5389273d-b6c1-4872-b54e-9ec358f1c952 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:53.041045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.160119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}, {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842'}, {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:53.160119 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964fbd10-238a-4f99-ab18-8d0188e5a0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}, {"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842"}, {"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:53.190918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.197862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.198649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.199069 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.204067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.210783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.216826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.222911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Calling delete_port for 5389273d-b6c1-4872-b54e-9ec358f1c952 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:53.223184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.229049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.231119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03836678-f847-49b7-8758-51ceabee99e4 req-38fa86d3-67c6-4213-9d97-4363a5d05545 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5385 time: 0.2345545 Sep 01 15:06:53.274981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-d4b454a3-4dd6-4de1-aa85-4d6704aa493e service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258106 Sep 01 15:06:53.348525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03836678-f847-49b7-8758-51ceabee99e4 req-6e4a0b90-8d3e-4fbc-b177-a4c2d58433b6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920389 Sep 01 15:06:53.501695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2c2a9433-6376-46c6-8788-7bcef70b6407 req-e852a008-4eec-4fa3-bf40-c0dcd7695f38 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0371811 Sep 01 15:06:53.504420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.530024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a62f125-bc2a-4234-be56-a8c3c854551d {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:53.542469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.560569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Transition to ACTIVE for port object 2a62f125-bc2a-4234-be56-a8c3c854551d will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:53.564968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.567571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event deleted for resources: {'Port': ['ID=5389273d-b6c1-4872-b54e-9ec358f1c952,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.646399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.646752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.647407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.647539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.647959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.648308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.649102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.649459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.649863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.650204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.650532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.650864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:53.668503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.671250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.672458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b536ffee-0755-4858-bf78-48dce0ee2bf0 req-dd113437-e95f-4efd-8cb4-496e8c6a3eff tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "DELETE /v2.0/floatingips/0789bff7-2e52-4015-b007-ad39780380d8 HTTP/1.1" status: 204 len: 173 time: 0.8915067 Sep 01 15:06:53.858376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.879611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535889-b777-4e77-9b80-ad30e6516eb6 req-18194df0-f1b9-4699-9636-f21803c97d9b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.881430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1535889-b777-4e77-9b80-ad30e6516eb6 req-18194df0-f1b9-4699-9636-f21803c97d9b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.1254215 Sep 01 15:06:53.908859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390279-e486-4d82-b0ca-eda1f99f9623 req-ab59ca3e-c022-4066-88e6-ad980cf3c405 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.915932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b390279-e486-4d82-b0ca-eda1f99f9623 req-ab59ca3e-c022-4066-88e6-ad980cf3c405 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.2384706 Sep 01 15:06:53.955784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1535889-b777-4e77-9b80-ad30e6516eb6 req-a6973d0a-0869-4353-8217-2811696806ac tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Sep 01 15:06:54.044385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Attempting to bind port 2a62f125-bc2a-4234-be56-a8c3c854551d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:54.045859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Attempting to bind port 2a62f125-bc2a-4234-be56-a8c3c854551d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:54.048170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Attempting to bind port 2a62f125-bc2a-4234-be56-a8c3c854551d on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:54.069304 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d11ef-1509-44db-aacd-306851647466 x-openstack-request-id: req-994d11ef-1509-44db-aacd-306851647466 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:54.072507 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:54.075833 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-994d11ef-1509-44db-aacd-306851647466 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:54.077139 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'code': 200} Sep 01 15:06:54.091813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Port 2a62f125-bc2a-4234-be56-a8c3c854551d on network 7462b4f2-a790-428d-9559-0f70650ccd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:54.093245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Attempting to bind port 2a62f125-bc2a-4234-be56-a8c3c854551d on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:54.122936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b390279-e486-4d82-b0ca-eda1f99f9623 req-cacade2e-c66b-479f-b345-812eabbd3003 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880305 Sep 01 15:06:54.129744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:54.130173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Checking segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:54.130658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Bound using segment: {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:54.131403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Bound port: 2a62f125-bc2a-4234-be56-a8c3c854551d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19669a9-0dca-48aa-94fc-c754f0be58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:54.131943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.225738 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f086b-a453-4507-a599-2b2eee4563fa x-openstack-request-id: req-939f086b-a453-4507-a599-2b2eee4563fa {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:54.227054 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325b772e-305d-409d-a064-936722429965", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:54.227402 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-939f086b-a453-4507-a599-2b2eee4563fa {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:54.227744 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b772e-305d-409d-a064-936722429965', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:06:54.228022 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842', 'status': 'completed', 'code': 200} Sep 01 15:06:54.228249 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'status': 'completed', 'code': 200} Sep 01 15:06:54.341470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7e24e-9858-47eb-a695-273854cf9ee8 req-4fb79392-a6d9-466f-8c3c-11ef8ad85c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.343374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12f7e24e-9858-47eb-a695-273854cf9ee8 req-4fb79392-a6d9-466f-8c3c-11ef8ad85c49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 1098 time: 0.1481779 Sep 01 15:06:54.366271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:54.379159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:54.390401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-b8e6bae1-1f2a-4ebf-b053-82329bdc38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.395112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-b8e6bae1-1f2a-4ebf-b053-82329bdc38fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 1098 time: 0.1591368 Sep 01 15:06:54.397194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.461651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15ffda-29be-4390-a081-349751c7e986 req-72d99250-77c3-4a6d-90ad-6d829a919b2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.463329 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f15ffda-29be-4390-a081-349751c7e986 req-72d99250-77c3-4a6d-90ad-6d829a919b2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1610782 Sep 01 15:06:54.473460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12f7e24e-9858-47eb-a695-273854cf9ee8 req-7061f53c-cc5a-4467-9ab7-993aedd4e455 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786207 Sep 01 15:06:54.549722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f15ffda-29be-4390-a081-349751c7e986 req-e04771e2-58f1-4587-a36d-2e15a973eb8b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762239 Sep 01 15:06:54.648633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.650002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.652811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-e4491e78-7616-439f-b093-833c7be8374d service neutron] 10.222.0.50 "PUT /v2.0/ports/2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 200 len: 1091 time: 2.2437911 Sep 01 15:06:54.727133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-5e75edbd-f0fc-44af-9ef7-e231c0ccd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.729236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-5e75edbd-f0fc-44af-9ef7-e231c0ccd722 service neutron] 10.222.0.50 "GET /v2.0/networks?id=909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 200 len: 922 time: 0.3072281 Sep 01 15:06:54.756337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:54.762053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4491e78-7616-439f-b093-833c7be8374d service neutron] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:54.831259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-f6eec12b-d4da-4154-b066-6e4e17c7fad2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 200 len: 217 time: 0.0878956 Sep 01 15:06:54.854074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.864506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.873571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.882592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.891287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.900088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.908239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-0049206b-73cc-4460-8fbb-0ea6e0cd493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.910034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-0049206b-73cc-4460-8fbb-0ea6e0cd493d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 200 len: 860 time: 0.0639052 Sep 01 15:06:54.910656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.916288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c87b697-4164-41ac-baed-c84ad929905e req-d2498adf-e6a4-453d-8b4a-d9f25bef3776 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5397 time: 0.1702905 Sep 01 15:06:54.928140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89aed-b3cd-4b44-8706-97ddbb5f2979 req-922887e7-b256-4ded-a776-bdf1ac434d5f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.931866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d89aed-b3cd-4b44-8706-97ddbb5f2979 req-922887e7-b256-4ded-a776-bdf1ac434d5f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.3402545 Sep 01 15:06:55.017900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c87b697-4164-41ac-baed-c84ad929905e req-b4c54c18-d2d6-4dce-aef0-0710176d7fd4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953178 Sep 01 15:06:55.023919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.106784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-14354c8f-f1d8-4ba8-b57e-3f01311890fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.108583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-14354c8f-f1d8-4ba8-b57e-3f01311890fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909a2574-6c60-44ab-bb8b-91d21d7c37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422348 Sep 01 15:06:55.112224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42d89aed-b3cd-4b44-8706-97ddbb5f2979 req-db1b8365-6ce2-41e1-83e4-43944d277d90 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424720 Sep 01 15:06:55.281486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5047b5-d834-41ca-914a-b673b647cbf7 req-78c0e14c-ca7a-493b-b715-64dd2aa64fc0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.283241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c5047b5-d834-41ca-914a-b673b647cbf7 req-78c0e14c-ca7a-493b-b715-64dd2aa64fc0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 946 time: 0.1206238 Sep 01 15:06:55.342106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c5047b5-d834-41ca-914a-b673b647cbf7 req-c49470f7-4dea-424c-bd42-083e85fb55f4 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Sep 01 15:06:55.420008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42e5f1ae-4f48-4a64-b020-c68fd736ca38 req-bbe16a9b-34b5-43e1-bc5e-50feb449efc0 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1293509 Sep 01 15:06:55.627664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-97ad45a3-a2d2-4f1b-a47d-6f1c5cf1c7cd service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030704 Sep 01 15:06:55.748228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aab0a7-b76f-496e-841f-6d57d78d21c5 req-f8689b29-b9dc-41e4-ada8-cbc0d5491f7c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.750437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90aab0a7-b76f-496e-841f-6d57d78d21c5 req-f8689b29-b9dc-41e4-ada8-cbc0d5491f7c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.2029591 Sep 01 15:06:55.843121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184a0758-5a30-441c-afe9-f14f41fbc637 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:55.883966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.914826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-03a15cd6-7e94-4af7-97db-a1922ff26dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693682 Sep 01 15:06:55.930899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90aab0a7-b76f-496e-841f-6d57d78d21c5 req-c9f69e2d-0263-4fcf-ab1e-145c939c3940 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489480 Sep 01 15:06:55.932095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Transition to ACTIVE for port object 184a0758-5a30-441c-afe9-f14f41fbc637 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:55.945905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.000337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee60c07-7d1b-4ad6-a797-fba82e86de7a req-869439ba-2807-4379-8edd-3f8764aa437a tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.015497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ee60c07-7d1b-4ad6-a797-fba82e86de7a req-869439ba-2807-4379-8edd-3f8764aa437a tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1163914 Sep 01 15:06:56.104092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ee60c07-7d1b-4ad6-a797-fba82e86de7a req-e9b7c32c-2392-4846-93ef-cb5706c755b0 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872273 Sep 01 15:06:56.199238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.234035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:56.239516 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84446710-1746-4d92-82d9-f5d6d30c8351" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:56.284574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.285842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.287324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.288551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.289571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.290859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.291926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.296179 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-2260bb47-0e66-4552-8994-beab91e69f42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6375 time: 0.2540400 Sep 01 15:06:56.315235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.328436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.356266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.369011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.375827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.379187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde956f8-6037-4101-b3c9-6c102f066815 req-ce340e41-336a-4f3b-a76b-1a66a39e6d03 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.382513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.390002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.395502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fde956f8-6037-4101-b3c9-6c102f066815 req-ce340e41-336a-4f3b-a76b-1a66a39e6d03 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.3150105 Sep 01 15:06:56.399567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-081eebd1-302b-45fb-a491-55ca5320b7ab tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5409 time: 0.1821344 Sep 01 15:06:56.635864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fde956f8-6037-4101-b3c9-6c102f066815 req-a69c549c-dee0-4e57-ba60-7e18ba99b4a7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382805 Sep 01 15:06:56.665186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-a466a77f-8db0-456b-b8e4-bfb2f256c264 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.672272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-a466a77f-8db0-456b-b8e4-bfb2f256c264 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 946 time: 0.2701490 Sep 01 15:06:56.687741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-243b8495-c350-48eb-b2ee-1e201c7d943f req-dd110109-2aaa-4a2e-ac93-06764d2a3793 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868407 Sep 01 15:06:56.701004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Attempting to bind port 184a0758-5a30-441c-afe9-f14f41fbc637 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:56.704545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Attempting to bind port 184a0758-5a30-441c-afe9-f14f41fbc637 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:56.705126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Attempting to bind port 184a0758-5a30-441c-afe9-f14f41fbc637 on network 5b73a879-c194-409b-bc67-26821f5fb81c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:56.743217 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a1ba8-d6c8-43bb-8112-ba614a46fa09 x-openstack-request-id: req-4d5a1ba8-d6c8-43bb-8112-ba614a46fa09 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:56.745960 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:56.746802 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d5a1ba8-d6c8-43bb-8112-ba614a46fa09 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:56.749707 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'status': 'completed', 'code': 200} Sep 01 15:06:56.760423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Port 184a0758-5a30-441c-afe9-f14f41fbc637 on network 5b73a879-c194-409b-bc67-26821f5fb81c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:56.761693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Attempting to bind port 184a0758-5a30-441c-afe9-f14f41fbc637 on network 5b73a879-c194-409b-bc67-26821f5fb81c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:56.770343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-f0652a41-0885-4e1d-a778-7212080d3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.770813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-f0652a41-0885-4e1d-a778-7212080d3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.771998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-f0652a41-0885-4e1d-a778-7212080d3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.773731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-f0652a41-0885-4e1d-a778-7212080d3559 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4459448 Sep 01 15:06:56.800285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:56.800625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Checking segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:56.801013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Bound using segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:56.801493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Bound port: 184a0758-5a30-441c-afe9-f14f41fbc637, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:56.801853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.933098 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2e2425f7-2c30-46b4-8719-b6465a6ffa57 req-b58d010b-a09d-465a-a605-7892f2b5ce91 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0758452 Sep 01 15:06:56.976780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b42f6-3386-403a-bb63-739d22d10674 req-f88d951e-1a9e-4e6d-923c-90e1cccee1c0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.978638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-847b42f6-3386-403a-bb63-739d22d10674 req-f88d951e-1a9e-4e6d-923c-90e1cccee1c0 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 946 time: 0.1055646 Sep 01 15:06:57.011811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Deleting port a67ceb53-2b97-48be-8918-0fe77cdaa963 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:57.012166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.067943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-dbb37f3b-aa11-4fd5-88e2-cd3b2439a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.071502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-dbb37f3b-aa11-4fd5-88e2-cd3b2439a24b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791777 Sep 01 15:06:57.094878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:57.112205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:57.134134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.239310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] For port a67ceb53-2b97-48be-8918-0fe77cdaa963, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a67ceb53-2b97-48be-8918-0fe77cdaa963,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:57.241247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.285612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.286257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.287921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 200 len: 1092 time: 2.5450113 Sep 01 15:06:57.291160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69250d-f40b-4219-891b-67c8f67225b5 service neutron] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.327755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Calling delete_port for a67ceb53-2b97-48be-8918-0fe77cdaa963 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:57.353179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Request body: {'port': {'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:57.367713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-847b42f6-3386-403a-bb63-739d22d10674 req-601a2f05-9a3f-414a-bbba-450a4ea6279e tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/security-groups?id=886e487a-5c95-4075-af31-757099692218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626227 Sep 01 15:06:57.392924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.393450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.393934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.394407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.394878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.395345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.395807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.409105 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-74f12998-1fa5-4c1a-8e58-08e4ae9f24b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6417 time: 0.1958554 Sep 01 15:06:57.415613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e556e6-ca26-47d1-80bb-3dd7f9308a28 req-280d3101-526d-4449-b88b-b4993d943da9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.415613 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3e556e6-ca26-47d1-80bb-3dd7f9308a28 req-280d3101-526d-4449-b88b-b4993d943da9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.1939902 Sep 01 15:06:57.440511 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.493647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.604537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3e556e6-ca26-47d1-80bb-3dd7f9308a28 req-6dddb231-5f06-48e5-a354-af5c99c36127 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486986 Sep 01 15:06:57.733423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc0c04-b708-44cb-8c0d-13b2baefd565 req-e51e4cd9-351a-4689-88a1-f8494327174b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.748061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74bc0c04-b708-44cb-8c0d-13b2baefd565 req-e51e4cd9-351a-4689-88a1-f8494327174b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1828661 Sep 01 15:06:57.763924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.792394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a67ceb53-2b97-48be-8918-0fe77cdaa963'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:57.869479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Pushing event deleted for resources: {'Port': ['ID=a67ceb53-2b97-48be-8918-0fe77cdaa963,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.970403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74bc0c04-b708-44cb-8c0d-13b2baefd565 req-62448fe6-3749-4291-9e38-8be440573164 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196646 Sep 01 15:06:58.010749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507986-21a2-4dae-b84a-13e0a4209914 req-ab5951fa-38eb-418e-a915-3b97aa93fb6e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.010749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57507986-21a2-4dae-b84a-13e0a4209914 req-ab5951fa-38eb-418e-a915-3b97aa93fb6e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.1819284 Sep 01 15:06:58.029402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9cdc6f0d-296f-4cfe-b1d1-2700cefa58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.029888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9cdc6f0d-296f-4cfe-b1d1-2700cefa58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.030361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9cdc6f0d-296f-4cfe-b1d1-2700cefa58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.032409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9cdc6f0d-296f-4cfe-b1d1-2700cefa58c4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5528553 Sep 01 15:06:58.046863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] No DVR routers for this DVR port a67ceb53-2b97-48be-8918-0fe77cdaa963 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:58.051187 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.059043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a932b13-08f8-4a5b-b3e0-185464f87913 req-8b75c0bc-8dbf-4bb2-8f1a-39c27e2f96fe tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.50 "DELETE /v2.0/ports/a67ceb53-2b97-48be-8918-0fe77cdaa963 HTTP/1.1" status: 204 len: 173 time: 1.3571200 Sep 01 15:06:58.060164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b772e-305d-409d-a064-936722429965', 'name': 'network-vif-deleted', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:58.064702 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce24ea3-f2cf-42fd-8aa1-1aa541e9a28f" -d '{"events": [{"server_uuid": "325b772e-305d-409d-a064-936722429965", "name": "network-vif-deleted", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:58.097728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-c4e43140-d715-4ee9-99cf-9ac69642a275 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.100029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-c4e43140-d715-4ee9-99cf-9ac69642a275 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.3287549 Sep 01 15:06:58.315263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.330367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.345352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.358222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.383698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.417129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.434207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.452423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-f6041010-2700-4cb3-a762-62c6b72e1315 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5409 time: 0.3029954 Sep 01 15:06:58.453170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57507986-21a2-4dae-b84a-13e0a4209914 req-0bc2066c-04f7-45d4-9930-5ef379830a02 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353933 Sep 01 15:06:58.555244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8740be8d-8f8a-43d3-8b3a-1dae2f1738bf req-0f2151e4-1d4f-4dd0-8e64-0b948d9e8589 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988169 Sep 01 15:06:58.899074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee846a5-b36c-4b4c-951e-24e1a92f2681 req-4a3209c7-5387-46cf-a9fc-21bc6a331984 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.913960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ee846a5-b36c-4b4c-951e-24e1a92f2681 req-4a3209c7-5387-46cf-a9fc-21bc6a331984 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1271095 Sep 01 15:06:58.921610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55810) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:58.942048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Request body: {'floatingip': {'port_id': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:59.028473 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102019c2-0acf-447c-8d20-996c08f82837 x-openstack-request-id: req-102019c2-0acf-447c-8d20-996c08f82837 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:59.029587 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325b772e-305d-409d-a064-936722429965", "name": "network-vif-deleted", "tag": "a67ceb53-2b97-48be-8918-0fe77cdaa963", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:59.030218 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-102019c2-0acf-447c-8d20-996c08f82837 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:59.031171 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b772e-305d-409d-a064-936722429965', 'name': 'network-vif-deleted', 'tag': 'a67ceb53-2b97-48be-8918-0fe77cdaa963', 'status': 'completed', 'code': 200} Sep 01 15:06:59.068517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.243113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9e4d8865-d00c-4244-9fe5-18ba983b0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.246038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-964fbd10-238a-4f99-ab18-8d0188e5a0b9 req-9e4d8865-d00c-4244-9fe5-18ba983b0beb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1902380 Sep 01 15:06:59.246887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:59.251796 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8a0b75-d7e1-4d2d-9345-67707561cd66" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:59.407757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-252f7248-1d83-4375-89d0-d3682cb96795 req-f4ae7fc4-db65-4723-b043-d3aae62f6083 tempest-FloatingIPsAssociationTestJSON-2058045730 tempest-FloatingIPsAssociationTestJSON-2058045730-project] 10.222.0.41 "GET /v2.0/ports?device_id=325b772e-305d-409d-a064-936722429965 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Sep 01 15:06:59.544084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065dd14-091c-4d66-96be-c4ad389077c4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:59.553544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.569946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Transition to ACTIVE for port object 1065dd14-091c-4d66-96be-c4ad389077c4 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:59.589829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a7aa9b82-0f9c-4d29-84f4-64824c8a50a9 req-926724b3-ea3e-40a7-b070-68b51fd123d6 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.3320827 Sep 01 15:06:59.615818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.782436 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb26aba-ca55-4697-aeae-45178862f1e9 x-openstack-request-id: req-dbb26aba-ca55-4697-aeae-45178862f1e9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:59.783127 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:59.783551 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbb26aba-ca55-4697-aeae-45178862f1e9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:59.784202 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637', 'status': 'completed', 'code': 200} Sep 01 15:06:59.838877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.849534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.851159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.852020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.852950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.853919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.854835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.858697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-bbf928f5-0559-404e-a6d6-64e150a07c27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6417 time: 0.5355139 Sep 01 15:06:59.975081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.996639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.089020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35a6cdb8-274c-4995-9b7d-bc59f86fdb4e req-badba413-c76f-40b0-9269-7de9976dd8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1123648 Sep 01 15:07:00.191735 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Floating IP 2651ac7f-a0f3-424e-a40c-f4ced5b200c4 associated. External IP: 172.25.1.142, port: 2a1ac9d8-0307-4137-8acc-1bdedc0876d6. Sep 01 15:07:00.194497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-7bd7bd3b-c0f5-464a-8e07-a2f21c219c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.195217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-7bd7bd3b-c0f5-464a-8e07-a2f21c219c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.196053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-7bd7bd3b-c0f5-464a-8e07-a2f21c219c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.199767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-7bd7bd3b-c0f5-464a-8e07-a2f21c219c6e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3208048 Sep 01 15:07:00.250246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536348d8-c8af-44c8-804e-e047e2d100ff req-cc0a113c-8259-4f93-bedc-4d4e17e00b7d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.260142 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-536348d8-c8af-44c8-804e-e047e2d100ff req-cc0a113c-8259-4f93-bedc-4d4e17e00b7d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.2821012 Sep 01 15:07:00.399041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-536348d8-c8af-44c8-804e-e047e2d100ff req-c3376f0b-4131-4dd0-bf8a-45d19b863a21 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375780 Sep 01 15:07:00.429154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:00.446573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a67ceb53-2b97-48be-8918-0fe77cdaa963 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:00.478733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Attempting to bind port 1065dd14-091c-4d66-96be-c4ad389077c4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:00.479076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Attempting to bind port 1065dd14-091c-4d66-96be-c4ad389077c4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:00.479416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Attempting to bind port 1065dd14-091c-4d66-96be-c4ad389077c4 on network 5b73a879-c194-409b-bc67-26821f5fb81c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:00.512895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Port 1065dd14-091c-4d66-96be-c4ad389077c4 on network 5b73a879-c194-409b-bc67-26821f5fb81c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:00.513380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Attempting to bind port 1065dd14-091c-4d66-96be-c4ad389077c4 on network 5b73a879-c194-409b-bc67-26821f5fb81c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:00.520433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: a67ceb53-2b97-48be-8918-0fe77cdaa963 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:00.521924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a67ceb53-2b97-48be-8918-0fe77cdaa963 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:00.536244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port 9824f418-d404-48c3-be04-c385a7ec1bd0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:00.537172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.545127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:00.545599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Checking segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:00.545934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Bound using segment: {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:00.546365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Bound port: 1065dd14-091c-4d66-96be-c4ad389077c4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:00.546647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.641090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238766e-8c78-4bfc-8008-5868c24d6905 req-68418e1b-c487-41da-bd46-92271493da81 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.642790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6238766e-8c78-4bfc-8008-5868c24d6905 req-68418e1b-c487-41da-bd46-92271493da81 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 945 time: 0.7600946 Sep 01 15:07:00.689223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-d11bf2be-bf9d-484e-87ab-a521d07c10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.690824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84446710-1746-4d92-82d9-f5d6d30c8351 req-d11bf2be-bf9d-484e-87ab-a521d07c10c1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3195710 Sep 01 15:07:00.780876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.794059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.807862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.821703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.833422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.846884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.856928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port 9824f418-d404-48c3-be04-c385a7ec1bd0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9824f418-d404-48c3-be04-c385a7ec1bd0,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:00.858037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.859211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.862556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-51e28e77-83d7-4d36-9dd9-de07a1cf2e4f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.3124011 Sep 01 15:07:00.871658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Router 5dce375a-eda7-4372-a7dd-43cd94e08ddb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:00.890827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for 9824f418-d404-48c3-be04-c385a7ec1bd0 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:00.938278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:00.953625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6238766e-8c78-4bfc-8008-5868c24d6905 req-9be511b9-18a2-48f2-b57c-5db3d02ca8cd tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658989 Sep 01 15:07:01.053375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70f028ea-b9fc-4205-8a32-c6521d6c938f req-78f753af-37ea-4720-816d-74db35ff1abc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793318 Sep 01 15:07:01.071215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:01.084589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.096082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.096517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.096997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.097555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.097987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.098463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.098931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.101760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-4e1c3c17-7f69-408d-86a7-1b51ee07fb7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6443 time: 0.3511488 Sep 01 15:07:01.203833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.208271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.210999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] 10.222.0.50 "PUT /v2.0/ports/1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 1092 time: 3.8641887 Sep 01 15:07:01.296863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55840) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:01.378520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:01.403652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.411253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Sync routers for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:01.454084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:01.458010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:01.511969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4207e1f7-868b-4e51-adb5-d0a43ad0c49b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "PUT /v2.0/floatingips/2651ac7f-a0f3-424e-a40c-f4ced5b200c4 HTTP/1.1" status: 200 len: 992 time: 2.5883338 Sep 01 15:07:01.512515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:01.514952 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa77b2d-509c-4253-89cd-d88caae8af5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:01.582654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ecbf4-4f4a-4f2b-a4fe-81ab0cddb22e service neutron] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:01.665549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28b675e5-bbf1-444e-99db-7f48b77ca098 req-af4e172f-b340-44ee-a38e-3438a7731fc8 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.1800671 Sep 01 15:07:01.672686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066b4fd-d1b5-4dd8-8e7b-2151ad86f4e9 req-6e31daec-72c0-4715-a77e-d91fe4cecd7e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.693624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a066b4fd-d1b5-4dd8-8e7b-2151ad86f4e9 req-6e31daec-72c0-4715-a77e-d91fe4cecd7e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.1341777 Sep 01 15:07:01.787910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:01.789035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:01.799361 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239029d8-4b2c-493b-91c0-f126e73ae0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:01.801041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a066b4fd-d1b5-4dd8-8e7b-2151ad86f4e9 req-19e4cb42-1a25-4be0-bc33-4f6b12f0ab29 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058860 Sep 01 15:07:01.833734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-fcd6403a-e0ce-4186-aaae-83ed6f3cd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.833734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-fcd6403a-e0ce-4186-aaae-83ed6f3cd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.833734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-fcd6403a-e0ce-4186-aaae-83ed6f3cd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.833734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-fcd6403a-e0ce-4186-aaae-83ed6f3cd565 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f2a57968d984cbd8bd10fb99121103e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6821730 Sep 01 15:07:01.855178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.915090 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69456878-66e1-40e4-9403-9311ce5dd5d2 x-openstack-request-id: req-69456878-66e1-40e4-9403-9311ce5dd5d2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:01.916193 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:01.916832 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69456878-66e1-40e4-9403-9311ce5dd5d2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:01.917848 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'status': 'completed', 'code': 200} Sep 01 15:07:01.925629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:01.946130 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba041d9-c129-48f2-9638-02bbf7101e2b x-openstack-request-id: req-7ba041d9-c129-48f2-9638-02bbf7101e2b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:01.946471 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:01.946683 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ba041d9-c129-48f2-9638-02bbf7101e2b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:01.947091 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4', 'status': 'completed', 'code': 200} Sep 01 15:07:02.064172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=9824f418-d404-48c3-be04-c385a7ec1bd0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:02.301711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.309369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.316344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.323345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.330574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.343734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.354494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.371309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10a3261c-9381-4de3-a611-41315b23c712 req-62324d96-04e3-4a37-b537-a0e399657f68 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1318073 Sep 01 15:07:02.377841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port 9824f418-d404-48c3-be04-c385a7ec1bd0 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:02.418001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a93f17eb-6997-479b-b0b4-3d11e0e45f52 req-b765d5a3-dc94-4004-8b47-49a6ddf8265a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e44226-de4c-45c5-b7ce-796b36e5a553 HTTP/1.1" status: 200 len: 210 time: 0.2783649 Sep 01 15:07:02.420600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.423778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e68cce6-c6c9-4919-b458-d122b6c61301 req-87088bd4-4be4-46f2-83ed-1971449942f0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/9824f418-d404-48c3-be04-c385a7ec1bd0 HTTP/1.1" status: 204 len: 173 time: 4.2628641 Sep 01 15:07:02.463486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-03125898-0cb0-45e7-be50-23593a88c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.465981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b8a0b75-d7e1-4d2d-9345-67707561cd66 req-03125898-0cb0-45e7-be50-23593a88c832 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6248848 Sep 01 15:07:02.473448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10a3261c-9381-4de3-a611-41315b23c712 req-24c7f4b0-ce58-45dd-bd71-6833100b9d11 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971131 Sep 01 15:07:02.483295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-090fcfab-f2ab-42bb-9266-9d88b7180f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.486041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-090fcfab-f2ab-42bb-9266-9d88b7180f62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e252a461d48e4cf8bb5806b7a686e6df&device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 1098 time: 0.5329986 Sep 01 15:07:02.563354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9824f418-d404-48c3-be04-c385a7ec1bd0 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:02.626547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9824f418-d404-48c3-be04-c385a7ec1bd0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:02.627131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9824f418-d404-48c3-be04-c385a7ec1bd0 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:02.700902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2651ac7f-a0f3-424e-a40c-f4ced5b200c4', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'port_id': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'mac_address': 'fa:16:3e:67:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:06:22Z', 'updated_at': '2021-09-01T15:06:59Z', 'revision_number': 1, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:02.757669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Checking router: 5dce375a-eda7-4372-a7dd-43cd94e08ddb for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:02.775270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:02.776708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:02.813778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.814624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.815454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.816236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.817050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.818252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.819114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.823090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-55fc3fc6-a62d-47ad-875e-513b6351db45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6485 time: 0.2141840 Sep 01 15:07:02.868644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-194fa277-1452-42e7-a981-fe010952e4f2 req-dc31c2da-8386-4924-86d9-af9080dc5118 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0807221 Sep 01 15:07:02.883901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-95287688-23e2-43cb-961f-3fcb0bcf5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.886656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-95287688-23e2-43cb-961f-3fcb0bcf5c31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9887ffd-d002-40e2-893a-28d7fb39a5a3 HTTP/1.1" status: 200 len: 912 time: 0.3844414 Sep 01 15:07:02.978514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-c17bacd8-34ed-436a-93c8-671f79f7ba62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 217 time: 0.1417434 Sep 01 15:07:03.094570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:03.227918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-9141dcfb-88e8-4784-a742-b59925e4a480 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6 HTTP/1.1" status: 200 len: 1000 time: 0.2530315 Sep 01 15:07:03.235575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-29f24c21-b420-4527-a1ae-a918df428e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.238739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-29f24c21-b420-4527-a1ae-a918df428e34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 200 len: 851 time: 0.2471936 Sep 01 15:07:03.367462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b3fec-27cd-47ef-b116-1b8a159a0ae5 req-88cf077d-76b9-4253-b2a0-9ef3a7558d3b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.369124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a4b3fec-27cd-47ef-b116-1b8a159a0ae5 req-88cf077d-76b9-4253-b2a0-9ef3a7558d3b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.3971264 Sep 01 15:07:03.379623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.463356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-a95c7f96-5004-4c66-9dc3-5500b5e91932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.464921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-a95c7f96-5004-4c66-9dc3-5500b5e91932 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8f4001c1-9ffb-4cfa-928c-5ab8c8478640 HTTP/1.1" status: 200 len: 850 time: 0.2204642 Sep 01 15:07:03.500819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-02aaa5e1-75e1-439b-b036-53e78de4d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.502320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-02aaa5e1-75e1-439b-b036-53e78de4d9d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421315 Sep 01 15:07:03.538921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2651ac7f-a0f3-424e-a40c-f4ced5b200c4', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'port_id': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'mac_address': 'fa:16:3e:67:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:06:22Z', 'updated_at': '2021-09-01T15:06:59Z', 'revision_number': 1, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:03.545177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-053c5fd0-6c58-4425-ac0c-2e4b7c1f9ede req-0246d040-b468-475b-8d43-bab52907589b tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda&device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0299354 Sep 01 15:07:03.578740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6c433-044e-48b9-88fe-ec0b8c00e1ea None None] The sync data for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 is: [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2651ac7f-a0f3-424e-a40c-f4ced5b200c4', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'port_id': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'mac_address': 'fa:16:3e:67:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:06:22Z', 'updated_at': '2021-09-01T15:06:59Z', 'revision_number': 1, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:03.709878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a4b3fec-27cd-47ef-b116-1b8a159a0ae5 req-c41d5640-6d77-4e93-b8f8-ecb962f24fea tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235354 Sep 01 15:07:03.753817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-351aab71-32f7-46b6-8bc8-6f3faf9fdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.756043 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-351aab71-32f7-46b6-8bc8-6f3faf9fdc3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9887ffd-d002-40e2-893a-28d7fb39a5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2791059 Sep 01 15:07:03.793245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.800623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.808919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.815465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.823226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.832875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.841492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.844079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-046449bf-12bd-49d9-9452-ed1b6d53f262 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1535327 Sep 01 15:07:03.930527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d3ed4b3-a95c-4b47-9946-967549e79e0f req-804201b3-0956-41ff-b6c4-fada8cb003bd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793486 Sep 01 15:07:03.979196 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83fcfd-76e3-448c-b460-2b4ae76bfa46 None None] New status for floating IP 2651ac7f-a0f3-424e-a40c-f4ced5b200c4: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:07:04.335205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'name': 'network-vif-deleted', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:04.338444 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d3ba5-8df7-42db-aeb1-e53031e5f2a3" -d '{"events": [{"server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "name": "network-vif-deleted", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:04.393774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-636e5e7e-6e99-4d90-a3ed-876b7f5f68c6 req-ef901487-e9f7-4d52-8312-939682aee9ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afdeca96ed904b4cb6a678ebc83ea0aa&device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0448432 Sep 01 15:07:04.402956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a10ea880-bdc6-479b-985d-bc0f4562b5d8 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973254 Sep 01 15:07:04.430209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-636e5e7e-6e99-4d90-a3ed-876b7f5f68c6 req-28f85f89-4a77-4f84-b2d7-60827ab79d25 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=afdeca96ed904b4cb6a678ebc83ea0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235233 Sep 01 15:07:04.433255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-faa4d17e-cd62-42b7-a039-71644ccab1c2 req-6336a367-c706-44f3-a02e-78181756b965 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0696023 Sep 01 15:07:04.540076 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab73e47-7aa2-48f0-84e5-43e9de0e9781 x-openstack-request-id: req-bab73e47-7aa2-48f0-84e5-43e9de0e9781 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:04.540383 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e44226-de4c-45c5-b7ce-796b36e5a553", "name": "network-vif-deleted", "tag": "9824f418-d404-48c3-be04-c385a7ec1bd0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:04.540645 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bab73e47-7aa2-48f0-84e5-43e9de0e9781 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:04.541098 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e44226-de4c-45c5-b7ce-796b36e5a553', 'name': 'network-vif-deleted', 'tag': '9824f418-d404-48c3-be04-c385a7ec1bd0', 'status': 'completed', 'code': 200} Sep 01 15:07:04.741028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-3c8f387c-450d-4c85-b22c-e3133d3622be service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9582489 Sep 01 15:07:04.883077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571fbbb-33e1-4e39-afb0-1cee60782aa5 req-bede246f-07f1-4239-be3d-353164b8527c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.889761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d571fbbb-33e1-4e39-afb0-1cee60782aa5 req-bede246f-07f1-4239-be3d-353164b8527c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.0838602 Sep 01 15:07:04.938315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-cab35b8e-9c29-4ea6-b7a6-11a531b12a92 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058548 Sep 01 15:07:04.946259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d571fbbb-33e1-4e39-afb0-1cee60782aa5 req-59d4daf0-0db5-45a8-9140-6ebb8c8e2d69 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444133 Sep 01 15:07:04.991458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e5e7e-6e99-4d90-a3ed-876b7f5f68c6 req-9cf2d756-4e1a-4449-8a34-56fbeb05c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.996758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-636e5e7e-6e99-4d90-a3ed-876b7f5f68c6 req-9cf2d756-4e1a-4449-8a34-56fbeb05c03e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5527213 Sep 01 15:07:05.151820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.152180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-4074f7e4-866f-411b-bdbe-e583c647e39b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 217 time: 0.2014010 Sep 01 15:07:05.159145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.166262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-3609dbd3-c69b-4f01-b16d-2c35d875e40b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.166902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.173736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.174650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-3609dbd3-c69b-4f01-b16d-2c35d875e40b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.6278248 Sep 01 15:07:05.179974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.186458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.193746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.196025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-11786e1d-b622-4edc-8d9d-3e2739f0a494 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1334622 Sep 01 15:07:05.252524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-820eacc8-2da6-4a98-8b82-5bdbf060cdc2 req-e615bdc2-9993-427d-b0c1-4fa17272d8b7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429945 Sep 01 15:07:05.294767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Deleting port b9012b10-7c0f-4c3a-8211-1ca478d750fa {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:05.295789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.332290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fa77b2d-509c-4253-89cd-d88caae8af5b req-858ad890-bad7-4f48-af61-1528ff284d6e service neutron] 10.222.0.50 "GET /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581396 Sep 01 15:07:05.403299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-5776630b-03f4-44f3-9d39-d327582ccedb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.1636271 Sep 01 15:07:05.467564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-ccb0f347-a20a-46c1-af7a-dd0c89f585e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.470294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-ccb0f347-a20a-46c1-af7a-dd0c89f585e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.2622702 Sep 01 15:07:05.522322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-d26cf9ec-8ade-4b90-b523-ded9e18d965f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3930223 Sep 01 15:07:05.588996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90ee47be-16f5-4048-a4e1-c74e911fba8c req-67b07a98-bb1d-43c5-b0c4-56f15a72bb49 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0507224 Sep 01 15:07:05.699669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] For port b9012b10-7c0f-4c3a-8211-1ca478d750fa, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b9012b10-7c0f-4c3a-8211-1ca478d750fa,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:05.700311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.723797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-8c07d1c0-8c56-4f82-9124-5063d1a4e615 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2917452 Sep 01 15:07:05.745615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Calling delete_port for b9012b10-7c0f-4c3a-8211-1ca478d750fa owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:05.846802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-bb4faeef-4330-43d3-b653-bb0d018e703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.849984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-bb4faeef-4330-43d3-b653-bb0d018e703d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3457308 Sep 01 15:07:05.860273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-17b9d2bb-44ec-45db-bdab-2dbf56c6f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.863155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-17b9d2bb-44ec-45db-bdab-2dbf56c6f2c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 1097 time: 0.2879515 Sep 01 15:07:06.135595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d44f91-db8c-4262-ad40-ec4daa886446 req-c53c67a2-61ff-4e10-8d1b-a6dcece300a8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.139517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1d44f91-db8c-4262-ad40-ec4daa886446 req-c53c67a2-61ff-4e10-8d1b-a6dcece300a8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.0821581 Sep 01 15:07:06.190751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1d44f91-db8c-4262-ad40-ec4daa886446 req-2e7f6e00-b1af-487e-bb68-9afbf8f45757 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Sep 01 15:07:06.281959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-f5da0700-31c1-4677-bcc5-2327fbffb318 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385571 Sep 01 15:07:06.423820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.430599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.437031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.444572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.451007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.456939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.463911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.466057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-403fd9f5-d452-45a4-99b3-6e77da084143 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1112511 Sep 01 15:07:06.504661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-acd693a8-4e6e-412d-92ec-fd6028785daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.507461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-acd693a8-4e6e-412d-92ec-fd6028785daa service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.5507712 Sep 01 15:07:06.519356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9766f6bd-4b53-4214-b37d-40302f3aee3a req-f4fd1cf1-b221-4af7-a66e-dc1743d11525 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453568 Sep 01 15:07:06.522857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-250f086d-b3a8-431e-8a8a-15649b071c9f service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524606 Sep 01 15:07:06.670908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-2a300779-8bf2-47c2-a8fa-973f5659de84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5749d873-2c20-4c65-833c-9db108af6f99 HTTP/1.1" status: 200 len: 217 time: 0.1428628 Sep 01 15:07:06.699753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-636e5e7e-6e99-4d90-a3ed-876b7f5f68c6 req-749b46e5-42a1-465a-b8aa-ecb9c7c3ec22 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0780873 Sep 01 15:07:06.814827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-52b95f32-c75a-45de-a90c-14d477ecfa68 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684229 Sep 01 15:07:06.821311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f61a4ee-0223-4066-be90-a77e44d51d7f req-aca87176-e8fd-49b0-8d0b-a19c325e29d7 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c88c40e-da2d-46ce-8e6b-f769b064abda HTTP/1.1" status: 200 len: 210 time: 0.0563886 Sep 01 15:07:06.840682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-4f397252-19e4-45af-b3f0-d3b4220dced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.842428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-4f397252-19e4-45af-b3f0-d3b4220dced5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1529734 Sep 01 15:07:06.868553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-bbe45eac-d6d8-4546-8b37-bcafe951d86c service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198204 Sep 01 15:07:06.888640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-de01f835-81c2-4108-b348-c09d4419d530 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364275 Sep 01 15:07:06.894832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.960011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a5954ee0-f22c-4a18-b44b-1542e1fab36a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 217 time: 0.0743618 Sep 01 15:07:06.978748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Pushing event deleted for resources: {'Port': ['ID=b9012b10-7c0f-4c3a-8211-1ca478d750fa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:07.071629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b55dd76-3fae-461d-856a-3887376ac475 req-d3fafa13-6e82-48f2-98ba-d77660a2ebc2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 210 time: 0.0469532 Sep 01 15:07:07.141309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-9d75c325-662a-48c6-aefe-9e4f078b5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.142880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-9d75c325-662a-48c6-aefe-9e4f078b5acf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.1666889 Sep 01 15:07:07.272047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-3babf8be-181a-4b06-9ede-e89715b7da96 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433995 Sep 01 15:07:07.491792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-f418fffc-79db-4e21-8abc-b8f71a699a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.494542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-f418fffc-79db-4e21-8abc-b8f71a699a92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3415222 Sep 01 15:07:07.852800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.860723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.868129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.877039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.884460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.893563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.905319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.917997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-480106d1-93f4-467e-ba94-be1b5a45da1a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.2126672 Sep 01 15:07:07.998789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dd6a56e-b2db-4303-9a3e-3d1d7ca26fce req-82da267e-4edd-4f65-9b12-fefced2f8fc9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794604 Sep 01 15:07:08.314359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.380951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4174feb-d478-4fa4-8cbe-fa4f31bd4e66 req-e45751ec-ecef-431a-b8a8-71980cd9b20b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 210 time: 0.0354192 Sep 01 15:07:08.426172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-7e802dff-0dba-435d-b088-048802e7fb76 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:08.429322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-7e802dff-0dba-435d-b088-048802e7fb76 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1098 time: 0.2430878 Sep 01 15:07:08.437911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd06b-b550-4040-87df-0d3d984ced1b req-3a7aafaf-846a-4eef-8dc9-a70c1b3fdf88 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:08.440210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-695dd06b-b550-4040-87df-0d3d984ced1b req-3a7aafaf-846a-4eef-8dc9-a70c1b3fdf88 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 1.0108182 Sep 01 15:07:08.453771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:08.542325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d54c5afc-10db-4ec0-b5a1-4c6cab1711fd req-b485e8aa-40d9-41ee-aebf-3039c95c8ebf service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1357529 Sep 01 15:07:08.715963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-0b597a01-4a8d-4fe2-a73e-90848de60798 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309756 Sep 01 15:07:08.858941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a0fadb3-ddf5-425f-a882-1a3d8ea40b2d req-f4288a0f-dd52-4b2b-9bc0-1add90c67fe8 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0380485 Sep 01 15:07:08.993414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-695dd06b-b550-4040-87df-0d3d984ced1b req-ed3eaf54-ce2a-4bfd-bcab-1b5695c2276c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256324 Sep 01 15:07:09.024519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2774941a-226d-4a3e-b8cc-810d086021c2 req-a7f80f40-6d8c-4778-9759-28f15f70c3dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afdeca96ed904b4cb6a678ebc83ea0aa&device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.1353452 Sep 01 15:07:09.115778 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.136313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2774941a-226d-4a3e-b8cc-810d086021c2 req-3d1fc806-ed0d-47f4-8b8d-b3f9470b116a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=afdeca96ed904b4cb6a678ebc83ea0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796759 Sep 01 15:07:09.225018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-28df0a29-1916-45ae-baad-0d8a14e79928 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909048 Sep 01 15:07:09.264741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.274760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.283412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.296863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.307111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.316167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.323125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.331532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439b1da5-0082-4443-8681-b4bc50efed5e req-69ee2d18-9e2d-41b9-8aba-0673dcb12b9c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1741221 Sep 01 15:07:09.401000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-439b1da5-0082-4443-8681-b4bc50efed5e req-a04fd2ef-b287-4dad-a54e-4b80afb2d597 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674770 Sep 01 15:07:09.495818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b48d255b-624c-401c-be89-f871be68a4b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 200 len: 217 time: 0.1345212 Sep 01 15:07:09.568332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49954fd9-936e-4df6-bedf-af0032cde5f8 req-7689e5c9-597a-4308-a9d8-debc3cfd7edc tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 210 time: 0.0530784 Sep 01 15:07:09.594538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-f4447b7d-b985-4761-982e-92e36e3d3378 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.596146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-f4447b7d-b985-4761-982e-92e36e3d3378 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.8310134 Sep 01 15:07:09.627301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': 'aea72080-8155-4815-92fc-af3f167979a4', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:09.726838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Router 161a1cd8-0f3c-429c-b563-1f400529f502 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:09.760613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-9e12cb85-4811-49ff-b444-a8676a18f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.762331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-9e12cb85-4811-49ff-b444-a8676a18f1ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.2322109 Sep 01 15:07:09.844096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774941a-226d-4a3e-b8cc-810d086021c2 req-fa9c7d93-0236-49de-990a-4ef1c811f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.845671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2774941a-226d-4a3e-b8cc-810d086021c2 req-fa9c7d93-0236-49de-990a-4ef1c811f7e0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6297145 Sep 01 15:07:09.930014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:10.031300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-af4bde62-e9b8-4dab-add3-f164e1abcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.032940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-af4bde62-e9b8-4dab-add3-f164e1abcdd3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2551613 Sep 01 15:07:10.116853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01313465-7ceb-49bc-b1fc-1e57b2d08489 req-81522f99-1e32-416a-9f25-99dd9e6b3607 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0974174 Sep 01 15:07:10.181998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea263-46c7-421e-9610-c3421bb13f3a req-80f8d467-2515-473f-b38e-8c08f60daa48 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.183754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6acea263-46c7-421e-9610-c3421bb13f3a req-80f8d467-2515-473f-b38e-8c08f60daa48 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 946 time: 0.0780845 Sep 01 15:07:10.197617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:10.200766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:10.204847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.232897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6acea263-46c7-421e-9610-c3421bb13f3a req-e17626bc-7872-4118-b1ac-111099d38589 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Sep 01 15:07:10.269432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:10.282784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-16e84c03-4d6c-4dfd-b466-5f38fe9ccfff admin admin] 10.222.0.41 "PUT /v2.0/routers/161a1cd8-0f3c-429c-b563-1f400529f502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9760125 Sep 01 15:07:10.283821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:10.295075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:10.297390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Sync routers for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:10.298255 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e39821-8a5c-4b76-81dc-f0dddd658735" -d '{"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-unplugged", "status": "completed", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:10.312199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.361437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:10.363534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:10.372183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.392798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-37879cd6-b76c-43cf-b92b-6a3f5ef524b2 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354678 Sep 01 15:07:10.426135 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99a578-90db-481b-be5c-920f002e65e9 x-openstack-request-id: req-5c99a578-90db-481b-be5c-920f002e65e9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:10.426552 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-unplugged", "status": "completed", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:10.426969 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c99a578-90db-481b-be5c-920f002e65e9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:10.428082 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939', 'code': 200} Sep 01 15:07:10.587658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:10.639793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.658527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.8 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/94acc157-0967-422d-befe-ebe9b8d839d5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:10.664359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:10.664359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:10.664837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:10.691341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:10.691825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:10.700222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-934c7fd0-dbbd-40e7-a977-bc076115deb3 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763975 Sep 01 15:07:10.708888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:10.709585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:10.710160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:10.710791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Bound port: 878491ec-c3e9-414b-b707-2e7b8be63939, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:10.711299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.797999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-93247935-b924-4fb7-acd7-644a14deab6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 200 len: 217 time: 0.0832014 Sep 01 15:07:10.917691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:10.930008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:11.004648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.022338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.038952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.057948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.087897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.115950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.125559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.138252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-c3c8b86f-3dea-4d0d-8501-a5962ee6a87e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4935496 Sep 01 15:07:11.266974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f216356-f3a0-41aa-a756-99370a7c8999 req-cc6f71dd-cffd-4742-b08e-07002f8a9f03 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257393 Sep 01 15:07:11.362294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.554166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:11.595665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95e882eb-4c81-438d-aef3-834fe6a37f13 req-5c1b6a4e-6846-499d-8d88-f8227c758837 tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0824440 Sep 01 15:07:11.629053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:11.629053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:11.629053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:11.637643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Deleting port ea7e962e-c62e-45ea-b03e-6caaa4fb295c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:11.638059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.644885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:11.645931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Attempting to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 on network e19a5c0e-a034-4c32-8659-3f4022e86b03 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:11.652973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:07:06Z', 'revision_number': 5, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port': {'id': 'ea7e962e-c62e-45ea-b03e-6caaa4fb295c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:34Z', 'updated_at': '2021-09-01T15:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:11.705833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Checking router: 161a1cd8-0f3c-429c-b563-1f400529f502 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:11.710707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:11.711455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Checking segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:11.712573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Bound using segment: {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:11.713347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Bound port: 878491ec-c3e9-414b-b707-2e7b8be63939, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d6ae2-719e-4147-919c-4882759bf877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e19a5c0e-a034-4c32-8659-3f4022e86b03'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:11.718652 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.738771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4997dd3-fa79-4378-987e-284bea7a8874 req-03afa39b-b8ba-4477-9ff9-4bb0744f4b41 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 210 time: 0.1608579 Sep 01 15:07:11.751230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Routers {'161a1cd8-0f3c-429c-b563-1f400529f502'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:11.752419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:06:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['161a1cd8-0f3c-429c-b563-1f400529f502'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:11.765554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2774941a-226d-4a3e-b8cc-810d086021c2 req-5553d17b-396a-4ab4-9393-c6d8c521b3aa tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.1862555 Sep 01 15:07:11.794589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b9c70e3f-21fa-4074-bc24-376d8caac465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.796575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-b9c70e3f-21fa-4074-bc24-376d8caac465 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.9874029 Sep 01 15:07:11.804088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:11.838973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] For port ea7e962e-c62e-45ea-b03e-6caaa4fb295c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:11.839400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.879988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:11.885306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Calling delete_port for ea7e962e-c62e-45ea-b03e-6caaa4fb295c owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:11.894314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.938963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264450-637b-4a29-be02-7bceb128a030 req-b99b3745-6d70-420f-a419-45734428293d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.940973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2264450-637b-4a29-be02-7bceb128a030 req-b99b3745-6d70-420f-a419-45734428293d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.1879838 Sep 01 15:07:11.969924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.986846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-43c592a0-e243-4b3d-9c5d-e6822b0b1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.989237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-43c592a0-e243-4b3d-9c5d-e6822b0b1ab9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736794 Sep 01 15:07:12.141868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.142609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.144579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] 10.222.0.24 "PUT /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 1124 time: 3.6984818 Sep 01 15:07:12.168268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081ef7e-eba8-4afb-ba2f-d80a366b174e service neutron] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:12.192541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2264450-637b-4a29-be02-7bceb128a030 req-f99be1e6-9090-4d7b-884c-1fde94139cbd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312169 Sep 01 15:07:12.283629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-4b769df7-1ebf-4d47-99af-8a2bbc240fe2 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834394 Sep 01 15:07:12.300167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.353360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['878491ec-c3e9-414b-b707-2e7b8be63939'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:12.487259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:12.490138 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3654f3f4-fdc7-4888-8494-b15179fa0aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:12.496876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['878491ec-c3e9-414b-b707-2e7b8be63939'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:12.527589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:12.565820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] Set router 161a1cd8-0f3c-429c-b563-1f400529f502 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:12.641552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:12.676173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:12.684887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:12.748645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:07:11Z', 'revision_number': 6, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:12.773890 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa22baa-3063-4fe0-8de3-6320344e40e1 x-openstack-request-id: req-7aa22baa-3063-4fe0-8de3-6320344e40e1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:12.774772 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:12.775425 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aa22baa-3063-4fe0-8de3-6320344e40e1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:12.776034 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939', 'status': 'completed', 'code': 200} Sep 01 15:07:12.804850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.811600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.819809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.827107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.835108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.844648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.858535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.868715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede581-a0eb-4ffc-b8af-77480fcf3769 None None] The sync data for ids ['161a1cd8-0f3c-429c-b563-1f400529f502'] in n-d-802060-16 is: [{'id': '161a1cd8-0f3c-429c-b563-1f400529f502', 'name': 'tempest-FloatingIPsAssociationTestJSON-1112855338-router', 'tenant_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:32Z', 'updated_at': '2021-09-01T15:07:11Z', 'revision_number': 6, 'project_id': '282e6b2f3ac84faaa89857bb9ba89ce5', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:12.869259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dec993be-32eb-4346-9077-4c92a6812a1e req-5df784dd-1429-4db3-a782-9b8af9fefd0f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.3500869 Sep 01 15:07:12.883390 n-d-802060-16 neutron-server[106378]: WARNING neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Concurrent port binding operations failed on port 878491ec-c3e9-414b-b707-2e7b8be63939 Sep 01 15:07:12.914933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:12.934117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-67cac715-1b67-4405-8860-ffaa3f086024 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299918 Sep 01 15:07:12.961820 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Attempt 2 to bind port 878491ec-c3e9-414b-b707-2e7b8be63939 Sep 01 15:07:12.974396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:07:13.078516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.079881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.160487 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dec993be-32eb-4346-9077-4c92a6812a1e req-f0edbd93-a6df-47c6-acac-9c04b101cc00 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900591 Sep 01 15:07:13.181548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a7205dfd-b3e8-4d1d-98fd-dcb3af4a5e5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5677955 Sep 01 15:07:13.188442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-8c879b8e-acf7-4b93-bc03-e959dcfe07ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 200 len: 217 time: 0.1919956 Sep 01 15:07:13.204337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Request body: {'port': {'device_id': 'aea72080-8155-4815-92fc-af3f167979a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:13.304023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-047e325b-8984-4f0e-8b76-0eea6ee727e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.306372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-047e325b-8984-4f0e-8b76-0eea6ee727e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1127 time: 0.4019842 Sep 01 15:07:13.376376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-2256c4dc-fdac-424d-8587-98c5a120e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.379371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-2256c4dc-fdac-424d-8587-98c5a120e749 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.1691873 Sep 01 15:07:13.439694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:13.441085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-9fcad967-7dd7-4fd1-9db1-c47d9f07d5bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3931074 Sep 01 15:07:13.579608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.669728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac08a45d-8376-40ac-ba4a-b3b1c07a8cc9 req-94e5e5af-387e-4ac2-ad5e-5ea206fd91ee tempest-ServerShowV247Test-421748406 tempest-ServerShowV247Test-421748406-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fedeb8-3905-4c12-94ed-23d3b648e461 HTTP/1.1" status: 200 len: 210 time: 0.0691147 Sep 01 15:07:13.695839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.750295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-7557c6e5-b5ff-459d-8a89-4866a77cee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.752073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-7557c6e5-b5ff-459d-8a89-4866a77cee44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 1097 time: 0.2128465 Sep 01 15:07:13.766554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-79605c46-c6bd-4d46-bc1c-7e63df63c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.768461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-79605c46-c6bd-4d46-bc1c-7e63df63c794 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2415707 Sep 01 15:07:13.813985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f34b-a72f-4844-bbbf-7669072dabd0 req-2e6ebdc1-1257-40ea-94d6-fa421cff28d3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.817110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e753f34b-a72f-4844-bbbf-7669072dabd0 req-2e6ebdc1-1257-40ea-94d6-fa421cff28d3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 931 time: 0.2786345 Sep 01 15:07:13.843895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7e962e-c62e-45ea-b03e-6caaa4fb295c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.867785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-156115e6-d9e3-4294-8b02-3dc333699a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.872860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-156115e6-d9e3-4294-8b02-3dc333699a6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.5492640 Sep 01 15:07:13.892977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.967258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be42ec-e234-4492-b6b7-77106055ee44 req-bd9acd0b-c30b-4521-8ee2-d84628f580cf tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.969174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79be42ec-e234-4492-b6b7-77106055ee44 req-bd9acd0b-c30b-4521-8ee2-d84628f580cf tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.1384583 Sep 01 15:07:14.012463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.015846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.086672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79be42ec-e234-4492-b6b7-77106055ee44 req-210e560b-cbfd-4692-a6ee-89060f03c58c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Sep 01 15:07:14.094018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.095077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161a1cd8-0f3c-429c-b563-1f400529f502 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:07:14.102630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.104295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5ec76d82-bc9f-443f-a977-e4474ad43441 admin admin] 10.222.0.41 "DELETE /v2.0/routers/161a1cd8-0f3c-429c-b563-1f400529f502 HTTP/1.1" status: 204 len: 168 time: 3.8200963 Sep 01 15:07:14.107556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:14.147280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-05fd51b3-e684-4340-9ab9-76f29056f322 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 217 time: 0.2018273 Sep 01 15:07:14.279000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b9012b10-7c0f-4c3a-8211-1ca478d750fa no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:14.281465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Deleting subnet b5e72562-11c2-47e1-90b6-aefe2cd5786d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:14.290412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.321973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e753f34b-a72f-4844-bbbf-7669072dabd0 req-dc374b3b-d9f8-4226-925a-d6d07e4516b8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468110 Sep 01 15:07:14.372604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b9012b10-7c0f-4c3a-8211-1ca478d750fa {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:14.376641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b9012b10-7c0f-4c3a-8211-1ca478d750fa not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:14.378121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ea7e962e-c62e-45ea-b03e-6caaa4fb295c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:14.387555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b24f065-114c-43b9-ae2a-deb623ac8bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.413849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.420187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ea7e962e-c62e-45ea-b03e-6caaa4fb295c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:14.420789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ea7e962e-c62e-45ea-b03e-6caaa4fb295c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:14.522344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-a6d59f1c-bdff-47ab-9a5a-b4a1cce90122 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364120 Sep 01 15:07:14.551848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.558459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-f5f14af3-eaab-4b59-9277-54926d12640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.560130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-f5f14af3-eaab-4b59-9277-54926d12640e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.7172487 Sep 01 15:07:14.648774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.659365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-a3dfff0b-2889-4300-8676-75e3b6421199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.660792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-a3dfff0b-2889-4300-8676-75e3b6421199 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.4970968 Sep 01 15:07:14.696211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e72562-11c2-47e1-90b6-aefe2cd5786d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:14.705402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.707248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-e300b2a1-3211-4164-aa0b-10cf8395abda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 200 len: 217 time: 0.1121075 Sep 01 15:07:14.714949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-661e412a-114c-4ed2-a1d7-6bd62a30c7fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b5e72562-11c2-47e1-90b6-aefe2cd5786d HTTP/1.1" status: 204 len: 168 time: 0.6021628 Sep 01 15:07:14.714949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:14.742980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df07e9-2a07-4b41-b476-b89ff155adcf None None] Network 909a2574-6c60-44ab-bb8b-91d21d7c37b6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:14.744140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-fa7c3dba-c7bf-4dee-aab6-46bdfb4871fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477715 Sep 01 15:07:14.821229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.859746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.869045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.876840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.884535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.891842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.899203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.901482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Deleting port 7ec10cb0-0e54-4490-8850-4c005a4e32dc {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:14.901482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.907382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.909678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-0bd043b5-ef9e-4297-96f4-cab152073650 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4154508 Sep 01 15:07:15.007162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] For port 7ec10cb0-0e54-4490-8850-4c005a4e32dc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec10cb0-0e54-4490-8850-4c005a4e32dc,segment=NetworkSegment(8e888ac0-ffeb-48d3-8559-c58d03c7ef7d),segment_id=8e888ac0-ffeb-48d3-8559-c58d03c7ef7d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:15.007817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.033107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Calling delete_port for 7ec10cb0-0e54-4490-8850-4c005a4e32dc owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:15.041261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-cefb8481-b031-461b-b43c-f70c8ba8ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:15.043263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-cefb8481-b031-461b-b43c-f70c8ba8ce04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.3135569 Sep 01 15:07:15.119380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-683fa702-bf45-4c90-98da-bc721feff51c service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293808 Sep 01 15:07:15.129716 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-fd291844-e323-4372-ba70-9c977bbb2c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704608 Sep 01 15:07:15.138462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.187566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec10cb0-0e54-4490-8850-4c005a4e32dc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:15.188188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73fdbb41-95a6-4cc2-9ec6-d6c73d45fc2f req-585fccc6-4ddb-4483-a76b-fc26c851e393 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397239 Sep 01 15:07:15.201236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] No DVR routers for this DVR port 7ec10cb0-0e54-4490-8850-4c005a4e32dc on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:15.327709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69c41b-9cfb-4d71-b5df-22e10c851672 None None] DHCP port deletion for 909a2574-6c60-44ab-bb8b-91d21d7c37b6 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:07:15.346375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-5dc0c9d8-f060-46c5-bfbd-9acbba4ab46f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 217 time: 0.2023938 Sep 01 15:07:15.361189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-b85d1787-da58-4f50-bda5-e4adc75315a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881176 Sep 01 15:07:15.412600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94acc157-0967-422d-befe-ebe9b8d839d5 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:15.424566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.438156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.532730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909a2574-6c60-44ab-bb8b-91d21d7c37b6']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.537343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:15.561269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.561745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e888ac0-ffeb-48d3-8559-c58d03c7ef7d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.573899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071ca3-87c1-47a7-983e-7e476ccb9a0d req-9c524689-ec88-4f48-b91f-ef4d6bf72d4f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:15.578794 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7071ca3-87c1-47a7-983e-7e476ccb9a0d req-9c524689-ec88-4f48-b91f-ef4d6bf72d4f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.2854266 Sep 01 15:07:15.618961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.656733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.677722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:15.678554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:15.683473 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:15.799013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7071ca3-87c1-47a7-983e-7e476ccb9a0d req-dbd6f23a-17c7-4f13-a212-4f9b8a77f065 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504202 Sep 01 15:07:15.802402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b027ec8-7c36-40f0-bfc9-59018ca7d3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.826155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.837369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.842828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/909a2574-6c60-44ab-bb8b-91d21d7c37b6 HTTP/1.1" status: 204 len: 168 time: 1.1258485 Sep 01 15:07:15.865602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce0234-4e56-4a0a-8c5f-8990627797fc admin admin] Pushing event deleted for resources: {'Network': ['ID=909a2574-6c60-44ab-bb8b-91d21d7c37b6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.106090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b027ec8-7c36-40f0-bfc9-59018ca7d3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.117820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b027ec8-7c36-40f0-bfc9-59018ca7d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.158048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-69f96c4d-9257-4847-a841-1db518d81222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.163337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-69f96c4d-9257-4847-a841-1db518d81222 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.7924016 Sep 01 15:07:16.168988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Transition to ACTIVE for port object 94acc157-0967-422d-befe-ebe9b8d839d5 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:16.218941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.247561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b027ec8-7c36-40f0-bfc9-59018ca7d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc86d0-4894-4918-97b2-3fa695add801,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.275341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b027ec8-7c36-40f0-bfc9-59018ca7d3cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afdeca96ed904b4cb6a678ebc83ea0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358494 Sep 01 15:07:16.280836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:16.283586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:16.303863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec10cb0-0e54-4490-8850-4c005a4e32dc no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:16.373812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-77675571-c8bd-4001-96f9-d224125e4401 service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2189825 Sep 01 15:07:16.387861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7ec10cb0-0e54-4490-8850-4c005a4e32dc {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:16.388790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec10cb0-0e54-4490-8850-4c005a4e32dc not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:16.419027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67ffc44b-1367-43af-94c5-b826c47c9864 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=282e6b2f3ac84faaa89857bb9ba89ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341057 Sep 01 15:07:16.434713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:16.447822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.470503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3654f3f4-fdc7-4888-8494-b15179fa0aa3 req-2ec0b64a-4b2f-45a5-944f-7a17ee04be22 service neutron] 10.222.0.50 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0930777 Sep 01 15:07:16.547217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.553030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da5778-ea9d-4d06-a623-eb214b9d9a6d req-4018ce49-f662-4b92-aed1-a1ce77f90ea5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.555768 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8da5778-ea9d-4d06-a623-eb214b9d9a6d req-4018ce49-f662-4b92-aed1-a1ce77f90ea5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 931 time: 0.5104589 Sep 01 15:07:16.565516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Pushing event updated for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.655685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-cb803467-07e2-4e0e-bb83-3d9b36f774d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.658432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-cb803467-07e2-4e0e-bb83-3d9b36f774d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4799540 Sep 01 15:07:16.754081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.772354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.799022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.811574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.830923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.851869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.872993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.888727 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8da5778-ea9d-4d06-a623-eb214b9d9a6d req-ded749fe-d05c-4a21-8c8b-3ff8b40d21cf tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090208 Sep 01 15:07:16.891253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-9ee8b726-b075-456c-b577-e9c483e29866 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4751735 Sep 01 15:07:16.938640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.945564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.954445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bbc86d0-4894-4918-97b2-3fa695add801 HTTP/1.1" status: 204 len: 168 time: 0.6663649 Sep 01 15:07:16.981933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fcb22-193d-455d-88f2-18d3564f8416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc86d0-4894-4918-97b2-3fa695add801,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.002041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.017812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad1df3ae-6f4a-4f4e-bff1-dda2d2e427f4 req-71c6c1db-8e15-421b-9288-069d6f1c654b service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000783 Sep 01 15:07:17.052752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Attempting to bind port 94acc157-0967-422d-befe-ebe9b8d839d5 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:17.054997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Attempting to bind port 94acc157-0967-422d-befe-ebe9b8d839d5 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:17.063880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Attempting to bind port 94acc157-0967-422d-befe-ebe9b8d839d5 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:17.086526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Port 94acc157-0967-422d-befe-ebe9b8d839d5 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:17.095002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Attempting to bind port 94acc157-0967-422d-befe-ebe9b8d839d5 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:17.103340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08f5f3a1-af96-4906-988b-592b2a93b81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.117294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ce7a4e7-402b-4520-b96d-771f8acebcc4 req-e836f298-ddf2-4e8b-8985-e09f21873d24 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127342 Sep 01 15:07:17.138497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.153029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:17.153631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:17.154286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:17.155031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Bound port: 94acc157-0967-422d-befe-ebe9b8d839d5, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:17.155621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.211044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-ecb5ee3d-0c14-45b6-9f9f-195c02475629 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284882 Sep 01 15:07:17.310654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.313752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.315362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/886e487a-5c95-4075-af31-757099692218 HTTP/1.1" status: 204 len: 168 time: 0.8783624 Sep 01 15:07:17.329235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.342338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab707a-3b3c-4255-b838-3fe9b7868236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886e487a-5c95-4075-af31-757099692218,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.396667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:17.401618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=94acc157-0967-422d-befe-ebe9b8d839d5,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:17.466856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.656933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:17.658301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.660191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] 10.222.0.50 "PUT /v2.0/ports/94acc157-0967-422d-befe-ebe9b8d839d5 HTTP/1.1" status: 200 len: 1092 time: 4.4603512 Sep 01 15:07:17.662672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:17.674805 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a179c-b561-4a75-a49e-6529cde85de7" -d '{"events": [{"name": "network-changed", "server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:17.798742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adb90c-5cf4-4acc-a486-b7368af10f5a req-8e5b9db9-11f4-4bb0-b2b1-1ea76dc01a2c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:17.801566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1adb90c-5cf4-4acc-a486-b7368af10f5a req-8e5b9db9-11f4-4bb0-b2b1-1ea76dc01a2c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.3967998 Sep 01 15:07:17.808546 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d659d-36c6-452d-b05c-b8ddd465f175 x-openstack-request-id: req-184d659d-36c6-452d-b05c-b8ddd465f175 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:17.809206 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:17.809631 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-184d659d-36c6-452d-b05c-b8ddd465f175 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:17.810301 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5', 'status': 'completed', 'code': 200} Sep 01 15:07:17.956142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f123-be60-4748-92cd-38bb31fde53e service neutron] Pushing event updated for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:18.037767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1adb90c-5cf4-4acc-a486-b7368af10f5a req-82338d1b-3628-48ac-8484-5657b53eba83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085936 Sep 01 15:07:18.073125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4b9598b-05af-4d86-9aa3-e8d5af666db0 req-cd1d12a8-8842-4899-bc39-eeb28b9f7ae1 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522668 Sep 01 15:07:18.076435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-2ad2c197-cc3b-4b03-a09f-22aa79646333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.081516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-2ad2c197-cc3b-4b03-a09f-22aa79646333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 1095 time: 0.3324561 Sep 01 15:07:18.135471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:18.291827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:18.363346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-a1b65f52-c641-46c3-883d-7053d50c8267 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94acc157-0967-422d-befe-ebe9b8d839d5 HTTP/1.1" status: 200 len: 217 time: 0.2719355 Sep 01 15:07:18.426378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c10d4-2c7a-43a6-80ab-01d450e8c2b8 req-b1f046db-54fb-4a4e-af80-4534bae1d738 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.430344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-272c10d4-2c7a-43a6-80ab-01d450e8c2b8 req-b1f046db-54fb-4a4e-af80-4534bae1d738 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 943 time: 0.2207227 Sep 01 15:07:18.530125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-272c10d4-2c7a-43a6-80ab-01d450e8c2b8 req-18f8a221-1f4b-4f3a-b30a-2f37cc00f9ac tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878222 Sep 01 15:07:18.546101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:18.566202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-43fe4681-454c-4ba9-b392-2c30308d9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.574512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-43fe4681-454c-4ba9-b392-2c30308d9c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1253824 Sep 01 15:07:18.710574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-34351a92-4d13-4137-bab7-62f0c6f3b790 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184790 Sep 01 15:07:18.735217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.736386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.736386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.737045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.737581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.738060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.738648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.741234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-954781e7-aa93-4a74-822a-70a8603a5286 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6485 time: 0.4308875 Sep 01 15:07:18.914876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56554) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.938282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.971399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.977485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.991332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.003739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.017195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.030508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.042589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.046276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6e88e92-a218-4525-9399-60511f151f9f req-d2426d37-22c2-4831-b4bf-f0e78307dbec tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4590387 Sep 01 15:07:19.099782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1182108367-network', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:19.178330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Made reservation on behalf of a03e2da3057d41978eb411d92f4214b2 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:19.181005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.204606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.243370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-354039482-network', 'tenant_id': '67788ba9d48b41a8a8b2864d1036488c'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:19.315681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6e88e92-a218-4525-9399-60511f151f9f req-2ad0b8df-f276-483e-a727-fb5fdb00c014 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393200 Sep 01 15:07:19.330145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969df8f-89ec-46a7-8887-9dfefefb3d0e req-cb1c1215-ea96-490b-9b1c-3d7dd023c5c8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.335250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-57836e13-81c0-4d81-bd10-3d793de9b290 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160495 Sep 01 15:07:19.338824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4969df8f-89ec-46a7-8887-9dfefefb3d0e req-cb1c1215-ea96-490b-9b1c-3d7dd023c5c8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.1087861 Sep 01 15:07:19.414595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4969df8f-89ec-46a7-8887-9dfefefb3d0e req-da72994e-6ffc-4a2a-b665-271926cb6b38 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744410 Sep 01 15:07:19.493274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.516087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-3aa3ca52-e5c2-43b1-8bd9-b74c72ef6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.520217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-3aa3ca52-e5c2-43b1-8bd9-b74c72ef6544 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 902 time: 0.7594805 Sep 01 15:07:19.522211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.546171 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:07:19.565647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Made reservation on behalf of 67788ba9d48b41a8a8b2864d1036488c for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:19.570770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.574906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:19.617597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.653845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-429b42a2-d751-44f0-ac89-f30ba40f7ea2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 217 time: 0.1215067 Sep 01 15:07:19.680769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2fea4d-5d0e-47fa-bd80-a5524d95fdcf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:19.703514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.704958 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Added segment b140719b-01dc-4954-8d7b-9279e4b164e9 of type vlan for network 4702eb0c-6ee3-4fd3-872a-094abc00b972 Sep 01 15:07:19.788744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-8c67f766-8d62-46b4-a931-16370627a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.791197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-8c67f766-8d62-46b4-a931-16370627a848 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.1197689 Sep 01 15:07:19.797853 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.856097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edccf4-f1cd-4652-819e-22de9f62ff43 req-c07bd984-b530-4b51-ab3f-b22228fe01eb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.859040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45edccf4-f1cd-4652-819e-22de9f62ff43 req-c07bd984-b530-4b51-ab3f-b22228fe01eb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 943 time: 0.1907160 Sep 01 15:07:19.906147 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.974315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-561f20fc-93f1-47c2-a576-e8fcd2cec114 req-0b270c4c-21fc-4b91-abb1-3c03378bee9d service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074469 Sep 01 15:07:19.977942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45edccf4-f1cd-4652-819e-22de9f62ff43 req-d8b370fb-5418-4fd1-84ae-d2190480bcfb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090765 Sep 01 15:07:20.017183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-e184505a-3061-4092-912c-59895299eee2 service neutron] 10.222.0.50 "GET /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.3409483 Sep 01 15:07:20.019596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-cef40e9f-26a5-4687-94e7-530476f370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.021645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-cef40e9f-26a5-4687-94e7-530476f370cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2041538 Sep 01 15:07:20.062251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.063710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.064622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.240348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.258664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.309021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-1dfe98ba-c780-4e94-b02a-7efc450ed38f service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695704 Sep 01 15:07:20.315545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] Pushing event updated for resources: {'Network': ['ID=4702eb0c-6ee3-4fd3-872a-094abc00b972,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:20.319549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:20.338347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30daa32d-09f7-40bf-81da-87f9c2953950 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4215400 Sep 01 15:07:20.339097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56576) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:20.339907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:20.352245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-eed4e1cf-c67a-4276-93a4-841e84c7bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.358484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-eed4e1cf-c67a-4276-93a4-841e84c7bb58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 1095 time: 0.2226753 Sep 01 15:07:20.378808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Request body: {'subnet': {'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1182108367-subnet', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:20.416644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.417053 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Added segment e85a8aa2-63fe-4d08-af84-302077e08195 of type vlan for network 0077b685-95cb-46b6-9365-8512833fc8c6 Sep 01 15:07:20.602811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.660626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.662704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.664031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.678430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57af636-d08e-4ba2-8a41-31ee4b59ad4c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:20.761016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-239029d8-4b2c-493b-91c0-f126e73ae0ae req-d40d03c6-fb4e-4588-84ab-4b4299a431c8 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383838 Sep 01 15:07:20.832501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-ad3dd790-b5d2-4eac-a14a-afaa0f93cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.835203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-ad3dd790-b5d2-4eac-a14a-afaa0f93cac4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.4468820 Sep 01 15:07:20.844314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0077b685-95cb-46b6-9365-8512833fc8c6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:20.854116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Made reservation on behalf of a03e2da3057d41978eb411d92f4214b2 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:20.865306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0077b685-95cb-46b6-9365-8512833fc8c6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:20.867754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.906348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76b459d5-65c7-47fc-9be1-e00364ddd3f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9169662 Sep 01 15:07:20.909679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-32cd2f3f-04f8-47f8-a47f-8c9f2384eeb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94acc157-0967-422d-befe-ebe9b8d839d5 HTTP/1.1" status: 200 len: 217 time: 0.0642452 Sep 01 15:07:21.027156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.042465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd7ed8-c72c-4751-a663-b5f57e425eda req-060e2966-cf82-4a57-9b43-49d1d0c7bddd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.056686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fd7ed8-c72c-4751-a663-b5f57e425eda req-060e2966-cf82-4a57-9b43-49d1d0c7bddd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 944 time: 0.3985286 Sep 01 15:07:21.057358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.077610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.087430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.098140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.110385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.124124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.127938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-9d2d9fe7-1dd4-420d-8c0c-43bdf1f806aa tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.5078382 Sep 01 15:07:21.157294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:21.211756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fd7ed8-c72c-4751-a663-b5f57e425eda req-47c4dbd2-21f4-40bc-812c-5f6855e6809d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534226 Sep 01 15:07:21.241038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-076126bb-cf45-4ca8-b8fd-29c09164571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.243636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-076126bb-cf45-4ca8-b8fd-29c09164571c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.3210773 Sep 01 15:07:21.259895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:21.311808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d56c3ba-0d49-4b97-a8c1-17ab92ecdd6e req-ea8708fb-470a-47a3-867a-0224d6b806d2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577516 Sep 01 15:07:21.475811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-ad88c3f0-1ac8-4e01-92cc-4155b1d154d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068257 Sep 01 15:07:21.487680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.503512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878491ec-c3e9-414b-b707-2e7b8be63939 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:21.543985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:21.632038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d825a827-18c4-491c-b1d0-80633b563b58,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:21.679630 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.791982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Checking segment: {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:21.793210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Network hostable DHCP agents. Network: 4702eb0c-6ee3-4fd3-872a-094abc00b972, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:21.812917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902d8d-8da5-4b4e-8902-0cec50de7e17 req-4f8c79c8-9548-4fae-9bd2-2d1cedb02589 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.822522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b902d8d-8da5-4b4e-8902-0cec50de7e17 req-4f8c79c8-9548-4fae-9bd2-2d1cedb02589 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 943 time: 0.1778071 Sep 01 15:07:21.859795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-a7a38791-19f2-420c-b2f0-5cdd0a950d9b service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474457 Sep 01 15:07:21.870742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:21.918977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 4702eb0c-6ee3-4fd3-872a-094abc00b972) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:21.930138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.932961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.939833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc84064-a0bc-4db0-b23b-db4cd34c53e1 None None] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:21.978964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b902d8d-8da5-4b4e-8902-0cec50de7e17 req-3ff90d50-3b4b-448f-bb02-ecec9aba60e2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537273 Sep 01 15:07:21.988336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-365a4536-49c4-49b0-b622-deff7c2fc94d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6125050 Sep 01 15:07:21.992035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56598) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:22.012815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:22.059485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d5a179c-b561-4a75-a49e-6529cde85de7 req-9a51cce0-efe0-4751-ab0d-799a6ab6911c service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914701 Sep 01 15:07:22.063040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.068947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.203046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.387536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-4702eb0c-6ee3-4fd3-872a-094abc00b972', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:07:22.389101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.421224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716a48-796d-408c-b0cf-7effec4c9550 req-4be172e2-0064-4d42-ae74-5a693c9855b4 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.433551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716a48-796d-408c-b0cf-7effec4c9550 req-4be172e2-0064-4d42-ae74-5a693c9855b4 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.446417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716a48-796d-408c-b0cf-7effec4c9550 req-4be172e2-0064-4d42-ae74-5a693c9855b4 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.461158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63716a48-796d-408c-b0cf-7effec4c9550 req-4be172e2-0064-4d42-ae74-5a693c9855b4 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5618870 Sep 01 15:07:22.469928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] Transition to ACTIVE for port object 878491ec-c3e9-414b-b707-2e7b8be63939 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:22.479072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.602740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] No DVR routers for this DVR port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:22.646391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.694381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b30f-530b-48fb-ada5-1c30db56e2b5 req-86a76165-1e9e-4f7d-8d84-9458ca40c9cc tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.704519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41e4b30f-530b-48fb-ada5-1c30db56e2b5 req-86a76165-1e9e-4f7d-8d84-9458ca40c9cc tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.1395128 Sep 01 15:07:22.713010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 94acc157-0967-422d-befe-ebe9b8d839d5 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:22.826203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41e4b30f-530b-48fb-ada5-1c30db56e2b5 req-c948ac0a-f347-4577-901c-9e9748195f31 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199517 Sep 01 15:07:22.916783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Allocated IP 172.20.0.2 (4702eb0c-6ee3-4fd3-872a-094abc00b972/d825a827-18c4-491c-b1d0-80633b563b58/cb583754-87bf-4c34-a13e-f202bb49b751) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:23.146264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=94acc157-0967-422d-befe-ebe9b8d839d5,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:23.169198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '94acc157-0967-422d-befe-ebe9b8d839d5', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': '94acc157-0967-422d-befe-ebe9b8d839d5', 'mac_address': 'fa:16:3e:83:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:23.188782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1a12-fc40-413e-a029-79ae32a31054 req-23a99744-ed4f-48d0-9c89-17ab2581ee65 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.195867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d9e1a12-fc40-413e-a029-79ae32a31054 req-23a99744-ed4f-48d0-9c89-17ab2581ee65 tempest-ComputeTenantNetworksTest-367823198 tempest-ComputeTenantNetworksTest-367823198-project] 10.222.0.41 "GET /v2.0/networks/0077b685-95cb-46b6-9365-8512833fc8c6 HTTP/1.1" status: 200 len: 768 time: 0.1453691 Sep 01 15:07:23.210872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:23.236475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] Pushing event updated for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:23.237328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.254242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-c7696678-980e-4e29-b2af-4a13ba562b25 service neutron] 10.222.0.50 "PUT /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 3.2160933 Sep 01 15:07:23.373974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.378527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.383112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.412008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Transition to ACTIVE for port object cb583754-87bf-4c34-a13e-f202bb49b751 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:23.424290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94acc157-0967-422d-befe-ebe9b8d839d5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:23.425012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.458836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.483233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.495321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.496066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=94acc157-0967-422d-befe-ebe9b8d839d5,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:23.498515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Transition to ACTIVE for port object cb583754-87bf-4c34-a13e-f202bb49b751 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:23.509331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.514099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.515150 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.526486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.527545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.543500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.557971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-1ebd2fa5-2306-40dc-9c7a-bdf9d88c07f6 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.3247850 Sep 01 15:07:23.639949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e607a8-ed43-4dcc-8d0a-9c061084a6ae req-b981b05a-2348-45c8-82d9-9da61d473b85 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.649920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2e607a8-ed43-4dcc-8d0a-9c061084a6ae req-b981b05a-2348-45c8-82d9-9da61d473b85 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 943 time: 0.1705513 Sep 01 15:07:23.671206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:23.674662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ae8e9a3-1852-4910-88e6-f43a97aa47e6 req-8ce8ffad-dc60-42fb-8c8e-a9421d6a808a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561249 Sep 01 15:07:23.691853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-ffe0e9a7-7ce3-4c3d-848e-ead81edce7e6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.694644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-ffe0e9a7-7ce3-4c3d-848e-ead81edce7e6 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1353023 Sep 01 15:07:23.704359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.705034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.705730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.706491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.708548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.709229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.709877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.710625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.711186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.711743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.712400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.715884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:23.740041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:23.748422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Allocated IP 172.25.1.105 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d9b67d42-04e0-4bf5-82a1-3c4ca721e33f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:23.790988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:23.796748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:23.818652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.841772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2e607a8-ed43-4dcc-8d0a-9c061084a6ae req-c73d5b46-75cc-42ee-af30-ff24eddabc89 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909652 Sep 01 15:07:23.900420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['94acc157-0967-422d-befe-ebe9b8d839d5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:23.901821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0077b685-95cb-46b6-9365-8512833fc8c6']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.915762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-596bca38-e154-4ef8-9ccb-06fddaace2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.921035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-596bca38-e154-4ef8-9ccb-06fddaace2e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92&tenant_id=b18eb69a16064a43a57d51d4395a3f0b HTTP/1.1" status: 200 len: 1097 time: 0.2153711 Sep 01 15:07:23.922094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85a8aa2-63fe-4d08-af84-302077e08195') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.922594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85a8aa2-63fe-4d08-af84-302077e08195') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.940946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.984670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.010492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:24.011058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:24.013232 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:24.049147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Pushing event updated for resources: {'Port': ['ID=cb583754-87bf-4c34-a13e-f202bb49b751,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.070459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Attempting to bind port cb583754-87bf-4c34-a13e-f202bb49b751 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:24.071083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Attempting to bind port cb583754-87bf-4c34-a13e-f202bb49b751 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:24.071672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Attempting to bind port cb583754-87bf-4c34-a13e-f202bb49b751 on network 4702eb0c-6ee3-4fd3-872a-094abc00b972 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:24.088938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:24.089806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Checking segment: {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:24.090470 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.091123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Bound using segment: {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:24.092116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Bound port: cb583754-87bf-4c34-a13e-f202bb49b751, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:24.092744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.118480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6ffe4915-2921-4fd5-8668-908b66c60057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.121725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-6ffe4915-2921-4fd5-8668-908b66c60057 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1097 time: 0.1465125 Sep 01 15:07:24.165975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.182701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.194340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.198737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] 10.222.0.41 "DELETE /v2.0/networks/0077b685-95cb-46b6-9365-8512833fc8c6 HTTP/1.1" status: 204 len: 168 time: 0.9842482 Sep 01 15:07:24.227770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383f449-3268-4707-80a9-e7f1989ddebd admin admin] Pushing event deleted for resources: {'Network': ['ID=0077b685-95cb-46b6-9365-8512833fc8c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.280148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c67e5-453d-48e2-af7c-308accd3d3ae req-3b6d9a22-ab67-4386-b93e-61ba508e9be8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.283091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-765c67e5-453d-48e2-af7c-308accd3d3ae req-3b6d9a22-ab67-4386-b93e-61ba508e9be8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.2415442 Sep 01 15:07:24.309116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.349047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] For port cb583754-87bf-4c34-a13e-f202bb49b751, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:24.356983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] For port cb583754-87bf-4c34-a13e-f202bb49b751, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cb583754-87bf-4c34-a13e-f202bb49b751,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:24.380675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.388750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-765c67e5-453d-48e2-af7c-308accd3d3ae req-a1319cba-70a4-4b04-a570-f09e9485183c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882993 Sep 01 15:07:24.428168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-e37671eb-e545-4476-a3b9-0709162a6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.430341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-e37671eb-e545-4476-a3b9-0709162a6d2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 200 len: 922 time: 0.2823617 Sep 01 15:07:24.475552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:24.483540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-4e5b58d5-1027-4509-82c3-64773965d3b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 200 len: 217 time: 0.0419106 Sep 01 15:07:24.498408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:24.503201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:24.574895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56626) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:24.588949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8947-985b-463c-9d9a-6afe3c974fa0 None None] Pushing event updated for resources: {'Port': ['ID=cb583754-87bf-4c34-a13e-f202bb49b751,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.609985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.633293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-5e64f6da-2e1b-4730-abd7-faa784386d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.635248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-5e64f6da-2e1b-4730-abd7-faa784386d13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 200 len: 861 time: 0.1435568 Sep 01 15:07:24.678887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-dc13f3ed-d467-464a-906e-a73e857a5f7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e19a5c0e-a034-4c32-8659-3f4022e86b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327559 Sep 01 15:07:24.683269 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d5603ea1-f391-4984-a173-482cc27db17e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67788ba9d48b41a8a8b2864d1036488c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069632 Sep 01 15:07:24.696510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:24.917949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.041281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-cabe5d44-ab6e-4fe3-9e99-52cb9fb9280d service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538313 Sep 01 15:07:25.063707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.266965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.281157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.288342 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.296530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.311118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.323885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.336471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.348638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.363388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-193d3a22-eb38-499c-a8da-7a15f4eadfbe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4385233 Sep 01 15:07:25.528612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8ac4511-a452-4e4f-8721-e81b6c54a84f req-95767147-56bb-49f7-985f-1c925fe2b768 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617584 Sep 01 15:07:25.532504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-90535b86-2db4-4846-a567-05f2c8412ecd service neutron] 10.222.0.24 "GET /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650660 Sep 01 15:07:25.542293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.554665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.556810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c57af636-d08e-4ba2-8a41-31ee4b59ad4c HTTP/1.1" status: 204 len: 168 time: 0.8586557 Sep 01 15:07:25.584170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2303dc-2578-42d4-adb3-5ab023ca05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57af636-d08e-4ba2-8a41-31ee4b59ad4c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:25.715649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56648) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:25.800738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97fbdc-10c5-43c4-bf7b-d0112a7a3f1f req-1517f7a9-f921-4daa-87cd-590afb1fcbb3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.826424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f97fbdc-10c5-43c4-bf7b-d0112a7a3f1f req-1517f7a9-f921-4daa-87cd-590afb1fcbb3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 944 time: 0.3022442 Sep 01 15:07:26.032602 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.038889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50f4abe6-83d3-4e81-ac5d-a7a38893adba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.053459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f97fbdc-10c5-43c4-bf7b-d0112a7a3f1f req-5f815923-c4d5-461d-9118-2764994dcb7c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185004 Sep 01 15:07:26.315186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e458e-5b58-4179-9816-40dbf41e8369 req-34fb5f51-a8eb-42c3-abd0-0775433fdf79 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.325035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d33e458e-5b58-4179-9816-40dbf41e8369 req-34fb5f51-a8eb-42c3-abd0-0775433fdf79 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.4789746 Sep 01 15:07:26.352063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cb583754-87bf-4c34-a13e-f202bb49b751 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:26.438360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d33e458e-5b58-4179-9816-40dbf41e8369 req-db8e1c85-36a4-47f9-9a2c-d79349c0b974 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118972 Sep 01 15:07:26.443010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-2efbc1e0-496b-4b20-aae0-08f5df26d46e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.446296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-2efbc1e0-496b-4b20-aae0-08f5df26d46e tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92&tenant_id=b18eb69a16064a43a57d51d4395a3f0b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.4017391 Sep 01 15:07:26.490784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port cb583754-87bf-4c34-a13e-f202bb49b751 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:26.529802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7cf08-788c-4f56-b19d-5572de571aba None None] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:26.602662 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50f4abe6-83d3-4e81-ac5d-a7a38893adba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.614555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 94acc157-0967-422d-befe-ebe9b8d839d5 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:26.615985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50f4abe6-83d3-4e81-ac5d-a7a38893adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.696855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-50f4abe6-83d3-4e81-ac5d-a7a38893adba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5a96c8f068b479e93c76949346f8727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9795003 Sep 01 15:07:26.700270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:26.702174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4abe6-83d3-4e81-ac5d-a7a38893adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c631b53c-04e5-4d2b-9aed-bf57bce2022c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.745712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Provisioning for port cb583754-87bf-4c34-a13e-f202bb49b751 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:26.784348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Provisioning complete for port cb583754-87bf-4c34-a13e-f202bb49b751 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:26.784873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.825397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.829305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-7ce706d2-baf6-48f6-b326-9a8e420e19e3 service neutron] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:26.856565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-7ce706d2-baf6-48f6-b326-9a8e420e19e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.857322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1fde784f-6584-469f-b68d-23e38d7b7743 req-7ce706d2-baf6-48f6-b326-9a8e420e19e3 service neutron] 10.222.0.24 "DELETE /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 0.4001880 Sep 01 15:07:26.895544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.958694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 94acc157-0967-422d-befe-ebe9b8d839d5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:26.977018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 94acc157-0967-422d-befe-ebe9b8d839d5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:26.977018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.034466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.038253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.045446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.047956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c631b53c-04e5-4d2b-9aed-bf57bce2022c HTTP/1.1" status: 204 len: 168 time: 0.3417768 Sep 01 15:07:27.050343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.064639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.078949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.091443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef612342-a7a8-436a-bf00-8d45302a3d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c631b53c-04e5-4d2b-9aed-bf57bce2022c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.119688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.132727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.160266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.162694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36591d6d-b9ba-4127-9986-981441edacc6 req-5ef41364-9bdc-470f-8192-d0eafc2f8b12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.3217304 Sep 01 15:07:27.188345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.318140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.328638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36591d6d-b9ba-4127-9986-981441edacc6 req-0400755b-a298-46b1-b0cc-e147ca2af274 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535254 Sep 01 15:07:27.374739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] For port cb583754-87bf-4c34-a13e-f202bb49b751, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cb583754-87bf-4c34-a13e-f202bb49b751,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:27.375868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e4ee-079c-438c-8538-7182be758a3b req-8ad69bbc-1e47-4527-89fd-e9f63a60a295 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.381572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:27.382465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Router da3c0210-8d1f-43c0-94fd-7833090d73a4 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:07:27.384939 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f4689-4f1d-4069-a8da-793a91065b0e" -d '{"events": [{"server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "name": "network-vif-plugged", "status": "completed", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:27.387976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8511e4ee-079c-438c-8538-7182be758a3b req-8ad69bbc-1e47-4527-89fd-e9f63a60a295 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 944 time: 0.1642163 Sep 01 15:07:27.406350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.514974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=94acc157-0967-422d-befe-ebe9b8d839d5,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:27.517169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea9eb6-f45c-4bc2-9d20-d69929ba299b None None] Pushing event updated for resources: {'Port': ['ID=cb583754-87bf-4c34-a13e-f202bb49b751,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.529646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.592485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.595533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.621795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8511e4ee-079c-438c-8538-7182be758a3b req-ce83901f-4e8b-48e9-aca6-68a4a14a02a7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190015 Sep 01 15:07:27.663686 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b3763-33ff-402a-a367-de37a05e384b x-openstack-request-id: req-f03b3763-33ff-402a-a367-de37a05e384b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:27.664212 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "name": "network-vif-plugged", "status": "completed", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:27.665335 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f03b3763-33ff-402a-a367-de37a05e384b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:27.665962 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5', 'code': 200} Sep 01 15:07:27.903295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b616204-426e-4268-9f0b-35f7b787103c req-33051d45-2569-45df-b537-13004b15cb9b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.904601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:27.914373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b616204-426e-4268-9f0b-35f7b787103c req-33051d45-2569-45df-b537-13004b15cb9b tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.1648424 Sep 01 15:07:27.933031 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Sync routers for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:27.945994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.949460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-81a59fc7-9d8e-4afd-8b7d-44041b697da9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9550722 Sep 01 15:07:27.951737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56698) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:27.971523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:27.972778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daec225-72f6-449e-88c3-ce61962f8de9 req-06f15e26-d657-4db0-81d0-79c5932de8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.974757 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.975319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9daec225-72f6-449e-88c3-ce61962f8de9 req-06f15e26-d657-4db0-81d0-79c5932de8eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 1097 time: 0.1284387 Sep 01 15:07:28.030549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b616204-426e-4268-9f0b-35f7b787103c req-5f3c240b-c4ed-47bd-a1a2-4d38e96df441 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149743 Sep 01 15:07:28.163654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b4249cad-7edd-4c3f-b442-e4ece784dee9 None None] Provisioning complete for port cb583754-87bf-4c34-a13e-f202bb49b751 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:28.165271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.171667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4249cad-7edd-4c3f-b442-e4ece784dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.302573 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9daec225-72f6-449e-88c3-ce61962f8de9 req-98a3b07c-c263-44a6-8aa7-5e8868794dd2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101666 Sep 01 15:07:28.312391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd530-13af-4745-b512-d0f5dcaf16e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.355175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cb583754-87bf-4c34-a13e-f202bb49b751 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:28.431235 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:28.554499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56712) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.648238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cb583754-87bf-4c34-a13e-f202bb49b751 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:28.652375 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.755319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40775278-36a1-4305-90c1-b68d1a64b964 req-2cb0d774-664a-406b-a8bc-4bd42afd9b6d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.757870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40775278-36a1-4305-90c1-b68d1a64b964 req-2cb0d774-664a-406b-a8bc-4bd42afd9b6d tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 1097 time: 0.2417843 Sep 01 15:07:28.800854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd530-13af-4745-b512-d0f5dcaf16e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.839129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd530-13af-4745-b512-d0f5dcaf16e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.933787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfd530-13af-4745-b512-d0f5dcaf16e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f523e9-e1f9-4405-8269-6ea3efae3aa1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:28.952488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.956745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c467b91-9aa6-40d6-981d-94a3d43e3edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.965095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.977024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.984042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dfbfd530-13af-4745-b512-d0f5dcaf16e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e8b2cba1e464a4a9f2614eefe8801f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153687 Sep 01 15:07:28.990369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.990914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40775278-36a1-4305-90c1-b68d1a64b964 req-c324b816-0a28-492b-a0a1-e3ff65c7dd21 tempest-LiveAutoBlockMigrationV225Test-481173813 tempest-LiveAutoBlockMigrationV225Test-481173813-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148461 Sep 01 15:07:28.991638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56720) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.997712 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:24Z', 'revision_number': 3, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:28.999581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.009317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.018553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.023460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b95429-28af-4f63-9cd9-c97767ad99da req-dac0f150-2d75-4ffc-b9b5-f9c94b1b458f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4435959 Sep 01 15:07:29.074695 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Checking router: da3c0210-8d1f-43c0-94fd-7833090d73a4 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:29.076518 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Updating router da3c0210-8d1f-43c0-94fd-7833090d73a4 port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:29.122365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.165111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.182086 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.183352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c467b91-9aa6-40d6-981d-94a3d43e3edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.195403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c467b91-9aa6-40d6-981d-94a3d43e3edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.224260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b95429-28af-4f63-9cd9-c97767ad99da req-1316fdcf-6209-4fc3-9a2c-726e7e6c1ee1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890829 Sep 01 15:07:29.268812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c467b91-9aa6-40d6-981d-94a3d43e3edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10a8b3-413d-435b-ad50-9af9de2eec65,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.276281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c467b91-9aa6-40d6-981d-94a3d43e3edd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c2c52e2812e4042bf889bac8013f108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186060 Sep 01 15:07:29.282765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:29.377378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.383565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.386483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17f523e9-e1f9-4405-8269-6ea3efae3aa1 HTTP/1.1" status: 204 len: 168 time: 0.3902485 Sep 01 15:07:29.409756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.533283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787010ae-3da7-4d6b-a9ac-99c06b8187ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f523e9-e1f9-4405-8269-6ea3efae3aa1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.580080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d21d-b49e-4aef-be3a-ee8b29dd156f req-fee73636-e626-4eed-9e68-5da8a468cd0e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.594421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c284d21d-b49e-4aef-be3a-ee8b29dd156f req-fee73636-e626-4eed-9e68-5da8a468cd0e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.2271662 Sep 01 15:07:29.637950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.717511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Allocated IP 172.20.0.1 (4702eb0c-6ee3-4fd3-872a-094abc00b972/d825a827-18c4-491c-b1d0-80633b563b58/11c1977d-322e-4712-8a1f-fc41a1725b78) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:29.756906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.775570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c284d21d-b49e-4aef-be3a-ee8b29dd156f req-821b5bc8-bebb-4117-86f1-136b9430e2ff tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691785 Sep 01 15:07:29.873849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.890331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Transition to ACTIVE for port object 11c1977d-322e-4712-8a1f-fc41a1725b78 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:29.924117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.932525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.932757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.935561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee10a8b3-413d-435b-ad50-9af9de2eec65 HTTP/1.1" status: 204 len: 168 time: 0.6516271 Sep 01 15:07:29.957417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10a8b3-413d-435b-ad50-9af9de2eec65,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.987738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:29.995447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:30.000604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:30.025003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.030993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.031679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.039246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.039795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.040358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.040944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.041545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.042674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.043249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.043797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.044338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286427c-6ae5-4c5d-9522-309c18e531ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.061974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.086484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Pushing event updated for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:30.179975 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.229954 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Transition to ACTIVE for port object d9b67d42-04e0-4bf5-82a1-3c4ca721e33f will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:30.244732 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.292732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b4ed-5c8d-4b4e-8325-1ae742501147 req-23e67f9b-9368-41c4-b75f-784dd5cb9cd0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.316408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e75b4ed-5c8d-4b4e-8325-1ae742501147 req-23e67f9b-9368-41c4-b75f-784dd5cb9cd0 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.3622308 Sep 01 15:07:30.391432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.459941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e75b4ed-5c8d-4b4e-8325-1ae742501147 req-49a9cfd8-7916-4b4d-9d74-917fe8940799 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390405 Sep 01 15:07:30.495958 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Attempting to bind port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:30.500401 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Attempting to bind port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:30.501405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Attempting to bind port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:30.532807 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:30.533621 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:30.534300 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.534933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:30.535785 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Bound port: d9b67d42-04e0-4bf5-82a1-3c4ca721e33f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:30.536405 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.540880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Pushing event updated for resources: {'Port': ['ID=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:30.545947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-336af180-6a50-4827-8e00-77820d146aab None None] Provisioning for port 11c1977d-322e-4712-8a1f-fc41a1725b78 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:30.558333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-336af180-6a50-4827-8e00-77820d146aab None None] Provisioning complete for port 11c1977d-322e-4712-8a1f-fc41a1725b78 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:30.559211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336af180-6a50-4827-8e00-77820d146aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.689457 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.690384 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.691112 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.692345 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.693409 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.694398 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.695172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.696181 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.697157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.697980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.698860 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.699668 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:30.706391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-336af180-6a50-4827-8e00-77820d146aab None None] Port 11c1977d-322e-4712-8a1f-fc41a1725b78 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:30.750418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-93a10d8f-916f-417a-84b6-39398b4d8677 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.757713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-93a10d8f-916f-417a-84b6-39398b4d8677 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.1867416 Sep 01 15:07:30.787235 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] For port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:30.794685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] For port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:30.806123 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.841262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.847639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.854814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.863131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.871120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.878561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.885908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.895369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5476cbd-7839-4951-a18e-19bac021b52a req-77b74817-32db-43cd-8909-0c5eeb0ae785 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.1538787 Sep 01 15:07:30.981394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5476cbd-7839-4951-a18e-19bac021b52a req-54c2e632-4ebd-4985-b6ca-13e98615377f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813358 Sep 01 15:07:31.011621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.022522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.039045 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:31.040460 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:31.095324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ec8c-1b5e-4d6a-ba60-2f6c8dcc7616 req-20a6f544-84bf-4601-82c3-e2da35973635 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:31.107822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f407ec8c-1b5e-4d6a-ba60-2f6c8dcc7616 req-20a6f544-84bf-4601-82c3-e2da35973635 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.2196710 Sep 01 15:07:31.149910 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f6691-2116-4dc4-93e1-21720d994d92 None None] Pushing event updated for resources: {'Port': ['ID=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.164998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.200780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Deleting port 878491ec-c3e9-414b-b707-2e7b8be63939 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:31.201677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.294915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Pushing event updated for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.342081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f407ec8c-1b5e-4d6a-ba60-2f6c8dcc7616 req-d9e485f9-3202-42f5-98a3-b88560724248 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332356 Sep 01 15:07:31.359334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:31.455639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] For port 878491ec-c3e9-414b-b707-2e7b8be63939, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=878491ec-c3e9-414b-b707-2e7b8be63939,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:31.455832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.477821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:31.486462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:31.506696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Calling delete_port for 878491ec-c3e9-414b-b707-2e7b8be63939 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:31.885654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Router da3c0210-8d1f-43c0-94fd-7833090d73a4 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:31.914909 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '11c1977d-322e-4712-8a1f-fc41a1725b78', 'name': '', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'mac_address': 'fa:16:3e:28:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:29Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 2, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'subnets': [{'id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:31.978673 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc67d3b-4954-4128-a548-f3cef545a92f None None] The sync data for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 is: [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '11c1977d-322e-4712-8a1f-fc41a1725b78', 'name': '', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'mac_address': 'fa:16:3e:28:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:29Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 2, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'subnets': [{'id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:32.045654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483185fe-3bdc-4039-b9ba-729ecdf74ee9 req-32a32080-2917-4880-a71c-c9ff024ef04e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:32.051810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-483185fe-3bdc-4039-b9ba-729ecdf74ee9 req-32a32080-2917-4880-a71c-c9ff024ef04e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 945 time: 0.3479629 Sep 01 15:07:32.055182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.098290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a', '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', '878491ec-c3e9-414b-b707-2e7b8be63939'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:32.315847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event deleted for resources: {'Port': ['ID=878491ec-c3e9-414b-b707-2e7b8be63939,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:32.317856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-61c11aab-4184-41b6-a95b-2e97cb3b9490 None None] Provisioning complete for port 11c1977d-322e-4712-8a1f-fc41a1725b78 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:32.319049 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c11aab-4184-41b6-a95b-2e97cb3b9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.422991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:32.455061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-61c11aab-4184-41b6-a95b-2e97cb3b9490 None None] Port 11c1977d-322e-4712-8a1f-fc41a1725b78 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:32.503655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-e4d8e116-02fe-40f9-93c0-af7174e660c1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:32.526295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-e4d8e116-02fe-40f9-93c0-af7174e660c1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.5159090 Sep 01 15:07:32.555137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c47d3e2-fad4-4798-98c6-b5248838f108 admin admin] 10.222.0.41 "PUT /v2.0/routers/da3c0210-8d1f-43c0-94fd-7833090d73a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5945740 Sep 01 15:07:32.623261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-904a6f0a-f096-4b44-a2d5-5b40a3a65f15 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0953426 Sep 01 15:07:32.663254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-483185fe-3bdc-4039-b9ba-729ecdf74ee9 req-ba3dd7a4-b8d4-49af-bddf-565bc325bc8f tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935347 Sep 01 15:07:32.664385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] No DVR routers for this DVR port 878491ec-c3e9-414b-b707-2e7b8be63939 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:32.672053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.682623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d9166b4-0375-4a8b-8a8c-ae815187a3c2 req-07d065f4-5ad0-4dfb-8245-efe1d24e7a83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "DELETE /v2.0/ports/878491ec-c3e9-414b-b707-2e7b8be63939 HTTP/1.1" status: 204 len: 173 time: 1.9181848 Sep 01 15:07:32.683360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-deleted', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:32.687949 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778d63b-1b9b-4ca2-bb62-d6fe21880be9" -d '{"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-deleted", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:32.850657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-1235acaf-22d2-4cba-a2e8-ba80b9411f12 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247427 Sep 01 15:07:33.139393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.178131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.197987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-2dfb99e5-d28f-4156-a91e-cce22871d453 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452547 Sep 01 15:07:33.202302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.248023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.287383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.313418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.351420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.357137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-39df8712-4964-4df6-ad19-94cfbc8b2e08 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.4226141 Sep 01 15:07:33.492947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6109564e-fb2c-4baf-b917-6a15f87d2fa1 req-d6185d55-f61f-444a-bb2e-fe28bf9d2ecb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245663 Sep 01 15:07:33.498073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-a839b872-6814-414e-9934-192034d7fc5a service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964706 Sep 01 15:07:34.079945 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e0fec-fd7e-470f-a80c-729e33e6c34d x-openstack-request-id: req-430e0fec-fd7e-470f-a80c-729e33e6c34d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:34.080420 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92", "name": "network-vif-deleted", "tag": "878491ec-c3e9-414b-b707-2e7b8be63939", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:34.080820 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-430e0fec-fd7e-470f-a80c-729e33e6c34d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:34.081518 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92', 'name': 'network-vif-deleted', 'tag': '878491ec-c3e9-414b-b707-2e7b8be63939', 'status': 'completed', 'code': 200} Sep 01 15:07:34.439624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-169143b2-272b-4dbc-af7e-63970fe322ac req-b47bc0fa-e085-4797-ac20-ed9cccc869d5 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.1554484 Sep 01 15:07:34.496956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d9b67d42-04e0-4bf5-82a1-3c4ca721e33f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:34.678790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-22beeddb-49ce-4d30-ae0c-b54215c8d019 req-22a68b65-b957-4441-b5b4-4a76abb26544 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 210 time: 0.1083257 Sep 01 15:07:34.684381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:34.709238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:34.709238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:35.124597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:35.156320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:35.206534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.224353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.277102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.302926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 878491ec-c3e9-414b-b707-2e7b8be63939 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:35.303675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 878491ec-c3e9-414b-b707-2e7b8be63939 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:35.312917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.353607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:35.358524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.368126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:35.395119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.468035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:35.477488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-41d00ed3-7078-4cb0-94a6-c59e05cfbeff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.5669861 Sep 01 15:07:35.623543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:35.665305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-435d84f0-7032-48eb-af6e-6b9d897789e9 req-1af49bcf-ef14-401f-aba7-716ee721e84f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688433 Sep 01 15:07:35.934291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-d356206f-4dbe-4b14-94d6-2ca8d1d4b931 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6094968 Sep 01 15:07:35.973109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:36.070446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.265225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40ade279-566d-474a-b1ed-4facb2555657 req-dfcd6d16-89cf-486f-91c0-902e294aedb7 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0743413 Sep 01 15:07:36.374369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d9b67d42-04e0-4bf5-82a1-3c4ca721e33f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:36.493013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.564556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03d77607-c30a-46ca-9f35-92e47a554dfc req-f356b5bd-5277-46c2-8a25-d2fd3c0b4668 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 210 time: 0.1128054 Sep 01 15:07:36.588728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:36.589134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.671146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a62f125-bc2a-4234-be56-a8c3c854551d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:36.890866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:36.925781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'port_id': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'mac_address': 'fa:16:3e:f9:17:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:36.928067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Allocated IP 172.25.1.90 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ecd59fd3-67ec-4ce1-9dd5-62546169a671) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:37.102235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-b70da93d-14ca-4293-acf8-ebe749064521 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.105023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-b70da93d-14ca-4293-acf8-ebe749064521 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.4898643 Sep 01 15:07:37.107261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.131967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:37.137656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a62f125-bc2a-4234-be56-a8c3c854551d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:37.157013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.206019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:37.225258 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.226334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 85ae03ff-1535-4757-b884-c01673c43655 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:37.244024 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.318600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Sync routers for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:37.338434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:37.340583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event updated for resources: {'Port': ['ID=ecd59fd3-67ec-4ce1-9dd5-62546169a671,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:37.347568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:37.350973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:37.370341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:37.371825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:37.464905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.482857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.508119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:37.510287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.533299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.543667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.556564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.568293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.589880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198bec2a-1974-4680-bea7-94822d1c79fb req-509fc074-63ca-4bd0-93a9-15874282725c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5421 time: 0.5381410 Sep 01 15:07:37.591985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.609598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:37.666437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.689728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:37.715297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56890) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:37.727949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198bec2a-1974-4680-bea7-94822d1c79fb req-a441296c-cdef-4e6f-b719-e98e459203a2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302462 Sep 01 15:07:37.799397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '85ae03ff-1535-4757-b884-c01673c43655', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'port_id': '85ae03ff-1535-4757-b884-c01673c43655', 'mac_address': 'fa:16:3e:f9:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:37.896719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:37.903924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.168716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.4 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/61c6bba2-3282-4f6b-b8cd-4896e16a0aed) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:38.206833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.270813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ae03ff-1535-4757-b884-c01673c43655 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:38.427070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:38.452024 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.452024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1a138a67-2cb8-4996-b7f2-8e0e666286e7 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:38.595015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d896f6b-714a-4f4f-8bc1-216eb5f8c781 req-5a9911b1-6444-48b2-a22b-b4f897f6e2c7 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0805197 Sep 01 15:07:38.636769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.692208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.700459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.723661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0127118-c040-41ab-a37e-37b374c655b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.733601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99', '94acc157-0967-422d-befe-ebe9b8d839d5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:38.819933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:38.828390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:38.842004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:38.844999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:38.849898 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:07:38.881721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.916283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b333-ea9a-41ce-9414-de263fc1f4d4 req-56659422-c397-444f-bddb-a317c3dce9d3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:38.918371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98e8b333-ea9a-41ce-9414-de263fc1f4d4 req-56659422-c397-444f-bddb-a317c3dce9d3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 931 time: 0.1547687 Sep 01 15:07:38.920279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:38.924791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:38.925509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.971903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0127118-c040-41ab-a37e-37b374c655b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.980088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.005615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'port_id': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'mac_address': 'fa:16:3e:01:98:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:39.058943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0127118-c040-41ab-a37e-37b374c655b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.065673 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98e8b333-ea9a-41ce-9414-de263fc1f4d4 req-18af7828-cbfa-41e8-afc9-a0377e2a970a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273921 Sep 01 15:07:39.070863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-3a51c132-c7d1-4bda-880b-ea35580806a3 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9473186 Sep 01 15:07:39.092443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Request body: {'port': {'device_id': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:39.151395 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.242223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event updated for resources: {'Port': ['ID=ecd59fd3-67ec-4ce1-9dd5-62546169a671,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.271431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0127118-c040-41ab-a37e-37b374c655b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=562b48eaba984461b1c152f108bfda89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5524735 Sep 01 15:07:39.276375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56910) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:39.280630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127118-c040-41ab-a37e-37b374c655b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e31ec2b-17c6-421f-a447-b56db3dde0ed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.290592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.307007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.354382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '11c1977d-322e-4712-8a1f-fc41a1725b78', 'name': '', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'mac_address': 'fa:16:3e:28:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:29Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 2, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'subnets': [{'id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:39.362165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a138a67-2cb8-4996-b7f2-8e0e666286e7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:39.362947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.366446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-2cf64c40-45d4-4c5f-9b58-4471d3f68f55 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4144468 Sep 01 15:07:39.423209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Checking router: da3c0210-8d1f-43c0-94fd-7833090d73a4 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:39.423540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Updating router da3c0210-8d1f-43c0-94fd-7833090d73a4 port 11c1977d-322e-4712-8a1f-fc41a1725b78 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:39.452622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-37419d4c-160f-42b3-83af-48b1e05f98cc tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.0770285 Sep 01 15:07:39.477867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:39.494974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.495841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1065dd14-091c-4d66-96be-c4ad389077c4 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:39.498218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.536996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.610965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.643383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.716240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.758363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.766731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-5a0523db-cffa-4a8e-8f41-22244aeaa798 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.769340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-5a0523db-cffa-4a8e-8f41-22244aeaa798 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3081303 Sep 01 15:07:39.786398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.791983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-31403dd6-5033-4210-948f-04e4f5a87b41 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:07:39.794807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd986bd5-1c48-45b1-96a8-12f5b615ada2 req-31403dd6-5033-4210-948f-04e4f5a87b41 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132921 Sep 01 15:07:39.798143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.802348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.804759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e31ec2b-17c6-421f-a447-b56db3dde0ed HTTP/1.1" status: 204 len: 168 time: 0.5265520 Sep 01 15:07:39.823572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595488d-1d34-4936-b34a-1b74ba25f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e31ec2b-17c6-421f-a447-b56db3dde0ed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.828970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.855971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.884294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.897429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.918695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c103f370-f899-4bf8-8125-d4207de05f6f req-01076a45-0c81-4a5f-8581-6dc3e0afebc8 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5423 time: 0.7069633 Sep 01 15:07:39.964854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:40.030147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '1065dd14-091c-4d66-96be-c4ad389077c4', 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'port_id': '1065dd14-091c-4d66-96be-c4ad389077c4', 'mac_address': 'fa:16:3e:5f:19:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5396cebf-ae9a-470f-b384-f1d5c7254b94', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:40.106851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.139035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065dd14-091c-4d66-96be-c4ad389077c4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:40.185271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:40.187830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c103f370-f899-4bf8-8125-d4207de05f6f req-690c0ffc-0353-4c1d-816d-e04d2162d50a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2672040 Sep 01 15:07:40.211284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.214198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 86ebbc1b-97c0-4473-b358-06b8fdb4c842 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:40.292784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cd925779-824e-4eb9-a3f4-82e4cb3981d1 req-af785f56-6c7f-4031-9c08-a08bcbd4766c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0597203 Sep 01 15:07:40.461107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e04fe7c5-edb5-45b9-a453-e1d734240074 req-8e7f1b83-45ca-4429-87f2-21c8dcdc4dd1 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips/358a4aca-a287-4db9-b0a2-ef26c3347bfa HTTP/1.1" status: 200 len: 692 time: 0.1221972 Sep 01 15:07:40.569708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:40.607581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea2b-ec84-4bb3-b0af-22f2a1d3bdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.673446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef14aa-f7ba-4682-99f6-0f431bdcffbc req-d77f8633-f000-44bd-a889-c8d2c68a17a1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:40.675096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7eef14aa-f7ba-4682-99f6-0f431bdcffbc req-d77f8633-f000-44bd-a889-c8d2c68a17a1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 931 time: 0.2353079 Sep 01 15:07:40.752786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:40.792558 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.799684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:40.818836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7eef14aa-f7ba-4682-99f6-0f431bdcffbc req-91be9bef-1322-48df-8b01-5eb1f9eb420f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309533 Sep 01 15:07:40.826293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Transition to ACTIVE for port object 11c1977d-322e-4712-8a1f-fc41a1725b78 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:40.828970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '86ebbc1b-97c0-4473-b358-06b8fdb4c842', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'port_id': '86ebbc1b-97c0-4473-b358-06b8fdb4c842', 'mac_address': 'fa:16:3e:50:4b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:40.838701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fe7c5-edb5-45b9-a453-e1d734240074 req-c69ed757-f063-4548-b4c6-873a1fa002d5 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:40.840593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e04fe7c5-edb5-45b9-a453-e1d734240074 req-c69ed757-f063-4548-b4c6-873a1fa002d5 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3659732 Sep 01 15:07:40.859950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c6bba2-3282-4f6b-b8cd-4896e16a0aed {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:40.876624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.902865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Transition to ACTIVE for port object 61c6bba2-3282-4f6b-b8cd-4896e16a0aed will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:40.925519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.931586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.022880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ebbc1b-97c0-4473-b358-06b8fdb4c842 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:41.036888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.090077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea2b-ec84-4bb3-b0af-22f2a1d3bdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.106369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea2b-ec84-4bb3-b0af-22f2a1d3bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.119566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c85b065f-9a73-4fc1-bdf6-be78464fb142 req-c9cfa05f-7fe3-48af-9c46-ea29ec1ed615 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=a03e2da3057d41978eb411d92f4214b2 HTTP/1.1" status: 200 len: 695 time: 0.2202330 Sep 01 15:07:41.252904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:41.278794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:41.308587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8c10ea2b-ec84-4bb3-b0af-22f2a1d3bdb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e9ebf7756724d679f74ec21621458a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7376707 Sep 01 15:07:41.323644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56956) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:41.326180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10ea2b-ec84-4bb3-b0af-22f2a1d3bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac2c5f7-4d61-4c33-88b0-5473c42d4a3d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:41.440565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.441903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d27a449c-cfe3-4925-a53b-ee9326d98c8c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:41.508760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5751bc3-d619-46e4-af4b-133d8e52b8e6 None None] Pushing event updated for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:41.548806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b065f-9a73-4fc1-bdf6-be78464fb142 req-ac188f62-fd47-46aa-9dff-b3d8f09940f7 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.557440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c85b065f-9a73-4fc1-bdf6-be78464fb142 req-ac188f62-fd47-46aa-9dff-b3d8f09940f7 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks?id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 787 time: 0.4368503 Sep 01 15:07:41.567864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-c85b065f-9a73-4fc1-bdf6-be78464fb142 req-eb6079fd-b9b8-4464-8374-8dc5f9058e19 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:07:41.574599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c85b065f-9a73-4fc1-bdf6-be78464fb142 req-eb6079fd-b9b8-4464-8374-8dc5f9058e19 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162182 Sep 01 15:07:41.577815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Attempting to bind port 11c1977d-322e-4712-8a1f-fc41a1725b78 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:41.579596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Attempting to bind port 11c1977d-322e-4712-8a1f-fc41a1725b78 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:41.580581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Attempting to bind port 11c1977d-322e-4712-8a1f-fc41a1725b78 on network 4702eb0c-6ee3-4fd3-872a-094abc00b972 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:41.628546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.636182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Attempting to bind port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:41.636530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Attempting to bind port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:41.636896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Attempting to bind port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:41.659350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:41.659740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Attempting to bind port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:41.680848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.683673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:41.684078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:41.684484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:41.684949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Bound port: 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:41.685370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.686357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:07:41.732233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:41.733749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Checking segment: {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:41.734709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.735649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Bound using segment: {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:41.738122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Bound port: 11c1977d-322e-4712-8a1f-fc41a1725b78, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b140719b-01dc-4954-8d7b-9279e4b164e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:41.739238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.745780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.770236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.794309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.806925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.812392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5acfdcb-c38a-4d7e-8268-302cb1b2c91f req-6ff95ec3-2f2d-4d6d-9f5a-56b20542fe55 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4fd26d-1ec9-46c1-8e2d-6daf98ae4c92 HTTP/1.1" status: 200 len: 210 time: 0.0528977 Sep 01 15:07:41.825310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:41.836632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.854101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.865539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.880866 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-9e56cb37-9852-4808-802c-e0b3413c1048 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5426 time: 0.3359458 Sep 01 15:07:41.913915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:41.926393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.929437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.930957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ac2c5f7-4d61-4c33-88b0-5473c42d4a3d HTTP/1.1" status: 204 len: 168 time: 0.6009057 Sep 01 15:07:41.991964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-c3d5804d-6707-422d-a1c7-235b36a8f82a tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips/358a4aca-a287-4db9-b0a2-ef26c3347bfa HTTP/1.1" status: 200 len: 692 time: 0.1382611 Sep 01 15:07:42.016209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.028904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c', 'network_id': '7462b4f2-a790-428d-9559-0f70650ccd81', 'port_id': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c', 'mac_address': 'fa:16:3e:a7:b4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea5714b-f604-4e0b-8156-22e843e8ec94', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:42.079256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:42.093077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0820b7e-760d-4643-8c0f-9a3ff42a2c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac2c5f7-4d61-4c33-88b0-5473c42d4a3d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.094302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-664e12e4-b6cb-4320-9d60-9e822d645b47 req-debd51ae-e921-4702-bac6-e2b56b72e19c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2119284 Sep 01 15:07:42.138240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.252412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] For port 11c1977d-322e-4712-8a1f-fc41a1725b78, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:42.346470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] For port 11c1977d-322e-4712-8a1f-fc41a1725b78, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=11c1977d-322e-4712-8a1f-fc41a1725b78,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:42.356897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.383063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc70e-2d7d-4d90-a41a-4263ba56bc75 req-faf88d1b-276b-4ca3-814c-ae029029bba1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:42.385914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f22bc70e-2d7d-4d90-a41a-4263ba56bc75 req-faf88d1b-276b-4ca3-814c-ae029029bba1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 943 time: 0.1212575 Sep 01 15:07:42.397975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.476941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27a449c-cfe3-4925-a53b-ee9326d98c8c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:42.533588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f22bc70e-2d7d-4d90-a41a-4263ba56bc75 req-b8cf16bd-c746-447e-a6ba-e4ec89729e20 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274354 Sep 01 15:07:42.571338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Pushing event updated for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.634190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:42.636650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.638377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-44f7181b-cefb-40e3-a6f0-658fb3142459 service neutron] 10.222.0.50 "PUT /v2.0/ports/61c6bba2-3282-4f6b-b8cd-4896e16a0aed HTTP/1.1" status: 200 len: 1092 time: 3.5578856 Sep 01 15:07:42.639139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:42.643641 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed5b97-cb0c-407c-b360-7e8191534226" -d '{"events": [{"name": "network-changed", "server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:42.697644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f233-d327-4676-aac8-6199169bfd4c req-b6c39ca2-3857-4515-b841-588aca0178f1 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:42.710354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-b6c39ca2-3857-4515-b841-588aca0178f1 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.7068374 Sep 01 15:07:42.739699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-f03d5258-0b4e-4528-bacf-17ff3b5a4ada tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:07:42.741616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-f03d5258-0b4e-4528-bacf-17ff3b5a4ada tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230215 Sep 01 15:07:42.755996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:42.777221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.778266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 184a0758-5a30-441c-afe9-f14f41fbc637 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:42.799156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5751bc3-d619-46e4-af4b-133d8e52b8e6 None None] Pushing event updated for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.817515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:42.818819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:42.996185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-38f1cb56-b0e3-47f4-b3f5-6b1ba7655f6c tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1823580 Sep 01 15:07:43.015469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-b9b20698-22e0-4e03-a4d2-d2d34001c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.017516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-b9b20698-22e0-4e03-a4d2-d2d34001c856 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 1095 time: 0.2741880 Sep 01 15:07:43.154500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-19f5456f-e51d-40e2-a20a-cc535827bd9d tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1336365 Sep 01 15:07:43.156202 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16773fa-845b-4ec0-8cda-656c01b8504c x-openstack-request-id: req-b16773fa-845b-4ec0-8cda-656c01b8504c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:43.156621 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:43.156879 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b16773fa-845b-4ec0-8cda-656c01b8504c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:43.158505 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed', 'status': 'completed', 'code': 200} Sep 01 15:07:43.213662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:43.239281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '184a0758-5a30-441c-afe9-f14f41fbc637', 'network_id': '5b73a879-c194-409b-bc67-26821f5fb81c', 'port_id': '184a0758-5a30-441c-afe9-f14f41fbc637', 'mac_address': 'fa:16:3e:44:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5396cebf-ae9a-470f-b384-f1d5c7254b94', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:43.273116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-8d0072df-2550-4ea3-b366-9a375659a7bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed HTTP/1.1" status: 200 len: 217 time: 0.1478055 Sep 01 15:07:43.330546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:43.497730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5537-5886-446e-86b2-452cd92d99ed req-70f2d182-6a10-4e8f-ad8c-3961e0ef5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.503407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-70f2d182-6a10-4e8f-ad8c-3961e0ef5798 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2189586 Sep 01 15:07:43.548585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.571802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.589011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-64a68ef8-9911-47b8-bee4-459709ebf18f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776803 Sep 01 15:07:43.591317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.601701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.634455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184a0758-5a30-441c-afe9-f14f41fbc637 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:43.639711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.661725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.679389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.680945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Deleting port ecd59fd3-67ec-4ce1-9dd5-62546169a671 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:43.683131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.696276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:43.700411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-5f8fab91-e9a6-4c3f-bf6e-a371eac336b1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5427 time: 0.3006439 Sep 01 15:07:43.710621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:43.727525 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.731422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:43.805553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eeea1e80-6e15-48af-9b55-74a667adb7db req-0d112686-a280-4b3a-9150-9659e5241341 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953064 Sep 01 15:07:43.915562 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-a9f4dde3-ff0a-4242-b01f-f1a05666eb79 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085196 Sep 01 15:07:43.917423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.917751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.917965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:44.126652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f66ab-a2e4-48c0-9edd-4d035b03abe3 req-6da37514-bc6f-45f2-95bc-20c3afc9fcbd tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:44.141812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2f66ab-a2e4-48c0-9edd-4d035b03abe3 req-6da37514-bc6f-45f2-95bc-20c3afc9fcbd tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 943 time: 0.1716542 Sep 01 15:07:44.384868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2f66ab-a2e4-48c0-9edd-4d035b03abe3 req-bd71e2d7-4c89-49d0-b5c0-23e7b33dd282 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391849 Sep 01 15:07:44.409034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 11c1977d-322e-4712-8a1f-fc41a1725b78 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:44.517303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9685b687-d828-42c8-8470-81823aed04ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.530057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Calling delete_port for ecd59fd3-67ec-4ce1-9dd5-62546169a671 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:44.565342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['85ae03ff-1535-4757-b884-c01673c43655'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:44.568666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['86ebbc1b-97c0-4473-b358-06b8fdb4c842'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:44.618530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['1a138a67-2cb8-4996-b7f2-8e0e666286e7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:44.728060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['184a0758-5a30-441c-afe9-f14f41fbc637'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:44.879339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d27a449c-cfe3-4925-a53b-ee9326d98c8c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:44.894473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2a62f125-bc2a-4234-be56-a8c3c854551d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:45.094138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.261223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.288117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.322390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.346792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event deleted for resources: {'Port': ['ID=ecd59fd3-67ec-4ce1-9dd5-62546169a671,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:45.373847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.409048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.436674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.456509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.481151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-7264f41a-2e10-44a8-8358-64edbb80277a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5428 time: 0.4624209 Sep 01 15:07:45.561324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-870f5537-5886-446e-86b2-452cd92d99ed req-6cc73871-12ff-4318-a942-24fc326f4bbf service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6337197 Sep 01 15:07:45.565177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 11c1977d-322e-4712-8a1f-fc41a1725b78 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:45.581810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a924870-26c4-4a1c-a0d2-f7552377b67d req-003f67b6-b6c8-4f63-80bd-d1d9b33fe018 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882337 Sep 01 15:07:45.617873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.619834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['1065dd14-091c-4d66-96be-c4ad389077c4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:45.622644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.626034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9839f233-d327-4676-aac8-6199169bfd4c req-1413d689-bcd4-420c-8b34-ecefc6e0bd0b tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "DELETE /v2.0/floatingips/358a4aca-a287-4db9-b0a2-ef26c3347bfa HTTP/1.1" status: 204 len: 173 time: 2.4620025 Sep 01 15:07:45.630591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 11c1977d-322e-4712-8a1f-fc41a1725b78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:45.631573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.767422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-bea14383-877d-441b-8b76-dc50f97b39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.770055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-bea14383-877d-441b-8b76-dc50f97b39cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 1095 time: 0.1114247 Sep 01 15:07:46.063114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '11c1977d-322e-4712-8a1f-fc41a1725b78', 'name': '', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'mac_address': 'fa:16:3e:28:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:29Z', 'updated_at': '2021-09-01T15:07:42Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'subnets': [{'id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:46.114940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203d0c-8dd9-4a38-b391-8e0eb70888fb req-a844b023-5434-4d5f-a6fb-5eca505ac453 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:46.118850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01203d0c-8dd9-4a38-b391-8e0eb70888fb req-a844b023-5434-4d5f-a6fb-5eca505ac453 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 943 time: 0.1945984 Sep 01 15:07:46.157736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-4fea8966-3ef8-4246-954c-5ac84d46b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:46.161996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-4fea8966-3ef8-4246-954c-5ac84d46b410 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.3830383 Sep 01 15:07:46.275203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-2a4c4de5-dea4-4267-a0de-04a4f534ec76 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3025944 Sep 01 15:07:46.286309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ee49e-7d1a-46b7-8009-2c5d4f046f66 None None] The sync data for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 is: [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:30Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '11c1977d-322e-4712-8a1f-fc41a1725b78', 'name': '', 'network_id': '4702eb0c-6ee3-4fd3-872a-094abc00b972', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'mac_address': 'fa:16:3e:28:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:29Z', 'updated_at': '2021-09-01T15:07:42Z', 'revision_number': 4, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'subnets': [{'id': 'd825a827-18c4-491c-b1d0-80633b563b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:46.287335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:46.297167 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-69bc208f-324b-4a88-a4d4-8b3f6b5f53c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed HTTP/1.1" status: 200 len: 217 time: 0.1178164 Sep 01 15:07:46.348408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.472828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01203d0c-8dd9-4a38-b391-8e0eb70888fb req-85af8121-a80e-4825-b124-83896d3fc815 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276429 Sep 01 15:07:46.518844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-54359a11-d5f9-48ad-9849-bf35a1334048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:46.522133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-54359a11-d5f9-48ad-9849-bf35a1334048 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2126377 Sep 01 15:07:46.624818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.679848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-f89a9cc5-fca0-4025-91e2-28b6f448c15d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355078 Sep 01 15:07:46.974447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.090838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-962e00b5-f9e5-44d7-8320-7c374011c1f7 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100435 Sep 01 15:07:47.110629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Allocated IP 172.25.1.187 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d42d0c71-3176-4bad-b1d3-6e64e2174095) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:47.432423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.530096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 11c1977d-322e-4712-8a1f-fc41a1725b78, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=11c1977d-322e-4712-8a1f-fc41a1725b78,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:47.544338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.552896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.578876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.598660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.624526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.643102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.664573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.666437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.675772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-59a48bf1-642a-47aa-958f-ce16dd5471ee tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5428 time: 0.4449513 Sep 01 15:07:47.710234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ed5b97-cb0c-407c-b360-7e8191534226 req-ac40f772-0643-42fc-abca-07fd7f1d78ad service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021805 Sep 01 15:07:47.731585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.738155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f5f9-7e1e-4461-be92-6017b02f5daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.784515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.856784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6465b81c-63fc-4e06-a64e-2c86737ec4a3 req-386e5b7f-5229-4134-8491-f82017f8c224 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714168 Sep 01 15:07:47.898858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event updated for resources: {'Port': ['ID=d42d0c71-3176-4bad-b1d3-6e64e2174095,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:47.921873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d27a449c-cfe3-4925-a53b-ee9326d98c8c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:47.992843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:48.017346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:48.047294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:48.297490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd752c-6cb0-4767-9091-211d880cc016 req-9938a27e-05dc-4aed-b270-966041dfc543 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:48.301457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebcd752c-6cb0-4767-9091-211d880cc016 req-9938a27e-05dc-4aed-b270-966041dfc543 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 943 time: 0.1504345 Sep 01 15:07:48.397279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.452701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d27a449c-cfe3-4925-a53b-ee9326d98c8c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:48.455370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebcd752c-6cb0-4767-9091-211d880cc016 req-84a44e63-3dfd-4681-8fcd-a95f0d0f5659 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467848 Sep 01 15:07:48.482357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d27a449c-cfe3-4925-a53b-ee9326d98c8c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:48.482357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.557302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.570469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:48.575606 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.637880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.703324 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.806644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:48.813965 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68963d78-3bec-4cb1-8f49-de65d8a150d0" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "d27a449c-cfe3-4925-a53b-ee9326d98c8c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:48.864206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:48.875935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.876363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 184a0758-5a30-441c-afe9-f14f41fbc637 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:49.158003 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6184e-707d-4291-95fb-c1ec9bc4dffa x-openstack-request-id: req-a3f6184e-707d-4291-95fb-c1ec9bc4dffa {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:49.159064 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "d27a449c-cfe3-4925-a53b-ee9326d98c8c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:49.159895 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3f6184e-707d-4291-95fb-c1ec9bc4dffa {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:49.161598 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a449c-cfe3-4925-a53b-ee9326d98c8c', 'code': 200} Sep 01 15:07:49.183729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.198668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.314811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 184a0758-5a30-441c-afe9-f14f41fbc637 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:49.329988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:49.370269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 184a0758-5a30-441c-afe9-f14f41fbc637 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:49.379406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.456251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.490959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.567095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.616498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.654956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.700917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.725656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.730386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event updated for resources: {'Port': ['ID=d42d0c71-3176-4bad-b1d3-6e64e2174095,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:49.754050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.791017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.810122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.813978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a26912d8-671a-4134-9676-8f14d6492d56 req-8f6efe05-ab0c-4575-8d71-ef89cc45ca39 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5429 time: 0.6087685 Sep 01 15:07:49.831194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-d8436994-3c25-45e2-a336-ade18f075312 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5541227 Sep 01 15:07:49.853333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 61c6bba2-3282-4f6b-b8cd-4896e16a0aed details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:49.889798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:49.928528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.965679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1a138a67-2cb8-4996-b7f2-8e0e666286e7 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:50.025558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 11c1977d-322e-4712-8a1f-fc41a1725b78 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:50.027801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.141651 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:07:50.169612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-5ef6740e-2034-4e3e-9dd5-48fa3099c05f tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.3306215 Sep 01 15:07:50.180802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a26912d8-671a-4134-9676-8f14d6492d56 req-20fe8ebe-b52e-4427-a071-38f04b747b97 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3438778 Sep 01 15:07:50.335938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:50.452169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:50.461247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:50.461656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.531880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-0f4f4fbe-af6f-4c79-b12f-5c8c88ca1239 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:50.533548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd1a3f16-17b4-4168-9494-e1a765d0f392 req-0f4f4fbe-af6f-4c79-b12f-5c8c88ca1239 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3526676 Sep 01 15:07:50.626280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 11c1977d-322e-4712-8a1f-fc41a1725b78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:50.626674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.821514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8393c2-eeba-4dbc-9963-36f53c5e7836 req-f51d117b-74f2-4bf8-b9e1-2b35a471c7e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:50.830048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8393c2-eeba-4dbc-9963-36f53c5e7836 req-f51d117b-74f2-4bf8-b9e1-2b35a471c7e1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 943 time: 0.2380848 Sep 01 15:07:50.907596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:50.913983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-cbc74c28-d0c9-4921-bf98-8b8d1943e8dd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips/8c108888-ebf9-4d20-aa94-47a83dc5c5fb HTTP/1.1" status: 200 len: 693 time: 0.1161175 Sep 01 15:07:50.932388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8393c2-eeba-4dbc-9963-36f53c5e7836 req-d5eeb62e-e95f-4da7-9d24-3e8a265fa26e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008153 Sep 01 15:07:50.993604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed', 'mac_address': 'fa:16:3e:fd:2a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:51.098931 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.185210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:51.189970 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce47a1-764c-4833-b15f-ba60ed2fceae" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:51.200504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:51.215791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-d5e3c902-74b5-4faa-b7ae-8266638500e4 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.239184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-d5e3c902-74b5-4faa-b7ae-8266638500e4 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.3245783 Sep 01 15:07:51.258081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c6bba2-3282-4f6b-b8cd-4896e16a0aed {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:51.389205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-d3df8203-ce87-4749-b59c-73844dfeb57c tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.1455910 Sep 01 15:07:51.392034 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75015577-67b3-4d5a-8f2b-f0553cf4bb2b x-openstack-request-id: req-75015577-67b3-4d5a-8f2b-f0553cf4bb2b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:51.392336 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:51.392600 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75015577-67b3-4d5a-8f2b-f0553cf4bb2b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:51.393026 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637', 'code': 200} Sep 01 15:07:51.433644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.441743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b0f00be-33c0-4b1e-a046-4f05cb03403e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.464158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:51.478562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.492603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:51.504912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-21de8c7d-1b08-42f5-a9e9-8a92057f1382 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.1096218 Sep 01 15:07:51.521985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.522798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1065dd14-091c-4d66-96be-c4ad389077c4 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:51.689402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:51.763482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 1065dd14-091c-4d66-96be-c4ad389077c4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:51.782193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 1065dd14-091c-4d66-96be-c4ad389077c4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:51.782193 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.792669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:51.849360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.866275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.868177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Deleting port d42d0c71-3176-4bad-b1d3-6e64e2174095 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:51.868641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.883186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.888689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['61c6bba2-3282-4f6b-b8cd-4896e16a0aed'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:51.890792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.900271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.921639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.960860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:51.969509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-ae2ecf20-fac4-42a2-8d08-c5b1d85c1500 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5431 time: 0.5240598 Sep 01 15:07:51.984277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.984277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.999241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Calling delete_port for d42d0c71-3176-4bad-b1d3-6e64e2174095 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:52.161660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-372c4a0a-9453-4400-a790-af0080c2ae24 req-2447e323-7b75-45d3-a43e-57809e61b6e0 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785121 Sep 01 15:07:52.215853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b0f00be-33c0-4b1e-a046-4f05cb03403e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.238544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b0f00be-33c0-4b1e-a046-4f05cb03403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.312420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.388341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Pushing event deleted for resources: {'Port': ['ID=d42d0c71-3176-4bad-b1d3-6e64e2174095,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:52.406263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5b0f00be-33c0-4b1e-a046-4f05cb03403e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af48c816a23140f8a0f0f74f4b1adb76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2041566 Sep 01 15:07:52.407609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f00be-33c0-4b1e-a046-4f05cb03403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc23d66-26df-4fab-b2c6-e999eb77c196,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:52.413820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57180) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:52.584940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.596869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.628307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.640197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.640197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb325ff8-51fe-452a-bdbe-b32870e99883 req-3052d8c5-bea3-4aa2-99c8-0301a4d945cd tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c108888-ebf9-4d20-aa94-47a83dc5c5fb HTTP/1.1" status: 204 len: 173 time: 1.1289532 Sep 01 15:07:52.673827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:52.675678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.749669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.767392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 85ae03ff-1535-4757-b884-c01673c43655 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:52.838704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.843007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.854114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcc23d66-26df-4fab-b2c6-e999eb77c196 HTTP/1.1" status: 204 len: 168 time: 0.4388201 Sep 01 15:07:52.882284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29f166-3aa4-4d21-9e70-ff0d2e5af574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc23d66-26df-4fab-b2c6-e999eb77c196,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:53.064362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:53.125087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 85ae03ff-1535-4757-b884-c01673c43655 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:53.140173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 85ae03ff-1535-4757-b884-c01673c43655 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:53.140790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.275948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e8f3-0528-45e0-91f9-f579f461942f req-e4361ccd-7637-4bc3-9c39-48171ec8d223 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.278105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9403e8f3-0528-45e0-91f9-f579f461942f req-e4361ccd-7637-4bc3-9c39-48171ec8d223 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 944 time: 0.1070049 Sep 01 15:07:53.327128 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.375982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:53.381695 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-b31a5128-71c0-41b8-bb9b-22e97d3030ea req-6c627069-f9f3-446d-9068-ac93aaf00894 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] show failed (client error): The resource could not be found. Sep 01 15:07:53.382393 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.383911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a62f125-bc2a-4234-be56-a8c3c854551d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:53.407169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b31a5128-71c0-41b8-bb9b-22e97d3030ea req-6c627069-f9f3-446d-9068-ac93aaf00894 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips/8c108888-ebf9-4d20-aa94-47a83dc5c5fb HTTP/1.1" status: 404 len: 350 time: 0.1225092 Sep 01 15:07:53.412632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9403e8f3-0528-45e0-91f9-f579f461942f req-6188aea8-2483-44a2-af09-f932b1bd10fb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221516 Sep 01 15:07:53.439291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ae03ff-1535-4757-b884-c01673c43655'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:53.439291 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b0475-7aab-4281-bdaa-99ac8750b2b5" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "85ae03ff-1535-4757-b884-c01673c43655"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:53.567473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf307fe-d814-461f-8c9d-d4d3d9fad7b8 req-41256985-5243-4a28-a4b2-145b91d9a347 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.578233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cf307fe-d814-461f-8c9d-d4d3d9fad7b8 req-41256985-5243-4a28-a4b2-145b91d9a347 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.1089637 Sep 01 15:07:53.593161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:53.609506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2a62f125-bc2a-4234-be56-a8c3c854551d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:53.623010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2a62f125-bc2a-4234-be56-a8c3c854551d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:53.623583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.663506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da0cca-b430-4aff-867c-b01902b91717 req-c9a9d7b1-a805-48e7-94fc-816b3e169589 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.677917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36da0cca-b430-4aff-867c-b01902b91717 req-c9a9d7b1-a805-48e7-94fc-816b3e169589 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1680720 Sep 01 15:07:53.684196 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cf307fe-d814-461f-8c9d-d4d3d9fad7b8 req-0beeabea-4475-4b47-b9ac-70df1b8d8636 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042306 Sep 01 15:07:53.723953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-c9546c5e-ffba-42ce-bb58-1660dd5ef29e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.725834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-c9546c5e-ffba-42ce-bb58-1660dd5ef29e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 945 time: 0.1437526 Sep 01 15:07:53.789676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36da0cca-b430-4aff-867c-b01902b91717 req-30ef8991-76c3-4cbf-ad03-9de50c03a17f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072748 Sep 01 15:07:53.920513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.927112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.934302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.943422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.952684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.953805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.959559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.966543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.976468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-ebea5679-96f7-47c2-adad-5911a67b61eb tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5433 time: 0.1638117 Sep 01 15:07:53.998542 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-ec4addfa-f6ea-4deb-8850-30784d7bd965 req-912d653f-10d5-4705-b594-2f469e1e3f88 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] show failed (client error): The resource could not be found. Sep 01 15:07:54.000207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec4addfa-f6ea-4deb-8850-30784d7bd965 req-912d653f-10d5-4705-b594-2f469e1e3f88 tempest-FloatingIPsTestJSON-932097926 tempest-FloatingIPsTestJSON-932097926-project] 10.222.0.41 "GET /v2.0/floatingips/8c108888-ebf9-4d20-aa94-47a83dc5c5fb HTTP/1.1" status: 404 len: 350 time: 0.1290488 Sep 01 15:07:54.020164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:54.032323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Deleting port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:54.032678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.053158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:54.069357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.071874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 86ebbc1b-97c0-4473-b358-06b8fdb4c842 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:54.106738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43a423c2-b4e9-4545-87f6-135fdbb07650 req-a3e89d71-4d98-4560-b9f9-bed332af2ac7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277900 Sep 01 15:07:54.187421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:54.197874 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099eb49b-69de-497a-ba40-ed48c00c1858 x-openstack-request-id: req-099eb49b-69de-497a-ba40-ed48c00c1858 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:54.198560 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "85ae03ff-1535-4757-b884-c01673c43655", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:54.198834 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-099eb49b-69de-497a-ba40-ed48c00c1858 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:54.199256 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'code': 200} Sep 01 15:07:54.199572 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4', 'code': 200} Sep 01 15:07:54.199828 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ae03ff-1535-4757-b884-c01673c43655', 'code': 200} Sep 01 15:07:54.267646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] For port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:54.268031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.272077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:54.278373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:54.278745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.298376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Calling delete_port for 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:54.630265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.693192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.708473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:54.721879 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.734226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event deleted for resources: {'Port': ['ID=59b7bffb-363d-4dbc-a2f8-978dab8cf1b4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:54.754033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a', '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:54.808946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8aec2-c49f-4c35-998b-f2f9c8477fd0 req-8d4a1954-ce69-435e-bfff-d7d925c2f79b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:54.811402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cea8aec2-c49f-4c35-998b-f2f9c8477fd0 req-8d4a1954-ce69-435e-bfff-d7d925c2f79b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 944 time: 0.1443257 Sep 01 15:07:54.855505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 61c6bba2-3282-4f6b-b8cd-4896e16a0aed up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:54.863258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] No DVR routers for this DVR port 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:54.869871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.876422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c134b6d7-5d5e-4873-bcc5-aae0a3716139 req-5eb7578a-36a9-4668-94f2-dfde857919f8 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "DELETE /v2.0/ports/59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 HTTP/1.1" status: 204 len: 173 time: 1.1364012 Sep 01 15:07:54.877099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-deleted', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:54.884864 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa339a-e320-4966-a137-b93808faeec4" -d '{"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-deleted", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:54.895884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cea8aec2-c49f-4c35-998b-f2f9c8477fd0 req-e3a34601-be4f-4ec8-8681-e2a2b2a09057 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729692 Sep 01 15:07:54.993586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f301e92b-b63a-42b5-8c23-643181b32575 req-211074a4-f885-4fb8-8c1e-702c822e2f83 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a4992d3-ad25-47cb-a073-7f4a07da8a48 HTTP/1.1" status: 200 len: 210 time: 0.0513561 Sep 01 15:07:55.078904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:55.130676 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59600ba-2837-4e27-8e52-fa8febb49ac5 x-openstack-request-id: req-c59600ba-2837-4e27-8e52-fa8febb49ac5 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:55.131136 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4992d3-ad25-47cb-a073-7f4a07da8a48", "name": "network-vif-deleted", "tag": "59b7bffb-363d-4dbc-a2f8-978dab8cf1b4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:55.131482 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c59600ba-2837-4e27-8e52-fa8febb49ac5 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:55.131996 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4992d3-ad25-47cb-a073-7f4a07da8a48', 'name': 'network-vif-deleted', 'tag': '59b7bffb-363d-4dbc-a2f8-978dab8cf1b4', 'status': 'completed', 'code': 200} Sep 01 15:07:55.145237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:55.155432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:55.155800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:55.157600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:55.420602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.421049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c44f-81db-4897-9e03-0455a42df69d req-670a433f-b0cf-4eb3-8bdb-ca3029f85014 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.427870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.428915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc90c44f-81db-4897-9e03-0455a42df69d req-670a433f-b0cf-4eb3-8bdb-ca3029f85014 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2006583 Sep 01 15:07:55.435255 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:55.476569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.498963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.514190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.526583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.538522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.542113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-4ad7bf41-bb69-4b75-b1cc-f7c7239250c2 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.2325323 Sep 01 15:07:55.545904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:55.562225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:55.696829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc90c44f-81db-4897-9e03-0455a42df69d req-a7424cf9-4089-45e0-bcd4-668e1c42447a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669070 Sep 01 15:07:55.735149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:55.750020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-849add1f-4d78-43ec-9ae3-4cf87b932891 req-30c330e0-42cd-453d-9919-68a4ccdc9a56 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923161 Sep 01 15:07:55.913582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Deleting port 11c1977d-322e-4712-8a1f-fc41a1725b78 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:55.914609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.049756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] For port 11c1977d-322e-4712-8a1f-fc41a1725b78, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=11c1977d-322e-4712-8a1f-fc41a1725b78,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:56.050275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.077801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Calling delete_port for 11c1977d-322e-4712-8a1f-fc41a1725b78 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:56.198473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db8223-d203-4638-833f-26237b4d9644 req-ac2ccaa7-06d6-4f76-b374-65a6a067b6f2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.201216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842'}, {'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:56.202536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42db8223-d203-4638-833f-26237b4d9644 req-ac2ccaa7-06d6-4f76-b374-65a6a067b6f2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.0995448 Sep 01 15:07:56.203605 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d9009-cce7-4616-95a8-63d67dcacd82" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842"}, {"server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "name": "network-vif-plugged", "status": "completed", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:56.301306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42db8223-d203-4638-833f-26237b4d9644 req-81b31434-1e93-4d5d-b9b1-511d4450c526 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861073 Sep 01 15:07:56.396778 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f5204-8c89-40d5-a67b-482634697c0f x-openstack-request-id: req-538f5204-8c89-40d5-a67b-482634697c0f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:56.397272 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-plugged", "status": "completed", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842", "code": 200}, {"server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "name": "network-vif-plugged", "status": "completed", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:56.397786 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-538f5204-8c89-40d5-a67b-482634697c0f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:56.398318 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'code': 200} Sep 01 15:07:56.398744 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842', 'code': 200} Sep 01 15:07:56.399212 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed', 'code': 200} Sep 01 15:07:56.534880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:07:56.602389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.647018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c1977d-322e-4712-8a1f-fc41a1725b78,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.661622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:56.748183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ace9-0bb7-4ab1-9fb1-5d02a224982a req-d2ca6d7e-be9a-48cd-b97e-5845f6f4a0b2 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.754365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7520ace9-0bb7-4ab1-9fb1-5d02a224982a req-d2ca6d7e-be9a-48cd-b97e-5845f6f4a0b2 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 945 time: 0.1889677 Sep 01 15:07:56.775595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.776063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.777094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.777724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.778347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.778968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.779589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.782122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-4e37e753-d400-44a6-bef8-5e0c473b5890 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.2237556 Sep 01 15:07:56.792565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dab68-1dfa-41d7-8eae-f79a22888417 req-990bbe34-47f0-4160-ab67-2d7f27000b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.794521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-276dab68-1dfa-41d7-8eae-f79a22888417 req-990bbe34-47f0-4160-ab67-2d7f27000b92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 1097 time: 0.2275674 Sep 01 15:07:56.908106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.942555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7520ace9-0bb7-4ab1-9fb1-5d02a224982a req-9c470c60-e26c-4267-bf65-a616756cfd79 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757019 Sep 01 15:07:56.976138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-276dab68-1dfa-41d7-8eae-f79a22888417 req-1f578471-06f4-485b-bf6d-7441480df007 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520274 Sep 01 15:07:56.979660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1a01af4-9ac3-4fe7-ae3a-175ef32da705 req-3bea78c2-2643-4895-b4d3-a2871c8cfe8d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828134 Sep 01 15:07:57.143141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21a7f-23c9-4a5f-8572-a37cb7f035d6 req-c776c913-5e8c-4006-9487-2dd1b9ec2028 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.146099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98a21a7f-23c9-4a5f-8572-a37cb7f035d6 req-c776c913-5e8c-4006-9487-2dd1b9ec2028 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1571345 Sep 01 15:07:57.169206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-94b8bf91-5965-49a3-b7d4-db854eb79ebd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.174066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-94b8bf91-5965-49a3-b7d4-db854eb79ebd tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 945 time: 0.1565380 Sep 01 15:07:57.189619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.196000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.202155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.209769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.217507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.227219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.235131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.237265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-adf03f9c-a3ec-48c3-8ceb-bd9a59a3e81e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.1712482 Sep 01 15:07:57.263659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98a21a7f-23c9-4a5f-8572-a37cb7f035d6 req-7ef77c10-1fb9-4e99-8bb1-7ae54b466eb4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062722 Sep 01 15:07:57.290186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:57.364132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:57.365277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 59b7bffb-363d-4dbc-a2f8-978dab8cf1b4 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:57.379082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ad2ba86-dd9e-4157-bd06-b98da426cba7 req-80e0375f-9884-40cc-ae2d-e74326af4515 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899677 Sep 01 15:07:57.399237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Router da3c0210-8d1f-43c0-94fd-7833090d73a4 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:57.412871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Deleting port 168138c3-5c4b-4c42-9893-b67ad34b431a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:57.413474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.473297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.622708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:57.629981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e113c7f8-06e5-47d3-aabf-bdff773ed343 admin admin] 10.222.0.41 "PUT /v2.0/routers/da3c0210-8d1f-43c0-94fd-7833090d73a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6079733 Sep 01 15:07:57.633982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:57.639004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13327503-4152-4625-9898-7a8855722de9 None None] Sync routers for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:57.645658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eb442-5155-4eac-99aa-0811a3800a5b req-c50692f0-37d5-4300-9860-35b290678db6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.648102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-166eb442-5155-4eac-99aa-0811a3800a5b req-c50692f0-37d5-4300-9860-35b290678db6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.1496711 Sep 01 15:07:57.661477 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:57.662122 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:57.683679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] For port 168138c3-5c4b-4c42-9893-b67ad34b431a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=168138c3-5c4b-4c42-9893-b67ad34b431a,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:57.684296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.728581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Calling delete_port for 168138c3-5c4b-4c42-9893-b67ad34b431a owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:57.863492 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:57.912910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.133424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.169372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['168138c3-5c4b-4c42-9893-b67ad34b431a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:58.175740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event deleted for resources: {'Port': ['ID=168138c3-5c4b-4c42-9893-b67ad34b431a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:58.200743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-166eb442-5155-4eac-99aa-0811a3800a5b req-9a2cd3ba-706c-48e6-a9b8-bb27ce0e5cc7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557258 Sep 01 15:07:58.301107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] No DVR routers for this DVR port 168138c3-5c4b-4c42-9893-b67ad34b431a on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:58.306628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.309469 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02389c8e-683a-4fbd-afba-ca62fb129799 req-b66a7726-9034-47c9-8541-051dfa13d902 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.24 "DELETE /v2.0/ports/168138c3-5c4b-4c42-9893-b67ad34b431a HTTP/1.1" status: 204 len: 173 time: 1.0710042 Sep 01 15:07:58.310395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-deleted', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:58.313193 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47b23c-c817-4065-8ce6-3e94d41a4518" -d '{"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-deleted", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:58.348201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57406) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:58.395587 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:56Z', 'revision_number': 5, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:58.416939 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51254118-376a-4a9d-8087-168b83a32438 x-openstack-request-id: req-51254118-376a-4a9d-8087-168b83a32438 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:58.417510 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3c877e-9ed3-4d8e-a4ff-05a4edc87007", "name": "network-vif-deleted", "tag": "168138c3-5c4b-4c42-9893-b67ad34b431a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:58.417976 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51254118-376a-4a9d-8087-168b83a32438 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:58.418568 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3c877e-9ed3-4d8e-a4ff-05a4edc87007', 'name': 'network-vif-deleted', 'tag': '168138c3-5c4b-4c42-9893-b67ad34b431a', 'status': 'completed', 'code': 200} Sep 01 15:07:58.437775 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13327503-4152-4625-9898-7a8855722de9 None None] Checking router: da3c0210-8d1f-43c0-94fd-7833090d73a4 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:58.452206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] Routers {'da3c0210-8d1f-43c0-94fd-7833090d73a4'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:58.454975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da3c0210-8d1f-43c0-94fd-7833090d73a4'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:58.644445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073d5205-8f4d-48cd-af1c-a937b63b98b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.657799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d1266-ef36-4514-bfcd-91211cec331f req-86fb9040-b6c1-4670-960e-6fc588e1e6f4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.662401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb5d1266-ef36-4514-bfcd-91211cec331f req-86fb9040-b6c1-4670-960e-6fc588e1e6f4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1267970 Sep 01 15:07:58.752520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb5d1266-ef36-4514-bfcd-91211cec331f req-ef2f53f7-7f21-48fb-8057-1a464eb4503d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792718 Sep 01 15:07:58.778895 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] Set router da3c0210-8d1f-43c0-94fd-7833090d73a4 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:58.895921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cc9403d-3938-4564-8f61-c508df3649d3 req-add7527a-c81b-49ae-a25a-38af0990c8f9 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff3c877e-9ed3-4d8e-a4ff-05a4edc87007 HTTP/1.1" status: 200 len: 210 time: 0.1440008 Sep 01 15:07:58.971480 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.024248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073d5205-8f4d-48cd-af1c-a937b63b98b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.044183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073d5205-8f4d-48cd-af1c-a937b63b98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.090799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Deleting port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:59.090799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.163707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.191309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.232927 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-13327503-4152-4625-9898-7a8855722de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:56Z', 'revision_number': 5, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:59.252536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.289051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.311334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13327503-4152-4625-9898-7a8855722de9 None None] The sync data for ids ['da3c0210-8d1f-43c0-94fd-7833090d73a4'] in n-d-802060-16 is: [{'id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'name': 'tempest-FloatingIPsTestJSON-1182108367-router', 'tenant_id': 'a03e2da3057d41978eb411d92f4214b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:22Z', 'updated_at': '2021-09-01T15:07:56Z', 'revision_number': 5, 'project_id': 'a03e2da3057d41978eb411d92f4214b2', 'gw_port': {'id': 'd9b67d42-04e0-4bf5-82a1-3c4ca721e33f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3c0210-8d1f-43c0-94fd-7833090d73a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:23Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:59.320166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] For port d9b67d42-04e0-4bf5-82a1-3c4ca721e33f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:59.320540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.335798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.343841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.356269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.359988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-d56c4fcd-d554-438e-b033-888e40d37e34 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.4538510 Sep 01 15:07:59.373953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-073d5205-8f4d-48cd-af1c-a937b63b98b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d79a2966a504e93a41d45e819b7df25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242984 Sep 01 15:07:59.376151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d5205-8f4d-48cd-af1c-a937b63b98b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1966e383-bb78-430c-86bb-bfda30ce6067,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:59.380522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57420) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:59.390069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Calling delete_port for d9b67d42-04e0-4bf5-82a1-3c4ca721e33f owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:59.517817 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cdac9a4-3c2a-44cc-b685-ad07acd23da7 req-fb8b236a-c416-41eb-92f1-9db246b670fd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354678 Sep 01 15:07:59.549746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.564673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e1d74-2031-4a72-98d3-ae368971653a req-95653f81-e5d1-467c-8a79-88830e86a9a9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.567404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f27e1d74-2031-4a72-98d3-ae368971653a req-95653f81-e5d1-467c-8a79-88830e86a9a9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.2151594 Sep 01 15:07:59.604972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.667301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f27e1d74-2031-4a72-98d3-ae368971653a req-b7e5d83b-fa45-44cd-9a89-a65da301c703 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899665 Sep 01 15:07:59.728066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.731729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.732918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1966e383-bb78-430c-86bb-bfda30ce6067 HTTP/1.1" status: 204 len: 168 time: 0.3490701 Sep 01 15:07:59.745688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703ad1d-182a-4f02-8800-ebe7b7510bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966e383-bb78-430c-86bb-bfda30ce6067,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:59.783505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 11c1977d-322e-4712-8a1f-fc41a1725b78 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:59.789109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.839781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 11c1977d-322e-4712-8a1f-fc41a1725b78 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:59.840563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 11c1977d-322e-4712-8a1f-fc41a1725b78 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:59.891973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b67d42-04e0-4bf5-82a1-3c4ca721e33f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:59.996812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592de3f-89d8-454e-b43a-d4db1f472ea0 req-3af295ac-6a3a-467d-b114-15e7b6a9f922 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:00.009222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7592de3f-89d8-454e-b43a-d4db1f472ea0 req-3af295ac-6a3a-467d-b114-15e7b6a9f922 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.1356523 Sep 01 15:08:00.129509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7592de3f-89d8-454e-b43a-d4db1f472ea0 req-2797021c-c520-4945-91e8-239a21ff291d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066031 Sep 01 15:08:00.141161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9c8a5-fee2-4bb1-8cd7-b4e8ac872a58 req-9943a808-b249-451e-8915-0f0e44367646 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:00.192054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c9c8a5-fee2-4bb1-8cd7-b4e8ac872a58 req-9943a808-b249-451e-8915-0f0e44367646 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2900002 Sep 01 15:08:00.215889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.516046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c9c8a5-fee2-4bb1-8cd7-b4e8ac872a58 req-189ca71e-512d-4b4e-a3f1-2227bc0e8d69 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215265 Sep 01 15:08:00.518238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.521823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.586465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4b6d-a27a-4ead-b22b-e8fe0b6bebd6 req-bd0e337a-66d0-4f63-b22d-f46213d1a73a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:00.588644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-229c4b6d-a27a-4ead-b22b-e8fe0b6bebd6 req-bd0e337a-66d0-4f63-b22d-f46213d1a73a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.0908718 Sep 01 15:08:00.593993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.601728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3c0210-8d1f-43c0-94fd-7833090d73a4 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:08:00.607405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.613520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9485e2e0-41ef-42c0-9481-bdf217662386 admin admin] 10.222.0.41 "DELETE /v2.0/routers/da3c0210-8d1f-43c0-94fd-7833090d73a4 HTTP/1.1" status: 204 len: 168 time: 2.9741089 Sep 01 15:08:00.613520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:00.622535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57446) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:00.634234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf4874ab-945e-462d-8763-376374f6ff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.701440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-229c4b6d-a27a-4ead-b22b-e8fe0b6bebd6 req-94ffbeb2-d10a-4bd9-bc70-97f9e76eb777 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999207 Sep 01 15:08:00.716979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Deleting subnet d825a827-18c4-491c-b1d0-80633b563b58 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:00.720861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.772697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.836145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf4874ab-945e-462d-8763-376374f6ff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.840478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf4874ab-945e-462d-8763-376374f6ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.892806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf4874ab-945e-462d-8763-376374f6ff66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f561673580db42158c5cba9323cf4351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781439 Sep 01 15:08:00.894925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4874ab-945e-462d-8763-376374f6ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa7cde-ff6e-450b-a731-3b389a3ac46b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:00.897691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57450) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:01.034375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.039671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.075493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.110192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.121436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.133014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.141262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.152115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.163578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.174410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.178424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-5116d8fc-ba6b-4aca-97bf-d3dd27d0de0b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.3250113 Sep 01 15:08:01.205662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.211194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.213219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2fa7cde-ff6e-450b-a731-3b389a3ac46b HTTP/1.1" status: 204 len: 168 time: 0.3142679 Sep 01 15:08:01.246388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1140e-2b57-456d-aa40-22a0c260e49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa7cde-ff6e-450b-a731-3b389a3ac46b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:01.298925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48f70a86-3adb-4b50-bfa6-a5ce27f80266 req-e20d1771-421c-483d-94d2-55afbaf15b36 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078749 Sep 01 15:08:01.311664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.314743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:01.358119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.361378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d825a827-18c4-491c-b1d0-80633b563b58 HTTP/1.1" status: 204 len: 168 time: 0.7358260 Sep 01 15:08:01.375233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae467473-6120-4e57-ab06-1aff13792092 req-5961c88b-ad1b-4276-8a76-82c02b02e60c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.395877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae467473-6120-4e57-ab06-1aff13792092 req-5961c88b-ad1b-4276-8a76-82c02b02e60c tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.1212633 Sep 01 15:08:01.403118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c0327-10b1-474c-9b17-e49e76061a87 None None] Network 4702eb0c-6ee3-4fd3-872a-094abc00b972 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:01.419255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 168138c3-5c4b-4c42-9893-b67ad34b431a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:01.423712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 168138c3-5c4b-4c42-9893-b67ad34b431a not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:01.427825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57458) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:01.433408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580ba2-8d5c-46a3-ab30-a4e539d04c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d825a827-18c4-491c-b1d0-80633b563b58,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:01.548365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae467473-6120-4e57-ab06-1aff13792092 req-1a59a296-f212-4ddf-a1bc-63b9026b4d0d tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485255 Sep 01 15:08:01.774971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-c3832c62-7570-4d63-aa60-c862d06e5468 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.777363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-c3832c62-7570-4d63-aa60-c862d06e5468 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.4462335 Sep 01 15:08:01.860371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] DHCP port deletion for 4702eb0c-6ee3-4fd3-872a-094abc00b972 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:08:01.890534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.905133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.916937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.924622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.936650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.942879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d9b67d42-04e0-4bf5-82a1-3c4ca721e33f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:01.950295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.959814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.965188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.977439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77724ca1-357f-44c4-b381-6e9706d3a1db req-9a4ed257-1fb6-4e88-98b6-9b253dedebf5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.2616045 Sep 01 15:08:01.993852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:01.995440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d9b67d42-04e0-4bf5-82a1-3c4ca721e33f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:01.996120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d9b67d42-04e0-4bf5-82a1-3c4ca721e33f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:02.001876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Request body: {'floatingip': {'port_id': '85ae03ff-1535-4757-b884-c01673c43655'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:02.028288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a2f16-1d88-4a23-ab7e-3638f4f7a542 req-a11983ba-ceec-47c6-8711-d00329a0099e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.044686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f82a2f16-1d88-4a23-ab7e-3638f4f7a542 req-a11983ba-ceec-47c6-8711-d00329a0099e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.4294631 Sep 01 15:08:02.083765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.111144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Deleting port cb583754-87bf-4c34-a13e-f202bb49b751 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:02.115142 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.198327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Deleting port 200a6dcb-2662-497b-a6e4-24c86d05a057 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:02.198725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.218359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f82a2f16-1d88-4a23-ab7e-3638f4f7a542 req-f135b98a-1f6b-4b18-b149-6eb5a69ec8f8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723533 Sep 01 15:08:02.307384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] For port cb583754-87bf-4c34-a13e-f202bb49b751, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cb583754-87bf-4c34-a13e-f202bb49b751,segment=NetworkSegment(b140719b-01dc-4954-8d7b-9279e4b164e9),segment_id=b140719b-01dc-4954-8d7b-9279e4b164e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:02.308012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.370645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Calling delete_port for cb583754-87bf-4c34-a13e-f202bb49b751 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:02.451264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] For port 200a6dcb-2662-497b-a6e4-24c86d05a057, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=200a6dcb-2662-497b-a6e4-24c86d05a057,segment=NetworkSegment(d78d6ae2-719e-4147-919c-4882759bf877),segment_id=d78d6ae2-719e-4147-919c-4882759bf877)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:02.452870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.483772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Calling delete_port for 200a6dcb-2662-497b-a6e4-24c86d05a057 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:02.492888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8298-4ae4-4c7f-8306-5f3aa4e4a80a req-f46b1eef-b60b-4ba9-833c-93136fefcc18 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.510529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd2e8298-4ae4-4c7f-8306-5f3aa4e4a80a req-f46b1eef-b60b-4ba9-833c-93136fefcc18 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1956658 Sep 01 15:08:02.639674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.669720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Deleting port cb583754-87bf-4c34-a13e-f202bb49b751 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:02.670323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.678712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd2e8298-4ae4-4c7f-8306-5f3aa4e4a80a req-429e4afa-a301-4b0c-965a-c57e41e8cbcf tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670194 Sep 01 15:08:02.742042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] No DVR routers for this DVR port cb583754-87bf-4c34-a13e-f202bb49b751 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:02.747491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001f247-61a7-45cd-a33e-5da133ede3e8 None None] Pushing event deleted for resources: {'Port': ['ID=cb583754-87bf-4c34-a13e-f202bb49b751,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:02.943901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1f543f1f-b8dd-493e-be03-39b025f9526d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.947032 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1f543f1f-b8dd-493e-be03-39b025f9526d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.2155571 Sep 01 15:08:03.044150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] For port cb583754-87bf-4c34-a13e-f202bb49b751, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:03.044449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.120088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Calling delete_port for cb583754-87bf-4c34-a13e-f202bb49b751 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:03.125685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.132724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Port cb583754-87bf-4c34-a13e-f202bb49b751 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:08:03.134583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.144043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5358f7-8388-49b2-946f-ecd853dba40f req-21ae83a3-69dd-4b87-98e9-d7dc33b49999 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.152141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de5358f7-8388-49b2-946f-ecd853dba40f req-21ae83a3-69dd-4b87-98e9-d7dc33b49999 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 945 time: 0.4225934 Sep 01 15:08:03.183737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.270268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb583754-87bf-4c34-a13e-f202bb49b751,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:03.285132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] No DVR routers for this DVR port cb583754-87bf-4c34-a13e-f202bb49b751 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:03.333331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de5358f7-8388-49b2-946f-ecd853dba40f req-c8d2765f-f9ac-498b-a09a-99ea5f4ee860 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea128878-73ac-4c60-982d-e58cf1b07fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800361 Sep 01 15:08:03.355403 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Floating IP 6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0 associated. External IP: 172.25.1.203, port: 85ae03ff-1535-4757-b884-c01673c43655. Sep 01 15:08:03.428123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.515263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.523477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Pushing event deleted for resources: {'Port': ['ID=200a6dcb-2662-497b-a6e4-24c86d05a057,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:03.554035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4702eb0c-6ee3-4fd3-872a-094abc00b972']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:03.593202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:03.593751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.610289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b140719b-01dc-4954-8d7b-9279e4b164e9') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:03.610783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b140719b-01dc-4954-8d7b-9279e4b164e9') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:03.698430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c3aea-dc36-434e-9b1a-f12dec5fd5d9 req-d5258ef9-7ea6-4838-83a5-42fd0cb05394 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.711892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-394c3aea-dc36-434e-9b1a-f12dec5fd5d9 req-d5258ef9-7ea6-4838-83a5-42fd0cb05394 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 945 time: 0.2461741 Sep 01 15:08:03.793624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] No DVR routers for this DVR port 200a6dcb-2662-497b-a6e4-24c86d05a057 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:03.814076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.816635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4758d87e-31dd-4a7a-9a85-eca5817618c1 req-0f91ccde-dd4b-4846-88a5-d595ce6cb575 tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.50 "DELETE /v2.0/ports/200a6dcb-2662-497b-a6e4-24c86d05a057 HTTP/1.1" status: 204 len: 173 time: 2.0267682 Sep 01 15:08:03.866338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-deleted', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:03.874271 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd4872-f340-4890-98d7-56b11643e9df" -d '{"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-deleted", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:03.883170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.993781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cb583754-87bf-4c34-a13e-f202bb49b751 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:04.038473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: cb583754-87bf-4c34-a13e-f202bb49b751 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:04.040553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cb583754-87bf-4c34-a13e-f202bb49b751 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:04.055455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.068458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:04.068986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:04.079652 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:04.138485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-394c3aea-dc36-434e-9b1a-f12dec5fd5d9 req-c2a6b396-2403-4603-b451-c25685259df0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250493 Sep 01 15:08:04.203812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Router 807a46f3-e117-464a-af7b-d7565052f3d0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:08:04.517627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:04.526368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.541755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Sync routers for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:04.577038 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd86691-0346-43f0-aaf4-a74d2185198b x-openstack-request-id: req-0dd86691-0346-43f0-aaf4-a74d2185198b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:04.577342 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb60269c-1d08-43f6-908f-9966aa46fea1", "name": "network-vif-deleted", "tag": "200a6dcb-2662-497b-a6e4-24c86d05a057", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:04.577644 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dd86691-0346-43f0-aaf4-a74d2185198b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:04.578172 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb60269c-1d08-43f6-908f-9966aa46fea1', 'name': 'network-vif-deleted', 'tag': '200a6dcb-2662-497b-a6e4-24c86d05a057', 'status': 'completed', 'code': 200} Sep 01 15:08:04.584061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:04.584743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:04.585739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-55efc5e4-79b9-4a56-aa6e-c4774c239149 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "PUT /v2.0/floatingips/6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0 HTTP/1.1" status: 200 len: 992 time: 2.5900626 Sep 01 15:08:04.588470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '85ae03ff-1535-4757-b884-c01673c43655'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:04.591524 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe24f5-a38c-4213-8bad-7bda3e03865c" -d '{"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "85ae03ff-1535-4757-b884-c01673c43655"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:04.616963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:04.617793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.640238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e37ff-ffd6-4d0c-be03-4ccb36140607 req-9956780f-c4a7-4156-aafb-76d0931c1a99 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:04.641918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc9e37ff-ffd6-4d0c-be03-4ccb36140607 req-9956780f-c4a7-4156-aafb-76d0931c1a99 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.6632268 Sep 01 15:08:04.664975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for 61c6bba2-3282-4f6b-b8cd-4896e16a0aed owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:04.688475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd1fda88-dda3-4444-bad6-e86ea96106de req-a5ff15f7-2395-4ec1-9a22-189455d7910e tempest-LiveAutoBlockMigrationV225Test-2018722699 tempest-LiveAutoBlockMigrationV225Test-2018722699-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb60269c-1d08-43f6-908f-9966aa46fea1 HTTP/1.1" status: 200 len: 210 time: 0.1007819 Sep 01 15:08:04.715485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc9e37ff-ffd6-4d0c-be03-4ccb36140607 req-037a5c1c-7a44-4b57-9800-affb206d89b8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524728 Sep 01 15:08:04.720547 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.743595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.745582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4702eb0c-6ee3-4fd3-872a-094abc00b972 HTTP/1.1" status: 204 len: 168 time: 3.3157017 Sep 01 15:08:04.748530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808122ba-858a-435e-9b07-b389bd84b4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4702eb0c-6ee3-4fd3-872a-094abc00b972,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:04.843365 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659765e8-6022-42b2-b614-feb591d11e69 x-openstack-request-id: req-659765e8-6022-42b2-b614-feb591d11e69 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:04.843924 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "tag": "85ae03ff-1535-4757-b884-c01673c43655", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:04.844108 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-659765e8-6022-42b2-b614-feb591d11e69 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:04.844932 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'tag': '85ae03ff-1535-4757-b884-c01673c43655', 'status': 'completed', 'code': 200} Sep 01 15:08:04.879204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:05.046165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.047021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.047932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.048778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.049948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.051047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.052144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.055944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-059f6008-b1e3-4aa3-8c57-07b84ae0e0f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.1772773 Sep 01 15:08:05.104134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.147177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99', '94acc157-0967-422d-befe-ebe9b8d839d5', '61c6bba2-3282-4f6b-b8cd-4896e16a0aed'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:05.212746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57542) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:05.231129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=61c6bba2-3282-4f6b-b8cd-4896e16a0aed,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:05.339557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18972f7f-11a3-45fb-aa01-2e26213abcdb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a03e2da3057d41978eb411d92f4214b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208596 Sep 01 15:08:05.340537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57546) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:05.388111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'port_id': '85ae03ff-1535-4757-b884-c01673c43655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'mac_address': 'fa:16:3e:f9:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:08:02Z', 'revision_number': 1, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:05.411925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50865d5a-5657-4500-bd71-809210be6e1d req-a24e46e1-4014-4614-b646-af38a6be0ac5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 210 time: 0.0814309 Sep 01 15:08:05.446962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port 61c6bba2-3282-4f6b-b8cd-4896e16a0aed on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:05.453957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.455458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Checking router: 807a46f3-e117-464a-af7b-d7565052f3d0 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:05.456116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33ebf516-f886-47c4-b9c5-586bd3421f86 req-1371e17f-0826-462e-9dd4-d9708b58b938 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/61c6bba2-3282-4f6b-b8cd-4896e16a0aed HTTP/1.1" status: 204 len: 173 time: 2.4980977 Sep 01 15:08:05.472899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:05.473754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:07:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:05.501984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-389886e1-cc82-424b-91eb-005e33b677a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.504816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-389886e1-cc82-424b-91eb-005e33b677a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4 HTTP/1.1" status: 200 len: 913 time: 0.4375534 Sep 01 15:08:05.599678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-e1919c36-79ca-42c9-bae0-c62a4e906199 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 1000 time: 0.0794497 Sep 01 15:08:05.606696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.680860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:05.721473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.736375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-bc180bb4-909e-4bb5-8add-4032b205fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.739372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-bc180bb4-909e-4bb5-8add-4032b205fa68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 200 len: 851 time: 0.1303525 Sep 01 15:08:05.769604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:05.834694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-eeaebb05-dedd-44c1-8d9b-9c42a3c00e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.837182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-eeaebb05-dedd-44c1-8d9b-9c42a3c00e33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857823 Sep 01 15:08:05.932380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:05.939165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.946811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.951494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c2fea4d-5d0e-47fa-bd80-a5524d95fdcf HTTP/1.1" status: 204 len: 168 time: 0.6096191 Sep 01 15:08:06.010231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57d3e-f72a-4b7d-a688-570f3f3e3eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2fea4d-5d0e-47fa-bd80-a5524d95fdcf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:06.065203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cccba0-492a-4154-96c7-78d7f3c143ef req-8e66751c-ab6a-41f8-9993-1ba45fc38bd3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:06.068630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5cccba0-492a-4154-96c7-78d7f3c143ef req-8e66751c-ab6a-41f8-9993-1ba45fc38bd3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1848559 Sep 01 15:08:06.098302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-f9e279e9-84e5-4c3a-998d-157bd0af5909 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516780 Sep 01 15:08:06.120675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 200a6dcb-2662-497b-a6e4-24c86d05a057 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:06.121464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 200a6dcb-2662-497b-a6e4-24c86d05a057 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:06.196840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5cccba0-492a-4154-96c7-78d7f3c143ef req-de4f0e91-1c2b-4048-8c81-840fb17d0788 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177437 Sep 01 15:08:06.281392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecbe24f5-a38c-4213-8bad-7bda3e03865c req-ca73b43e-6c6e-42ac-89e1-bc020cfc359f service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663575 Sep 01 15:08:06.341327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Deleting subnet 0f0f67a8-2c7f-4b14-bde2-59be27c14881 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:06.346700 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.388890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.411293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'port_id': '85ae03ff-1535-4757-b884-c01673c43655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'mac_address': 'fa:16:3e:f9:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:08:02Z', 'revision_number': 1, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:06.493600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ac63a-d783-4851-ad0e-602ed1ba500b None None] The sync data for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 is: [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'floating_ip_address': '172.25.1.203', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'port_id': '85ae03ff-1535-4757-b884-c01673c43655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'mac_address': 'fa:16:3e:f9:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:08:02Z', 'revision_number': 1, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:08:06.500748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.580974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'name': 'network-vif-deleted', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:06.588935 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b393a-e521-42e0-8010-4980b97f3c1f" -d '{"events": [{"server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "name": "network-vif-deleted", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:06.649395 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5cf994-cd15-4ee2-b44b-2676ec9a4e4d x-openstack-request-id: req-4c5cf994-cd15-4ee2-b44b-2676ec9a4e4d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:06.649693 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed908f46-0542-44ba-a130-5007914bf9ce", "name": "network-vif-deleted", "tag": "61c6bba2-3282-4f6b-b8cd-4896e16a0aed", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:06.650053 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c5cf994-cd15-4ee2-b44b-2676ec9a4e4d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:06.650493 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed908f46-0542-44ba-a130-5007914bf9ce', 'name': 'network-vif-deleted', 'tag': '61c6bba2-3282-4f6b-b8cd-4896e16a0aed', 'status': 'completed', 'code': 200} Sep 01 15:08:06.668705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1981e223-b6b4-432f-8081-97c2c316ba9c req-48edd3f0-c2f9-425c-80b9-ff3ae51720aa tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed908f46-0542-44ba-a130-5007914bf9ce HTTP/1.1" status: 200 len: 210 time: 0.0642030 Sep 01 15:08:06.670109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.688492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.692199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0f0f67a8-2c7f-4b14-bde2-59be27c14881 HTTP/1.1" status: 204 len: 168 time: 0.9188995 Sep 01 15:08:06.695090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57584) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:06.789362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38e7da-ed8a-43fb-9052-4cb3e7ad1d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0f67a8-2c7f-4b14-bde2-59be27c14881,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:06.811450 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.952518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.978472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a5c0e-a034-4c32-8659-3f4022e86b03']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:06.993011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78d6ae2-719e-4147-919c-4882759bf877') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:06.993471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78d6ae2-719e-4147-919c-4882759bf877') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:07.009369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.031775 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a02a73-33b7-4cf5-9bff-79a201dffcc2 None None] New status for floating IP 6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:08:07.044520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.052633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:07.053049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:07.120941 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:07.124273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.167196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.172580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e19a5c0e-a034-4c32-8659-3f4022e86b03 HTTP/1.1" status: 204 len: 168 time: 0.4759810 Sep 01 15:08:07.172825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57598) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:07.189569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc164-4cac-4399-9091-ad834c5c0bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19a5c0e-a034-4c32-8659-3f4022e86b03,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:07.220244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-438e37a5-ef8d-443a-9dd9-23325bf21b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.225194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-438e37a5-ef8d-443a-9dd9-23325bf21b12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1098 time: 0.1029902 Sep 01 15:08:07.338766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Deleting subnet e556f915-83e8-4394-90a9-7304d8e19566 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:07.355848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.423909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.513247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-b1b3cad7-c994-43b6-84e7-24e9bc1fc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.534823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-b1b3cad7-c994-43b6-84e7-24e9bc1fc734 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.2839839 Sep 01 15:08:07.560603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.657845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb56e-6582-4f04-90de-6d11819c4c15 req-304cf117-31bd-46ef-b4fb-bc176109a169 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.657845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de4bb56e-6582-4f04-90de-6d11819c4c15 req-304cf117-31bd-46ef-b4fb-bc176109a169 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2662904 Sep 01 15:08:07.717182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.772369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e556f915-83e8-4394-90a9-7304d8e19566,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:07.778575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.785042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-92853441-924b-49d5-8db1-137b670bb827 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e556f915-83e8-4394-90a9-7304d8e19566 HTTP/1.1" status: 204 len: 168 time: 0.6082442 Sep 01 15:08:07.785257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:07.814683 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-7dab93cf-53c3-4248-a738-ee456429b149 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1002 time: 0.2552793 Sep 01 15:08:07.882426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de4bb56e-6582-4f04-90de-6d11819c4c15 req-7fcdef89-753a-4ef4-820c-775512edb086 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961846 Sep 01 15:08:07.941161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-857b4ad0-7a51-437f-8629-fefb037891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.945347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-857b4ad0-7a51-437f-8629-fefb037891e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.1206551 Sep 01 15:08:07.956287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 61c6bba2-3282-4f6b-b8cd-4896e16a0aed no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:07.976269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.030683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 61c6bba2-3282-4f6b-b8cd-4896e16a0aed {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:08.038538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 61c6bba2-3282-4f6b-b8cd-4896e16a0aed not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:08.191207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-f845d877-ba8c-40e6-beaa-0acf673e8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.193380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-f845d877-ba8c-40e6-beaa-0acf673e8585 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2407207 Sep 01 15:08:08.306532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.351468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354a6ef0-cc6d-4e27-b936-4209dea2c98e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:08.372438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54731eb0-3265-4873-82dd-e4d725c33054') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:08.373053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54731eb0-3265-4873-82dd-e4d725c33054') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:08.403639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-7e317637-e645-4c52-80d7-09dda745b95b service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014601 Sep 01 15:08:08.510485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.534374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.546483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:08.547025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:08.549172 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:08.611135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b740-cc69-4b6e-b34e-3a5ca1075ca3 req-a5754c34-227a-4cba-9ad7-2a3c2904ff3a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.613398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee22b740-cc69-4b6e-b34e-3a5ca1075ca3 req-a5754c34-227a-4cba-9ad7-2a3c2904ff3a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.2442148 Sep 01 15:08:08.626624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2401051f-a317-428f-8b0f-3d4d2217e4c3 req-9a9d7858-404f-4cbb-8115-cf59a53d47c7 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109954 Sep 01 15:08:08.707152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.755410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.760352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/354a6ef0-cc6d-4e27-b936-4209dea2c98e HTTP/1.1" status: 204 len: 168 time: 0.9708090 Sep 01 15:08:08.787824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372b04a-3ee0-4330-b259-01bfbfed58e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=354a6ef0-cc6d-4e27-b936-4209dea2c98e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:08.806050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee22b740-cc69-4b6e-b34e-3a5ca1075ca3 req-1da7972d-45e5-46d1-aadf-670db40023bd tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727033 Sep 01 15:08:09.052928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9387-158b-4a15-b812-6d2db385f82b req-7e7106d9-10fc-4e43-a19d-f92f23ccf159 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:09.061706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e2c9387-158b-4a15-b812-6d2db385f82b req-7e7106d9-10fc-4e43-a19d-f92f23ccf159 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.0711143 Sep 01 15:08:09.154505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57658) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:09.157272 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e2c9387-158b-4a15-b812-6d2db385f82b req-2fda0cd1-c8f7-4b04-bc76-eefa72c2f5f8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943635 Sep 01 15:08:09.266208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6173e25c-15ca-4abd-99c3-474ffb0b8eba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b18eb69a16064a43a57d51d4395a3f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096241 Sep 01 15:08:09.272238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57660) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:09.411687 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.491955 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.605968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.608785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.614101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea128878-73ac-4c60-982d-e58cf1b07fc6 HTTP/1.1" status: 204 len: 168 time: 0.3407011 Sep 01 15:08:09.625256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297d5b2-1b5d-40ea-aa23-1345c50ddc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea128878-73ac-4c60-982d-e58cf1b07fc6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:09.803895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-5d579c50-17a2-4ea3-aeb2-09c987bdbf47 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:09.820443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-5d579c50-17a2-4ea3-aeb2-09c987bdbf47 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.1147354 Sep 01 15:08:10.048782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port 94acc157-0967-422d-befe-ebe9b8d839d5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:10.050766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.051910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd2c7-fc6d-4c65-898c-3940db3eed33 req-9f7203f5-e4ea-4dab-a072-df2224699d26 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:10.099194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5edd2c7-fc6d-4c65-898c-3940db3eed33 req-9f7203f5-e4ea-4dab-a072-df2224699d26 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 945 time: 0.1540213 Sep 01 15:08:10.223870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5edd2c7-fc6d-4c65-898c-3940db3eed33 req-59ee6107-51bb-4d41-a824-3caa0e094b43 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207967 Sep 01 15:08:10.419082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port 94acc157-0967-422d-befe-ebe9b8d839d5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=94acc157-0967-422d-befe-ebe9b8d839d5,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:10.419727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.453679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for 94acc157-0967-422d-befe-ebe9b8d839d5 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:10.479940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57702) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:10.492725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bcad3-bb43-4ade-bc91-596d1d6cb0a2 req-5785baac-4665-402b-b6b0-5ae7b730edab tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:10.494018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc2bcad3-bb43-4ade-bc91-596d1d6cb0a2 req-5785baac-4665-402b-b6b0-5ae7b730edab tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1399515 Sep 01 15:08:10.542097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e20b7875-01d5-478d-b037-a187c5f30815 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e86fcd7ff5cf4c21a2ed056f28645250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599124 Sep 01 15:08:10.544358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:10.635871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.670051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc2bcad3-bb43-4ade-bc91-596d1d6cb0a2 req-f63101d6-e1a2-4217-8183-726c88332994 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074109 Sep 01 15:08:10.690223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.775147 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.777814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.782458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.786246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00907685-f636-4d49-a0a0-22970ae28dc8 HTTP/1.1" status: 204 len: 168 time: 0.2386930 Sep 01 15:08:10.791662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99', '94acc157-0967-422d-befe-ebe9b8d839d5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:10.806585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db084e4-ed40-4d18-9d73-2f58748610e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00907685-f636-4d49-a0a0-22970ae28dc8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:10.827789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=94acc157-0967-422d-befe-ebe9b8d839d5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:10.937169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port 94acc157-0967-422d-befe-ebe9b8d839d5 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:10.941648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.959570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-324bd39d-0398-4c92-9f4e-c40f76c6624f req-808962a7-d5d1-4875-9b82-d4d7091933d8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/94acc157-0967-422d-befe-ebe9b8d839d5 HTTP/1.1" status: 204 len: 173 time: 1.1337724 Sep 01 15:08:10.960190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'name': 'network-vif-deleted', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:10.964981 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7db13-73d7-4126-9b8d-096c53baf4a4" -d '{"events": [{"server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "name": "network-vif-deleted", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:11.054080 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c95e9-528b-45ef-a0fa-8a9d17132ff9 x-openstack-request-id: req-e01c95e9-528b-45ef-a0fa-8a9d17132ff9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:11.054508 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea72080-8155-4815-92fc-af3f167979a4", "name": "network-vif-deleted", "tag": "94acc157-0967-422d-befe-ebe9b8d839d5", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:11.054902 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e01c95e9-528b-45ef-a0fa-8a9d17132ff9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:11.055448 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea72080-8155-4815-92fc-af3f167979a4', 'name': 'network-vif-deleted', 'tag': '94acc157-0967-422d-befe-ebe9b8d839d5', 'status': 'completed', 'code': 200} Sep 01 15:08:11.308643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:11.537969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90395301-2dc6-4808-aac4-8fce39ab2187 req-6535e128-73fc-45b6-afb3-51bb6b7e6199 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=aea72080-8155-4815-92fc-af3f167979a4 HTTP/1.1" status: 200 len: 210 time: 0.0863786 Sep 01 15:08:11.741723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9ca135e6-868b-4525-a38f-7abf431e3114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.883577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ed539-eda4-4f69-b877-18418eb9623d req-cd59e54c-e216-4aec-86e9-1faf68b14d14 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.886153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525ed539-eda4-4f69-b877-18418eb9623d req-cd59e54c-e216-4aec-86e9-1faf68b14d14 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.0786498 Sep 01 15:08:11.912590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9ca135e6-868b-4525-a38f-7abf431e3114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.919010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9ca135e6-868b-4525-a38f-7abf431e3114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.959260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525ed539-eda4-4f69-b877-18418eb9623d req-9773234a-cb77-475f-9a4c-af01ec71dd76 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609984 Sep 01 15:08:11.970990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:12.002062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9ca135e6-868b-4525-a38f-7abf431e3114 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d96ea67dbf34479fa5f11451c4813b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919568 Sep 01 15:08:12.005965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57764) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:12.032083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca135e6-868b-4525-a38f-7abf431e3114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1982a-ea7c-4842-a23b-8f0ee3ebaea0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:12.222206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.307924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.318182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:12.367103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:12.469659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.473787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.486092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.492067 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12a1982a-ea7c-4842-a23b-8f0ee3ebaea0 HTTP/1.1" status: 204 len: 168 time: 0.4789758 Sep 01 15:08:12.504917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0ff90-3643-4620-8b9c-4abd9d8de480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1982a-ea7c-4842-a23b-8f0ee3ebaea0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:12.505451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:12.596110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:12.641102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.836561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9cc4b58e-5339-4155-a6f4-54533d96cc7b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:12.918175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:13.461590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170cb2f-2850-4f92-98ee-8c25f13bd27f req-7fc534ce-8306-448f-9d61-e1b027962870 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.469268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4170cb2f-2850-4f92-98ee-8c25f13bd27f req-7fc534ce-8306-448f-9d61-e1b027962870 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 945 time: 0.1340058 Sep 01 15:08:13.536405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4170cb2f-2850-4f92-98ee-8c25f13bd27f req-23555a05-9ae2-42fc-a83f-095ed330b9b6 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661342 Sep 01 15:08:13.979164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-7c5d47d0-4710-42d4-abf0-8ec5d241c4f5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.987790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-7c5d47d0-4710-42d4-abf0-8ec5d241c4f5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.4627557 Sep 01 15:08:13.993536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:14.020150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-116ec85c-24ea-458a-8a86-90c68990ef50 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0313256 Sep 01 15:08:14.128673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-f7e74bb0-67df-40db-ace0-305a0da0c083 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073396 Sep 01 15:08:14.205754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:14.206628 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.356978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02b1bd1a-8cb0-4975-99e1-73e3bcec4b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.471997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-0fee098a-69d3-4279-9d80-49b5b89f9758 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411348 Sep 01 15:08:14.583477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.705152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:14.723558 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c458ce2-6398-42de-a42c-f153dea480fe" -d '{"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:14.802331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:14.811038 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.812509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 94acc157-0967-422d-befe-ebe9b8d839d5 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:14.838668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-df2242ef-6882-4ca2-904c-d0cad0e59883 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474669 Sep 01 15:08:15.000438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:15.012218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f78d-c6bf-4326-a676-fbf1e237168d req-a07f5c13-8654-4eac-9c98-a63298e639b7 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.038738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddd5f78d-c6bf-4326-a676-fbf1e237168d req-a07f5c13-8654-4eac-9c98-a63298e639b7 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2355146 Sep 01 15:08:15.120396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:15.140694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 94acc157-0967-422d-befe-ebe9b8d839d5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:15.144782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 94acc157-0967-422d-befe-ebe9b8d839d5 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:15.263616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddd5f78d-c6bf-4326-a676-fbf1e237168d req-857880c9-3bc8-44d8-8d1d-a4c789b7c2c8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213364 Sep 01 15:08:15.338962 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d8064a-5cb0-436f-9043-4fac7ec9b419 x-openstack-request-id: req-80d8064a-5cb0-436f-9043-4fac7ec9b419 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:15.339388 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:15.340273 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80d8064a-5cb0-436f-9043-4fac7ec9b419 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:15.340911 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'code': 200} Sep 01 15:08:15.384786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1285891412-network', 'tenant_id': '92f625bbc00e46ccb56f55459b5f3b23'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:15.486009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Made reservation on behalf of 92f625bbc00e46ccb56f55459b5f3b23 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:15.499149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.530651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.539517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adf08ea1-b09d-44df-8dcd-95d5b12cde5c req-245f7ff5-c50e-4c20-bf83-5e4c3e94856b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 210 time: 0.0554054 Sep 01 15:08:15.899278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.910919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.933266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:15.950137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.953629 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Added segment 6258eaa2-d673-4776-a96a-4a3d1c18fb84 of type vlan for network 977fb75d-4a64-4100-95fa-8dacb01d51b7 Sep 01 15:08:16.030342 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.082619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.084333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:16.085286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.276659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464834ef-61d6-41bc-9f8d-e9074d1acd5d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:16.315655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3078632 Sep 01 15:08:16.316237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57888) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:16.321910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Request body: {'subnet': {'network_id': '977fb75d-4a64-4100-95fa-8dacb01d51b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1285891412-subnet', 'tenant_id': '92f625bbc00e46ccb56f55459b5f3b23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:16.376529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d5318-7d38-4e4f-aab8-372d4aca342c admin admin] Pushing event updated for resources: {'Network': ['ID=977fb75d-4a64-4100-95fa-8dacb01d51b7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:16.404129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Made reservation on behalf of 92f625bbc00e46ccb56f55459b5f3b23 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:16.412386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 977fb75d-4a64-4100-95fa-8dacb01d51b7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:16.423513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.912578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e9e3-548a-4933-9be6-0545a529d851 req-35943521-360e-4dae-8190-7554da81832e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:16.923522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4e8e9e3-548a-4933-9be6-0545a529d851 req-35943521-360e-4dae-8190-7554da81832e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2252116 Sep 01 15:08:17.044983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4e8e9e3-548a-4933-9be6-0545a529d851 req-30998f45-79dc-42e2-be7d-bf36b816ff3d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192529 Sep 01 15:08:17.098581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a0634a-b979-4fad-82ad-519a30509296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.232499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.256546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ecf0219-085d-4918-8db6-bee776e7a8cc req-ab24a83a-1bf1-4557-9b71-96b7fe44c236 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 210 time: 0.1453011 Sep 01 15:08:17.323065 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.507692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3910bcf7-fec0-42d7-88b1-eb8c633ec244,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:17.528414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Checking segment: {'id': '6258eaa2-d673-4776-a96a-4a3d1c18fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '977fb75d-4a64-4100-95fa-8dacb01d51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:17.528776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Network hostable DHCP agents. Network: 977fb75d-4a64-4100-95fa-8dacb01d51b7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:17.587926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Network 977fb75d-4a64-4100-95fa-8dacb01d51b7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:17.624560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 977fb75d-4a64-4100-95fa-8dacb01d51b7) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:17.638843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db15b6-0220-4201-bd98-3c4670ec7926 None None] Network 977fb75d-4a64-4100-95fa-8dacb01d51b7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:17.639412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:17.640240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.686770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cdd23daa-9b88-4c7c-afed-ac6f7f83db0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3612442 Sep 01 15:08:18.228252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee463dc-af96-43f8-ab99-5cd5430cbf9b None None] Network 977fb75d-4a64-4100-95fa-8dacb01d51b7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:18.268764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:18.363107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-cb86ba7c-10c5-40fb-9c2e-87a338b3e5d6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.369425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-cb86ba7c-10c5-40fb-9c2e-87a338b3e5d6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.5049517 Sep 01 15:08:18.432518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:18.466479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:18.742287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:18.747102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:18.860279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ab14-3ab2-4371-a1a3-1935f419b686 req-35311e3f-a479-43bb-9da9-b70414be4f40 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.873128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf76ab14-3ab2-4371-a1a3-1935f419b686 req-35311e3f-a479-43bb-9da9-b70414be4f40 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.4945533 Sep 01 15:08:19.054709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf76ab14-3ab2-4371-a1a3-1935f419b686 req-9cab231b-b74d-47fb-83e0-c62d67bda479 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711218 Sep 01 15:08:19.146693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.8 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/db58e774-addf-427e-a90d-69cd2df9c519) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:19.259088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-398bf534-c2ac-42ba-b7c8-874ec178f845 req-dd905e6e-bb29-4f52-9563-e31b7d6e6165 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 210 time: 0.0817196 Sep 01 15:08:19.700142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57962) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:19.759285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415453476-network', 'tenant_id': 'afe646df6d154573a99db671f27eed93'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:19.809589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Made reservation on behalf of afe646df6d154573a99db671f27eed93 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:19.812235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.827704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.833672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.844445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.007972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.034823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.041807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:20.042556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.091554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:20.102730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:20.149896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:20.159659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:20.165661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.166329 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Added segment 61179ef5-c5be-4471-af42-cf378ab7cfcc of type vlan for network 84e1f50b-cb05-4905-9500-b5aad23bc48a Sep 01 15:08:20.169285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c198dcb-8f29-47b0-b679-9f66e602f01c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:20.296430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.300509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:20.385161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.386200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.425737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-97c77dcb-b841-4b9a-af3e-9d946bbcabda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0408304 Sep 01 15:08:20.450669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.453295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.453663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.461577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Request body: {'port': {'device_id': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:20.614603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.731876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0074403 Sep 01 15:08:20.731876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57988) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:20.732428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b708-8d76-4078-b57c-abb5a34bcf71 req-e824da98-17c5-4d09-a4c8-7ec63a7b4d9e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.744374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c1b708-8d76-4078-b57c-abb5a34bcf71 req-e824da98-17c5-4d09-a4c8-7ec63a7b4d9e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 931 time: 0.1309004 Sep 01 15:08:20.745565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Request body: {'subnet': {'network_id': '84e1f50b-cb05-4905-9500-b5aad23bc48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415453476-subnet', 'tenant_id': 'afe646df6d154573a99db671f27eed93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:20.778684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Made reservation on behalf of afe646df6d154573a99db671f27eed93 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:20.781093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.826839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df95ed1-7bfb-4901-88bb-21bfb9ac9a07 admin admin] Pushing event updated for resources: {'Network': ['ID=84e1f50b-cb05-4905-9500-b5aad23bc48a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:20.836853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a356e8-8fdc-4f88-8940-fe3fa23b3622 req-de4b5521-9d5a-430c-9950-23551f3b4162 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.841142 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0a356e8-8fdc-4f88-8940-fe3fa23b3622 req-de4b5521-9d5a-430c-9950-23551f3b4162 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.4848847 Sep 01 15:08:20.853446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 84e1f50b-cb05-4905-9500-b5aad23bc48a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:20.955912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0c1b708-8d76-4078-b57c-abb5a34bcf71 req-26b32712-a345-45bc-b06e-7e7ef0a7cd44 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105117 Sep 01 15:08:21.056327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a0a356e8-8fdc-4f88-8940-fe3fa23b3622 req-d20e0c2d-392a-4dae-955d-0c9871cfb3fd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846609 Sep 01 15:08:21.530894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db58e774-addf-427e-a90d-69cd2df9c519 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:21.559612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:21.610508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:21.631325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Transition to ACTIVE for port object db58e774-addf-427e-a90d-69cd2df9c519 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:21.643593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:21.849389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Pushing event updated for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:21.878848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97b9e27-99c1-4537-8030-fc82b4fee743,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:21.910474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Checking segment: {'id': '61179ef5-c5be-4471-af42-cf378ab7cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '84e1f50b-cb05-4905-9500-b5aad23bc48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:21.911114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Network hostable DHCP agents. Network: 84e1f50b-cb05-4905-9500-b5aad23bc48a, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:22.003410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Network 84e1f50b-cb05-4905-9500-b5aad23bc48a is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:22.034801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 84e1f50b-cb05-4905-9500-b5aad23bc48a) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:22.056651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c227ce8-185d-43af-b167-ba36faaf0c8f None None] Network 84e1f50b-cb05-4905-9500-b5aad23bc48a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:22.078442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.084104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.141144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Attempting to bind port db58e774-addf-427e-a90d-69cd2df9c519 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:22.142692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Attempting to bind port db58e774-addf-427e-a90d-69cd2df9c519 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:22.145952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c25e2b6-95af-455b-84a5-24ef87f9fc66 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4117262 Sep 01 15:08:22.162023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Attempting to bind port db58e774-addf-427e-a90d-69cd2df9c519 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:22.185248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Port db58e774-addf-427e-a90d-69cd2df9c519 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:22.186270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Attempting to bind port db58e774-addf-427e-a90d-69cd2df9c519 on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:22.208942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:22.213084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:22.214557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:22.215269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Bound port: db58e774-addf-427e-a90d-69cd2df9c519, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:22.215775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.490086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58016) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:22.583959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99e3c5-a19e-4e8f-8edd-9c09381aeb0b None None] Network 84e1f50b-cb05-4905-9500-b5aad23bc48a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:22.682369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Deleting subnet 3910bcf7-fec0-42d7-88b1-eb8c633ec244 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:22.708152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.758400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:22.766289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=db58e774-addf-427e-a90d-69cd2df9c519,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:22.842263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e79682-b5a3-4e69-b48b-55450615da29 req-3f071c50-d03b-415d-9ae0-19abe2aaf1ff tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.855207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e79682-b5a3-4e69-b48b-55450615da29 req-3f071c50-d03b-415d-9ae0-19abe2aaf1ff tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 943 time: 0.6311896 Sep 01 15:08:22.862275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.872912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.029041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.044626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.046604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.051209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] 10.222.0.50 "PUT /v2.0/ports/db58e774-addf-427e-a90d-69cd2df9c519 HTTP/1.1" status: 200 len: 1092 time: 2.5968950 Sep 01 15:08:23.100374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:23.116245 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a358b-77e0-478d-9369-6aff0d6fc176" -d '{"events": [{"name": "network-changed", "server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "tag": "db58e774-addf-427e-a90d-69cd2df9c519"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:23.158931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.215120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e79682-b5a3-4e69-b48b-55450615da29 req-aea6a3a1-b4c8-40e4-a0ee-03dcf7027638 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585689 Sep 01 15:08:23.217218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.227613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3910bcf7-fec0-42d7-88b1-eb8c633ec244 HTTP/1.1" status: 204 len: 168 time: 0.7359443 Sep 01 15:08:23.237603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:23.318362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e5cff-2c69-4dc4-bd57-4bb0b0e84d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3910bcf7-fec0-42d7-88b1-eb8c633ec244,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:23.416268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58034) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:23.554303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe949a-ebdc-416c-abf1-c8053ec57e3c req-e1414a35-0638-4910-9eb9-3b11fcff1b8f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.557979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44fe949a-ebdc-416c-abf1-c8053ec57e3c req-e1414a35-0638-4910-9eb9-3b11fcff1b8f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2327821 Sep 01 15:08:23.615827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.685696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c68ec-35a9-4e2a-a840-5f26e3dcb20e service neutron] Pushing event updated for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:23.708289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-f3f60384-e282-445c-aaeb-58f7eb3d9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.721118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-f3f60384-e282-445c-aaeb-58f7eb3d9b3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 1095 time: 0.5841184 Sep 01 15:08:23.753813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44fe949a-ebdc-416c-abf1-c8053ec57e3c req-ddb396a3-ad77-47c4-84d6-f9d8ec8b466e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615531 Sep 01 15:08:23.862119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-88de49f9-5b08-4530-854d-cd995f6e4c5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db58e774-addf-427e-a90d-69cd2df9c519 HTTP/1.1" status: 200 len: 217 time: 0.1298366 Sep 01 15:08:23.949432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b92467a-0b68-4468-8ae7-cd75b3e5b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.989974 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce89b695-c076-4b05-842a-7afd769170a0 x-openstack-request-id: req-ce89b695-c076-4b05-842a-7afd769170a0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:23.991526 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "tag": "db58e774-addf-427e-a90d-69cd2df9c519", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:23.991526 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce89b695-c076-4b05-842a-7afd769170a0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:23.991526 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519', 'status': 'completed', 'code': 200} Sep 01 15:08:24.053816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-bdca3674-4d6a-407d-93a0-4f82e77c0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.057004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-bdca3674-4d6a-407d-93a0-4f82e77c0dd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.1825180 Sep 01 15:08:24.259873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-27568862-df61-4ee7-866b-e956ce18dc2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974090 Sep 01 15:08:24.270870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b92467a-0b68-4468-8ae7-cd75b3e5b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.282251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b92467a-0b68-4468-8ae7-cd75b3e5b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.365379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.389276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977fb75d-4a64-4100-95fa-8dacb01d51b7']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:24.411938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7b92467a-0b68-4468-8ae7-cd75b3e5b0f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=182e8dccde8442b999eb3e64ea4f214f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927311 Sep 01 15:08:24.413621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:24.417275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6258eaa2-d673-4776-a96a-4a3d1c18fb84') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:24.417652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6258eaa2-d673-4776-a96a-4a3d1c18fb84') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:24.425167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92467a-0b68-4468-8ae7-cd75b3e5b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19aa7bb-df24-4495-8c99-caae979ed3f0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:24.466731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.517202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.534941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:24.540922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:24.544502 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:24.567145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-562f7597-8ae4-4bbb-8f13-885e0ca6c041 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938573 Sep 01 15:08:24.592414 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.623009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.702372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5265c-ac52-4ff8-a03f-d5b1771f9c85 req-32992ac3-3639-45ee-8d16-b170aa3e576e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.710632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c5265c-ac52-4ff8-a03f-d5b1771f9c85 req-32992ac3-3639-45ee-8d16-b170aa3e576e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 943 time: 0.2181118 Sep 01 15:08:24.744074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.747077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.748438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e19aa7bb-df24-4495-8c99-caae979ed3f0 HTTP/1.1" status: 204 len: 168 time: 0.3335578 Sep 01 15:08:24.761406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.775617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.783222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] 10.222.0.41 "DELETE /v2.0/networks/977fb75d-4a64-4100-95fa-8dacb01d51b7 HTTP/1.1" status: 204 len: 168 time: 1.4615071 Sep 01 15:08:24.784099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778edf9-1498-4505-8d4f-a6ddbfb41996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19aa7bb-df24-4495-8c99-caae979ed3f0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:24.784914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58056) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:24.814140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c5265c-ac52-4ff8-a03f-d5b1771f9c85 req-f27cf45e-df9c-4e92-88ff-30fe3bbb750c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023960 Sep 01 15:08:24.822664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b41828-458f-4fd8-b56f-1817ab294181 admin admin] Pushing event deleted for resources: {'Network': ['ID=977fb75d-4a64-4100-95fa-8dacb01d51b7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:24.907158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876e236b-9e2d-4f7e-a7b2-67e16192687e req-163cf20f-e6bb-476d-8b24-edf3a56b285b service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890449 Sep 01 15:08:24.947564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Deleting subnet a97b9e27-99c1-4537-8030-fc82b4fee743 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:24.952648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.103224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825a8b5-679c-4b85-b4b8-b67cb20bab51 req-03046680-bb28-48f6-84f7-3ed7294f923c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.105318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f825a8b5-679c-4b85-b4b8-b67cb20bab51 req-03046680-bb28-48f6-84f7-3ed7294f923c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1271658 Sep 01 15:08:25.114153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.158150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-3859c89f-b574-4974-b46d-33fcb1a2ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.160091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-3859c89f-b574-4974-b46d-33fcb1a2ca86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 1095 time: 0.1319983 Sep 01 15:08:25.219044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.223207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f825a8b5-679c-4b85-b4b8-b67cb20bab51 req-35ae93d9-2911-4ff3-b175-20c7165b5ead tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076038 Sep 01 15:08:25.373407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.445739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97b9e27-99c1-4537-8030-fc82b4fee743,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:25.478517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.487778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6cfeb8e-e6ce-4852-9649-6315590fa19a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a97b9e27-99c1-4537-8030-fc82b4fee743 HTTP/1.1" status: 204 len: 168 time: 0.7025542 Sep 01 15:08:25.491809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:25.556676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-03b789eb-a320-44b8-8cc1-7a7091b1d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.559150 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-03b789eb-a320-44b8-8cc1-7a7091b1d7db service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.3755102 Sep 01 15:08:25.665373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-6d8b56c9-aff1-4f2a-b351-37b44cb09106 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db58e774-addf-427e-a90d-69cd2df9c519 HTTP/1.1" status: 200 len: 217 time: 0.0900581 Sep 01 15:08:25.693031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.805293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58080) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:25.868489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa978b71-182f-4ab2-a576-24785a48c6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.900116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-c98aca89-0c28-4c03-880f-33ceb1cc5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.906160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-c98aca89-0c28-4c03-880f-33ceb1cc5172 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2292280 Sep 01 15:08:25.966943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.983913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e1f50b-cb05-4905-9500-b5aad23bc48a']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:26.024764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61179ef5-c5be-4471-af42-cf378ab7cfcc') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:26.025378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61179ef5-c5be-4471-af42-cf378ab7cfcc') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:26.061677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.092390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.124400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa978b71-182f-4ab2-a576-24785a48c6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.126412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:26.127238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.129826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-5f513014-ffa9-4fdc-82fb-ee69c14cadea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133260 Sep 01 15:08:26.142199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa978b71-182f-4ab2-a576-24785a48c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.210957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa978b71-182f-4ab2-a576-24785a48c6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8546a1-df8d-44be-9b90-94e83918240b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:26.250885 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:26.282310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.298312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.310775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] 10.222.0.41 "DELETE /v2.0/networks/84e1f50b-cb05-4905-9500-b5aad23bc48a HTTP/1.1" status: 204 len: 168 time: 0.8149271 Sep 01 15:08:26.329036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3a6c1-47ea-4f3a-8d5f-a0667ada436f admin admin] Pushing event deleted for resources: {'Network': ['ID=84e1f50b-cb05-4905-9500-b5aad23bc48a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.350510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f5314-3418-4ce4-86ec-8fc5a6ebde48 req-eaac380e-3a3b-41ac-8c44-8110479d0ceb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.363591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c0f5314-3418-4ce4-86ec-8fc5a6ebde48 req-eaac380e-3a3b-41ac-8c44-8110479d0ceb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 943 time: 0.2376482 Sep 01 15:08:26.368578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa978b71-182f-4ab2-a576-24785a48c6d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c8befbaa2d49fb943278ab609c699a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620997 Sep 01 15:08:26.371982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:26.491646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c0f5314-3418-4ce4-86ec-8fc5a6ebde48 req-fab07a96-d4bd-47cd-90d6-35db60d2ff41 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249449 Sep 01 15:08:26.497695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-17e706d2-a756-4281-a729-ac8b2eb445ef service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516889 Sep 01 15:08:26.591587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.726574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.836546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.845504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.851644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec8546a1-df8d-44be-9b90-94e83918240b HTTP/1.1" status: 204 len: 168 time: 0.4758837 Sep 01 15:08:26.870193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:26.880983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71a9e3-26af-48b9-8d49-eefa784e83d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8546a1-df8d-44be-9b90-94e83918240b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.965642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d0a358b-77e0-478d-9369-6aff0d6fc176 req-8c41a6ce-32ff-4e56-b269-f83486e60f03 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588828 Sep 01 15:08:27.056975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485c840-4d09-4475-909e-fb8535437bbe req-91afb8b5-c375-49ea-94c7-ece2a031cddc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:27.064050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c485c840-4d09-4475-909e-fb8535437bbe req-91afb8b5-c375-49ea-94c7-ece2a031cddc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.3438997 Sep 01 15:08:27.171797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8949f7a6-71e4-4d43-86a3-2695b0a21a4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92f625bbc00e46ccb56f55459b5f3b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922833 Sep 01 15:08:27.177188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:27.235662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c485c840-4d09-4475-909e-fb8535437bbe req-89991ea3-0f1b-4936-a88b-1acae81b45b5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612122 Sep 01 15:08:27.318613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:27.372867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.450527 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.493837 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.121546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device db58e774-addf-427e-a90d-69cd2df9c519 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:28.521948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=db58e774-addf-427e-a90d-69cd2df9c519,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:28.537396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61917bfd-7927-4a88-a6e7-3d78f0554352 req-6c1528f5-de8b-445f-9864-0a3903103b67 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.546893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61917bfd-7927-4a88-a6e7-3d78f0554352 req-6c1528f5-de8b-445f-9864-0a3903103b67 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 943 time: 0.2646646 Sep 01 15:08:28.575468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'db58e774-addf-427e-a90d-69cd2df9c519', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': 'db58e774-addf-427e-a90d-69cd2df9c519', 'mac_address': 'fa:16:3e:ca:e8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:28.682436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.725260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db58e774-addf-427e-a90d-69cd2df9c519 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:28.745845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61917bfd-7927-4a88-a6e7-3d78f0554352 req-24835f8d-c2d2-4a90-9b54-86d2b4600e32 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979277 Sep 01 15:08:28.767446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.778802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.781478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=db58e774-addf-427e-a90d-69cd2df9c519,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:28.794953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/464834ef-61d6-41bc-9f8d-e9074d1acd5d HTTP/1.1" status: 204 len: 168 time: 1.6126049 Sep 01 15:08:28.796099 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.839963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f35753a-c1bd-4fac-b0b5-4aee0801447c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.851219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7605f-1f31-4262-830b-160979dd73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464834ef-61d6-41bc-9f8d-e9074d1acd5d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.951233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.965012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.970283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.971321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.973570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.974249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.974833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.980514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.981295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.981888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.982454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.983009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:28.983563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:29.034343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acd3f1-94d7-405a-a4ea-a6d75e05aefb req-32dfcc65-9824-419b-b452-d27e72ec377e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.042418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6acd3f1-94d7-405a-a4ea-a6d75e05aefb req-32dfcc65-9824-419b-b452-d27e72ec377e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2047074 Sep 01 15:08:29.120329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6acd3f1-94d7-405a-a4ea-a6d75e05aefb req-57932e65-eee1-4bb0-a352-d2d85518bc5f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734205 Sep 01 15:08:29.143292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['db58e774-addf-427e-a90d-69cd2df9c519'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:29.277360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f35753a-c1bd-4fac-b0b5-4aee0801447c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.293509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f35753a-c1bd-4fac-b0b5-4aee0801447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.364388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f35753a-c1bd-4fac-b0b5-4aee0801447c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=989dfa36e2554d5c9bffc62d88a23c45&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0441973 Sep 01 15:08:29.369189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:29.378314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35753a-c1bd-4fac-b0b5-4aee0801447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bbd1b7-a3fd-46d3-a65d-d3d6f7a26db0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:29.520327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.597465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.807877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.810921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.812981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98bbd1b7-a3fd-46d3-a65d-d3d6f7a26db0 HTTP/1.1" status: 204 len: 168 time: 0.4423351 Sep 01 15:08:29.825323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fb6f4-5a86-42a6-9e45-35cce1d15655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bbd1b7-a3fd-46d3-a65d-d3d6f7a26db0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:30.160195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:30.213420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e849-c166-4404-8695-53de0ad0b436 req-fbf8d7b6-80a0-424f-87c6-f14abc44e779 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.227200 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed76e849-c166-4404-8695-53de0ad0b436 req-fbf8d7b6-80a0-424f-87c6-f14abc44e779 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 944 time: 0.2276769 Sep 01 15:08:30.345483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-defe470b-1f54-4f60-bf58-d0443f55e615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afe646df6d154573a99db671f27eed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838303 Sep 01 15:08:30.349763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:30.419187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed76e849-c166-4404-8695-53de0ad0b436 req-da9d3aa5-7017-44f4-a0fc-a941fa175229 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918528 Sep 01 15:08:30.586457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.693027 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.775172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29628be0-9d0a-4670-8c33-a9dc09b3c54d req-76f14f30-69f5-4cea-a647-f172ac1beed1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.800921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29628be0-9d0a-4670-8c33-a9dc09b3c54d req-76f14f30-69f5-4cea-a647-f172ac1beed1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.3690312 Sep 01 15:08:30.879269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.882588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.883806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c198dcb-8f29-47b0-b679-9f66e602f01c HTTP/1.1" status: 204 len: 168 time: 0.5320320 Sep 01 15:08:30.908804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c198dcb-8f29-47b0-b679-9f66e602f01c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:30.942558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.943178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.943604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.943905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.944612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.956124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.956823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.958858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.961679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.963068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.965324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:30.969740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b72a8-da3d-478f-8c66-2f480bf59267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:31.024821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29628be0-9d0a-4670-8c33-a9dc09b3c54d req-25e21b65-cb01-4f9f-8665-d9b51e591da5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207608 Sep 01 15:08:31.860059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350e18f-5bf1-4d2f-a4af-50064ef36d21 req-6aa3a962-7afb-445b-a6a1-a66cf670b6c5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:31.868909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3350e18f-5bf1-4d2f-a4af-50064ef36d21 req-6aa3a962-7afb-445b-a6a1-a66cf670b6c5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 944 time: 0.1892049 Sep 01 15:08:31.923155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3350e18f-5bf1-4d2f-a4af-50064ef36d21 req-6fcf8b55-7b64-4d0f-beeb-31abb39fc7f1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 Sep 01 15:08:32.157205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device db58e774-addf-427e-a90d-69cd2df9c519 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:32.483283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dac2d-9200-4f59-bb93-cb77fcdd3b8b req-cf0f91e8-5f76-40bb-95ab-618a4a4ec7f1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:32.504466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-360dac2d-9200-4f59-bb93-cb77fcdd3b8b req-cf0f91e8-5f76-40bb-95ab-618a4a4ec7f1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2378747 Sep 01 15:08:32.567545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port db58e774-addf-427e-a90d-69cd2df9c519 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:32.584610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port db58e774-addf-427e-a90d-69cd2df9c519 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:32.586355 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.622835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-360dac2d-9200-4f59-bb93-cb77fcdd3b8b req-d33aaf86-1d01-4f22-b818-3feebd572ae0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086617 Sep 01 15:08:33.107921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:33.278092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce54b7-a731-432d-a27c-9ad2098a3489 req-5c3f0308-6b52-4f06-bdbf-001707c7f90b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.300969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fce54b7-a731-432d-a27c-9ad2098a3489 req-5c3f0308-6b52-4f06-bdbf-001707c7f90b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 944 time: 0.1486919 Sep 01 15:08:33.301606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=db58e774-addf-427e-a90d-69cd2df9c519,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:33.308918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:33.320308 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb65837e-8778-48e4-8070-75121de53c3c" -d '{"events": [{"server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "name": "network-vif-plugged", "status": "completed", "tag": "db58e774-addf-427e-a90d-69cd2df9c519"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:33.336068 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:33.415252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fce54b7-a731-432d-a27c-9ad2098a3489 req-ff59f234-a7a4-49ff-b741-9d512d2e6a63 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117404 Sep 01 15:08:33.534331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:08:33.584797 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4503fd8-b5a1-4c27-ae90-f4c3bb2eaad6 x-openstack-request-id: req-e4503fd8-b5a1-4c27-ae90-f4c3bb2eaad6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:33.588910 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "name": "network-vif-plugged", "status": "completed", "tag": "db58e774-addf-427e-a90d-69cd2df9c519", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:33.589344 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4503fd8-b5a1-4c27-ae90-f4c3bb2eaad6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:33.589794 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519', 'code': 200} Sep 01 15:08:33.590403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:33.795046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6957-c7d9-46c3-8117-51a319c6bfc5 req-adec7e9d-ad8c-4ef8-934b-f767a70da08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.800136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-04ff6957-c7d9-46c3-8117-51a319c6bfc5 req-adec7e9d-ad8c-4ef8-934b-f767a70da08f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 1097 time: 0.1940684 Sep 01 15:08:33.983116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-04ff6957-c7d9-46c3-8117-51a319c6bfc5 req-b7598837-7c2e-4443-9457-4dcad54a6c38 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711099 Sep 01 15:08:34.012372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a56cb-08d4-4199-a262-e2d965fa2311 req-950a2bff-0827-4fd2-b0dc-77162b67e0c2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.037719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257a56cb-08d4-4199-a262-e2d965fa2311 req-950a2bff-0827-4fd2-b0dc-77162b67e0c2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1835349 Sep 01 15:08:34.118123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257a56cb-08d4-4199-a262-e2d965fa2311 req-80a470fc-544b-4f39-b48a-6c3e076abbc6 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791099 Sep 01 15:08:34.206165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58262) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:34.713945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9468b-eb8c-46dc-af23-a8c9170f586d req-383e3472-2c87-4a65-8d01-71f100b62bad tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.730259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dd9468b-eb8c-46dc-af23-a8c9170f586d req-383e3472-2c87-4a65-8d01-71f100b62bad tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.1518483 Sep 01 15:08:34.828686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dd9468b-eb8c-46dc-af23-a8c9170f586d req-aa4671fd-9585-4c76-8c86-d9e2646ff544 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Sep 01 15:08:34.886689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58276) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:34.896623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1734933832-network', 'tenant_id': 'c95aca27605c4f75be3ab216d2c039fe'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:34.962783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Made reservation on behalf of c95aca27605c4f75be3ab216d2c039fe for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:34.965530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.008540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-147245364-network', 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:35.018269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.065210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:08:35.065210 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:08:35.065210 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': 'c95aca27605c4f75be3ab216d2c039fe', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 8, 35, 45479)}] Sep 01 15:08:35.065210 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:08:35.066514 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:08:35.068926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:35.072813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.083968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.219116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.227755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.304432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:35.347759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a6a61a-b6a9-46a6-88c7-269f8c66a116,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:35.384622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.387061 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Added segment 521c9805-9145-42eb-a8e7-85b4e123dead of type vlan for network 7715320d-85f8-49ea-9836-b495714b7774 Sep 01 15:08:35.542031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.561334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51b60a-9935-4911-b763-eaaa31e76be2 req-e404d6a9-d561-4d35-b4c2-e3a324201378 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.563280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a51b60a-9935-4911-b763-eaaa31e76be2 req-e404d6a9-d561-4d35-b4c2-e3a324201378 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1348610 Sep 01 15:08:35.572607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.668710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a51b60a-9935-4911-b763-eaaa31e76be2 req-23908c8b-6d9d-4b5e-9330-845e00127e91 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918984 Sep 01 15:08:35.698136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.699115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.700328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.839885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] Pushing event updated for resources: {'Network': ['ID=7715320d-85f8-49ea-9836-b495714b7774,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:35.860946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7715320d-85f8-49ea-9836-b495714b7774 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:36.068015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.084117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.132341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:36.177982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.178321 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Added segment 4da2df8a-183e-4173-9f6b-925b36daf252 of type vlan for network 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 Sep 01 15:08:36.198110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0fc0824-1e6e-439c-9b5e-52720c94c08a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3104715 Sep 01 15:08:36.202882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58306) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:36.216589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Request body: {'subnet': {'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-147245364-subnet', 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:36.274037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:36.279031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.403189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401b738-c5fe-4b32-bb0e-0cb08807ebf5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:36.413413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.481939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc32a7-a643-4ed2-b86f-dc177c428ed4 req-f1c840dc-3bb7-4e31-bee8-a5897f00e021 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.499516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45dc32a7-a643-4ed2-b86f-dc177c428ed4 req-f1c840dc-3bb7-4e31-bee8-a5897f00e021 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.3102822 Sep 01 15:08:36.616655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.627711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.630439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.632303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.723215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec53f36-5e70-4fb6-9932-8bf83cb15191,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:36.801739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-45dc32a7-a643-4ed2-b86f-dc177c428ed4 req-eecccc2b-b3c5-465d-8546-5b44e3c54b31 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983799 Sep 01 15:08:36.824486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6117594 Sep 01 15:08:36.825870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58322) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:36.841945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:36.842655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Network hostable DHCP agents. Network: 7715320d-85f8-49ea-9836-b495714b7774, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:36.881546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Network 7715320d-85f8-49ea-9836-b495714b7774 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:36.887663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Request body: {'subnet': {'network_id': '20eeddf0-cf08-46dd-9046-bc7ee8fe45f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1734933832-subnet', 'tenant_id': 'c95aca27605c4f75be3ab216d2c039fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:36.933211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8dba3-b7cf-4915-b1d9-da1e9d4db617 admin admin] Pushing event updated for resources: {'Network': ['ID=20eeddf0-cf08-46dd-9046-bc7ee8fe45f4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:36.934187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7715320d-85f8-49ea-9836-b495714b7774) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:36.958928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65692d27-c893-4305-8a32-c47bdc1278f8 None None] Network 7715320d-85f8-49ea-9836-b495714b7774 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:37.034827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.038382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.120701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282aa6c-9686-405a-bb0b-b24fd2c74db5 req-9caf41cf-da0f-4ad6-bdbf-91c94817d997 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.123820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c282aa6c-9686-405a-bb0b-b24fd2c74db5 req-9caf41cf-da0f-4ad6-bdbf-91c94817d997 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2315030 Sep 01 15:08:37.124258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Made reservation on behalf of c95aca27605c4f75be3ab216d2c039fe for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:37.138959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-09dd34ed-06cd-496f-87ea-c197699ab1a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9345388 Sep 01 15:08:37.165202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.301751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c282aa6c-9686-405a-bb0b-b24fd2c74db5 req-1a236558-3cdd-4e84-a14c-a36a58082b50 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698115 Sep 01 15:08:37.422302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:37.491058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:37.676560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8493c-660e-499f-92b6-a5fa1df37fd8 None None] Network 7715320d-85f8-49ea-9836-b495714b7774 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:37.712079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271d16c-fd33-418a-8c7e-2d9bcb15274e req-363459dd-6938-4e49-9bc8-689f850b4ae0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.716019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8271d16c-fd33-418a-8c7e-2d9bcb15274e req-363459dd-6938-4e49-9bc8-689f850b4ae0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.1698728 Sep 01 15:08:37.823325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.848674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8271d16c-fd33-418a-8c7e-2d9bcb15274e req-b2d4f4f9-32a8-4480-8531-e92cb5e513f7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068296 Sep 01 15:08:38.025045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9231293a-187d-4709-8cc7-bffb299bbfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.063816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Checking segment: {'id': '4da2df8a-183e-4173-9f6b-925b36daf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20eeddf0-cf08-46dd-9046-bc7ee8fe45f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:38.073618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Network hostable DHCP agents. Network: 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:38.079175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e1cacd-e1c5-401c-bf92-7f311f8b2781,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:38.132158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3bf40-3aaa-413f-9443-a9d9f21aa058 req-78d73b95-70a4-49ab-b34a-83328461f483 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.142955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2e3bf40-3aaa-413f-9443-a9d9f21aa058 req-78d73b95-70a4-49ab-b34a-83328461f483 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.1689463 Sep 01 15:08:38.146580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Network 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:38.180947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:38.188491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.189290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.196997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9fcf3-5375-4829-beae-f3195e0957fd None None] Network 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:38.234662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2e3bf40-3aaa-413f-9443-a9d9f21aa058 req-d5b3539e-555c-4c36-bb95-9d09f7a5af8c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901873 Sep 01 15:08:38.384451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9231293a-187d-4709-8cc7-bffb299bbfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.400111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9231293a-187d-4709-8cc7-bffb299bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.409494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-32b99a93-7bc1-415b-9102-fc98280b1658 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5530810 Sep 01 15:08:38.560572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231293a-187d-4709-8cc7-bffb299bbfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968a772-95f3-461f-bdc2-4de4ac4ccd1a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:38.583896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:38.586894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9231293a-187d-4709-8cc7-bffb299bbfea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=132f258a944440a6afef5e1b2613f050&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0937698 Sep 01 15:08:38.594063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:38.672201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-379640495-network', 'tenant_id': 'd002ac20dc584025908a066442bc1ac8'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:38.751396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.800326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e59ff1-3b5f-4de8-b333-80154c414c4c req-a96306a0-e8dc-4a77-98f0-b541fa7a28ee tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.810333 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58e59ff1-3b5f-4de8-b333-80154c414c4c req-a96306a0-e8dc-4a77-98f0-b541fa7a28ee tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2888670 Sep 01 15:08:38.847045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.856693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Made reservation on behalf of d002ac20dc584025908a066442bc1ac8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:38.867776 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.945774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae35c7-3138-42e6-bff2-28d4d128768f None None] Network 20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:38.976661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c89aa-d553-47c1-9b8a-dde864e0c2fc req-d34ab05d-91d7-46da-a1b8-13d531232379 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.978673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef4c89aa-d553-47c1-9b8a-dde864e0c2fc req-d34ab05d-91d7-46da-a1b8-13d531232379 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.1632240 Sep 01 15:08:39.006305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.054959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef4c89aa-d553-47c1-9b8a-dde864e0c2fc req-05023ea3-ec8a-4aa8-8748-aa73946f2cc9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Sep 01 15:08:39.073409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.074635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.082998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1968a772-95f3-461f-bdc2-4de4ac4ccd1a HTTP/1.1" status: 204 len: 168 time: 0.4701364 Sep 01 15:08:39.115346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ba8e1-e91f-4204-b084-81e6a6001784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968a772-95f3-461f-bdc2-4de4ac4ccd1a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:39.230615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58e59ff1-3b5f-4de8-b333-80154c414c4c req-059adbb6-d35f-4ef1-b241-c65633528708 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856072 Sep 01 15:08:39.437888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.448089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.461964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:39.482696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.483577 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Added segment 78905eca-13fa-4c22-b190-fde50d94e53b of type vlan for network 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 Sep 01 15:08:39.538564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a609d83-e10d-4d37-bdc0-b4a21222a0cc,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:39.556511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.609207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.611156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:39.612674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.713929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1195381 Sep 01 15:08:39.717282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:39.724147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Request body: {'subnet': {'network_id': '6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-379640495-subnet', 'tenant_id': 'd002ac20dc584025908a066442bc1ac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:39.735373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382d02e-5b3f-40fa-8557-e7c018f8addb admin admin] Pushing event updated for resources: {'Network': ['ID=6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:39.765625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:39.797735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Made reservation on behalf of d002ac20dc584025908a066442bc1ac8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:39.800763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.998074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:40.022800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f42-2cdd-4f17-a62e-9689316d4fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.154532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-528124044', 'description': 'tempest-description-113361573'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:40.173906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.327309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-81c17cb4-3382-447a-b5ea-530af5061f07 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:40.328868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-81c17cb4-3382-447a-b5ea-530af5061f07 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.1304641 Sep 01 15:08:40.341863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8708bb50-a6f2-46cb-9eb8-7b6e20ffcdab,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:40.399819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f42-2cdd-4f17-a62e-9689316d4fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.409707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Checking segment: {'id': '78905eca-13fa-4c22-b190-fde50d94e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:40.411558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Network hostable DHCP agents. Network: 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:40.449701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4fd92f42-2cdd-4f17-a62e-9689316d4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.457172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.467768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459480f-dd95-4a62-ba55-0a95387336da req-083607ca-36b1-44a6-9498-f3b038483a64 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:40.483440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0459480f-dd95-4a62-ba55-0a95387336da req-083607ca-36b1-44a6-9498-f3b038483a64 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 945 time: 0.2637937 Sep 01 15:08:40.529608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Network 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:40.530740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd92f42-2cdd-4f17-a62e-9689316d4fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6433a01-f4b1-4dec-ad50-e2ec5a36a2f8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:40.541352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4fd92f42-2cdd-4f17-a62e-9689316d4fc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef3cbfde24e54e8abb366eba1cd3e089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420496 Sep 01 15:08:40.549046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58406) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:40.593605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port db58e774-addf-427e-a90d-69cd2df9c519 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:40.593955 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.643669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0459480f-dd95-4a62-ba55-0a95387336da req-80090726-48ee-49ea-bfd8-fa3fff9cf5aa tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590562 Sep 01 15:08:40.647265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:40.669696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97831f8-843b-4989-874b-44c9bc649e40 None None] Network 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:40.680924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:40.684438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.734283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.753543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.783249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a516b814-a1fe-49d9-b0dc-5bb6a0bf0c56 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0631447 Sep 01 15:08:40.789204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.791391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.802857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c0ff9e2-e373-4ee4-8701-21a6dd047f92 req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6525493 Sep 01 15:08:40.903308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port db58e774-addf-427e-a90d-69cd2df9c519, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=db58e774-addf-427e-a90d-69cd2df9c519,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:40.904070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.911698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8aa05-478c-4fb7-93c1-a18510e41df1 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5141410b-1736-4343-8872-2218321b4201,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:40.926389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.944778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for db58e774-addf-427e-a90d-69cd2df9c519 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:40.986824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f938f3-fec3-4cb2-aeb5-fcca9b641376 None None] Network 6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:41.136732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4c71-ffac-45b1-9114-ea301cd9b7a3 req-8deb10f1-f634-48da-9c53-5c222850c97f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:41.155120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5af4c71-ffac-45b1-9114-ea301cd9b7a3 req-8deb10f1-f634-48da-9c53-5c222850c97f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.2407188 Sep 01 15:08:41.184214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.193174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.194958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6433a01-f4b1-4dec-ad50-e2ec5a36a2f8 HTTP/1.1" status: 204 len: 168 time: 0.6443961 Sep 01 15:08:41.242928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b682b-f659-448e-bb30-2739b0c6a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6433a01-f4b1-4dec-ad50-e2ec5a36a2f8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.308486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-985ca02c-d0de-4323-b943-b0755f1b13af tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/5141410b-1736-4343-8872-2218321b4201 HTTP/1.1" status: 200 len: 1813 time: 0.2015336 Sep 01 15:08:41.354455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5141410b-1736-4343-8872-2218321b4201', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:41.355313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5141410b-1736-4343-8872-2218321b4201', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:41.365490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5af4c71-ffac-45b1-9114-ea301cd9b7a3 req-7203db28-8d0a-4cea-9a86-9e1b0e58de41 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060912 Sep 01 15:08:41.501109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.516757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99', 'db58e774-addf-427e-a90d-69cd2df9c519'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:41.550567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.597408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.604784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=db58e774-addf-427e-a90d-69cd2df9c519,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.611530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.756579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a962df3-9c8b-44ff-982f-9eb0d57afea6,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.759052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port db58e774-addf-427e-a90d-69cd2df9c519 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:41.761995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.763400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62848b0f-fd10-412d-889e-e18d0cee2763 req-f3c5e95a-d8ec-4601-bfd1-f3899da0bbfc tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4167037 Sep 01 15:08:41.765334 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.775095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa3d32c6-1834-48bc-9d83-2ab0b77d783c req-1d50a315-6807-4768-b05e-4fd0c1b68bfe tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/db58e774-addf-427e-a90d-69cd2df9c519 HTTP/1.1" status: 204 len: 173 time: 1.4386919 Sep 01 15:08:41.775684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'name': 'network-vif-deleted', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:41.778664 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14864588-297d-4a79-9ad8-a5307633ce0c" -d '{"events": [{"server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "name": "network-vif-deleted", "tag": "db58e774-addf-427e-a90d-69cd2df9c519"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:41.926903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0879ae03-19bd-4f40-9bd6-eda08f0ebba2 req-492f927f-1d4f-42cd-93b4-9b7c4ba8c827 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=532b050a-0fd9-48a1-9d5a-5f6200c57e6b HTTP/1.1" status: 200 len: 210 time: 0.0435159 Sep 01 15:08:42.058383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3c1c7f5-f3da-43e6-ba42-57cb1b03bb51 req-1d550e0a-7ae1-4258-8c5f-c67afcc8985a tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/5141410b-1736-4343-8872-2218321b4201 HTTP/1.1" status: 200 len: 2407 time: 0.0688913 Sep 01 15:08:42.145566 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea1fe3-9c9c-4ee3-8907-15deec2f81e4 x-openstack-request-id: req-11ea1fe3-9c9c-4ee3-8907-15deec2f81e4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:42.146091 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532b050a-0fd9-48a1-9d5a-5f6200c57e6b", "name": "network-vif-deleted", "tag": "db58e774-addf-427e-a90d-69cd2df9c519", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:42.146510 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11ea1fe3-9c9c-4ee3-8907-15deec2f81e4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:42.147136 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532b050a-0fd9-48a1-9d5a-5f6200c57e6b', 'name': 'network-vif-deleted', 'tag': 'db58e774-addf-427e-a90d-69cd2df9c519', 'status': 'completed', 'code': 200} Sep 01 15:08:42.510076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-d60bf24e-f40a-4b2b-b2e4-46c6321ae92e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-group-rules/5a962df3-9c8b-44ff-982f-9eb0d57afea6 HTTP/1.1" status: 200 len: 778 time: 0.0543849 Sep 01 15:08:42.519268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750447c3-090a-47cd-a830-ce2095baf71b req-4e64f808-229a-49e8-b914-a074effac853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.524383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-4e64f808-229a-49e8-b914-a074effac853 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1098 time: 0.1182091 Sep 01 15:08:42.558851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-bdd7916e-122b-49f1-8c4d-3f16a28b079d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.562168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-bdd7916e-122b-49f1-8c4d-3f16a28b079d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.3145497 Sep 01 15:08:42.649704 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-f4874cca-333b-4190-933b-c4fa7b142e91 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/quotas/55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 375 time: 0.0703349 Sep 01 15:08:42.757488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-bbee8c90-6bf8-473c-9f45-d0a550fa052f tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/5141410b-1736-4343-8872-2218321b4201 HTTP/1.1" status: 200 len: 2407 time: 0.2309432 Sep 01 15:08:42.772263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750447c3-090a-47cd-a830-ce2095baf71b req-efb1c2c4-8004-4d6d-a539-a21fc673757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.775074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-efb1c2c4-8004-4d6d-a539-a21fc673757a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.2283697 Sep 01 15:08:42.780831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-608bb360-bdfb-405d-98aa-03ac60952271 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099563 Sep 01 15:08:42.865553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.884261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.932265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-a53308d9-93dd-4d38-a161-246ebb46f843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1002 time: 0.1368685 Sep 01 15:08:42.945281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-c9136ce4-4f01-4b88-beea-cbb5acb5deb0 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543896 Sep 01 15:08:42.962796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.999350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.005141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-754ae021-4f09-46fb-8ea1-0c90c49350c3 req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5a962df3-9c8b-44ff-982f-9eb0d57afea6 HTTP/1.1" status: 204 len: 173 time: 0.2463627 Sep 01 15:08:43.043545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7974f6-d8d0-41dd-94e4-0c0759173608 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a962df3-9c8b-44ff-982f-9eb0d57afea6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:43.085589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750447c3-090a-47cd-a830-ce2095baf71b req-cba5b784-980f-4a6c-969d-e7a6ba2e24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.087496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-cba5b784-980f-4a6c-969d-e7a6ba2e24a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.1426175 Sep 01 15:08:43.144910 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-044562da-2546-4b53-92f5-03c3fbed906e service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901829 Sep 01 15:08:43.186868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966a6f-b7e8-4634-aef9-774a66bdf77b req-16a027dd-0bf5-4b22-8f83-94bd0d1b6c55 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.195929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66966a6f-b7e8-4634-aef9-774a66bdf77b req-16a027dd-0bf5-4b22-8f83-94bd0d1b6c55 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.1072197 Sep 01 15:08:43.208011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750447c3-090a-47cd-a830-ce2095baf71b req-eb816457-280c-436a-8a28-b4dd8d880be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.209663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-eb816457-280c-436a-8a28-b4dd8d880be0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107044 Sep 01 15:08:43.301717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66966a6f-b7e8-4634-aef9-774a66bdf77b req-98034fd0-752b-41a0-9c2c-14e6cb2a841f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047528 Sep 01 15:08:43.387676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-938800252', 'description': 'tempest-description-1436806838'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:43.428515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-60678f11-c84e-453e-b410-bdca488c3fed service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092485 Sep 01 15:08:43.440385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.578604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fac112e-10e6-41fa-8bfe-5176663393b6 req-818525ce-5934-48f3-b8f8-64d5b980b2f9 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 210 time: 0.0925412 Sep 01 15:08:43.616162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750447c3-090a-47cd-a830-ce2095baf71b req-932321dc-c742-4e62-a53d-5d51648fc939 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625347 Sep 01 15:08:43.683254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.695406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.793210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.803571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17372d39-a51d-4347-bba9-cfd7a825eb59 req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4518104 Sep 01 15:08:43.842794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3553c1-976d-46d3-8f23-61821fc10310 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37432c-4aea-4be9-9b12-f85c41148183,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:43.957976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad41e18f-eaae-4b3b-aa0f-968f9534e8a2 req-7d28b46b-9ece-458c-b81d-2dae4aa28cf7 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/ad37432c-4aea-4be9-9b12-f85c41148183 HTTP/1.1" status: 200 len: 1814 time: 0.1086564 Sep 01 15:08:44.031131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1354487252', 'description': 'tempest-description-431405973'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:44.082950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.165479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2bcab068-d1f7-48a2-b4fd-105a728a3252 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.175583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2bcab068-d1f7-48a2-b4fd-105a728a3252 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.3120916 Sep 01 15:08:44.202270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:44.217715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-6635ead2-bea6-4c17-88a8-d36fe818946a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/quotas/5f55321d142b44d688adcc2b161d3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0221081 Sep 01 15:08:44.288335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.298013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.352741 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d280b185-9924-4168-8746-0bd254fab9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.363203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-91da0a7b-cc31-4d7c-8fbd-ee3f148ce7af tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242828 Sep 01 15:08:44.384682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.389908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8c19c6e-761b-40dc-b156-d3546dd5a776 req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3655145 Sep 01 15:08:44.424010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554783-9359-4d25-a4d4-054079d36a26 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c748c1-92cd-4824-af49-3b93550dfb1d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:44.502545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.549936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:44.551329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:44.554571 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a027c3c6-f0c3-48af-9816-80b31a16e358" -d '{"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:44.560743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.566045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device db58e774-addf-427e-a90d-69cd2df9c519 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:44.576044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a43d4-2ef1-4121-b968-bedb706114e5 req-b5684fca-b14e-4321-a8fd-c371bf0a9bf2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.578313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec2a43d4-2ef1-4121-b968-bedb706114e5 req-b5684fca-b14e-4321-a8fd-c371bf0a9bf2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 946 time: 0.0985613 Sep 01 15:08:44.647219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-30259925-9fbe-4417-9e7d-3dc26f69323c service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825222 Sep 01 15:08:44.682456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:44.686914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: db58e774-addf-427e-a90d-69cd2df9c519 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:44.687601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device db58e774-addf-427e-a90d-69cd2df9c519 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:44.720802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec2a43d4-2ef1-4121-b968-bedb706114e5 req-c5a5b19c-1299-478e-aa8e-5488d59d585f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275914 Sep 01 15:08:44.853714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c5e5baf-0d80-45db-a4aa-aee3d54f4260 req-39ec2c84-a072-4495-b81f-5fde128b2cef tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/92c748c1-92cd-4824-af49-3b93550dfb1d HTTP/1.1" status: 200 len: 1814 time: 0.0769963 Sep 01 15:08:44.919691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-f27dfa3d-526b-4999-a015-e91b90d5db00 service neutron] 10.222.0.41 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617359 Sep 01 15:08:45.042820 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d044b6-1c55-47d0-8bea-527d99a80ea1 x-openstack-request-id: req-d2d044b6-1c55-47d0-8bea-527d99a80ea1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:45.043178 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:45.043914 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2d044b6-1c55-47d0-8bea-527d99a80ea1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:45.044497 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'code': 200} Sep 01 15:08:45.165270 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2e8dcc36-9c62-4704-9efd-793ede073c23 req-7b16efa0-4045-487a-983e-f26adad42a2e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 210 time: 0.0402758 Sep 01 15:08:45.216225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1379630976', 'description': 'tempest-description-529953925'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:45.248955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58556) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:45.271662 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.334859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbb30b5f-dc08-4d29-b2b5-239c07320c40 req-06c28f81-bf09-4fc3-a036-a2d6054c767b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 210 time: 0.0532341 Sep 01 15:08:45.451191 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0d0f-a57a-4fbf-aeb1-1da44ed1dc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.534764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.603215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39ab04-f3b3-4d03-a8e9-1b869d183fb7 req-b8af8d94-029f-48e6-9d8e-3ffa5bbc08f6 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:45.606116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f39ab04-f3b3-4d03-a8e9-1b869d183fb7 req-b8af8d94-029f-48e6-9d8e-3ffa5bbc08f6 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1281686 Sep 01 15:08:45.629660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.723995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f39ab04-f3b3-4d03-a8e9-1b869d183fb7 req-5eb7e95b-7816-4582-87eb-9c3860958290 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008518 Sep 01 15:08:45.762394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd257c-4482-468b-9ed7-92ee81388dc8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:45.818662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-ae745a46-dada-4f6f-9c09-f24f3f5ac9fe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:45.820939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-ae745a46-dada-4f6f-9c09-f24f3f5ac9fe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.3346899 Sep 01 15:08:45.839283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Request body: {'port': {'device_id': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'admin_state_up': True, 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:45.839829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0d0f-a57a-4fbf-aeb1-1da44ed1dc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.854103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0d0f-a57a-4fbf-aeb1-1da44ed1dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.926553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c0d0f-a57a-4fbf-aeb1-1da44ed1dc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144053a9-7d36-49c1-8273-5ae85b2fa839,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:45.971130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c1c0d0f-a57a-4fbf-aeb1-1da44ed1dc70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d45979148b24b1d90e5f181bcf6c652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214444 Sep 01 15:08:45.975045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58576) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:46.076790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3cabc-33ab-4022-bdd9-ce4b2e7930b4 req-8ea99d93-6684-4b03-abe0-4f496fcdab62 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.085889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53c3cabc-33ab-4022-bdd9-ce4b2e7930b4 req-8ea99d93-6684-4b03-abe0-4f496fcdab62 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1447792 Sep 01 15:08:46.104473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.105694 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8956b98-a9d8-4ea2-b2ec-a740a7c1df7c req-06132b70-52d7-48d9-80c9-de9db2488553 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8943956 Sep 01 15:08:46.124808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.145375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:46.150863 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.221158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.376746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53c3cabc-33ab-4022-bdd9-ce4b2e7930b4 req-e9c461c7-7b69-48c7-85e1-eef94df8566c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896771 Sep 01 15:08:46.451805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.456653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.459202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/144053a9-7d36-49c1-8273-5ae85b2fa839 HTTP/1.1" status: 204 len: 168 time: 0.4824784 Sep 01 15:08:46.511210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb126a36-ddb2-49f7-8a53-a86c9187ce7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144053a9-7d36-49c1-8273-5ae85b2fa839,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.632763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c74eb23e-91e5-47c7-93d3-98a58b0bf53a req-b0910636-698e-4af7-82e1-59e829f6be5d tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/75fd257c-4482-468b-9ed7-92ee81388dc8 HTTP/1.1" status: 200 len: 1814 time: 0.2754772 Sep 01 15:08:46.674137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-912ecdfc-1f4d-4b56-9d75-86e4829ece59 req-0f1b9df1-d941-4027-9988-dcbbf44048c8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 210 time: 0.0985568 Sep 01 15:08:46.720824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Allocated IP 172.20.0.3 (7715320d-85f8-49ea-9836-b495714b7774/3ec53f36-5e70-4fb6-9932-8bf83cb15191/69294600-d86a-40b8-9c37-832a0e2b6c36) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:46.884498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3f83136-e500-44fb-bfe4-f8ceecb5c367 req-36c20860-3c05-47d0-8198-7f711b7386ed tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 210 time: 0.1193213 Sep 01 15:08:47.098600 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08daf482-ed9d-4559-ab64-d419f0fdfe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.145359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-95523362', 'description': 'tempest-description-1687518807'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:47.224179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.312720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58610) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:47.336114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.351878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.362995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99d1bb99-c502-4ff9-813b-abd49ecd8709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.369163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.432025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Network 7715320d-85f8-49ea-9836-b495714b7774 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:47.444211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:47.451685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:47.544600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:47.577176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-5816e0b6-5b8c-438c-9f27-f136ce033b5d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.578834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-5816e0b6-5b8c-438c-9f27-f136ce033b5d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 805 time: 0.3618031 Sep 01 15:08:47.588280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.589091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.607951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Request body: {'port': {'device_id': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'admin_state_up': True, 'tenant_id': '5f55321d142b44d688adcc2b161d3cd2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:47.628167 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99d1bb99-c502-4ff9-813b-abd49ecd8709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.637143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99d1bb99-c502-4ff9-813b-abd49ecd8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.711913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-99d1bb99-c502-4ff9-813b-abd49ecd8709 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91e03279125e41e1aa6e26cc8b377d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966117 Sep 01 15:08:47.715960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:47.726165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1bb99-c502-4ff9-813b-abd49ecd8709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d334e7-635d-4afd-b217-2730268b5712,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:47.809008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.843009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-1923d0f6-f3c4-4f97-8bd5-3624c7908e12 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0091631 Sep 01 15:08:47.847443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.872983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Request body: {'port': {'device_id': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:47.897712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:08:47.897712 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:08:47.897712 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': '5f55321d142b44d688adcc2b161d3cd2', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 8, 47, 845993)}] Sep 01 15:08:47.897712 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:08:47.898594 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:08:47.964592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.966871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.972697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86d334e7-635d-4afd-b217-2730268b5712 HTTP/1.1" status: 204 len: 168 time: 0.2511868 Sep 01 15:08:48.023607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f93b49-a3e9-4673-8514-3886ea00c4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d334e7-635d-4afd-b217-2730268b5712,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:48.061046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.061815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bdcfe-9eac-4ff4-93f8-5658fd9cafac req-1facee13-e43b-4484-ae1d-aea8e61908ce tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.063723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-551bdcfe-9eac-4ff4-93f8-5658fd9cafac req-1facee13-e43b-4484-ae1d-aea8e61908ce tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1033914 Sep 01 15:08:48.128784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.138939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.142445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.165955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-551bdcfe-9eac-4ff4-93f8-5658fd9cafac req-5c7bc4be-a2e0-45b6-9548-cfc8a9c76be9 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888565 Sep 01 15:08:48.245879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-c7726bf2-82f1-4032-a435-56a39d882f2c req-3fe527c5-5e81-457c-8bb4-36289897896a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:08:48.246993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7726bf2-82f1-4032-a435-56a39d882f2c req-3fe527c5-5e81-457c-8bb4-36289897896a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066307 Sep 01 15:08:48.258382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.272377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b531a147-4ee5-49cd-acc5-3231bf07d949 req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1672637 Sep 01 15:08:48.287033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fcd60-f20d-40de-9f29-8876bcc36e98 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1400034c-164f-46aa-a961-b6510b76b371,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:48.302815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.491530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8164af5e-5123-4c89-8c3d-edb813038f58 req-44827415-50ac-49cb-b30b-2d9ccb13c269 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 210 time: 0.0599697 Sep 01 15:08:48.622873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Made reservation on behalf of 5f55321d142b44d688adcc2b161d3cd2 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:48.630270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.709021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fd8f327e-8ae9-4a4b-8f97-931e60169950 req-576a0f64-f489-4e15-b8de-f453f73a2743 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/1400034c-164f-46aa-a961-b6510b76b371 HTTP/1.1" status: 200 len: 1813 time: 0.0973334 Sep 01 15:08:48.733737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-08139a36-f105-4740-bb45-621f8005154d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344349 Sep 01 15:08:48.748104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e68d80-0ba1-4aee-bdf8-8ba78424525e req-5138205c-571c-415f-b227-853c20982ff8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.749759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-2452976b-f7af-4e9b-87ba-fbcf08f46235 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:08:48.760586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2e68d80-0ba1-4aee-bdf8-8ba78424525e req-5138205c-571c-415f-b227-853c20982ff8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 931 time: 0.3014302 Sep 01 15:08:48.768546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-2452976b-f7af-4e9b-87ba-fbcf08f46235 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236218 Sep 01 15:08:48.937297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ad845-4baa-4823-9868-f790e1c14c22 req-94b75316-e09a-4b96-b5bc-b38766472401 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.940064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-261ad845-4baa-4823-9868-f790e1c14c22 req-94b75316-e09a-4b96-b5bc-b38766472401 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1263483 Sep 01 15:08:49.019790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-261ad845-4baa-4823-9868-f790e1c14c22 req-35e85231-08ae-48d5-9d83-c6882dfbd1df tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669458 Sep 01 15:08:49.055653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2e68d80-0ba1-4aee-bdf8-8ba78424525e req-63cceadb-8f94-4557-b506-b527210a3810 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842534 Sep 01 15:08:49.145540 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-9d5786fd-cf72-491c-a857-6de291aa00f0 req-3343c7ac-0dd0-4eb1-8184-3635f5566f1a tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] show failed (client error): The resource could not be found. Sep 01 15:08:49.148439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d5786fd-cf72-491c-a857-6de291aa00f0 req-3343c7ac-0dd0-4eb1-8184-3635f5566f1a tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/06118eff-f239-4fd0-96d1-d7289f0b4120 HTTP/1.1" status: 404 len: 352 time: 0.0676811 Sep 01 15:08:49.230294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Allocated IP 172.20.0.3 (71e70a55-385c-4470-bdfd-ea07322d0e4c/aef953b8-a85f-4ea0-88bf-d035141454d0/ef45dc05-1c12-4062-ad3c-0d1bf44d01fe) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:49.252240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69294600-d86a-40b8-9c37-832a0e2b6c36 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:49.270370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.359850 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-47d8d085-d64d-4ca4-87c2-9b3690364de9 req-0f98d956-789f-4c99-84c8-33337109dbf7 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] show failed (client error): The resource could not be found. Sep 01 15:08:49.362483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47d8d085-d64d-4ca4-87c2-9b3690364de9 req-0f98d956-789f-4c99-84c8-33337109dbf7 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-group-rules/47d7f0a8-5402-4460-ab94-a1c797b36f4c HTTP/1.1" status: 404 len: 361 time: 0.1000628 Sep 01 15:08:49.366391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Transition to ACTIVE for port object 69294600-d86a-40b8-9c37-832a0e2b6c36 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:49.391974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.651194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337ad6-6f45-4b14-86c7-9f037b349b1f req-cffe20f5-49e0-40bf-bf20-705332a27f94 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.653820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6337ad6-6f45-4b14-86c7-9f037b349b1f req-cffe20f5-49e0-40bf-bf20-705332a27f94 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.0835454 Sep 01 15:08:49.720604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6337ad6-6f45-4b14-86c7-9f037b349b1f req-ab77b074-60c7-49dc-8ba8-d227fe88c567 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591524 Sep 01 15:08:49.779507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:49.793172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.885798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bd08a35-1374-4131-83b3-4810a137af5a req-d415dabb-68eb-4a3d-b306-8f86bc5de625 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/1400034c-164f-46aa-a961-b6510b76b371 HTTP/1.1" status: 200 len: 1813 time: 0.4396768 Sep 01 15:08:50.008379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9a3d693-076a-4e91-bde7-4e7edb03e072 req-b110bfd4-8a4a-44fa-9949-6205c31d3f02 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 210 time: 0.0918481 Sep 01 15:08:50.060797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.200879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:50.208017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:50.208893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:50.209331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:50.212144 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.259400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:50.358651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6bd08a35-1374-4131-83b3-4810a137af5a req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.385837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f8b74-595a-4c3a-b574-7e79174705b4 req-1022213f-80f9-4572-ba64-fdcd271fca8b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.388628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:50.390669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:50.394617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-630f8b74-595a-4c3a-b574-7e79174705b4 req-1022213f-80f9-4572-ba64-fdcd271fca8b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2151372 Sep 01 15:08:50.524213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:50.524661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:50.525900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:50.526071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Bound port: 69294600-d86a-40b8-9c37-832a0e2b6c36, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:50.526671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.562121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-630f8b74-595a-4c3a-b574-7e79174705b4 req-4578352a-4d6f-4d1e-9dba-300064a7a5e0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593187 Sep 01 15:08:50.593339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Network 71e70a55-385c-4470-bdfd-ea07322d0e4c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:50.627560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6bd08a35-1374-4131-83b3-4810a137af5a req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.643816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event updated for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:50.644181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58728) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:50.689737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:50.722968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:50.995786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2299ae5c-56a5-4a62-aeb5-5c520254fc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.055080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033281-8a02-4090-9656-c9a84275a2b9 req-a4f732f3-b6ba-4afb-bdba-b7580871fabf tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.056829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93033281-8a02-4090-9656-c9a84275a2b9 req-a4f732f3-b6ba-4afb-bdba-b7580871fabf tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.2016437 Sep 01 15:08:51.227274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93033281-8a02-4090-9656-c9a84275a2b9 req-33e48a92-175b-470b-ae21-29efb6eba910 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959244 Sep 01 15:08:51.268584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2299ae5c-56a5-4a62-aeb5-5c520254fc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.279373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2299ae5c-56a5-4a62-aeb5-5c520254fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.356414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ae5c-56a5-4a62-aeb5-5c520254fc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92582d-9e2d-4fd2-a340-addebd8dc967,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:51.379342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2299ae5c-56a5-4a62-aeb5-5c520254fc72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e960f3c9a5a49ce991176ce20983a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334623 Sep 01 15:08:51.380138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:51.451665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.490041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.582278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.586440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.592159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e92582d-9e2d-4fd2-a340-addebd8dc967 HTTP/1.1" status: 204 len: 168 time: 0.2107160 Sep 01 15:08:51.600711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6bd08a35-1374-4131-83b3-4810a137af5a req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.605943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6bd08a35-1374-4131-83b3-4810a137af5a req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.619578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bd08a35-1374-4131-83b3-4810a137af5a req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-groups/1400034c-164f-46aa-a961-b6510b76b371 HTTP/1.1" status: 204 len: 173 time: 1.5929585 Sep 01 15:08:51.647381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bde784-8234-4430-b032-00799621dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92582d-9e2d-4fd2-a340-addebd8dc967,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:51.660900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.661898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.665967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:51.704858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51b33-6e04-43df-a9ca-043243e3f0bd tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1400034c-164f-46aa-a961-b6510b76b371,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:51.709476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:51.730485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-e4e600d3-0863-41f8-a026-c168b82f9e9e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.733878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-e4e600d3-0863-41f8-a026-c168b82f9e9e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.8136365 Sep 01 15:08:51.740166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.750071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e901c-8175-45f3-96c2-1a9c18e86bba req-8774e3b1-37a7-432e-a105-a2cb507ece7a tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.758551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c77e901c-8175-45f3-96c2-1a9c18e86bba req-8774e3b1-37a7-432e-a105-a2cb507ece7a tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1632016 Sep 01 15:08:51.789160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2702980f-a5fb-481c-a66a-d4b5ea56a1df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1880066 Sep 01 15:08:51.875824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Request body: {'port': {'device_id': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:51.883568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c77e901c-8175-45f3-96c2-1a9c18e86bba req-133f2722-628c-4e2e-a388-c13adc4c0a27 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104629 Sep 01 15:08:51.997012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-f6134f80-4652-42e3-86e0-feb2caa0cd13 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/75fd257c-4482-468b-9ed7-92ee81388dc8 HTTP/1.1" status: 200 len: 1814 time: 0.0772209 Sep 01 15:08:52.001021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.002451 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.004830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] 10.222.0.50 "PUT /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 1092 time: 4.1489778 Sep 01 15:08:52.013692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:52.018426 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fd463-5d0f-489f-85b8-5e767652e537" -d '{"events": [{"name": "network-changed", "server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:52.108736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.180060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.200566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:52.210868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c129c-a6e6-45ac-b64e-ddefc68dcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:52.274038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff95043-8b91-4459-bcca-05585a9d9244 req-e9382814-e8d9-4c00-94f7-daf899d22b0b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.286902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ff95043-8b91-4459-bcca-05585a9d9244 req-e9382814-e8d9-4c00-94f7-daf899d22b0b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 931 time: 0.4938025 Sep 01 15:08:52.290461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.320103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.327449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.347048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cce53399-7d49-4cc7-8011-240e4998e1e7 req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-groups/75fd257c-4482-468b-9ed7-92ee81388dc8 HTTP/1.1" status: 204 len: 173 time: 0.3419893 Sep 01 15:08:52.372698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ed578-39c4-407f-b6f6-d17199244c7e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd257c-4482-468b-9ed7-92ee81388dc8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:52.394047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-0c6c1d4d-9944-47d7-a390-d8c9332d4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.396811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-0c6c1d4d-9944-47d7-a390-d8c9332d4c24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1095 time: 0.2883976 Sep 01 15:08:52.466345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867f38d8-bc6a-4fce-8e72-ea8d31679c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.513025 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ff95043-8b91-4459-bcca-05585a9d9244 req-ae6e7b1a-4b7d-4fb8-a9cd-ddfb8e72573a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241936 Sep 01 15:08:52.518900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Deleting port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:52.519420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.581114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-2de6a6f1-0b6e-4b3c-a775-5c5d36524b4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.1154313 Sep 01 15:08:52.616636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a5852-4a1b-471f-adfb-2dc1409ea88c req-bb23b452-215a-4545-b3d2-3abb5c4864bc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.619193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b0a5852-4a1b-471f-adfb-2dc1409ea88c req-bb23b452-215a-4545-b3d2-3abb5c4864bc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1428413 Sep 01 15:08:52.734511 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31cb8fa-1215-4cfc-9eb8-e52ab80f79ec x-openstack-request-id: req-c31cb8fa-1215-4cfc-9eb8-e52ab80f79ec {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:52.735947 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:52.735947 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c31cb8fa-1215-4cfc-9eb8-e52ab80f79ec {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:52.735947 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'status': 'completed', 'code': 200} Sep 01 15:08:52.750238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b0a5852-4a1b-471f-adfb-2dc1409ea88c req-cd2dc513-dbb4-4880-9a8c-8e773f11571d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810990 Sep 01 15:08:52.779969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867f38d8-bc6a-4fce-8e72-ea8d31679c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.807600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867f38d8-bc6a-4fce-8e72-ea8d31679c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.852063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-778d76ce-e892-4812-9c32-b799cfc858ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.853642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-778d76ce-e892-4812-9c32-b799cfc858ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.2255731 Sep 01 15:08:52.884430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08379427-2d13-4e29-befb-ac9d7edf064a req-ae115d3c-a3e0-4e29-b1a3-bbf993c7b4d3 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/92c748c1-92cd-4824-af49-3b93550dfb1d HTTP/1.1" status: 200 len: 1814 time: 0.0951254 Sep 01 15:08:52.899845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-867f38d8-bc6a-4fce-8e72-ea8d31679c92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0c9b383ded643efa9b0b7601807976d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6968682 Sep 01 15:08:52.900873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58802) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:52.903656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f38d8-bc6a-4fce-8e72-ea8d31679c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4f19a-8add-45b3-87b0-2324c1d7b282,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:52.998809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-9042deeb-a015-4e58-a26a-06eb8e2e187c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350882 Sep 01 15:08:53.008033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] For port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:53.008373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.076501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.122125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-08379427-2d13-4e29-befb-ac9d7edf064a req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.175362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.190468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8473a8-9753-4446-b381-eb3a142c0703 req-cf66ef95-c054-43d7-bb29-55083393b94a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:53.192130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d8473a8-9753-4446-b381-eb3a142c0703 req-cf66ef95-c054-43d7-bb29-55083393b94a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.3314776 Sep 01 15:08:53.308432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-08379427-2d13-4e29-befb-ac9d7edf064a req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.390884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-4f79cdd0-9498-4372-bf2f-d27e0574e687 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701808 Sep 01 15:08:53.404239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.410752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.413706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09d4f19a-8add-45b3-87b0-2324c1d7b282 HTTP/1.1" status: 204 len: 168 time: 0.4932227 Sep 01 15:08:53.433227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61172-0472-44fa-9e3d-c87a6584d4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4f19a-8add-45b3-87b0-2324c1d7b282,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:53.457996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-08379427-2d13-4e29-befb-ac9d7edf064a req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.460901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-08379427-2d13-4e29-befb-ac9d7edf064a req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.462189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08379427-2d13-4e29-befb-ac9d7edf064a req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-groups/92c748c1-92cd-4824-af49-3b93550dfb1d HTTP/1.1" status: 204 len: 173 time: 0.5768592 Sep 01 15:08:53.503562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce3af-f8b9-4dc0-b98e-bede5fdd7a43 tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c748c1-92cd-4824-af49-3b93550dfb1d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:53.568932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef45dc05-1c12-4062-ad3c-0d1bf44d01fe {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:53.607905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.646376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d8473a8-9753-4446-b381-eb3a142c0703 req-bd6a5c07-7652-440c-b26a-9109096daf47 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964269 Sep 01 15:08:53.767377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.769879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.770658 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Floating IP 2651ac7f-a0f3-424e-a40c-f4ced5b200c4 disassociated. External IP: 172.25.1.142, port: 2a1ac9d8-0307-4137-8acc-1bdedc0876d6. Sep 01 15:08:53.771550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Calling delete_port for 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:53.855853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aac4fc57-0c6e-4262-ae00-84d1770a0726 req-76dbe3de-967f-4dff-8d6e-ea9a79fda5f7 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236970 Sep 01 15:08:53.857931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Transition to ACTIVE for port object ef45dc05-1c12-4062-ad3c-0d1bf44d01fe will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:53.885111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fc21b-5ff5-4d4f-a345-a1993553bc94 req-6871b897-9688-46d3-a549-ee68152b33d6 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:53.915153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff5fc21b-5ff5-4d4f-a345-a1993553bc94 req-6871b897-9688-46d3-a549-ee68152b33d6 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 946 time: 0.1680892 Sep 01 15:08:53.975232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.021887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff5fc21b-5ff5-4d4f-a345-a1993553bc94 req-52034769-4d8d-4900-9d67-4f0d635b6801 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups?id=108da580-d787-40c0-ac55-8afda2244a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009450 Sep 01 15:08:54.120810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:54.168719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb292bb0-73af-4bad-b017-6b601a49a0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.186802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-dd6b779d-f8e1-4530-8750-8f4cdfb1c2fa tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/ad37432c-4aea-4be9-9b12-f85c41148183 HTTP/1.1" status: 200 len: 1814 time: 0.3914652 Sep 01 15:08:54.294772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd463-5d0f-489f-85b8-5e767652e537 req-b445fad1-bd67-46a1-b475-6c11a0d4d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.296525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-b445fad1-bd67-46a1-b475-6c11a0d4d269 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1095 time: 0.3011885 Sep 01 15:08:54.305644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:54.385971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de3a23-8fc6-4270-b63c-4651ad9a5a2e req-19266403-ca35-477a-b5f8-8e83757b5dce tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.389430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37de3a23-8fc6-4270-b63c-4651ad9a5a2e req-19266403-ca35-477a-b5f8-8e83757b5dce tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 943 time: 0.2063174 Sep 01 15:08:54.469176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37de3a23-8fc6-4270-b63c-4651ad9a5a2e req-fba7bbca-4da0-4267-a741-3ef07a0600a1 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672581 Sep 01 15:08:54.602374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb292bb0-73af-4bad-b017-6b601a49a0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.608797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb292bb0-73af-4bad-b017-6b601a49a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.647725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.670607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.680813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb292bb0-73af-4bad-b017-6b601a49a0e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2043c8c83dc84691b69e9992cd104717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580659 Sep 01 15:08:54.684899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58834) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:54.738024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb292bb0-73af-4bad-b017-6b601a49a0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4628eba-4c4a-4e21-9ca1-a5ea2a432154,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:54.769645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fd19a-6d2e-434f-86bf-31b44e8e33e1 req-9783161a-4d62-4a18-adf0-1d17213fa5ea tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.780924 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc2fd19a-6d2e-434f-86bf-31b44e8e33e1 req-9783161a-4d62-4a18-adf0-1d17213fa5ea tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1906493 Sep 01 15:08:54.799960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event deleted for resources: {'Port': ['ID=2a1ac9d8-0307-4137-8acc-1bdedc0876d6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:54.876853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc2fd19a-6d2e-434f-86bf-31b44e8e33e1 req-898a1185-389d-4554-ae02-ec9472abced4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932412 Sep 01 15:08:54.877740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.892279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.900154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd463-5d0f-489f-85b8-5e767652e537 req-d437c844-9b1f-4bfe-94db-343f3b48302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.912299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-d437c844-9b1f-4bfe-94db-343f3b48302a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.5875371 Sep 01 15:08:54.971688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.004335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Attempting to bind port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:55.004665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Attempting to bind port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:55.005007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Attempting to bind port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:55.058132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-9773347f-14af-4eec-a8a1-5cc2c7531bae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.1083877 Sep 01 15:08:55.061967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe on network 71e70a55-385c-4470-bdfd-ea07322d0e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:55.061967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Attempting to bind port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe on network 71e70a55-385c-4470-bdfd-ea07322d0e4c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:55.087603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:55.087958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Checking segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:55.088365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Bound using segment: {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:55.089029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Bound port: ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e654c-315c-41ea-acee-58954a9665c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:55.089480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.124236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.129141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.131841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4628eba-4c4a-4e21-9ca1-a5ea2a432154 HTTP/1.1" status: 204 len: 168 time: 0.4457195 Sep 01 15:08:55.168334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ee101-4361-4342-9f60-07de9be61e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4628eba-4c4a-4e21-9ca1-a5ea2a432154,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:55.204827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.207799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.233330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-328cff1f-d260-4a14-be30-1b20b8becc20 req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad37432c-4aea-4be9-9b12-f85c41148183 HTTP/1.1" status: 204 len: 173 time: 1.0106688 Sep 01 15:08:55.355586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0579ef-5fe6-4974-a05d-fa72fc6d472b req-33a213f3-4d6b-4b00-aacf-c92b9d7e86fb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.365095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da0579ef-5fe6-4974-a05d-fa72fc6d472b req-33a213f3-4d6b-4b00-aacf-c92b9d7e86fb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.1691530 Sep 01 15:08:55.386895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130b497-198f-42dc-ae4c-480b5319282e tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37432c-4aea-4be9-9b12-f85c41148183,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:55.416742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd463-5d0f-489f-85b8-5e767652e537 req-2ead7ba5-c2ec-4df3-9040-c3ae0275b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.429601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-2ead7ba5-c2ec-4df3-9040-c3ae0275b159 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.3580043 Sep 01 15:08:55.454196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da0579ef-5fe6-4974-a05d-fa72fc6d472b req-d8648a1f-3db8-40d7-b22a-831c3a5c1085 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879683 Sep 01 15:08:55.529116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2158466f-aa23-4511-be10-e6d5f71edf23 req-0f97a9c4-7416-479d-b89f-a0a81f24fff3 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 210 time: 0.1856687 Sep 01 15:08:55.586707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Router 5dce375a-eda7-4372-a7dd-43cd94e08ddb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:08:55.589402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-15c08466-47e2-42b6-a24b-f6ce31882061 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472914 Sep 01 15:08:55.667151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-e55540fc-1fba-4b65-b2e7-6e3f171ce65a tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "GET /v2.0/security-groups/5141410b-1736-4343-8872-2218321b4201 HTTP/1.1" status: 200 len: 1813 time: 0.1534197 Sep 01 15:08:55.808378 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.847288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.884703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:55.937486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:55.956309 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.960628 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.963017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76b0c62e-313d-43cc-9b6c-ca4bacc1f62c req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] 10.222.0.41 "DELETE /v2.0/security-groups/5141410b-1736-4343-8872-2218321b4201 HTTP/1.1" status: 204 len: 173 time: 0.2949851 Sep 01 15:08:55.977716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:55.995083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09346515-501d-4d4d-ab42-5d795516953c tempest-SecurityGroupRulesNegativeTestJSON-941148160 tempest-SecurityGroupRulesNegativeTestJSON-941148160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5141410b-1736-4343-8872-2218321b4201,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:56.113362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.219991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Deleting subnet 60e1cacd-e1c5-401c-bf92-7f311f8b2781 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:56.223877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.225752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a274b51-7c38-4109-a5cb-8f6641c52d35 req-5dd177b7-daa3-43c3-8911-be82458ca504 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.232875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:56.233822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a274b51-7c38-4109-a5cb-8f6641c52d35 req-5dd177b7-daa3-43c3-8911-be82458ca504 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 943 time: 0.5535572 Sep 01 15:08:56.236876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:56.315861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:56.316670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:56.359564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797fb34-b313-4089-8c1d-f66650de051c req-c0719b31-7acd-433d-b345-43b741487ebb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.369017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f797fb34-b313-4089-8c1d-f66650de051c req-c0719b31-7acd-433d-b345-43b741487ebb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2396791 Sep 01 15:08:56.391868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.478821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f797fb34-b313-4089-8c1d-f66650de051c req-ea0f1ac1-7def-4db2-8d51-7be687c284e5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084247 Sep 01 15:08:56.500136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.616198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:56.683232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.690853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'port_id': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'mac_address': 'fa:16:3e:d7:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec53f36-5e70-4fb6-9932-8bf83cb15191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:56.747794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e1cacd-e1c5-401c-bf92-7f311f8b2781,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:56.822448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.870981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.871360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.871700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.872039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.872374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.872702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.873032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.873384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.873781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.874010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.874340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.874653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:56.885641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:56.888467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-daf4d02d-514b-42ce-9fa6-234a81de84c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60e1cacd-e1c5-401c-bf92-7f311f8b2781 HTTP/1.1" status: 204 len: 168 time: 0.9081578 Sep 01 15:08:56.898212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58880) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:57.100252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.148843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69294600-d86a-40b8-9c37-832a0e2b6c36 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:57.168205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138eb20-88ca-40b6-b250-8a8458e22755 req-649bb979-5ae2-4807-a466-093a477252cb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.181349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.182279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.183379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5138eb20-88ca-40b6-b250-8a8458e22755 req-649bb979-5ae2-4807-a466-093a477252cb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.3985198 Sep 01 15:08:57.183964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/ef45dc05-1c12-4062-ad3c-0d1bf44d01fe HTTP/1.1" status: 200 len: 1092 time: 5.3165629 Sep 01 15:08:57.196127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:57.213351 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b99415-4ad5-4a6c-8917-530db7f97db0" -d '{"events": [{"name": "network-changed", "server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:57.221979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-2dd8b723-e7e6-49ac-8720-9f1b0fc146a9 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6154497 Sep 01 15:08:57.235932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:57.249366 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.418240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:57.428397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310916c1-3f86-430c-80d6-ae3c563a88c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:57.478529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.481787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.510119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5138eb20-88ca-40b6-b250-8a8458e22755 req-d68dc221-00af-40ad-afc7-5804fece79b7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253272 Sep 01 15:08:57.518778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20eeddf0-cf08-46dd-9046-bc7ee8fe45f4']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:57.543066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da2df8a-183e-4173-9f6b-925b36daf252') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:57.547796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da2df8a-183e-4173-9f6b-925b36daf252') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:57.555136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['69294600-d86a-40b8-9c37-832a0e2b6c36'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:57.575958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a274b51-7c38-4109-a5cb-8f6641c52d35 req-ad3f1dd0-a855-46cd-bd03-312307378420 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3410311 Sep 01 15:08:57.588251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.598723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:57.632005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Sync routers for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:57.648405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.685837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:57.685837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:57.687314 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:57.711809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:57.712613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:08:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:57.741164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d0386ccc-2777-45f0-b86f-9b598493a088 req-d281e02f-124c-4b35-a9aa-cb5fee4ee932 tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f165858-5c34-4bc5-ad81-d6c8a572f601 HTTP/1.1" status: 200 len: 210 time: 0.0790200 Sep 01 15:08:57.770962 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ddb6a-dfee-4a64-b17f-fd760650b688 x-openstack-request-id: req-e42ddb6a-dfee-4a64-b17f-fd760650b688 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:57.771860 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:57.772588 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e42ddb6a-dfee-4a64-b17f-fd760650b688 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:57.773287 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe', 'status': 'completed', 'code': 200} Sep 01 15:08:57.776478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] No DVR routers for this DVR port 2a1ac9d8-0307-4137-8acc-1bdedc0876d6 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:57.786040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.788948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35f13777-3a35-41c6-ba00-a6538ed27225 req-69c6f8e9-b806-48da-af09-6ac884507e2b tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.50 "DELETE /v2.0/ports/2a1ac9d8-0307-4137-8acc-1bdedc0876d6 HTTP/1.1" status: 204 len: 173 time: 6.0429468 Sep 01 15:08:57.834250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.871388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.877866 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/20eeddf0-cf08-46dd-9046-bc7ee8fe45f4 HTTP/1.1" status: 204 len: 168 time: 0.9728522 Sep 01 15:08:57.917817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-9b5e77d2-9161-49b7-82c3-f060eec4d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.921502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-9b5e77d2-9161-49b7-82c3-f060eec4d2b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 1095 time: 0.6553569 Sep 01 15:08:57.950229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b186e-996b-4b00-ab7b-1cafae8291c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=20eeddf0-cf08-46dd-9046-bc7ee8fe45f4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:58.154935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-81087efe-c8fb-4a23-8c6d-b0cc3f37f936 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe HTTP/1.1" status: 200 len: 217 time: 0.2246687 Sep 01 15:08:58.224977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:58.427740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58976) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:58.445589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-090fd463-5d0f-489f-85b8-5e767652e537 req-711cb6b2-af9e-4026-aba4-d2b119aba1e6 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1780314 Sep 01 15:08:58.527182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-06d3ec2a-e797-485e-9c5d-10d77516ba49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c95aca27605c4f75be3ab216d2c039fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965943 Sep 01 15:08:58.528191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:58.587927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8f13-be89-4248-bf93-f96aaaf924c0 req-b4a222d2-7ca6-438d-ad5b-8467ea20218f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.618803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cea8f13-be89-4248-bf93-f96aaaf924c0 req-b4a222d2-7ca6-438d-ad5b-8467ea20218f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.7187638 Sep 01 15:08:58.678350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2e3da7ea-f3eb-43a1-9cb4-96fbaefb378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.693376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-2e3da7ea-f3eb-43a1-9cb4-96fbaefb378b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.5220678 Sep 01 15:08:58.728949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.811017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.868353 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-d8267fba-7d43-476a-be15-bbc879fab677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622713 Sep 01 15:08:58.980948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaae8b9-90a2-4ef1-b26b-8aa9845a1f85 req-48dc9c3b-60de-4279-ad91-3b1c7c1fcb8e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.983279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebaae8b9-90a2-4ef1-b26b-8aa9845a1f85 req-48dc9c3b-60de-4279-ad91-3b1c7c1fcb8e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.1873240 Sep 01 15:08:59.077925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:59.109107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.111649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.123124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9401b738-c5fe-4b32-bb0e-0cb08807ebf5 HTTP/1.1" status: 204 len: 168 time: 0.5929122 Sep 01 15:08:59.211454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb9307-a9eb-44da-8df7-8a43a1da96a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401b738-c5fe-4b32-bb0e-0cb08807ebf5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:59.263078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebaae8b9-90a2-4ef1-b26b-8aa9845a1f85 req-0dd3575e-c14b-489f-9d63-f99f3701f399 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575357 Sep 01 15:08:59.268592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Checking router: 5dce375a-eda7-4372-a7dd-43cd94e08ddb for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:59.318039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0cea8f13-be89-4248-bf93-f96aaaf924c0 req-8a032d17-2fe1-439c-9e0c-3f514183cf85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6967525 Sep 01 15:08:59.342493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:59.343464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:08:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:59.432500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:59.564270 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-a89ed1ca-7264-4b22-873c-820e43417f6a service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802568 Sep 01 15:08:59.774005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700d073-cfa9-4cfa-8f9c-1609b1744c4c req-77e865c5-0ddb-495e-998f-04deaf7642d9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.776166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1700d073-cfa9-4cfa-8f9c-1609b1744c4c req-77e865c5-0ddb-495e-998f-04deaf7642d9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 943 time: 0.1593020 Sep 01 15:08:59.795482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'name': 'network-vif-deleted', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:59.802820 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37daaa49-b2cd-480a-9a57-a65e8248c0f9" -d '{"events": [{"server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "name": "network-vif-deleted", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:59.805897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:59.819947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59008) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:59.843365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdd97b49-d740-4a5f-b975-f4631be1a5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.910575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1700d073-cfa9-4cfa-8f9c-1609b1744c4c req-afdf1d72-10f8-48ef-8797-9edeb3f73a34 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163042 Sep 01 15:08:59.948852 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d16a0-c723-4c27-a628-642c8401e108 x-openstack-request-id: req-954d16a0-c723-4c27-a628-642c8401e108 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:59.949277 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f165858-5c34-4bc5-ad81-d6c8a572f601", "name": "network-vif-deleted", "tag": "2a1ac9d8-0307-4137-8acc-1bdedc0876d6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:59.949515 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-954d16a0-c723-4c27-a628-642c8401e108 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:59.950011 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f165858-5c34-4bc5-ad81-d6c8a572f601', 'name': 'network-vif-deleted', 'tag': '2a1ac9d8-0307-4137-8acc-1bdedc0876d6', 'status': 'completed', 'code': 200} Sep 01 15:08:59.959107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76df1e62-3d21-4d5c-a0a4-45b7dc9fc9ab req-780231a2-5ecc-4ac4-8bea-af5702fc0988 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864315 Sep 01 15:08:59.987690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.091730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdd97b49-d740-4a5f-b975-f4631be1a5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.099957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdd97b49-d740-4a5f-b975-f4631be1a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.105353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.119281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:00.157875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cdd97b49-d740-4a5f-b975-f4631be1a5a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9cc6929d30744d8b46b6fcee497ad6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255807 Sep 01 15:09:00.158864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd97b49-d740-4a5f-b975-f4631be1a5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d9334-3297-4bb4-9b37-fae5c36319fd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:00.166552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1e761-2dce-4f15-b367-8bb71b726893 None None] The sync data for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 is: [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:06:09Z', 'revision_number': 4, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '607fe520-0ed7-4535-99a6-2fd77dbda6e4', 'name': '', 'network_id': 'f9887ffd-d002-40e2-893a-28d7fb39a5a3', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'mac_address': 'fa:16:3e:9d:25:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:20Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'subnets': [{'id': '8f4001c1-9ffb-4cfa-928c-5ab8c8478640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:00.177854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:00.202561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-ad2d2be6-d53f-4242-95d7-14cbf63efe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.205702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-ad2d2be6-d53f-4242-95d7-14cbf63efe24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 1096 time: 0.2149503 Sep 01 15:09:00.230495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-ae5feabe-56a8-4289-8bf4-382743f55c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.232507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-ae5feabe-56a8-4289-8bf4-382743f55c03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f55321d142b44d688adcc2b161d3cd2&device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 1095 time: 0.1935275 Sep 01 15:09:00.258506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:00.283389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.340101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.341842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.343361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.344674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "DELETE /v2.0/security-groups/108da580-d787-40c0-ac55-8afda2244a35 HTTP/1.1" status: 204 len: 168 time: 0.5226734 Sep 01 15:09:00.349155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59026) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:00.372141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b930533-b828-4b06-acd5-3e694451390e tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108da580-d787-40c0-ac55-8afda2244a35,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:00.414610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-c2b85720-eca2-4982-b330-a3b2fe10f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.416266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-c2b85720-eca2-4982-b330-a3b2fe10f1ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1096 time: 0.1751502 Sep 01 15:09:00.467218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 69294600-d86a-40b8-9c37-832a0e2b6c36 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:00.483491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 69294600-d86a-40b8-9c37-832a0e2b6c36 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:00.484168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.487426 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-c755356b-c0a6-4cec-ab63-3918676c079f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] show failed (client error): The resource could not be found. Sep 01 15:09:00.494974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c755356b-c0a6-4cec-ab63-3918676c079f tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "GET /v2.0/security-groups/108da580-d787-40c0-ac55-8afda2244a35 HTTP/1.1" status: 404 len: 347 time: 0.1432412 Sep 01 15:09:00.538488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59032) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:00.562006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.565209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.575788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c6d9334-3297-4bb4-9b37-fae5c36319fd HTTP/1.1" status: 204 len: 168 time: 0.3966694 Sep 01 15:09:00.614772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-54c0c359-5e2f-49e4-a9bb-4c1c42b58d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.616338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-54c0c359-5e2f-49e4-a9bb-4c1c42b58d4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 200 len: 906 time: 0.3682218 Sep 01 15:09:00.706565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.708387 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c8999-f22f-425b-a476-e8e2640bd8c4 None None] New status for floating IP 2651ac7f-a0f3-424e-a40c-f4ced5b200c4: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:09:00.725358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560c76a-937a-4f82-a4c9-ce6ac6e382ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d9334-3297-4bb4-9b37-fae5c36319fd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:00.753485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:00.756786 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b276b3-38f2-47dc-80ad-7588d7a78482" -d '{"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-plugged", "status": "completed", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:00.765845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-6091bbc6-5ab0-4e04-9b2e-02150b759a42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe HTTP/1.1" status: 200 len: 217 time: 0.1337998 Sep 01 15:09:00.774809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:00.791822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:00.799930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce27a7-5ee6-46cc-ba0a-0aded7222cfe req-82c07460-0e3f-4884-bbd5-24faac5c6003 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.805249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cce27a7-5ee6-46cc-ba0a-0aded7222cfe req-82c07460-0e3f-4884-bbd5-24faac5c6003 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2489264 Sep 01 15:09:00.962403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:00.977662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225cc1-bfa6-4bff-80be-2521b1671b2c req-c1f7226b-813f-43d5-bf82-390902898ebe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.982268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51225cc1-bfa6-4bff-80be-2521b1671b2c req-c1f7226b-813f-43d5-bf82-390902898ebe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.3303840 Sep 01 15:09:01.001746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-d7624b74-6ede-490e-8546-0ffaa9485a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.006927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-d7624b74-6ede-490e-8546-0ffaa9485a4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.5805478 Sep 01 15:09:01.094186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-0c4f148b-a3a2-4ed0-9553-a1271325ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.103410 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-0c4f148b-a3a2-4ed0-9553-a1271325ba0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 200 len: 845 time: 0.2963781 Sep 01 15:09:01.108429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51225cc1-bfa6-4bff-80be-2521b1671b2c req-9538f464-d166-4ade-8511-c74e5f0b43ff tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917461 Sep 01 15:09:01.115426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cce27a7-5ee6-46cc-ba0a-0aded7222cfe req-2719f4e9-53fa-4c11-bea6-1a01ba27f3e6 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026702 Sep 01 15:09:01.131469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Deleting port e3bd62dc-242c-425e-8e7f-134a3c19bd5b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:01.133414 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.280195 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12f0c0c-c9e9-430e-b600-22d3cdedd68b x-openstack-request-id: req-a12f0c0c-c9e9-430e-b600-22d3cdedd68b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:01.282879 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-plugged", "status": "completed", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:01.283702 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a12f0c0c-c9e9-430e-b600-22d3cdedd68b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:01.284477 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'code': 200} Sep 01 15:09:01.316412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:01.416126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.416468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.451218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Calling delete_port for e3bd62dc-242c-425e-8e7f-134a3c19bd5b owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:01.469325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-130da110-b1d1-4dda-a081-57da713acac0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71e70a55-385c-4470-bdfd-ea07322d0e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3418548 Sep 01 15:09:01.492504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-62d72c54-f14e-47f4-b201-ddfc625336d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1000 time: 0.4656532 Sep 01 15:09:01.604616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98827bb-7063-40ad-be2f-263777007c24 req-4aa98864-3fea-433c-85a5-f85af3eba365 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.607442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98827bb-7063-40ad-be2f-263777007c24 req-4aa98864-3fea-433c-85a5-f85af3eba365 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 943 time: 0.1580832 Sep 01 15:09:01.644451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cef0f-7404-4ab1-8def-46d1eef8b90d req-d52dace3-0e1b-434f-b57a-74a4052474c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.648136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb7cef0f-7404-4ab1-8def-46d1eef8b90d req-d52dace3-0e1b-434f-b57a-74a4052474c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1097 time: 0.2899442 Sep 01 15:09:01.720542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98827bb-7063-40ad-be2f-263777007c24 req-990fb97b-4a52-47b9-822d-dd5844e28960 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865595 Sep 01 15:09:01.731001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-709469679-network', 'tenant_id': 'd802f8e2e18c4bab8cbe278ae19c499e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:01.735504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb7cef0f-7404-4ab1-8def-46d1eef8b90d req-6467b3d7-e0fb-4e32-bcce-062b26ffb29e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648870 Sep 01 15:09:01.742094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-d44cff01-f484-4a56-80e5-a43bd13f191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.748345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-d44cff01-f484-4a56-80e5-a43bd13f191b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.2380190 Sep 01 15:09:01.774160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-ce9aad62-48c6-406b-b7df-b8317a1afba1 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951388 Sep 01 15:09:01.834973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Made reservation on behalf of d802f8e2e18c4bab8cbe278ae19c499e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:01.838716 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.877563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.883608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.941247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Pushing event deleted for resources: {'Port': ['ID=e3bd62dc-242c-425e-8e7f-134a3c19bd5b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:02.064499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.068450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.074746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a09f6681-27be-4374-bd06-31361ad81ece tempest-ServersTestManualDisk-1765186911 tempest-ServersTestManualDisk-1765186911-project] 10.222.0.41 "DELETE /v2.0/floatingips/2651ac7f-a0f3-424e-a40c-f4ced5b200c4 HTTP/1.1" status: 204 len: 168 time: 1.5306365 Sep 01 15:09:02.075066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:02.101447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-e0167757-ac53-4114-a89b-9c7b63bc3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.103634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-e0167757-ac53-4114-a89b-9c7b63bc3789 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491024 Sep 01 15:09:02.261807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-4676b2f8-6ec7-4cf2-95a4-360e61e105e4 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379604 Sep 01 15:09:02.285966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ef45dc05-1c12-4062-ad3c-0d1bf44d01fe details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:02.477377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:02.484367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24b99415-4ad5-4a6c-8917-530db7f97db0 req-d10c76b3-091d-4cb7-bd83-d6dd586ab577 service neutron] 10.222.0.50 "GET /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334470 Sep 01 15:09:02.497116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe', 'network_id': '71e70a55-385c-4470-bdfd-ea07322d0e4c', 'port_id': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe', 'mac_address': 'fa:16:3e:e3:8b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef953b8-a85f-4ea0-88bf-d035141454d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:02.557471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.576853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef45dc05-1c12-4062-ad3c-0d1bf44d01fe {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:02.606060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:02.616685 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.731452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead566-2413-4c2e-9f62-161909a9a26e req-e2d81198-f007-4040-b333-07cdc42268ce tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.737860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92ead566-2413-4c2e-9f62-161909a9a26e req-e2d81198-f007-4040-b333-07cdc42268ce tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 945 time: 0.2743022 Sep 01 15:09:02.751581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8c6c51-b3e5-404d-a4c1-668a3793c5a5 req-a24e3d53-e803-4114-9523-08f8610b8e48 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775367 Sep 01 15:09:02.785317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:02.857571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92ead566-2413-4c2e-9f62-161909a9a26e req-dfae04ff-379a-4bad-a81a-b635e73c339b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041875 Sep 01 15:09:02.903019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.925460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.958287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ef45dc05-1c12-4062-ad3c-0d1bf44d01fe'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:03.026789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:03.078159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8da30c-721f-4d28-82cb-496ae7e2f788,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:03.091878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa613d9-0eed-4b10-9ea5-f896fdcfdf43 req-4d9c81eb-f010-429b-b42e-28854945fdcc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.100125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfa613d9-0eed-4b10-9ea5-f896fdcfdf43 req-4d9c81eb-f010-429b-b42e-28854945fdcc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.3347974 Sep 01 15:09:03.104157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.104796 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Added segment c0260886-1e65-4751-8952-4eff0794fff4 of type vlan for network 097ff419-73ca-449d-86b9-774150f39949 Sep 01 15:09:03.261141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.327981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfa613d9-0eed-4b10-9ea5-f896fdcfdf43 req-b3130e41-9c71-4b87-b8c4-363ea5b8a123 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266989 Sep 01 15:09:03.384904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.385938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.386531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.489017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1678350 Sep 01 15:09:03.489450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:03.508964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Request body: {'subnet': {'network_id': '097ff419-73ca-449d-86b9-774150f39949', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-709469679-subnet', 'tenant_id': 'd802f8e2e18c4bab8cbe278ae19c499e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:03.515609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d8efc-4026-4b3f-b5cd-84e1865d0ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=097ff419-73ca-449d-86b9-774150f39949,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:03.533518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 097ff419-73ca-449d-86b9-774150f39949 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:03.538589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1caaa5-3ec4-4c7f-94a1-8f51b5be1055 req-69e6e889-9bc6-40f9-88e2-cd5713b91d56 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.556721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f1caaa5-3ec4-4c7f-94a1-8f51b5be1055 req-69e6e889-9bc6-40f9-88e2-cd5713b91d56 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 944 time: 0.1657882 Sep 01 15:09:03.582964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.716386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Made reservation on behalf of d802f8e2e18c4bab8cbe278ae19c499e for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:03.720365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.877135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f1caaa5-3ec4-4c7f-94a1-8f51b5be1055 req-b9679646-e625-4c50-8d9a-28695dd2f77f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130066 Sep 01 15:09:04.106384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59126) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:04.291503 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.408236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb8823-e390-4cff-88f8-299515b78cbe req-0b4d43d7-3a27-485a-ae61-cdc4d054599a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:04.422152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ecb8823-e390-4cff-88f8-299515b78cbe req-0b4d43d7-3a27-485a-ae61-cdc4d054599a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 945 time: 0.3918839 Sep 01 15:09:04.542068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7416d43-02f6-4dc6-9089-bcf742f5d52b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:04.563995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ecb8823-e390-4cff-88f8-299515b78cbe req-18725b87-48e4-4817-9d98-38228c6499ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396990 Sep 01 15:09:04.566801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1925842866', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:04.580314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Deleting port 607fe520-0ed7-4535-99a6-2fd77dbda6e4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:04.581027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.688644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Made reservation on behalf of a07d6fa9ba0543158ad0f64d642f0803 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:04.693115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.804960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] For port 607fe520-0ed7-4535-99a6-2fd77dbda6e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=607fe520-0ed7-4535-99a6-2fd77dbda6e4,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:04.805594 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.833712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Calling delete_port for 607fe520-0ed7-4535-99a6-2fd77dbda6e4 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:04.852339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:05.312157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:05.341646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:05.358144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] device_id is not set on port 57e0b332-7fa3-4730-9926-8072c68030cd yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:05.360092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:05.392469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Checking segment: {'id': 'c0260886-1e65-4751-8952-4eff0794fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '097ff419-73ca-449d-86b9-774150f39949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:05.393467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Network hostable DHCP agents. Network: 097ff419-73ca-449d-86b9-774150f39949, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:05.484869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=607fe520-0ed7-4535-99a6-2fd77dbda6e4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:05.577188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d181c-6901-4e98-a553-1649e86efca1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:05.773664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15bcb8-f758-4d02-90ad-98b93b0d695c req-e3b9e34f-5531-423d-8e27-2b1b19f3c29c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:05.786574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc15bcb8-f758-4d02-90ad-98b93b0d695c req-e3b9e34f-5531-423d-8e27-2b1b19f3c29c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 1.1004157 Sep 01 15:09:05.791606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Allocated IP 172.25.1.115 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/57e0b332-7fa3-4730-9926-8072c68030cd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:05.802704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Network 097ff419-73ca-449d-86b9-774150f39949 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:05.997915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c63215-5655-4b58-b44b-33f12a943cb5 req-488534da-93fe-4d46-b726-406cdc9a3d80 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:06.001896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62c63215-5655-4b58-b44b-33f12a943cb5 req-488534da-93fe-4d46-b726-406cdc9a3d80 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1097 time: 0.2508078 Sep 01 15:09:06.022871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 097ff419-73ca-449d-86b9-774150f39949) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:06.035303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6b712-1e23-445e-a67d-b04311e00deb None None] Network 097ff419-73ca-449d-86b9-774150f39949 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:06.058512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:06.059059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:06.122969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-64c0f292-09a8-49c9-bb45-ab6314dafe75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6230855 Sep 01 15:09:06.265790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc15bcb8-f758-4d02-90ad-98b93b0d695c req-f415e89e-957a-4ee6-bfab-79d128294cd2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299612 Sep 01 15:09:06.339279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ef45dc05-1c12-4062-ad3c-0d1bf44d01fe up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:06.425610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62c63215-5655-4b58-b44b-33f12a943cb5 req-188c7a72-6bf0-498e-b8ff-5810b7303314 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113214 Sep 01 15:09:06.526530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:06.784282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:06.794006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:06.794974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:06.801357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aae1b4-35cb-426c-88f4-2bf34a68ac0f None None] Network 097ff419-73ca-449d-86b9-774150f39949 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:06.848758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8475e9-ecae-427d-aa57-6bcbc3e7afa9 req-03924418-91a3-4520-a3d9-d91b2e8a868c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:06.867831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8475e9-ecae-427d-aa57-6bcbc3e7afa9 req-03924418-91a3-4520-a3d9-d91b2e8a868c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 944 time: 0.3719800 Sep 01 15:09:07.018275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8475e9-ecae-427d-aa57-6bcbc3e7afa9 req-9aadc82c-f1ba-4c63-a787-c79ac0e7274e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490076 Sep 01 15:09:07.088994 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.243558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Router 5dce375a-eda7-4372-a7dd-43cd94e08ddb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:09:07.400659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.425289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.517835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:07.523085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:07.531547 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe7330-6f52-499a-8c19-2f9ac0fd8ce7" -d '{"events": [{"server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "name": "network-vif-plugged", "status": "completed", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:07.539297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.611102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Pushing event updated for resources: {'Port': ['ID=57e0b332-7fa3-4730-9926-8072c68030cd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:07.651787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:07.663253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:07.666370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:07.713485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6c407-f1bc-43e8-8fd2-1495f3710d05 req-cdc18195-eb09-4d40-bb72-8378f6b2cc6e tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:07.722264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-82f6c407-f1bc-43e8-8fd2-1495f3710d05 req-cdc18195-eb09-4d40-bb72-8378f6b2cc6e tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1097 time: 0.2488115 Sep 01 15:09:07.754667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:07.755531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.795331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:07.824897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-82f6c407-f1bc-43e8-8fd2-1495f3710d05 req-316b9ba4-b6b3-4600-ab66-d4daf3dec043 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Sep 01 15:09:07.831431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5fa1233-53ad-4153-883d-aa54664baad0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7234244 Sep 01 15:09:07.836116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59166) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:07.853439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.115'}]}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:07.879332 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-19cf49d6-0106-4ed7-a5c1-23b785a37c7d req-917a2159-7735-4792-95cd-508dde9eb2c7 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] show failed (client error): The resource could not be found. Sep 01 15:09:07.889311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19cf49d6-0106-4ed7-a5c1-23b785a37c7d req-917a2159-7735-4792-95cd-508dde9eb2c7 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/a495e9a3-6d89-4487-ab85-cc80ea4029f1 HTTP/1.1" status: 404 len: 352 time: 0.0498528 Sep 01 15:09:07.891197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:07.920415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Sync routers for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:07.936584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af3c3f44-814e-4cf8-b653-07b483fe4a48 admin admin] 10.222.0.41 "PUT /v2.0/routers/5dce375a-eda7-4372-a7dd-43cd94e08ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8563049 Sep 01 15:09:07.937832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:07.946407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.956197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.960235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:07.964898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:08:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:08.054088 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae916e-cd56-4992-9c09-3b0ded5f963d x-openstack-request-id: req-b9ae916e-cd56-4992-9c09-3b0ded5f963d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:08.054739 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "name": "network-vif-plugged", "status": "completed", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:08.055152 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9ae916e-cd56-4992-9c09-3b0ded5f963d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:08.055719 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe', 'code': 200} Sep 01 15:09:08.195680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.323583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:08.374665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.404406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ce5de-4820-4641-9869-ebd762ff5fa8 req-03f0591a-0b54-4dc2-9803-d8e4c8a6920a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:08.413897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c54ce5de-4820-4641-9869-ebd762ff5fa8 req-03f0591a-0b54-4dc2-9803-d8e4c8a6920a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.4125512 Sep 01 15:09:08.720642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c54ce5de-4820-4641-9869-ebd762ff5fa8 req-ae8d3dfa-534d-47bb-9f04-a7c04ded05cb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563842 Sep 01 15:09:08.742771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.822807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.035145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e4f83-d304-4da6-ba64-c2b317d22d87 req-e35d540d-c10f-43ac-ac0c-e3f8877bef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:09.038004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c07e4f83-d304-4da6-ba64-c2b317d22d87 req-e35d540d-c10f-43ac-ac0c-e3f8877bef3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 1097 time: 0.2443593 Sep 01 15:09:09.260462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c07e4f83-d304-4da6-ba64-c2b317d22d87 req-c6fe6010-708c-499c-bc46-ae6c8239cc7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095709 Sep 01 15:09:09.281206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Deleting port d61c1818-0e47-4247-aac5-4d0257d5cd0c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:09.283280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.311499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:09:05Z', 'revision_number': 5, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port': {'id': 'd61c1818-0e47-4247-aac5-4d0257d5cd0c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:59Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:09.413122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Checking router: 5dce375a-eda7-4372-a7dd-43cd94e08ddb for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:09.442072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Routers {'5dce375a-eda7-4372-a7dd-43cd94e08ddb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:09.443225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:08:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:09.481897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2e29-4f98-4438-9fd5-dea93a5daddf req-a2f87204-70cc-4c57-b8b5-3c4392d1e014 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:09.485597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-998a2e29-4f98-4438-9fd5-dea93a5daddf req-a2f87204-70cc-4c57-b8b5-3c4392d1e014 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3847563 Sep 01 15:09:09.753539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-998a2e29-4f98-4438-9fd5-dea93a5daddf req-6eb5e797-7928-4aed-a355-c4ddac0fe643 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292745 Sep 01 15:09:09.761035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] For port d61c1818-0e47-4247-aac5-4d0257d5cd0c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d61c1818-0e47-4247-aac5-4d0257d5cd0c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:09.768432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.825665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Calling delete_port for d61c1818-0e47-4247-aac5-4d0257d5cd0c owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:09.848253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.910015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.112892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] Set router 5dce375a-eda7-4372-a7dd-43cd94e08ddb gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:10.167172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b432f48a-408e-49e5-a871-b74242cd0033 req-b2c6aec8-a39a-4fcf-beab-76b1141ddfc6 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d802f8e2e18c4bab8cbe278ae19c499e HTTP/1.1" status: 200 len: 2988 time: 0.3097858 Sep 01 15:09:10.337364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 6, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:10.426650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77a3ef-3cc9-4b64-8833-1c3032332204 None None] The sync data for ids ['5dce375a-eda7-4372-a7dd-43cd94e08ddb'] in n-d-802060-16 is: [{'id': '5dce375a-eda7-4372-a7dd-43cd94e08ddb', 'name': 'tempest-ServersTestManualDisk-124775474-router', 'tenant_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:54Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 6, 'project_id': 'e252a461d48e4cf8bb5806b7a686e6df', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:10.514975 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.538685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:09:10.559206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b432f48a-408e-49e5-a871-b74242cd0033 req-dd3ddd42-9624-4197-b97c-c3c833ee096a tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/bb8da30c-721f-4d28-82cb-496ae7e2f788 HTTP/1.1" status: 200 len: 2985 time: 0.3614666 Sep 01 15:09:10.802286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.810627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.815724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.934202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b432f48a-408e-49e5-a871-b74242cd0033 req-f3664f39-7fd4-4898-8507-a3486183589f tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/bb8da30c-721f-4d28-82cb-496ae7e2f788 HTTP/1.1" status: 200 len: 2985 time: 0.3737323 Sep 01 15:09:10.943574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61c1818-0e47-4247-aac5-4d0257d5cd0c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:11.142655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.397636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.400789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.475854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.476942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dce375a-eda7-4372-a7dd-43cd94e08ddb {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:09:11.483993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.488512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f6d30c47-04c6-4b07-82f2-795022e68d68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5dce375a-eda7-4372-a7dd-43cd94e08ddb HTTP/1.1" status: 204 len: 168 time: 3.5470107 Sep 01 15:09:11.489804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:11.573213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Deleting subnet 8f4001c1-9ffb-4cfa-928c-5ab8c8478640 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:09:11.581773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.669242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.670572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ac2a2a-057c-4907-b87a-33af3d6c1674 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:09:11.703203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.719755 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:09:11.725708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e808416-b054-4439-97f1-a77190a0b83b tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8840239 Sep 01 15:09:11.726299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59264) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:11.765708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd052f5b-19ca-4854-86eb-21680ecf232d req-80546d7b-732e-4e12-893e-f77bd6a0ce2f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:11.775196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd052f5b-19ca-4854-86eb-21680ecf232d req-80546d7b-732e-4e12-893e-f77bd6a0ce2f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.3131962 Sep 01 15:09:11.870056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd052f5b-19ca-4854-86eb-21680ecf232d req-d33a9c65-4fbc-4fff-9707-6e6107db252a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883377 Sep 01 15:09:12.109515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 607fe520-0ed7-4535-99a6-2fd77dbda6e4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:12.146949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Deleting port 57e0b332-7fa3-4730-9926-8072c68030cd {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:12.147305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.252682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 607fe520-0ed7-4535-99a6-2fd77dbda6e4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:12.273425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 607fe520-0ed7-4535-99a6-2fd77dbda6e4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:12.274197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d61c1818-0e47-4247-aac5-4d0257d5cd0c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:12.340957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.370346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d61c1818-0e47-4247-aac5-4d0257d5cd0c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:12.371273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d61c1818-0e47-4247-aac5-4d0257d5cd0c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:12.415218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f48b-aa65-4ff1-9b9b-d70a922665f4 req-2b27d97d-c150-412d-a4be-50a140afab5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:12.429103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c834f48b-aa65-4ff1-9b9b-d70a922665f4 req-2b27d97d-c150-412d-a4be-50a140afab5e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3711333 Sep 01 15:09:12.430091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.477341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Calling delete_port for 57e0b332-7fa3-4730-9926-8072c68030cd owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:12.551783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c834f48b-aa65-4ff1-9b9b-d70a922665f4 req-791202b7-44a5-4b79-a13d-42471d3faa53 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200407 Sep 01 15:09:12.601341 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.694493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ac9b3-8737-4420-a6de-f683a83f43fb None None] Network f9887ffd-d002-40e2-893a-28d7fb39a5a3 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:12.695325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.697931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8f4001c1-9ffb-4cfa-928c-5ab8c8478640 HTTP/1.1" status: 204 len: 168 time: 1.1903861 Sep 01 15:09:12.705786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59272) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:12.726931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1611-2ffe-4bfd-80d5-14623e6aa40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4001c1-9ffb-4cfa-928c-5ab8c8478640,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:12.873142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.886304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db1c3159-4ce0-4a55-b048-26690492933b req-ab0ae3ca-2667-4814-8569-a7f6ffdda697 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/bb8da30c-721f-4d28-82cb-496ae7e2f788 HTTP/1.1" status: 200 len: 2985 time: 0.2217529 Sep 01 15:09:12.933780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e0b332-7fa3-4730-9926-8072c68030cd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:12.960731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.048233 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-db1c3159-4ce0-4a55-b048-26690492933b req-851727e8-bc49-48e7-99b7-7a10038ccef7 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:09:13.054495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db1c3159-4ce0-4a55-b048-26690492933b req-851727e8-bc49-48e7-99b7-7a10038ccef7 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "DELETE /v2.0/security-groups/bb8da30c-721f-4d28-82cb-496ae7e2f788 HTTP/1.1" status: 409 len: 352 time: 0.1662247 Sep 01 15:09:13.068274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] DHCP port deletion for f9887ffd-d002-40e2-893a-28d7fb39a5a3 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:09:13.119063 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.121357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b90a0bfe-05a2-49ee-896e-6f770f0a74a0 tempest-RoutersAdminNegativeTest-426496591 tempest-RoutersAdminNegativeTest-426496591-project-admin] 10.222.0.41 "DELETE /v2.0/ports/57e0b332-7fa3-4730-9926-8072c68030cd HTTP/1.1" status: 204 len: 168 time: 1.3933945 Sep 01 15:09:13.205658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Deleting port 6a48f90c-9cda-4a6d-817f-01c485f39adb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:13.206340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.284603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Deleting port 6a48f90c-9cda-4a6d-817f-01c485f39adb {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:13.285338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.366795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] For port 6a48f90c-9cda-4a6d-817f-01c485f39adb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6a48f90c-9cda-4a6d-817f-01c485f39adb,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:13.367623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.406112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Calling delete_port for 6a48f90c-9cda-4a6d-817f-01c485f39adb owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:13.439399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] For port 6a48f90c-9cda-4a6d-817f-01c485f39adb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6a48f90c-9cda-4a6d-817f-01c485f39adb,segment=NetworkSegment(e8367e5f-d652-402b-8eb1-e4f8be656947),segment_id=e8367e5f-d652-402b-8eb1-e4f8be656947)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:13.440264 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.472016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Calling delete_port for 6a48f90c-9cda-4a6d-817f-01c485f39adb owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:13.687176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.739265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48f90c-9cda-4a6d-817f-01c485f39adb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:13.754110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.756931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] No DVR routers for this DVR port 6a48f90c-9cda-4a6d-817f-01c485f39adb on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:13.856566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59286) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:13.915740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] Pushing event deleted for resources: {'Port': ['ID=6a48f90c-9cda-4a6d-817f-01c485f39adb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:13.921661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626166f-cd95-41e1-a1a8-d219760e55b3 None None] No DVR routers for this DVR port 6a48f90c-9cda-4a6d-817f-01c485f39adb on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:13.963606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6a48f90c-9cda-4a6d-817f-01c485f39adb no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:14.013848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.014502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6a48f90c-9cda-4a6d-817f-01c485f39adb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:14.015453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6a48f90c-9cda-4a6d-817f-01c485f39adb not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:14.036183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9887ffd-d002-40e2-893a-28d7fb39a5a3']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:14.050154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8367e5f-d652-402b-8eb1-e4f8be656947') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:14.050486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8367e5f-d652-402b-8eb1-e4f8be656947') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:14.062904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.150157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.182279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45286b14-1dc6-4cb2-a640-49a31be03e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.184526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:09:14.189666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:09:14.194014 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:09:14.319532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1312403c-9df0-43fc-9bdd-0b2978d1026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.346315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f771836-00b0-43ed-897c-b8dffdb90ee4 req-fc7f05ca-a11e-4f88-ac96-8304b2d5bc59 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:14.350473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f771836-00b0-43ed-897c-b8dffdb90ee4 req-fc7f05ca-a11e-4f88-ac96-8304b2d5bc59 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2710352 Sep 01 15:09:14.584600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45286b14-1dc6-4cb2-a640-49a31be03e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.593086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45286b14-1dc6-4cb2-a640-49a31be03e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.686669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-45286b14-1dc6-4cb2-a640-49a31be03e40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26210701f9f04d649934e95e358b5cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250408 Sep 01 15:09:14.691141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286b14-1dc6-4cb2-a640-49a31be03e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18435b19-54b6-479a-9657-0cb9ca332e60,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:14.696090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59298) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:14.803731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.834952 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.912452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.921035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.923214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18435b19-54b6-479a-9657-0cb9ca332e60 HTTP/1.1" status: 204 len: 168 time: 0.2252152 Sep 01 15:09:14.945130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb32aa9-c332-457b-aed4-a32757259034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18435b19-54b6-479a-9657-0cb9ca332e60,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:14.993588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-530326fc-346f-4f25-a915-6d1b40e74450 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:09:14.995757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-530326fc-346f-4f25-a915-6d1b40e74450 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3551457 Sep 01 15:09:15.095458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-61aade9e-e440-4108-8b0d-86f19783611f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:15.112506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-61aade9e-e440-4108-8b0d-86f19783611f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 1094 time: 0.1086640 Sep 01 15:09:15.126308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:15.147026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:15.153362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] 10.222.0.41 "DELETE /v2.0/networks/f9887ffd-d002-40e2-893a-28d7fb39a5a3 HTTP/1.1" status: 204 len: 168 time: 2.4447534 Sep 01 15:09:15.204365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f771836-00b0-43ed-897c-b8dffdb90ee4 req-f540d600-726b-4ef4-87f0-d9600f315ad0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8429315 Sep 01 15:09:15.207142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07a5d9-6d36-4159-a27c-40c13e87b36d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9887ffd-d002-40e2-893a-28d7fb39a5a3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:15.288526 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-95774357-8bb8-4d8e-ba46-49e7ce55728c req-8762ccb7-f43a-44bf-9168-e83b22de5d68 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] show failed (client error): The resource could not be found. Sep 01 15:09:15.291610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95774357-8bb8-4d8e-ba46-49e7ce55728c req-8762ccb7-f43a-44bf-9168-e83b22de5d68 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/3e7470a6-b740-4cce-a254-8878f97b27cf HTTP/1.1" status: 404 len: 352 time: 0.0262241 Sep 01 15:09:15.350597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:15.351338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:09:15.661904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc28407-789c-4c19-9cc8-790a480265f4 req-6ccd4cf7-88f5-4c3b-a6ef-276f3b4b88d4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:15.681049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bcc28407-789c-4c19-9cc8-790a480265f4 req-6ccd4cf7-88f5-4c3b-a6ef-276f3b4b88d4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1555998 Sep 01 15:09:15.706781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59318) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:15.739182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59320) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:15.838115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e3a5f315-c1cf-4b82-9d32-8c388ac67ea6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e252a461d48e4cf8bb5806b7a686e6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274185 Sep 01 15:09:15.839772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59322) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:15.904695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bcc28407-789c-4c19-9cc8-790a480265f4 req-208b3122-e59b-4053-8d74-93c956618f8c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058535 Sep 01 15:09:15.925002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a69709d7-b305-4636-95d2-e9d23843ff12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a07d6fa9ba0543158ad0f64d642f0803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810446 Sep 01 15:09:15.929817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59324) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:15.987486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:15.988234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:15.988822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:16.003406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:16.004592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:16.007260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.022971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:16.023741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:16.024398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:16.025125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Bound port: 69294600-d86a-40b8-9c37-832a0e2b6c36, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:16.089263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.116952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.136773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.168655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:16.186447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.198351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-fc819d49-46bf-4e35-a872-4006c2a35fa9 service neutron] 10.222.0.41 "POST /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36/bindings HTTP/1.1" status: 201 len: 390 time: 1.0776048 Sep 01 15:09:16.235077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.237269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.240155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.241806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.242765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d0a4708-f4c1-4a74-b8d1-a7a25a02871e HTTP/1.1" status: 204 len: 168 time: 0.3940041 Sep 01 15:09:16.247472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/793d181c-6901-4e98-a553-1649e86efca1 HTTP/1.1" status: 204 len: 168 time: 0.3128192 Sep 01 15:09:16.263487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ed3f5-6978-419e-9247-69971925ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a4708-f4c1-4a74-b8d1-a7a25a02871e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:16.288992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ca8e5-293b-423d-b928-a1cd3c50611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d181c-6901-4e98-a553-1649e86efca1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:17.113952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e09cea75-1ea8-48e7-a9e8-ba21c4552ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:17.314437 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-92de0b99-5efa-4337-836d-13bd5c7400e2 req-8dc9633d-0e86-42c4-ad07-74febd690d03 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] show failed (client error): The resource could not be found. Sep 01 15:09:17.318590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92de0b99-5efa-4337-836d-13bd5c7400e2 req-8dc9633d-0e86-42c4-ad07-74febd690d03 tempest-SecurityGroupsNegativeTestJSON-1440958635 tempest-SecurityGroupsNegativeTestJSON-1440958635-project] 10.222.0.41 "GET /v2.0/security-groups/8bbb36ac-a2eb-44ec-adc9-6b82c004e45b HTTP/1.1" status: 404 len: 352 time: 1.0109911 Sep 01 15:09:17.332484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59356) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:17.378277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:17.718492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Deleting subnet e7416d43-02f6-4dc6-9089-bcf742f5d52b {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:09:17.740573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:17.884192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e07b5-c834-4b52-8a72-bc698df19763 req-d8062d85-9ea7-4c65-8a65-effa3c4a2eda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:17.895937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-269e07b5-c834-4b52-8a72-bc698df19763 req-d8062d85-9ea7-4c65-8a65-effa3c4a2eda tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3830032 Sep 01 15:09:17.921475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.048482 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.126074 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.154346 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.174570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-269e07b5-c834-4b52-8a72-bc698df19763 req-0841b55e-b848-4f27-80ff-07a1ae7975a8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771542 Sep 01 15:09:18.232478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7416d43-02f6-4dc6-9089-bcf742f5d52b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:18.236922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.245408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:18.246002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8ec8200f-3a8c-4d6a-849a-fe7042cc59ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e7416d43-02f6-4dc6-9089-bcf742f5d52b HTTP/1.1" status: 204 len: 168 time: 0.9109943 Sep 01 15:09:18.307816 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.324888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:18.381897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.404602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a25655-9f8b-446d-9a63-2f733f1dab61 req-2dc09609-7646-40f0-807e-2f0fcbe99260 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:18.407387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88a25655-9f8b-446d-9a63-2f733f1dab61 req-2dc09609-7646-40f0-807e-2f0fcbe99260 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1020293 Sep 01 15:09:18.502895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88a25655-9f8b-446d-9a63-2f733f1dab61 req-26725b66-ec1a-42e3-b6e4-7ad199147cf5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884626 Sep 01 15:09:18.507880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.537533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ff419-73ca-449d-86b9-774150f39949']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:18.565977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0260886-1e65-4751-8952-4eff0794fff4') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:18.566314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0260886-1e65-4751-8952-4eff0794fff4') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:18.583462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.591924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59390) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:18.613546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.620671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:09:18.621130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:09:18.623376 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:09:18.695103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97375e-493f-47f8-8402-d5a7f2a7ac19 req-3f806cd3-be2d-4444-b43d-72881795d16e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:18.701470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c97375e-493f-47f8-8402-d5a7f2a7ac19 req-3f806cd3-be2d-4444-b43d-72881795d16e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 945 time: 0.0930173 Sep 01 15:09:18.737512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.755942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.759922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/097ff419-73ca-449d-86b9-774150f39949 HTTP/1.1" status: 204 len: 168 time: 0.5116363 Sep 01 15:09:18.787863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c97375e-493f-47f8-8402-d5a7f2a7ac19 req-9f3e202b-aaeb-4ee9-b38f-019a7a176858 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Sep 01 15:09:18.802246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9109ffa-b43b-40b3-8b69-6b7bf56a34a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=097ff419-73ca-449d-86b9-774150f39949,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:18.831414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-686415017'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:18.893635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:18.901700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:18.933025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.005103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-217467101-network', 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:19.065445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:19.136623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23f46-142c-4b1d-b587-3a1fc01c9971 req-43d4ec6d-ad05-47e4-90f9-7662ddcb32df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:19.138210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78d23f46-142c-4b1d-b587-3a1fc01c9971 req-43d4ec6d-ad05-47e4-90f9-7662ddcb32df tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1012053 Sep 01 15:09:19.170200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.175827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e8ca5da-137d-4def-affc-e8ee42e09988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d802f8e2e18c4bab8cbe278ae19c499e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076550 Sep 01 15:09:19.176951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:19.193670 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.229536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:19.262403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:19.266515 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.274818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.300157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78d23f46-142c-4b1d-b587-3a1fc01c9971 req-bff4c4fd-d58d-4d0f-9460-3d3b715b6346 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462622 Sep 01 15:09:19.308728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.309713 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment ec17e746-68f8-48fa-b1be-273a003042a8 of type vlan for network 3fe50731-d55c-4b09-829c-468287327902 Sep 01 15:09:19.312900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.326000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.337537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80840ee-df51-4fec-b828-d0be7cd3c127,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:19.416588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.429934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.433663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.435693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb8da30c-721f-4d28-82cb-496ae7e2f788 HTTP/1.1" status: 204 len: 168 time: 0.2567756 Sep 01 15:09:19.454247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d9202-9707-40c2-838c-82c128bb1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8da30c-721f-4d28-82cb-496ae7e2f788,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:19.494221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.504606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:19.505436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.625928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=3fe50731-d55c-4b09-829c-468287327902,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:19.644660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3fe50731-d55c-4b09-829c-468287327902 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:19.683867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.710432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.736307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-280a80e1-ac58-4de8-8467-80940a3ba72b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3927274 Sep 01 15:09:19.742818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:19.746055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:19.759455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'name': 'tempest-PortsTestJSON-2129516876'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:19.772485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.772905 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Added segment 396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f of type vlan for network 6cdeb709-140a-4e06-b224-347474efd134 Sep 01 15:09:19.774647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf36a43-a183-4081-8690-bd1ab7def0c0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:19.809794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.819304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365678e1-eb38-40a6-a26d-49810f62636c req-0c8ec975-4e1b-4942-9415-f2d394fd4dea tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:19.821571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-365678e1-eb38-40a6-a26d-49810f62636c req-0c8ec975-4e1b-4942-9415-f2d394fd4dea tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.1648474 Sep 01 15:09:19.884806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.931139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-365678e1-eb38-40a6-a26d-49810f62636c req-74c15254-4ffd-4049-bd25-c8b78873682d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776680 Sep 01 15:09:19.943170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.944833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:19.946069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:19.996910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:20.001639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:20.065645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4714403 Sep 01 15:09:20.090277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59422) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:20.107644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Request body: {'subnet': {'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-217467101-subnet', 'tenant_id': '07e65d44fc8d4139a97821082db25763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:20.131194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port e6b3e102-c39f-4650-8395-ca00764b97ab yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:20.134910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bcfd7-f174-4223-b858-f70839d82fdf admin admin] Pushing event updated for resources: {'Network': ['ID=6cdeb709-140a-4e06-b224-347474efd134,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:20.166448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6cdeb709-140a-4e06-b224-347474efd134 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:20.182309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:20.189472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:20.599819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:20.740319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14f5e-3bdf-47e9-a793-2881e09f6174 req-42daf7d1-f3b9-4cfc-bf48-0561d76e346a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:20.751846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5b14f5e-3bdf-47e9-a793-2881e09f6174 req-42daf7d1-f3b9-4cfc-bf48-0561d76e346a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 945 time: 0.6454425 Sep 01 15:09:20.786509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:20.809268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-60ee7b18-9983-4465-b69b-8b33db4a0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:20.813601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-60ee7b18-9983-4465-b69b-8b33db4a0d66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1097 time: 0.4755764 Sep 01 15:09:20.855903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5b14f5e-3bdf-47e9-a793-2881e09f6174 req-68742fa7-2c14-48ae-88bc-dc6452616e6d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027997 Sep 01 15:09:20.897436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=e6b3e102-c39f-4650-8395-ca00764b97ab,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:20.934832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': 'ec17e746-68f8-48fa-b1be-273a003042a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3fe50731-d55c-4b09-829c-468287327902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:20.935822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 3fe50731-d55c-4b09-829c-468287327902, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:20.951838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:20.983039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:21.016037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:21.026473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727359-0299-4421-a95a-c6661be6b035 req-bb9a192e-1b5b-48b8-b009-992d2b4d3a7d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.028317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4727359-0299-4421-a95a-c6661be6b035 req-bb9a192e-1b5b-48b8-b009-992d2b4d3a7d tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.5230761 Sep 01 15:09:21.043685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3fe50731-d55c-4b09-829c-468287327902) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:21.056157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850ceaf-482a-4177-8137-7ff6bf96a88a None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:21.089349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:21.101707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.102629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.107731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4727359-0299-4421-a95a-c6661be6b035 req-db301d69-4273-426c-981c-b96d4b2ed1ef tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Sep 01 15:09:21.156188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3d6e968b-bc1b-4daa-9a4d-216fa0c94dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.159378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3d6e968b-bc1b-4daa-9a4d-216fa0c94dcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.3354211 Sep 01 15:09:21.161019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:21.161661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Network hostable DHCP agents. Network: 6cdeb709-140a-4e06-b224-347474efd134, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:21.188439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a68d4f43-3398-4208-b32b-9aee717ba05e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4438288 Sep 01 15:09:21.193638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:21.194672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59450) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:21.252572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1328033451'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:21.260946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-92b55e46-6c2f-4ca3-981d-8173fb1638d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.0853715 Sep 01 15:09:21.339134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Network 6cdeb709-140a-4e06-b224-347474efd134 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:21.375626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:21.377925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1769876956-network', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:21.379629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.382368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6cdeb709-140a-4e06-b224-347474efd134) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:21.396674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18153a2d-3ac5-41cc-9e5d-cd525a6ffa47 None None] Network 6cdeb709-140a-4e06-b224-347474efd134 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:21.398491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.399703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.414394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Made reservation on behalf of ba4e25f2f53d4a6288f0e4731cf0ab06 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:21.418062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.431442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.439346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-2146aa5c-c531-4452-9ace-4989f1498954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.442260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-2146aa5c-c531-4452-9ace-4989f1498954 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1620743 Sep 01 15:09:21.481883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6881712-58db-43b6-9461-7081b41f5010 req-24c07ff5-7e24-4ae0-acf6-144e90958549 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.484264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f6881712-58db-43b6-9461-7081b41f5010 req-24c07ff5-7e24-4ae0-acf6-144e90958549 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.2369397 Sep 01 15:09:21.509928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a1b77a69-c733-4af1-b451-bcaa93d90944 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4183171 Sep 01 15:09:21.524083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-6f52df36-24c8-4c40-b8bf-76ad080ad92a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694776 Sep 01 15:09:21.525748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:21.620143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.631072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.644520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b39a0f-8645-4363-a7b3-e0ecde18f295 None None] Network 6cdeb709-140a-4e06-b224-347474efd134 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:21.652706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:21.665443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.665788 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment 03a34799-bf07-4473-bb81-b2b8138c6390 of type vlan for network 89a02e20-4533-46ff-b5b4-db0f9d0308ce Sep 01 15:09:21.672783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.673438 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Added segment 10b2e5fc-292b-4386-a93d-fedf72eeff14 of type vlan for network e0bd3616-d928-4b63-9d91-9efd7fa8541b Sep 01 15:09:21.738695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.747114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f6881712-58db-43b6-9461-7081b41f5010 req-85d417a8-c4df-4277-90c6-b82eeee431dc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293322 Sep 01 15:09:21.765309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.780119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-35b9ee68-41f9-463e-992a-e1e08816abd2 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379043 Sep 01 15:09:21.824389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.824389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.824389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.877015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.887619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:21.888871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:21.940591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eda0d7-7141-4939-9bed-b01d91a96353,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:21.983100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7864225 Sep 01 15:09:21.983995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9117c-6d50-41a3-b9b7-bfb808176f75 admin admin] Pushing event updated for resources: {'Network': ['ID=e0bd3616-d928-4b63-9d91-9efd7fa8541b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:21.997218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59464) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:21.998165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:22.014584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Request body: {'subnet': {'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1769876956-subnet', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:22.059832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Made reservation on behalf of ba4e25f2f53d4a6288f0e4731cf0ab06 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:22.067591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:22.117592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=89a02e20-4533-46ff-b5b4-db0f9d0308ce,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:22.125756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-60def113-0c44-4e24-bf27-51749d5a69f9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9325750 Sep 01 15:09:22.130106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59470) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:22.138642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'ports': [{'network_id': '3fe50731-d55c-4b09-829c-468287327902'}, {'network_id': '89a02e20-4533-46ff-b5b4-db0f9d0308ce'}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:22.139683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:22.140207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '89a02e20-4533-46ff-b5b4-db0f9d0308ce'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:22.146833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 89a02e20-4533-46ff-b5b4-db0f9d0308ce details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:22.205385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-27ce0663-c6f4-403b-adcc-bd2b98640d43 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163268 Sep 01 15:09:22.348513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4feb7-d3d5-4d5f-b3f8-33cbc995325a req-22fd01ee-8035-4790-af58-5593f73f9861 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.352108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbb4feb7-d3d5-4d5f-b3f8-33cbc995325a req-22fd01ee-8035-4790-af58-5593f73f9861 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 945 time: 0.3118644 Sep 01 15:09:22.517391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbb4feb7-d3d5-4d5f-b3f8-33cbc995325a req-738f972e-8c05-4537-8ad6-e4d3bd10fafc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434274 Sep 01 15:09:22.530315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-1f52071a-e312-4b4f-affb-423668c53e2c tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.532564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-1f52071a-e312-4b4f-affb-423668c53e2c tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1601670 Sep 01 15:09:22.561399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:22.561399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 2} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:22.562305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:22.605905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:22.686693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:22.736124 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:22.767945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-f7a5f936-d7f5-4f2e-b511-42c577928409 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.770441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-f7a5f936-d7f5-4f2e-b511-42c577928409 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.3658991 Sep 01 15:09:22.793129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 6c78a164-70e8-4a89-8966-91c70baad393 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:22.849303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-1d7e1cd2-caec-4b74-a044-d3ccb3d9c3ff tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0553699 Sep 01 15:09:22.853662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d48c18-2ef2-4098-87b8-617e3ca418c4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:22.879231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4a388-a1dd-4fab-8982-73b1f5b236d1 req-5edd3f2d-6eb8-44b9-afd1-f6eb12ab73ff tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.881953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efe4a388-a1dd-4fab-8982-73b1f5b236d1 req-5edd3f2d-6eb8-44b9-afd1-f6eb12ab73ff tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1712472 Sep 01 15:09:22.920277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Checking segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:22.920835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Network hostable DHCP agents. Network: e0bd3616-d928-4b63-9d91-9efd7fa8541b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:22.928827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b199d95a-ee68-4f54-90d0-1d6a7dcaecd2 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587518 Sep 01 15:09:23.020800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:23.047623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e0bd3616-d928-4b63-9d91-9efd7fa8541b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:23.056130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:23.056868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.072293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbbe62-f6e2-4d1b-b68f-79706e3fe35d None None] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:23.101384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efe4a388-a1dd-4fab-8982-73b1f5b236d1 req-57691e35-f7a6-4613-9419-f26799473328 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998236 Sep 01 15:09:23.105858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2effb0c3-1d2e-42f3-a445-e52b3c3fde42 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1042342 Sep 01 15:09:23.106885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:23.125690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:23.154532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-5a2eac3a-2308-4755-8ff3-b1c6a0fc5c64 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976993 Sep 01 15:09:23.154774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:23.229087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.242488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.253034 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.384696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:23.451501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port d8ca008a-edae-4499-8a26-710b41f55349 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:23.486427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:23.489873 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf97de-a04c-4cdd-b583-c11a8e293cbd" -d '{"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-unplugged", "status": "completed", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:23.493689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:23.497348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.499580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.510981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.626708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-7fd47c7c-2aba-47fa-9e95-72986f83b1e1 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492130 Sep 01 15:09:23.629273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:23.854781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:23.900241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Allocated IP 172.20.0.2 (e0bd3616-d928-4b63-9d91-9efd7fa8541b/44d48c18-2ef2-4098-87b8-617e3ca418c4/7069f2dc-7db2-4f9b-a2de-e82812d56c2f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:24.011708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:24.012424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:24.013008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:24.022531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.028155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621a368-e9be-4d17-a014-93942c00d633 req-da5123ba-b598-4eb3-b87f-bab331a1ec73 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.037559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a621a368-e9be-4d17-a014-93942c00d633 req-da5123ba-b598-4eb3-b87f-bab331a1ec73 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.3981030 Sep 01 15:09:24.107157 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b8573-7bb7-477e-a024-abc174bce076 x-openstack-request-id: req-b37b8573-7bb7-477e-a024-abc174bce076 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:24.107666 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-unplugged", "status": "completed", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:24.108151 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b37b8573-7bb7-477e-a024-abc174bce076 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:24.110217 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'code': 200} Sep 01 15:09:24.136199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a621a368-e9be-4d17-a014-93942c00d633 req-178254e8-ce1f-443b-b64b-e3d53ef8bc29 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971324 Sep 01 15:09:24.174325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:24.174895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Attempting to bind port 69294600-d86a-40b8-9c37-832a0e2b6c36 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:24.235509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:24.236058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:24.236785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:24.240819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Bound port: 69294600-d86a-40b8-9c37-832a0e2b6c36, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:24.241520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.272167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.290709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Transition to ACTIVE for port object 7069f2dc-7db2-4f9b-a2de-e82812d56c2f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:24.328555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Transition to ACTIVE for port object 7069f2dc-7db2-4f9b-a2de-e82812d56c2f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:24.351997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.438607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6d6b1-175a-4a7b-a6a6-41f819da6b91 req-9e1f242b-9ac2-46e9-905e-1b65f07ed0f0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.440281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Pushing event updated for resources: {'Port': ['ID=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:24.443129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:24.449488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:24.454945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2d6d6b1-175a-4a7b-a6a6-41f819da6b91 req-9e1f242b-9ac2-46e9-905e-1b65f07ed0f0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.2025216 Sep 01 15:09:24.481118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:24.486955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:24.495065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:24.519360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-94b893b8-2735-4630-9ebe-5d68d030132d req-2bddb091-2054-469d-a1d5-49585aee510e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.0589101 Sep 01 15:09:24.526233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.675723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2d6d6b1-175a-4a7b-a6a6-41f819da6b91 req-97fc1c9b-c519-4cf3-a2e0-b012be5425fc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164736 Sep 01 15:09:24.731020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Attempting to bind port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:24.731515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Attempting to bind port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:24.732111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Attempting to bind port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f on network e0bd3616-d928-4b63-9d91-9efd7fa8541b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:24.741128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.757991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.768686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:24.773516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Checking segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:24.775737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.779631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Bound using segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:24.783694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Bound port: 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:24.788070 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.820654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.848766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.849979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:24.853890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] 10.222.0.24 "PUT /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 1123 time: 2.3095953 Sep 01 15:09:24.948918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da49f7-6106-4a31-a99f-06badf3ece9b req-17461891-8f99-411c-a613-ef8e79798731 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.967323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5da49f7-6106-4a31-a99f-06badf3ece9b req-17461891-8f99-411c-a613-ef8e79798731 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1746297 Sep 01 15:09:25.003860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] For port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:25.008537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] For port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:25.019958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:25.069394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['69294600-d86a-40b8-9c37-832a0e2b6c36'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:25.101753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5da49f7-6106-4a31-a99f-06badf3ece9b req-05fcb392-0796-4124-ab95-c9db1ffd414a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090658 Sep 01 15:09:25.106038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674d0cd-ea29-4595-9cfa-07136c4b8a7e service neutron] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:25.184670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09aa4-adda-4f0d-b35f-9ac3e97683db None None] Pushing event updated for resources: {'Port': ['ID=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:25.190570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:25.200824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Allocated IP 172.25.1.124 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/290e6488-e56b-4d5d-b9a2-52e2ca5daea9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:25.349110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:25.351550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=6c78a164-70e8-4a89-8966-91c70baad393,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:25.357449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:25.362207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:25.363931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:25.509309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=d8ca008a-edae-4499-8a26-710b41f55349,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:25.600730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': '03a34799-bf07-4473-bb81-b2b8138c6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '89a02e20-4533-46ff-b5b4-db0f9d0308ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:25.605223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 89a02e20-4533-46ff-b5b4-db0f9d0308ce, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:25.671663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 89a02e20-4533-46ff-b5b4-db0f9d0308ce is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:25.697475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 89a02e20-4533-46ff-b5b4-db0f9d0308ce) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:25.708133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:25.714696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b09fa-2b7d-40fb-862f-e4220b46badb None None] Network 89a02e20-4533-46ff-b5b4-db0f9d0308ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:25.756463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:25.772984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c666-18a1-447d-981d-4f68929ebef7 req-1d901828-1c61-45c1-b124-a3863001aec0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:25.777590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8172c666-18a1-447d-981d-4f68929ebef7 req-1d901828-1c61-45c1-b124-a3863001aec0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.3237584 Sep 01 15:09:25.818377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:25.823029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:25.916992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8172c666-18a1-447d-981d-4f68929ebef7 req-13bb1911-0895-4aeb-94b9-288a5ad834f7 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206551 Sep 01 15:09:25.974453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:26.002173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db4a0f02-282c-41df-9000-b6adc8e16461 req-c46ac40b-7dca-4c18-bc9a-9115734c3c57 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.1601353 Sep 01 15:09:26.025659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b4cc77d5-c099-4a1a-8903-71bae13b98ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8940268 Sep 01 15:09:26.026895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59524) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:26.150602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7069f2dc-7db2-4f9b-a2de-e82812d56c2f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:26.151194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:26.196116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:26.209401 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b" -d '{"events": [{"name": "network-changed", "server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:26.330449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Pushing event updated for resources: {'Port': ['ID=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:26.409954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:26.428330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:26.454277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:26.460053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:26.592525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd9bb3-9fe8-4cd2-9ed9-13076237e42c req-472d0f1b-5ead-47dc-abb6-85685ae8d6fd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.608150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bacd9bb3-9fe8-4cd2-9ed9-13076237e42c req-472d0f1b-5ead-47dc-abb6-85685ae8d6fd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.2698233 Sep 01 15:09:26.693899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59532) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:26.801454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bacd9bb3-9fe8-4cd2-9ed9-13076237e42c req-167962e9-58ee-4735-a721-89d83aeb9241 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838691 Sep 01 15:09:26.889676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829b0e-3418-4d10-bd00-548497ed8c8b req-1c0ce7f4-e6bd-4f40-9707-aa511e3a11ae tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.903986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca829b0e-3418-4d10-bd00-548497ed8c8b req-1c0ce7f4-e6bd-4f40-9707-aa511e3a11ae tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3798761 Sep 01 15:09:26.970216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port d8ca008a-edae-4499-8a26-710b41f55349 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:26.970722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.015329 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465123d4-dd42-4312-8ced-df38827263ab x-openstack-request-id: req-465123d4-dd42-4312-8ced-df38827263ab {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:27.016342 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:27.016763 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-465123d4-dd42-4312-8ced-df38827263ab {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:27.017458 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'status': 'completed', 'code': 200} Sep 01 15:09:27.096512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcf15-8685-4f55-b670-c91a24c3e0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.197589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3b0b8cbb-e681-44f7-acca-e874dc521428 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:27.200868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3b0b8cbb-e681-44f7-acca-e874dc521428 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.7365577 Sep 01 15:09:27.264143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:27.281592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f655b-f42c-4580-9308-6091f1b8aee3 None None] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:27.299135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca829b0e-3418-4d10-bd00-548497ed8c8b req-872cd448-6798-45ef-a7b0-e35884bd06a7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935764 Sep 01 15:09:27.463476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.628463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.661146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Provisioning for port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:27.663113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Provisioning complete for port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:27.663709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.749552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abada70-536e-4cf5-924e-a2727c57f7d8 req-aaf0f291-b855-4aa9-abdf-cd00c00d138a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:27.756434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4abada70-536e-4cf5-924e-a2727c57f7d8 req-aaf0f291-b855-4aa9-abdf-cd00c00d138a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 944 time: 0.5758781 Sep 01 15:09:27.768769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcf15-8685-4f55-b670-c91a24c3e0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.783998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.823308 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.845395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:27.939456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] For port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:27.973714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0fcf15-8685-4f55-b670-c91a24c3e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.046985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.136704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fcf15-8685-4f55-b670-c91a24c3e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77902187-d6bd-4087-9301-ca942d4538f4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:28.205352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308e549-8f5b-43b4-9123-4a1e2b137f77 None None] Pushing event updated for resources: {'Port': ['ID=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:28.234959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c699882-331a-412c-8055-efd8189b26ca req-2f6a5e96-24ae-4a5a-9535-a24038ddaf93 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.6926062 Sep 01 15:09:28.243982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:28.269460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for d8ca008a-edae-4499-8a26-710b41f55349 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:28.269704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:09:28.301675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a994d683-60ee-44cb-9da1-df8be04eb75a None None] Provisioning complete for port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:28.302688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a994d683-60ee-44cb-9da1-df8be04eb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.319765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa0fcf15-8685-4f55-b670-c91a24c3e0b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bdad54d77264ed78ac697b1c026fb00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6238682 Sep 01 15:09:28.322838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59546) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:28.358015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4abada70-536e-4cf5-924e-a2727c57f7d8 req-7fe94ac3-1843-4d27-9aca-4591e4784eb2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011502 Sep 01 15:09:28.536637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:28.635072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.638081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.640799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.641179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-4075b006-ef57-4944-8e9c-820445702b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:28.644116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-4075b006-ef57-4944-8e9c-820445702b3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1126 time: 1.5689940 Sep 01 15:09:28.769114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.773214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:28.803734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:28.806058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=d8ca008a-edae-4499-8a26-710b41f55349,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:28.828842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.836685 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ce3de70b-59de-4227-936d-4a75e284ae35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/d8ca008a-edae-4499-8a26-710b41f55349 HTTP/1.1" status: 204 len: 168 time: 2.8040469 Sep 01 15:09:28.837028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9fbc-f3c2-4dc7-bfad-9788e7180b4c req-86fbf2db-ffef-4bf2-a391-169bd8cf3e36 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:28.838429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0bc9fbc-f3c2-4dc7-bfad-9788e7180b4c req-86fbf2db-ffef-4bf2-a391-169bd8cf3e36 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.3050878 Sep 01 15:09:28.839334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:28.849446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:28.855935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.900601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:28.904412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07216-7af0-4075-9421-62ecf7760d8a req-1ef5364d-7e06-47d0-94f9-9683f628fd9e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:28.910000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2fd07216-7af0-4075-9421-62ecf7760d8a req-1ef5364d-7e06-47d0-94f9-9683f628fd9e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3551531 Sep 01 15:09:28.933642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:28.990760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:29.001217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:29.111802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-a856eef3-e87f-49c8-b726-934b2dd39b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:29.115071 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-a856eef3-e87f-49c8-b726-934b2dd39b36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.4517829 Sep 01 15:09:29.115535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:29.126823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2fd07216-7af0-4075-9421-62ecf7760d8a req-52dd08c1-a516-48c8-bd68-e501312dc54f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990275 Sep 01 15:09:29.130052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.130611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.131178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.131751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.132324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.132911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.133521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.134104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.134656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.136711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.136711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.136711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:29.213780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-40d5b9c8-9e9e-4791-ae2f-b5dfebeb27c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.0768383 Sep 01 15:09:29.447066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4f109f9-7b44-42dc-9799-7ed9143c1217 req-492fdc18-df43-4783-ad45-6cdc84fa76c9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.0723193 Sep 01 15:09:29.449251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-1e4e37c0-5e53-49f9-99e1-fce478334050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:29.450972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-1e4e37c0-5e53-49f9-99e1-fce478334050 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.2249448 Sep 01 15:09:29.532548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.10 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/04f0dfe1-8986-4a87-8a4d-66300ee3136b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:29.539686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-3389695e-ee43-40b4-83c3-7029cb22a481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770445 Sep 01 15:09:29.544652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9cc4b58e-5339-4155-a6f4-54533d96cc7b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:29.555337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0bc9fbc-f3c2-4dc7-bfad-9788e7180b4c req-487dbff4-a774-40ac-90b7-13666886c5cc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669617 Sep 01 15:09:29.585600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57042ad-068c-421f-9a32-5c91eda115a0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:29.615271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57042ad-068c-421f-9a32-5c91eda115a0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:29.621411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e57042ad-068c-421f-9a32-5c91eda115a0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7673080 Sep 01 15:09:29.625421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:29.641726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:29.642977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:29.650152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77902187-d6bd-4087-9301-ca942d4538f4 HTTP/1.1" status: 204 len: 168 time: 1.3201432 Sep 01 15:09:29.752988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece6990-15b6-4737-9214-89b16d0d90f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77902187-d6bd-4087-9301-ca942d4538f4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:29.790094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-d01f044e-6253-4bf6-87cf-d1f28ea0c950 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276871 Sep 01 15:09:30.026903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7069f2dc-7db2-4f9b-a2de-e82812d56c2f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:30.036006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba8b65-eb08-41bd-98c6-ca350ac0e82d req-01aa6e3d-e3f4-469a-a7c4-91f5cbb9caed tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:30.039013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31ba8b65-eb08-41bd-98c6-ca350ac0e82d req-01aa6e3d-e3f4-469a-a7c4-91f5cbb9caed tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 945 time: 0.2674909 Sep 01 15:09:30.111185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Router 38d822d1-7ce0-48c5-b906-c4ff591d913b is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:09:30.128937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 6c78a164-70e8-4a89-8966-91c70baad393 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:30.129660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.216464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31ba8b65-eb08-41bd-98c6-ca350ac0e82d req-787ab7ed-afcb-4ebe-a64f-acc574c96f5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593280 Sep 01 15:09:30.279144 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.362835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:30.363731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.397655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.428945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.462859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 6c78a164-70e8-4a89-8966-91c70baad393 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:30.608085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b0434f6-1687-4132-98cf-1f3d4e3dd39b req-1a05ef8a-697c-40ff-997f-4c124b94e4b7 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637472 Sep 01 15:09:30.618536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:30.786611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-8823174a-443e-437c-8f6b-7a9c5815df96 service neutron] 10.222.0.50 "GET /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.1288211 Sep 01 15:09:30.804988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:30.827924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:30.888256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:30.915633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.947089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf64c27-0266-42ca-b9be-cf1fee0e3b81 req-082a9e36-1ab3-445f-9e98-3a61cfb7d532 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:30.950499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ccf64c27-0266-42ca-b9be-cf1fee0e3b81 req-082a9e36-1ab3-445f-9e98-3a61cfb7d532 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.5404429 Sep 01 15:09:31.073708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:31.073708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:31.080248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=6c78a164-70e8-4a89-8966-91c70baad393,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:31.117480 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:31.129040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d733691c-8e87-4fe6-9457-13752e8299bf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/6c78a164-70e8-4a89-8966-91c70baad393 HTTP/1.1" status: 204 len: 168 time: 1.4968936 Sep 01 15:09:31.131619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59582) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:31.132267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ccf64c27-0266-42ca-b9be-cf1fee0e3b81 req-365f221c-8366-49fb-8a30-f87aa133ce61 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693592 Sep 01 15:09:31.231785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195be40-5b1a-4ab1-a30f-265a1d6cc932 req-be681c25-9779-4379-a4ec-c3e2d14c48a5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:31.235786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c195be40-5b1a-4ab1-a30f-265a1d6cc932 req-be681c25-9779-4379-a4ec-c3e2d14c48a5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 932 time: 0.4309657 Sep 01 15:09:31.254880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:31.275180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Sync routers for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:31.313358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:31.314434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:31.337762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:31.352595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c8e72f32-d6b2-49e6-a370-2a3735a6c50c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.2336826 Sep 01 15:09:31.355692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:31.400859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-3d89c593-7b4a-43f8-ac44-ef294d63f980 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1640558 Sep 01 15:09:31.435991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Request body: {'port': {'device_id': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:31.577665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6ca7f-8c25-4923-b22e-015052df43d3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:31.580599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-38b6ca7f-8c25-4923-b22e-015052df43d3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4466126 Sep 01 15:09:31.588805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59594) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:31.660533 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:31.702391 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-26df3911-242a-40f4-9682-9c23158195d0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:09:31.706797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-26df3911-242a-40f4-9682-9c23158195d0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/d8ca008a-edae-4499-8a26-710b41f55349 HTTP/1.1" status: 404 len: 333 time: 0.1142714 Sep 01 15:09:31.742944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59596) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:31.791738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59598) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:31.808124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c195be40-5b1a-4ab1-a30f-265a1d6cc932 req-ceda3a2a-1731-4174-8350-7a962b4ed44a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779325 Sep 01 15:09:31.845518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e00ba0-3e1e-4921-be6d-b5614aaff804 req-0ddafffa-fe49-499a-b020-302fef62b9dc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:31.866298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7e00ba0-3e1e-4921-be6d-b5614aaff804 req-0ddafffa-fe49-499a-b020-302fef62b9dc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 943 time: 0.4662371 Sep 01 15:09:31.877233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:31.884660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.041800 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e66f033-ede5-4c82-8906-5ef3500186bb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:09:32.059255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e66f033-ede5-4c82-8906-5ef3500186bb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/6c78a164-70e8-4a89-8966-91c70baad393 HTTP/1.1" status: 404 len: 333 time: 0.2802289 Sep 01 15:09:32.061049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:32.247310 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:27Z', 'revision_number': 3, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:32.283291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1375685013-network', 'tenant_id': '98ae8519292a498587004f91d4ead42e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:32.335179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:32.354287 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Checking router: 38d822d1-7ce0-48c5-b906-c4ff591d913b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:32.355759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Updating router 38d822d1-7ce0-48c5-b906-c4ff591d913b port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:09:32.411195 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.429171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69294600-d86a-40b8-9c37-832a0e2b6c36 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:32.451688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:32.475104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.489960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Made reservation on behalf of 98ae8519292a498587004f91d4ead42e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:32.494101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.523585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.558494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:32.564612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7e00ba0-3e1e-4921-be6d-b5614aaff804 req-01437a10-5077-406c-a060-2ac1fabd6cf1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861329 Sep 01 15:09:32.724322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.775114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9cc4b58e-5339-4155-a6f4-54533d96cc7b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:32.775857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.977617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Transition to ACTIVE for port object 69294600-d86a-40b8-9c37-832a0e2b6c36 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:33.005157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.107104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.214435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:33.219891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:33.226611 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb60e8b-2b2c-47c9-a6b1-407c26bde692" -d '{"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:33.232355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] No DVR routers for this DVR port 69294600-d86a-40b8-9c37-832a0e2b6c36 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:33.241396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.243479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:33.258813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc94f4-a1c3-4e4b-babe-0a202525f409 req-c7126086-49f5-4384-9169-7c25a15a3d88 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:33.275034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0adc94f4-a1c3-4e4b-babe-0a202525f409 req-c7126086-49f5-4384-9169-7c25a15a3d88 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 945 time: 0.5008676 Sep 01 15:09:33.279890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.322129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a02e20-4533-46ff-b5b4-db0f9d0308ce']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:33.352224 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.373240 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Transition to ACTIVE for port object 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:33.392482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.394563 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.427635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a34799-bf07-4473-bb81-b2b8138c6390') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:33.428366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a34799-bf07-4473-bb81-b2b8138c6390') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:33.445860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] 10.222.0.50 "PUT /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 2.6369123 Sep 01 15:09:33.452357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:33.493776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.494370 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Attempting to bind port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:33.494370 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Attempting to bind port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:33.494370 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Attempting to bind port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:33.518902 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:33.519536 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:33.520431 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.520957 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:33.521721 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Bound port: 290e6488-e56b-4d5d-b9a2-52e2ca5daea9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:33.522368 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.547578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:33.591540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0adc94f4-a1c3-4e4b-babe-0a202525f409 req-8680175a-b059-4a6e-99fc-c8f7783ba07a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897124 Sep 01 15:09:33.592586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.628152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Pushing event updated for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:33.679988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:09:33.680656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.681806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] For port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:09:33.690340 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:09:33.694544 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] For port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:33.711753 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.726080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Pushing event updated for resources: {'Port': ['ID=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:33.738284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9adec-42b2-4666-909a-885b71643b63 req-7452a968-b363-41bb-a7d4-b06cadf24bf7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:33.741447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f9adec-42b2-4666-909a-885b71643b63 req-7452a968-b363-41bb-a7d4-b06cadf24bf7 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.8951101 Sep 01 15:09:33.761766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.762274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.766533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.767222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.774856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.775416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.775585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.776111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.776705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.777561 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.777791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.778306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.778871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.779429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c1fda-62a0-4773-8068-084b6db52f96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.779835 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.781654 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.783046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.784060 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.784913 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.785850 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.786910 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.787877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.788961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.789965 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:33.820042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.838222 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:33.840035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:33.854204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f0dfe1-8986-4a87-8a4d-66300ee3136b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:33.872072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.903384 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.960315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-6293c331-79f1-4cf3-92d8-3dcbb4daff60 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:33.964397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-6293c331-79f1-4cf3-92d8-3dcbb4daff60 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.3565075 Sep 01 15:09:33.967419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Transition to ACTIVE for port object 04f0dfe1-8986-4a87-8a4d-66300ee3136b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:34.006882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.014022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:34.067413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f9adec-42b2-4666-909a-885b71643b63 req-21aed999-97ce-4997-be53-624386214427 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517772 Sep 01 15:09:34.073948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24428d-a13e-473b-bd00-98bcf07d8858,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:34.076275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.103715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc59602-f5f3-490a-9d5a-a5bf5dbb657f req-cb35ac2f-5c6f-4ce3-afda-2065d10da3e0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.105098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.108521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/89a02e20-4533-46ff-b5b4-db0f9d0308ce HTTP/1.1" status: 204 len: 168 time: 2.0424526 Sep 01 15:09:34.112363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.113634 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Added segment 1b630613-b55f-420a-991f-4f11610648b1 of type vlan for network 611c8854-888f-4130-83b8-6c4d59102d39 Sep 01 15:09:34.130437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc59602-f5f3-490a-9d5a-a5bf5dbb657f req-cb35ac2f-5c6f-4ce3-afda-2065d10da3e0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 932 time: 0.3128612 Sep 01 15:09:34.135809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59618) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:34.151426 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0f59a-5690-4204-9eb1-6f30426b22d2 None None] Pushing event updated for resources: {'Port': ['ID=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:34.196657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719459337'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:34.210246 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:34.230250 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e99a1c-e9fe-4606-92b0-76f7a0ce89c4 x-openstack-request-id: req-73e99a1c-e9fe-4606-92b0-76f7a0ce89c4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:34.231914 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-plugged", "status": "completed", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:34.232411 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73e99a1c-e9fe-4606-92b0-76f7a0ce89c4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:34.233050 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'code': 200} Sep 01 15:09:34.246501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Allocated IP 172.20.0.1 (e0bd3616-d928-4b63-9d91-9efd7fa8541b/44d48c18-2ef2-4098-87b8-617e3ca418c4/47908a77-f300-407d-92e3-2b5c87ddc4c6) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:34.420831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Pushing event updated for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:34.453883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-234bc625-499e-4c44-bf8c-421e73eabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.456841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-234bc625-499e-4c44-bf8c-421e73eabb02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&tenant_id=55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 1096 time: 0.4821665 Sep 01 15:09:34.460414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:34.466213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.484954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685bffa-9dab-4cce-b668-a537174013ed tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=89a02e20-4533-46ff-b5b4-db0f9d0308ce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:34.505479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.514841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc59602-f5f3-490a-9d5a-a5bf5dbb657f req-1a6777cf-d19c-48d4-bf1a-f7eec5a51836 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882875 Sep 01 15:09:34.661378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Transition to ACTIVE for port object 47908a77-f300-407d-92e3-2b5c87ddc4c6 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:34.677535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.765440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8c51-f7df-42d6-8dab-42bcc5e76bc3 req-0392e539-67d1-429c-a5c8-f80e4e919088 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.767766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:34.768339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-037f8c51-f7df-42d6-8dab-42bcc5e76bc3 req-0392e539-67d1-429c-a5c8-f80e4e919088 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.2923770 Sep 01 15:09:34.794595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:27Z', 'revision_number': 3, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:34.798046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-e5365745-f664-4a93-941e-4d2e8b38101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.801011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-e5365745-f664-4a93-941e-4d2e8b38101f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1096 time: 0.2718484 Sep 01 15:09:34.806979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d25764-f629-4723-8e62-988f248b1ec0 req-f9f9a586-efd5-4d69-a90c-547113dbce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.810055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14d25764-f629-4723-8e62-988f248b1ec0 req-f9f9a586-efd5-4d69-a90c-547113dbce9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1099 time: 0.2785702 Sep 01 15:09:34.817309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Attempting to bind port 04f0dfe1-8986-4a87-8a4d-66300ee3136b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:34.818344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Attempting to bind port 04f0dfe1-8986-4a87-8a4d-66300ee3136b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:34.819037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Attempting to bind port 04f0dfe1-8986-4a87-8a4d-66300ee3136b on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:34.825843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.833525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.833525 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment 096a9ee3-f6c5-4274-a791-1fafb13cc1b6 of type vlan for network 0b982f6e-7036-48aa-b386-e3d681d9221e Sep 01 15:09:34.833945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.833945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.922836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Port 04f0dfe1-8986-4a87-8a4d-66300ee3136b on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:34.923772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Attempting to bind port 04f0dfe1-8986-4a87-8a4d-66300ee3136b on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:34.932943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.978217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1839123 Sep 01 15:09:34.995259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59624) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:35.005881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Request body: {'subnet': {'network_id': '611c8854-888f-4130-83b8-6c4d59102d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1375685013-subnet', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:35.017552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27e1fd-2813-4c04-aeff-ac564a627c64 None None] The sync data for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 is: [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:27Z', 'revision_number': 3, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:35.062349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-037f8c51-f7df-42d6-8dab-42bcc5e76bc3 req-d0b84728-1c1f-463b-af95-7c6431cbaad4 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704110 Sep 01 15:09:35.073682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314c51b-a1fe-4ea4-8aaa-9fe845f8e347 admin admin] Pushing event updated for resources: {'Network': ['ID=611c8854-888f-4130-83b8-6c4d59102d39,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:35.093817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:35.103576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:35.104447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Pushing event updated for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:35.104666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:35.104828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:35.105536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Bound port: 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:35.106122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.114731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 611c8854-888f-4130-83b8-6c4d59102d39 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:35.115951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:35.126439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:35.230371 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.248245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14d25764-f629-4723-8e62-988f248b1ec0 req-b557e63f-95f9-4761-90c6-437daa7c1066 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244850 Sep 01 15:09:35.265218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.326206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Made reservation on behalf of 98ae8519292a498587004f91d4ead42e for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:35.331892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.559173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcf95-2de4-4f6b-8abf-86ad8ad598f9 req-534a858f-a120-4e2d-9098-537374939abb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:35.585748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3bbcf95-2de4-4f6b-8abf-86ad8ad598f9 req-534a858f-a120-4e2d-9098-537374939abb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.2604351 Sep 01 15:09:35.594694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff6ba7-39ff-46cc-8b5c-89364836f32b req-6bef2fe4-5704-4a0d-9ba0-588845effcca tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:35.605522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8aff6ba7-39ff-46cc-8b5c-89364836f32b req-6bef2fe4-5704-4a0d-9ba0-588845effcca tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.7736807 Sep 01 15:09:35.682906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-cbe59774-6d3e-41a9-9510-c2c04c6dbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:35.684973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-cbe59774-6d3e-41a9-9510-c2c04c6dbd12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.8698280 Sep 01 15:09:35.740876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.742278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8604db6f-b1b2-43b8-ad12-f165d24cfc88 None None] Provisioning for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:35.747222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8604db6f-b1b2-43b8-ad12-f165d24cfc88 None None] Provisioning complete for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:35.748467 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8604db6f-b1b2-43b8-ad12-f165d24cfc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.752493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:35.752821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.774154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3bbcf95-2de4-4f6b-8abf-86ad8ad598f9 req-752bdc81-a34c-44b3-8855-1e9735d8c2e8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346309 Sep 01 15:09:35.864527 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.866937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8604db6f-b1b2-43b8-ad12-f165d24cfc88 None None] Port 47908a77-f300-407d-92e3-2b5c87ddc4c6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:35.957462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-303beea0-2914-4bd0-a535-291962df3706 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.2510822 Sep 01 15:09:36.048109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:36.065778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:36.184574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:36.196558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:36.198750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.203555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0276618 Sep 01 15:09:36.222028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:36.233138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59634) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:36.245185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:36.282235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.364938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02be99c-5ebf-440b-b25b-56ffe2b3f1fe tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=0b982f6e-7036-48aa-b386-e3d681d9221e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:36.381783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8aff6ba7-39ff-46cc-8b5c-89364836f32b req-731e5a33-38ba-494b-b7b7-9daef85777a3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7297556 Sep 01 15:09:36.384934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:36.385986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.399037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] 10.222.0.50 "PUT /v2.0/ports/04f0dfe1-8986-4a87-8a4d-66300ee3136b HTTP/1.1" status: 200 len: 1093 time: 4.9740016 Sep 01 15:09:36.400389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0b982f6e-7036-48aa-b386-e3d681d9221e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:36.538545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:36.542263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2eff4-6e86-4632-82b1-736aaf35792a req-d228e047-5c09-4e3d-a348-83559f3a814b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:36.544324 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec15ba-fa3e-4932-83da-4ca782d1455f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:36.559886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60d2eff4-6e86-4632-82b1-736aaf35792a req-d228e047-5c09-4e3d-a348-83559f3a814b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 944 time: 0.4184573 Sep 01 15:09:36.564742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.610102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.681368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:36.687264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.736042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:36.756269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.899638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-748547c4-0e2d-4144-9ae4-369da92170c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:36.903677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-748547c4-0e2d-4144-9ae4-369da92170c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.8838475 Sep 01 15:09:36.909417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:36.959330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60d2eff4-6e86-4632-82b1-736aaf35792a req-f7281440-fd22-4ffd-9484-e2950f036ba2 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971138 Sep 01 15:09:36.979855 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.996329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.087717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a092b-b484-48ea-89d2-21e2291efe21 service neutron] Pushing event updated for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:37.109456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Pushing event updated for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:37.117189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-d929477e-df5e-4327-8eaf-8c803146019b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722043 Sep 01 15:09:37.139349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7ba66f-bbf8-4040-a373-c9a4e74e722b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:37.180592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-ae49f74e-052e-4dd8-b4c1-ac58a910000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:37.183555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-ae49f74e-052e-4dd8-b4c1-ac58a910000a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 1096 time: 0.6253693 Sep 01 15:09:37.189639 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4be56-2073-4458-98f3-0e950540cf52 x-openstack-request-id: req-78a4be56-2073-4458-98f3-0e950540cf52 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:37.190125 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:37.190514 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78a4be56-2073-4458-98f3-0e950540cf52 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:37.191182 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b', 'status': 'completed', 'code': 200} Sep 01 15:09:37.298089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.683591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fa02c-74bc-43d5-bd2a-091188faed75 req-27d40ce6-1b54-40c6-9512-d6d4c43a1881 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:37.683591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-231fa02c-74bc-43d5-bd2a-091188faed75 req-27d40ce6-1b54-40c6-9512-d6d4c43a1881 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.3317239 Sep 01 15:09:37.691066 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.718964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:37.739781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:38.016771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-231fa02c-74bc-43d5-bd2a-091188faed75 req-34874f71-8cd8-4a29-ba49-65b151fa3846 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176532 Sep 01 15:09:38.035173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Checking segment: {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:38.038817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Network hostable DHCP agents. Network: 611c8854-888f-4130-83b8-6c4d59102d39, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:38.053442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:38.074619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:38.106806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a25c0-7623-4ed5-92b6-dd3ee1141141 req-9aae152e-520c-47f7-b122-58a499cb425d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:38.117600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e0a25c0-7623-4ed5-92b6-dd3ee1141141 req-9aae152e-520c-47f7-b122-58a499cb425d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 1.2396395 Sep 01 15:09:38.127040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': '096a9ee3-f6c5-4274-a791-1fafb13cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:38.127499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 0b982f6e-7036-48aa-b386-e3d681d9221e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:38.140699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-794b2616-51d8-4807-ae5f-c841cad585a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b HTTP/1.1" status: 200 len: 217 time: 0.9424727 Sep 01 15:09:38.183612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Network 611c8854-888f-4130-83b8-6c4d59102d39 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:38.228816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:38.230498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.331558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 611c8854-888f-4130-83b8-6c4d59102d39) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:38.362762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664df537-9278-468d-bcbc-dccdb9a31dde None None] Network 611c8854-888f-4130-83b8-6c4d59102d39 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:38.401053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:38.402303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.458515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7200aeb6-ab24-4141-9887-da640121aedb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.4579070 Sep 01 15:09:38.479207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59682) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:38.496562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:38.559062 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.560965 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.585010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e0a25c0-7623-4ed5-92b6-dd3ee1141141 req-3adccc9f-0e06-476c-b3f4-eff79ad66f2f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219267 Sep 01 15:09:38.612799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-5d82b324-5d65-4dbe-958d-b90d406681e1 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4663517 Sep 01 15:09:38.620551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-e85108c7-fb04-4fcb-9e3a-98bf7645aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:38.627414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-e85108c7-fb04-4fcb-9e3a-98bf7645aa5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.4664710 Sep 01 15:09:38.751804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-915d2fd4-3eeb-4e71-b8f4-c7e781aa7ee5 None None] Provisioning complete for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:38.752653 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-915d2fd4-3eeb-4e71-b8f4-c7e781aa7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.915110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-915d2fd4-3eeb-4e71-b8f4-c7e781aa7ee5 None None] Port 47908a77-f300-407d-92e3-2b5c87ddc4c6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:38.929921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-2966a1f3-0a1a-4d1c-be7f-39f7d1b93e08 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003178 Sep 01 15:09:38.940173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.958769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-611c8854-888f-4130-83b8-6c4d59102d39', 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'fixed_ips': [{'subnet_id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:38.960726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.023576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-2721e0a3-1dfd-4e4b-8297-7ed92363f39a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879595 Sep 01 15:09:39.161230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 0b982f6e-7036-48aa-b386-e3d681d9221e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:39.197928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f4da-52fb-4278-bf67-75e6fb509ce5 req-61d12827-5390-42fd-bb00-4fd0f0e15d22 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.201715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e06f4da-52fb-4278-bf67-75e6fb509ce5 req-61d12827-5390-42fd-bb00-4fd0f0e15d22 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.1672733 Sep 01 15:09:39.207152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Router 38d822d1-7ce0-48c5-b906-c4ff591d913b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:09:39.210426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0b982f6e-7036-48aa-b386-e3d681d9221e) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:39.227367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6fc05-fd4b-4495-bfac-5f382070c0b3 None None] Network 0b982f6e-7036-48aa-b386-e3d681d9221e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:39.265738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.266427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.373700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Allocated IP 172.20.0.2 (611c8854-888f-4130-83b8-6c4d59102d39/3f7ba66f-bbf8-4040-a373-c9a4e74e722b/756268a9-3a6b-4523-89e7-158402fc453a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:39.477406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-787fcf23-d102-42c6-8391-84b7b50ba19e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2362487 Sep 01 15:09:39.479862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e06f4da-52fb-4278-bf67-75e6fb509ce5 req-17eef968-aec2-4f8b-827e-02af163238d4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489164 Sep 01 15:09:39.484440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59686) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:39.497370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e', 'name': 'tempest-PortsTestJSON-1559125195'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:39.497653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d25b5-0845-49ae-9cc2-8b22872256d3 req-06ae7d9a-e9fa-44b3-8a16-fba83b92c983 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.500457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-762d25b5-0845-49ae-9cc2-8b22872256d3 req-06ae7d9a-e9fa-44b3-8a16-fba83b92c983 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 944 time: 0.5069520 Sep 01 15:09:39.504370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.760137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-e3443454-dec4-4871-8154-bd25aa7bc830 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674981 Sep 01 15:09:39.769002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047023-0e67-42d5-822d-bea0ffcb494c req-05c3608a-9085-47ff-8600-043d62a78bcc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.772946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-05c3608a-9085-47ff-8600-043d62a78bcc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.3162751 Sep 01 15:09:39.792932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0b982f6e-7036-48aa-b386-e3d681d9221e', 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': 'bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:39.794907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.805699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-762d25b5-0845-49ae-9cc2-8b22872256d3 req-695b6dc6-fffa-46bb-a576-fc496d9fc244 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794800 Sep 01 15:09:39.867099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:39.889781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Sync routers for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:39.894691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc79b3c2-c79c-4262-96d2-bdf5843f2e4b admin admin] 10.222.0.41 "PUT /v2.0/routers/38d822d1-7ce0-48c5-b906-c4ff591d913b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5137758 Sep 01 15:09:39.939429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.963851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecd4cd-5316-4168-9c6e-0a62cc309ee9 req-ce53e037-dc61-4c61-b622-f4b0b60904cf tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.969039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deecd4cd-5316-4168-9c6e-0a62cc309ee9 req-ce53e037-dc61-4c61-b622-f4b0b60904cf tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.2519126 Sep 01 15:09:40.060474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:40.068398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.098162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Transition to ACTIVE for port object 756268a9-3a6b-4523-89e7-158402fc453a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:40.119193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:40.120424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:40.141651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deecd4cd-5316-4168-9c6e-0a62cc309ee9 req-778466ba-fb9c-4895-9529-c034dd97bea8 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416745 Sep 01 15:09:40.147736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port ac7def4a-1f69-45c7-a035-1b90c0a8f3ff yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:40.291322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Transition to ACTIVE for port object 756268a9-3a6b-4523-89e7-158402fc453a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:40.318087 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.327280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb841a-5fec-4f5b-90ef-5f3d55ae51c9 req-f5468881-3e59-45ea-b373-94427d764132 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.328737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9cb841a-5fec-4f5b-90ef-5f3d55ae51c9 req-f5468881-3e59-45ea-b373-94427d764132 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.2859228 Sep 01 15:09:40.332497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa195e6c-1359-411c-a7dd-9a84b89ca65e req-0342d779-11bb-4053-bec9-106fa64ee080 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586302 Sep 01 15:09:40.435649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.11 (0b982f6e-7036-48aa-b386-e3d681d9221e/bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4/ac7def4a-1f69-45c7-a035-1b90c0a8f3ff) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:40.498105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Network 611c8854-888f-4130-83b8-6c4d59102d39 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:40.525934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:40.536095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:40.577965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9cb841a-5fec-4f5b-90ef-5f3d55ae51c9 req-091b15c6-8246-4b20-afcf-69edaeb4b694 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891086 Sep 01 15:09:40.602000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Pushing event updated for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:40.636969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:40.836569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.859918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object ac7def4a-1f69-45c7-a035-1b90c0a8f3ff will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:40.925803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.949098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0f7bc8d2-991e-4658-9598-d60db79c1b41 service neutron] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:40.970612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-0dad81de-42c5-4537-8f29-8fe86b23b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.973730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-0dad81de-42c5-4537-8f29-8fe86b23b9fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 1096 time: 0.5097799 Sep 01 15:09:40.982193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0f7bc8d2-991e-4658-9598-d60db79c1b41 service neutron] Notify callbacks [] for binding, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.984103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39047023-0e67-42d5-822d-bea0ffcb494c req-0f7bc8d2-991e-4658-9598-d60db79c1b41 service neutron] 10.222.0.24 "DELETE /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 1.1723330 Sep 01 15:09:41.028876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 0b982f6e-7036-48aa-b386-e3d681d9221e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:41.036163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:41.043757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:41.071446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Attempting to bind port 756268a9-3a6b-4523-89e7-158402fc453a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:41.072306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Attempting to bind port 756268a9-3a6b-4523-89e7-158402fc453a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:41.072926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Attempting to bind port 756268a9-3a6b-4523-89e7-158402fc453a on network 611c8854-888f-4130-83b8-6c4d59102d39 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:41.092785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=ac7def4a-1f69-45c7-a035-1b90c0a8f3ff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:41.096542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:41.097358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59704) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:41.112071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449774423', 'description': 'tempest-description--1218352937'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:41.112694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Checking segment: {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:41.113585 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.114475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Bound using segment: {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:41.115572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Bound port: 756268a9-3a6b-4523-89e7-158402fc453a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:41.116556 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.117734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.177016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Allocated IP 172.20.0.2 (0b982f6e-7036-48aa-b386-e3d681d9221e/bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4/e34b0040-040d-422b-9bfa-7849275ec888) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:41.190077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:41.191573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.204741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.213967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.275422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0353f571-cb37-42bc-ab45-812ca292bb25 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7888217 Sep 01 15:09:41.280961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:41.302342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04192b-03a5-4ea2-8636-e72929ee4b48 req-744ffb0f-97fe-4744-9924-284822b915b4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:41.304667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b04192b-03a5-4ea2-8636-e72929ee4b48 req-744ffb0f-97fe-4744-9924-284822b915b4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.5303202 Sep 01 15:09:41.487264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cadb-8bca-4749-9f90-461ee16a0fe1 req-f4bd23c7-9cc5-41d4-af41-6fc6185efc75 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:41.500579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5138cadb-8bca-4749-9f90-461ee16a0fe1 req-f4bd23c7-9cc5-41d4-af41-6fc6185efc75 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 944 time: 0.2521248 Sep 01 15:09:41.509575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-2baebec0-5b21-456a-91a6-58747e19a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:41.512234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-2baebec0-5b21-456a-91a6-58747e19a51a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 0.3984113 Sep 01 15:09:41.645968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5138cadb-8bca-4749-9f90-461ee16a0fe1 req-bf106223-9e58-40fb-8a32-ede216bf0c03 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437395 Sep 01 15:09:41.665002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b04192b-03a5-4ea2-8636-e72929ee4b48 req-76b25605-8b35-46c7-a282-14d2e33a3cae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768748 Sep 01 15:09:41.671898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-be8e886d-8974-4b26-9579-3760229ab0e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b HTTP/1.1" status: 200 len: 217 time: 0.1468806 Sep 01 15:09:41.703973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port ac7def4a-1f69-45c7-a035-1b90c0a8f3ff {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:41.704425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.750596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.854450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.916896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:41.941800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.948169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8419807 Sep 01 15:09:41.957201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59716) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:41.965734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'security_group_rule': {'security_group_id': '8483085a-1d83-4bc7-9830-a1e89b2c834d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:41.973464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=756268a9-3a6b-4523-89e7-158402fc453a,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:41.996653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04946d0e-f744-40a6-b254-30e5dda57208 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483085a-1d83-4bc7-9830-a1e89b2c834d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:42.031170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Allocated IP 172.25.1.87 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/acc3b742-9eb6-42a8-873c-382c6bf5d7d4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:42.064305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.069346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-52df72c1-9743-4aab-becc-47c333f1baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:42.073505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-52df72c1-9743-4aab-becc-47c333f1baaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.3814378 Sep 01 15:09:42.079041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.088708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.126430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for ac7def4a-1f69-45c7-a035-1b90c0a8f3ff owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:42.134975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00e00e-4339-48e7-9f3e-2603847fa1ca req-69a1b402-9834-402b-884c-0db24a017d72 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:42.148774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e00e00e-4339-48e7-9f3e-2603847fa1ca req-69a1b402-9834-402b-884c-0db24a017d72 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.2407181 Sep 01 15:09:42.150632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.151535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Transition to ACTIVE for port object e34b0040-040d-422b-9bfa-7849275ec888 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:42.165480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da41b62-da27-403d-94af-3477dad08eca req-9396a0c3-3b6e-4931-a3b2-aa6d6105a223 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:42.172089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1da41b62-da27-403d-94af-3477dad08eca req-9396a0c3-3b6e-4931-a3b2-aa6d6105a223 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1096 time: 0.2126036 Sep 01 15:09:42.216324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-fde940a4-789c-4c49-a0e5-bc4a490b10ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257803 Sep 01 15:09:42.233647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Transition to ACTIVE for port object e34b0040-040d-422b-9bfa-7849275ec888 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:42.283163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.294119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267e20-7093-4da8-8606-4cb78335dcab None None] Pushing event updated for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:42.393530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 2, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:42.407599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1da41b62-da27-403d-94af-3477dad08eca req-38c4f8be-df38-4757-b82a-c04d8209e91b tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223203 Sep 01 15:09:42.510560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.520872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.543596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Network 0b982f6e-7036-48aa-b386-e3d681d9221e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:42.545436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Checking router: 38d822d1-7ce0-48c5-b906-c4ff591d913b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:42.545436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Updating router 38d822d1-7ce0-48c5-b906-c4ff591d913b port 47908a77-f300-407d-92e3-2b5c87ddc4c6 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:09:42.643112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cbdea5-ee76-4c1e-8974-596ddf77ec3f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:42.643489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e00e00e-4339-48e7-9f3e-2603847fa1ca req-3d382e17-100b-44d4-9ab8-6bdfb2ed755e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129763 Sep 01 15:09:42.701498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:42.704881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.726158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.729425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80a6a687-5f0e-43b6-91fa-1b690433fadd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7706075 Sep 01 15:09:42.750443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:42.756988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:42.786489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'security_group_rule': {'security_group_id': '8483085a-1d83-4bc7-9830-a1e89b2c834d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:42.843518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.965530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Pushing event updated for resources: {'Port': ['ID=e34b0040-040d-422b-9bfa-7849275ec888,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:42.970083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=ac7def4a-1f69-45c7-a035-1b90c0a8f3ff,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:43.007589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.015344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-16e677b8-df51-4067-b8af-2581c2e102bf service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724007 Sep 01 15:09:43.173585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.274233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Attempting to bind port e34b0040-040d-422b-9bfa-7849275ec888 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:43.274840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Attempting to bind port e34b0040-040d-422b-9bfa-7849275ec888 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '096a9ee3-f6c5-4274-a791-1fafb13cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:43.275382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Attempting to bind port e34b0040-040d-422b-9bfa-7849275ec888 on network 0b982f6e-7036-48aa-b386-e3d681d9221e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:43.304891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.308520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-46643dd7-5b83-4f7c-85a9-15996e044a20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/ac7def4a-1f69-45c7-a035-1b90c0a8f3ff HTTP/1.1" status: 204 len: 168 time: 2.0059650 Sep 01 15:09:43.314116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:43.316485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:43.317277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Checking segment: {'id': '096a9ee3-f6c5-4274-a791-1fafb13cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:43.318588 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.319589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Bound using segment: {'id': '096a9ee3-f6c5-4274-a791-1fafb13cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:43.320735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Bound port: e34b0040-040d-422b-9bfa-7849275ec888, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096a9ee3-f6c5-4274-a791-1fafb13cc1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b982f6e-7036-48aa-b386-e3d681d9221e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:43.322667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.390821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132a67c-b79b-44b0-b373-56c43f9e4a53 req-0359caef-696c-4d4e-9ae1-11198268a147 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.393660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b132a67c-b79b-44b0-b373-56c43f9e4a53 req-0359caef-696c-4d4e-9ae1-11198268a147 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 944 time: 0.3762922 Sep 01 15:09:43.404984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.407088 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e157ba99-2de8-4994-960a-b97d61241507 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:09:43.408619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e157ba99-2de8-4994-960a-b97d61241507 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:09:43.418832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e157ba99-2de8-4994-960a-b97d61241507 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/ac7def4a-1f69-45c7-a035-1b90c0a8f3ff HTTP/1.1" status: 404 len: 333 time: 0.1008282 Sep 01 15:09:43.422159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:43.432051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daec15ba-fa3e-4932-83da-4ca782d1455f req-45b42e5c-281f-435f-bcf8-460ec1196d81 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034946 Sep 01 15:09:43.438888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.503563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-a109139f-ec1c-407f-95a5-ca9aa0c1f861 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.508947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-a109139f-ec1c-407f-95a5-ca9aa0c1f861 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.3866551 Sep 01 15:09:43.516316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.591823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-b7db2165-330c-4723-8df3-9b840805fc1a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/quotas/55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 375 time: 0.0565908 Sep 01 15:09:43.619178 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cafea1-761e-48a4-bbb7-08945ed21fa3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:09:43.619178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-83cafea1-761e-48a4-bbb7-08945ed21fa3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/ac7def4a-1f69-45c7-a035-1b90c0a8f3ff HTTP/1.1" status: 404 len: 333 time: 0.1813195 Sep 01 15:09:43.622215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:43.626265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:43.650765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:43.654079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548ae403-2555-4b21-a930-784e582e6eec,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:43.673962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:43.688866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.693917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6aef992-6013-4253-9062-8b7eeba2379c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9378462 Sep 01 15:09:43.728054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:43.731524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Pushing event updated for resources: {'Port': ['ID=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:43.743238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:43.753690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b132a67c-b79b-44b0-b373-56c43f9e4a53 req-bd154507-1f71-4e68-8eaa-00da6528c20f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175766 Sep 01 15:09:43.791987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.795283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:09:43.805227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.815262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Transition to ACTIVE for port object 47908a77-f300-407d-92e3-2b5c87ddc4c6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:43.837966 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.939680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c9a22-26ef-4220-8ffb-f10ac77ba7e5 None None] Pushing event updated for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:43.947224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.953776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] For port e34b0040-040d-422b-9bfa-7849275ec888, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:43.971271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.993320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] For port e34b0040-040d-422b-9bfa-7849275ec888, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e34b0040-040d-422b-9bfa-7849275ec888,segment=NetworkSegment(096a9ee3-f6c5-4274-a791-1fafb13cc1b6),segment_id=096a9ee3-f6c5-4274-a791-1fafb13cc1b6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:44.021134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.200611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-13bf217a-7551-4ff6-93f7-45b6379ce16e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6026261 Sep 01 15:09:44.254437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 756268a9-3a6b-4523-89e7-158402fc453a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:44.281294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969903-07fd-427d-8d80-b2a677568213 None None] Pushing event updated for resources: {'Port': ['ID=e34b0040-040d-422b-9bfa-7849275ec888,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:44.350471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.399410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Attempting to bind port 47908a77-f300-407d-92e3-2b5c87ddc4c6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:44.400094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Attempting to bind port 47908a77-f300-407d-92e3-2b5c87ddc4c6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:44.400790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Attempting to bind port 47908a77-f300-407d-92e3-2b5c87ddc4c6 on network e0bd3616-d928-4b63-9d91-9efd7fa8541b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:44.413831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7361be-7d2b-4cec-943d-7b0a51f1ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.442567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:44.443442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Checking segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:44.444127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.444816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Bound using segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:44.445699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Bound port: 47908a77-f300-407d-92e3-2b5c87ddc4c6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:44.446423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.564860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 756268a9-3a6b-4523-89e7-158402fc453a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:44.631808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 04f0dfe1-8986-4a87-8a4d-66300ee3136b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:44.642546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.682956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0624a-bf5d-4f47-83ab-2393ed4b5a4f req-5dda5164-2e60-4b4b-9bc2-dd97dbd64c54 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:44.699350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6de0624a-bf5d-4f47-83ab-2393ed4b5a4f req-5dda5164-2e60-4b4b-9bc2-dd97dbd64c54 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.6298270 Sep 01 15:09:44.731372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:44.744023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.748225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e5b67333-10eb-48fc-b4a7-4cc559d32e20 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4 HTTP/1.1" status: 204 len: 168 time: 1.1180086 Sep 01 15:09:44.755756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:44.779556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] For port 47908a77-f300-407d-92e3-2b5c87ddc4c6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:44.824997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.859975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6de0624a-bf5d-4f47-83ab-2393ed4b5a4f req-f7438f37-e97e-4623-bac4-911bf70bbdf6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586845 Sep 01 15:09:44.958367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7a990-190d-4333-8705-c6032b6be582 None None] Network 611c8854-888f-4130-83b8-6c4d59102d39 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:45.018439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.087366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.121091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] For port 47908a77-f300-407d-92e3-2b5c87ddc4c6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=47908a77-f300-407d-92e3-2b5c87ddc4c6,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:45.172737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.188141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Provisioning for port 756268a9-3a6b-4523-89e7-158402fc453a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:45.202054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-8a16710c-891b-4e19-9ecd-389d556ee168 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9620943 Sep 01 15:09:45.213466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:45.269984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Provisioning complete for port 756268a9-3a6b-4523-89e7-158402fc453a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:45.270684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.355524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '04f0dfe1-8986-4a87-8a4d-66300ee3136b', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': '04f0dfe1-8986-4a87-8a4d-66300ee3136b', 'mac_address': 'fa:16:3e:2a:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:45.378436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port e34b0040-040d-422b-9bfa-7849275ec888 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:45.378874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.559604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-1db848ea-1aca-4b2c-a8b4-81b89e2906b4 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487973 Sep 01 15:09:45.572198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c9a22-26ef-4220-8ffb-f10ac77ba7e5 None None] Pushing event updated for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:45.581227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:45.582306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:45.598350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.662845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port e34b0040-040d-422b-9bfa-7849275ec888, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e34b0040-040d-422b-9bfa-7849275ec888,segment=NetworkSegment(096a9ee3-f6c5-4274-a791-1fafb13cc1b6),segment_id=096a9ee3-f6c5-4274-a791-1fafb13cc1b6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:45.663596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.723876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for e34b0040-040d-422b-9bfa-7849275ec888 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:45.896323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f0dfe1-8986-4a87-8a4d-66300ee3136b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:46.137112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:46.142464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7cad43a3-a6ad-47ca-9134-4728fe76925d req-8cbd57fb-aeb2-44f2-a467-8b61a896a608 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 210 time: 0.1217141 Sep 01 15:09:46.189437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.228857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.271379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port e34b0040-040d-422b-9bfa-7849275ec888 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:46.296504 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.311188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=e34b0040-040d-422b-9bfa-7849275ec888,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:46.407326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e34b0040-040d-422b-9bfa-7849275ec888 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:46.438058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:46.498753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b2505-dcfd-4019-9fc3-babc1a4e5819 req-a04c6735-ed2e-48cd-b43a-3a571dfcc9a3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:46.514170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a15b2505-dcfd-4019-9fc3-babc1a4e5819 req-a04c6735-ed2e-48cd-b43a-3a571dfcc9a3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 944 time: 1.2691383 Sep 01 15:09:46.527575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Allocated IP 172.25.1.28 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/aa177ea5-71eb-467a-b18c-45a054dbb5da) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:46.609302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.652300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e34b0040-040d-422b-9bfa-7849275ec888 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:46.653193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e34b0040-040d-422b-9bfa-7849275ec888 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:09:46.664373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.713989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b982f6e-7036-48aa-b386-e3d681d9221e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:46.735696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port e34b0040-040d-422b-9bfa-7849275ec888 not found, will not notify nova. {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:09:46.762571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fe1ee-f9fc-4c8e-8a0f-a574404bfc93 req-a0334dc2-aee5-446e-b31b-d3282ff7cb6c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:46.769640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d9fe1ee-f9fc-4c8e-8a0f-a574404bfc93 req-a0334dc2-aee5-446e-b31b-d3282ff7cb6c tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.2330348 Sep 01 15:09:46.779122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096a9ee3-f6c5-4274-a791-1fafb13cc1b6') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:46.779602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096a9ee3-f6c5-4274-a791-1fafb13cc1b6') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:46.850988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.907125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.938863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d9fe1ee-f9fc-4c8e-8a0f-a574404bfc93 req-73da8228-ce31-4320-aa9c-4ac08b1e90e0 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549962 Sep 01 15:09:46.961290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:09:46.962084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:09:46.996643 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:09:47.119270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a4f8f-6389-468d-bd77-63bdabb33907 None None] Network 0b982f6e-7036-48aa-b386-e3d681d9221e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:47.126411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['04f0dfe1-8986-4a87-8a4d-66300ee3136b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:47.153653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.165522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.175508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=756268a9-3a6b-4523-89e7-158402fc453a,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:47.175927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/0b982f6e-7036-48aa-b386-e3d681d9221e HTTP/1.1" status: 204 len: 168 time: 2.4107172 Sep 01 15:09:47.176016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a15b2505-dcfd-4019-9fc3-babc1a4e5819 req-9ed0f570-916f-4ead-a6cd-d3b816ecc7bd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966368 Sep 01 15:09:47.176016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59768) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:47.204094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-884701919'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:47.207705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330f8f5-3d58-4df3-a073-658c3c51399a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=0b982f6e-7036-48aa-b386-e3d681d9221e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:47.333178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:47.339273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.373706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a2fbf5b-52f6-40a0-bddb-b5da573be5e5 req-bcca470b-43a8-4412-890c-51de83627af7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 210 time: 0.0765095 Sep 01 15:09:47.395625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.435461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.439495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:47.449387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:47.477011 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.477817 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment d2c7ccd2-d9a6-466a-9630-4785b0a53fc5 of type vlan for network e84ee69b-c0de-4eac-877e-65696bcd5679 Sep 01 15:09:47.532101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20306f48-1a50-431a-ad78-67a087b04df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.557039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:09:47.558903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Router 13fa2139-1aa9-4386-a818-52b980373da3 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:09:47.600122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.611415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.693903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.792018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.802351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:47.803423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.814600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-04f46cb6-4ce4-4e98-bc53-141b0e471074 None None] Provisioning complete for port 756268a9-3a6b-4523-89e7-158402fc453a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:47.815256 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04f46cb6-4ce4-4e98-bc53-141b0e471074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.853828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e8ca-9685-4a3f-b9ec-6774c540bb70 None None] Pushing event updated for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:47.856138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:47.938217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:47.974335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e1124-63c2-4031-9658-06a60bad2a10 None None] DHCP port deletion for 0b982f6e-7036-48aa-b386-e3d681d9221e request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:09:47.993256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:48.039939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8506682 Sep 01 15:09:48.044941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:48.069589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:48.075216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'Port': ['ID=aa177ea5-71eb-467a-b18c-45a054dbb5da,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:48.118479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:44Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:48.128387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:48.138605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aedf5-6c0b-4709-8cf1-28a5ac4b0649 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=e84ee69b-c0de-4eac-877e-65696bcd5679,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:48.160364 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Sync routers for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:48.194585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e84ee69b-c0de-4eac-877e-65696bcd5679 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:48.203560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:48.205856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:48.222801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460e6a6-8e8a-4566-91b8-7a1a247b9482 None None] The sync data for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 is: [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:44Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:48.376306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-04f46cb6-4ce4-4e98-bc53-141b0e471074 None None] Could not find standard attr ID for object e34b0040-040d-422b-9bfa-7849275ec888. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:09:48.393216 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.435693 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.562347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:48.570084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.571590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.599740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a111905f-70e8-41f1-a168-e8c8e9aac334 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.1094012 Sep 01 15:09:48.629893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59782) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:48.778391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0502-69c5-4035-8a8c-83b4f5051234 req-e21aba72-dacc-4353-914c-6d8e79539397 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:48.786913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c86f0502-69c5-4035-8a8c-83b4f5051234 req-e21aba72-dacc-4353-914c-6d8e79539397 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 945 time: 0.1342921 Sep 01 15:09:48.792892 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:48.854002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c86f0502-69c5-4035-8a8c-83b4f5051234 req-ceed2812-e266-4655-afd0-7349d2d1e362 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Sep 01 15:09:49.037263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ec1fe-aa1e-444c-bd0e-46ae002a3fe3 req-998d88ae-83b1-428f-905d-8d414b76c6c9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:49.039402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab252e26-6d13-41b0-a826-366d72948f78 req-e59cb187-808e-4753-8649-d7d9c2a57bdc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 210 time: 0.0621595 Sep 01 15:09:49.052084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d12ec1fe-aa1e-444c-bd0e-46ae002a3fe3 req-998d88ae-83b1-428f-905d-8d414b76c6c9 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.8739383 Sep 01 15:09:49.130344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.172283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.249269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:49.256774 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:44Z', 'revision_number': 3, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:49.307446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:49.308016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: e84ee69b-c0de-4eac-877e-65696bcd5679, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:49.329849 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Checking router: 13fa2139-1aa9-4386-a818-52b980373da3 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:49.331423 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Updating router 13fa2139-1aa9-4386-a818-52b980373da3 port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:09:49.352702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network e84ee69b-c0de-4eac-877e-65696bcd5679 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:49.371446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d12ec1fe-aa1e-444c-bd0e-46ae002a3fe3 req-4ecd9cba-6631-4817-8730-d6c913afa974 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973778 Sep 01 15:09:49.373018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e84ee69b-c0de-4eac-877e-65696bcd5679) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:49.383956 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.388294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:49.388632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098487d-3593-4ff6-a016-156b8bd2b018 None None] Network e84ee69b-c0de-4eac-877e-65696bcd5679 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:49.389514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.467559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-baef646b-df4e-4ac5-844e-159e58e1eb8c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164896 Sep 01 15:09:49.471874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:49.481540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1852347512'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:49.483084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.511700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-e68fec51-a30d-44ad-810b-4c7577d64744 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:49.516335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-e68fec51-a30d-44ad-810b-4c7577d64744 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 1.0431280 Sep 01 15:09:49.700823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Request body: {'port': {'device_id': '659891a0-b476-482a-83b4-178a3b6762a4', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'admin_state_up': True, 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:49.805307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e84ee69b-c0de-4eac-877e-65696bcd5679', 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': '98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:49.807215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.827428 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.891163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:49.904463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.012173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 4f87f177-ea76-4931-9807-452e0d90b7a9 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:50.207398 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.231785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Allocated IP 172.20.0.2 (e84ee69b-c0de-4eac-877e-65696bcd5679/98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3/6ea73192-4f72-45be-bd5a-a82d4abad6df) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:50.248633 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Transition to ACTIVE for port object acc3b742-9eb6-42a8-873c-382c6bf5d7d4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:50.277220 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.354979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:50.361854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.405000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d9f096c-1897-4a73-97f0-c26dc68e0ccc req-0d1a48f3-08d1-4bb2-8836-bd69e088c07f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 210 time: 0.1119182 Sep 01 15:09:50.430075 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Attempting to bind port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:50.432817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Attempting to bind port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:50.432817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Attempting to bind port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:50.451054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8060a-ac37-4468-a077-55f4480e708e req-a8aabcfb-60ed-45a5-a33c-445151770603 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.464337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ad8060a-ac37-4468-a077-55f4480e708e req-a8aabcfb-60ed-45a5-a33c-445151770603 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 945 time: 0.4501915 Sep 01 15:09:50.467546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 756268a9-3a6b-4523-89e7-158402fc453a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:50.501950 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:50.502667 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:50.503306 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.503968 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:50.504787 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Bound port: acc3b742-9eb6-42a8-873c-382c6bf5d7d4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:50.524832 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.566175 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d8335-94d7-4fa5-ac80-26d9cee4488d None None] Pushing event updated for resources: {'Port': ['ID=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:50.659654 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] For port acc3b742-9eb6-42a8-873c-382c6bf5d7d4, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:50.662169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181f7da-9c8b-43ac-adf6-1a2e6878ba78 req-de55d3ab-a3ce-4b55-96c1-68acd531d316 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.664993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c181f7da-9c8b-43ac-adf6-1a2e6878ba78 req-de55d3ab-a3ce-4b55-96c1-68acd531d316 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1178999 Sep 01 15:09:50.669717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 04f0dfe1-8986-4a87-8a4d-66300ee3136b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:50.671559 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] For port acc3b742-9eb6-42a8-873c-382c6bf5d7d4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:50.694395 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.761744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 756268a9-3a6b-4523-89e7-158402fc453a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:50.762126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.766236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.793615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c181f7da-9c8b-43ac-adf6-1a2e6878ba78 req-f9a7d8e2-96ce-4cc1-8201-29f758f5e499 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125178 Sep 01 15:09:50.821151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Transition to ACTIVE for port object 6ea73192-4f72-45be-bd5a-a82d4abad6df will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:50.840453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Transition to ACTIVE for port object 6ea73192-4f72-45be-bd5a-a82d4abad6df will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:50.851035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 04f0dfe1-8986-4a87-8a4d-66300ee3136b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:50.855655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 04f0dfe1-8986-4a87-8a4d-66300ee3136b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:50.856041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.893941 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.959433 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:50.960568 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:50.972642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 47908a77-f300-407d-92e3-2b5c87ddc4c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:50.974487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.14 (e84ee69b-c0de-4eac-877e-65696bcd5679/98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3/4f87f177-ea76-4931-9807-452e0d90b7a9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:51.055901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Network e84ee69b-c0de-4eac-877e-65696bcd5679 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:51.065873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:51.069299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d8335-94d7-4fa5-ac80-26d9cee4488d None None] Pushing event updated for resources: {'Port': ['ID=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.082035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:51.091988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Pushing event updated for resources: {'Port': ['ID=6ea73192-4f72-45be-bd5a-a82d4abad6df,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.099711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:51.110894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:51.111274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.126567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.157053 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ad8060a-ac37-4468-a077-55f4480e708e req-3b2f8f8e-8028-40c5-a188-a2735aaa0529 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897492 Sep 01 15:09:51.175822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.239571 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:51.241874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Attempting to bind port 6ea73192-4f72-45be-bd5a-a82d4abad6df on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:51.243760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Attempting to bind port 6ea73192-4f72-45be-bd5a-a82d4abad6df by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:51.244475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Attempting to bind port 6ea73192-4f72-45be-bd5a-a82d4abad6df on network e84ee69b-c0de-4eac-877e-65696bcd5679 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:51.268830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:51.270226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Checking segment: {'id': 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:51.270955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.273660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Bound using segment: {'id': 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:51.275055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Bound port: 6ea73192-4f72-45be-bd5a-a82d4abad6df, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e84ee69b-c0de-4eac-877e-65696bcd5679'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:51.275568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.300350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Allocated IP 172.20.0.9 (7715320d-85f8-49ea-9836-b495714b7774/3ec53f36-5e70-4fb6-9932-8bf83cb15191/3abca608-21b3-466b-9653-661ef184e4ac) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:51.312097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.319193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.342108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 4f87f177-ea76-4931-9807-452e0d90b7a9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:51.402912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.421682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:51.424292 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7046042-6965-457e-b390-d2dbc339f9af" -d '{"events": [{"server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "name": "network-vif-plugged", "status": "completed", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:51.448403 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.458880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:51.460274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'Port': ['ID=aa177ea5-71eb-467a-b18c-45a054dbb5da,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.476962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.481034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] For port 6ea73192-4f72-45be-bd5a-a82d4abad6df, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:51.524794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network e84ee69b-c0de-4eac-877e-65696bcd5679 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:51.535356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:51.543465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:51.549702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.579093 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeece14a-0684-4150-a4af-98ac8aeed868 x-openstack-request-id: req-aeece14a-0684-4150-a4af-98ac8aeed868 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:51.579506 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "name": "network-vif-plugged", "status": "completed", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:51.579717 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aeece14a-0684-4150-a4af-98ac8aeed868 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:51.580128 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b', 'code': 200} Sep 01 15:09:51.592106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] For port 6ea73192-4f72-45be-bd5a-a82d4abad6df, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ea73192-4f72-45be-bd5a-a82d4abad6df,segment=NetworkSegment(d2c7ccd2-d9a6-466a-9630-4785b0a53fc5),segment_id=d2c7ccd2-d9a6-466a-9630-4785b0a53fc5)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:51.611361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.626199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.653642 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:44Z', 'revision_number': 3, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:51.660700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 47908a77-f300-407d-92e3-2b5c87ddc4c6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=47908a77-f300-407d-92e3-2b5c87ddc4c6,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:51.679887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.682707 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.698275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=4f87f177-ea76-4931-9807-452e0d90b7a9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.705266 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0eb6eb-a8f9-4fda-a387-e5b1b82952d7 None None] The sync data for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 is: [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:44Z', 'revision_number': 3, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:51.734965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e34b0040-040d-422b-9bfa-7849275ec888 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:51.760231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:51.761436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.786458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-585f13f8-08d3-403f-86df-3528d6bd8c01 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.3105457 Sep 01 15:09:51.789024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59802) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:51.797040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e34b0040-040d-422b-9bfa-7849275ec888 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:51.797767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e34b0040-040d-422b-9bfa-7849275ec888 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:51.836413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2530ddf-e4be-4bbb-8bd7-67b371f0ea1b req-a486c3e1-331a-438b-a212-4ef5bcf6886f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 210 time: 0.2447054 Sep 01 15:09:51.868010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.878958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ad6efbd7-6b52-4292-b7fc-77bf5c3394af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1398761 Sep 01 15:09:51.910443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323979d-6551-4f25-b4a6-0c522a0281d2 None None] Pushing event updated for resources: {'Port': ['ID=6ea73192-4f72-45be-bd5a-a82d4abad6df,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:52.044374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f154d32-9e6f-4172-a352-2def51617624 req-8ff1373c-a18b-4294-a6c2-63dbffcb0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.046783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f154d32-9e6f-4172-a352-2def51617624 req-8ff1373c-a18b-4294-a6c2-63dbffcb0b3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 1098 time: 0.3957918 Sep 01 15:09:52.123461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:52.154440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 4f87f177-ea76-4931-9807-452e0d90b7a9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:52.158013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.471140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947125f-844d-4801-a7cf-7929234d3fc7 req-4b004194-b4de-46a5-bcf4-6cdafabf6215 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.474050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3947125f-844d-4801-a7cf-7929234d3fc7 req-4b004194-b4de-46a5-bcf4-6cdafabf6215 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.5220275 Sep 01 15:09:52.492408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.555719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 4f87f177-ea76-4931-9807-452e0d90b7a9 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:52.585030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3947125f-844d-4801-a7cf-7929234d3fc7 req-595ed0f4-810c-4cdf-9016-9f3f2a01cf94 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008074 Sep 01 15:09:52.832202 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.841353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.877038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-ddc4de24-248d-4b6d-9539-41ff1eaefeee tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1449774423&fields=id&tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06 HTTP/1.1" status: 200 len: 267 time: 0.7700949 Sep 01 15:09:52.883356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f154d32-9e6f-4172-a352-2def51617624 req-3f8bed8d-40cb-4f83-8169-588074c1b3ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648246 Sep 01 15:09:52.892242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=4f87f177-ea76-4931-9807-452e0d90b7a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:52.900816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Allocated IP 172.20.0.1 (611c8854-888f-4130-83b8-6c4d59102d39/3f7ba66f-bbf8-4040-a373-c9a4e74e722b/7e8e8cee-d2ba-460b-abef-f81028ea84bd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:52.970044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1885d-760c-4a6a-abbb-af9eb9586303 req-22feeacc-9ed3-48ae-a917-48f5e33e5769 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.971859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ab1885d-760c-4a6a-abbb-af9eb9586303 req-22feeacc-9ed3-48ae-a917-48f5e33e5769 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.1560814 Sep 01 15:09:52.980064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.037582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.041996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d740fed-e910-4afd-9e27-f0e99e0d583f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/4f87f177-ea76-4931-9807-452e0d90b7a9 HTTP/1.1" status: 204 len: 168 time: 1.2389619 Sep 01 15:09:53.042537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:53.056173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ab1885d-760c-4a6a-abbb-af9eb9586303 req-e70bb47c-ae4a-4a91-8dba-0be1df2ff952 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682356 Sep 01 15:09:53.080337 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8b3c4a-95a8-4225-8935-b41439a339f0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:09:53.081453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5c8b3c4a-95a8-4225-8935-b41439a339f0 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/4f87f177-ea76-4931-9807-452e0d90b7a9 HTTP/1.1" status: 404 len: 333 time: 0.0379541 Sep 01 15:09:53.091180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:53.159722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:09:53.164503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.201995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Network 7715320d-85f8-49ea-9836-b495714b7774 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:53.212902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:53.220410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.239536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:53.319996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:53.458465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:53.459161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.485561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-cfbcdb2f-e324-43df-9acc-f2940d5d1bb7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9539456 Sep 01 15:09:53.489480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774eaa5d-0ec3-422e-b532-0a70fa5a074a req-db72733d-c8a5-480b-a54d-f8865834f153 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:53.492199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-774eaa5d-0ec3-422e-b532-0a70fa5a074a req-db72733d-c8a5-480b-a54d-f8865834f153 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 931 time: 0.1823950 Sep 01 15:09:53.499186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-98cd41ea-ead9-4dd6-b0bb-1a5217672bb2 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:53.501328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-98cd41ea-ead9-4dd6-b0bb-1a5217672bb2 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/networks?id=e0bd3616-d928-4b63-9d91-9efd7fa8541b HTTP/1.1" status: 200 len: 806 time: 0.5529058 Sep 01 15:09:53.508750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Request body: {'port': {'device_id': '659891a0-b476-482a-83b4-178a3b6762a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:53.511510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.513968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.567000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-b5b20840-121c-4e33-9762-ac3586aba79b tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/quotas/ba4e25f2f53d4a6288f0e4731cf0ab06 HTTP/1.1" status: 200 len: 375 time: 0.0491273 Sep 01 15:09:53.608305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.611447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Transition to ACTIVE for port object 7e8e8cee-d2ba-460b-abef-f81028ea84bd will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:53.613369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca791ef-6ad4-4e4d-86eb-7da6ab530e73 None None] Network e84ee69b-c0de-4eac-877e-65696bcd5679 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:53.690076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-774eaa5d-0ec3-422e-b532-0a70fa5a074a req-2a405993-b395-4be2-af08-f5673e693fba tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726155 Sep 01 15:09:53.733885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-0da3b3da-7852-4402-a498-4d6e90ee31b1 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283965 Sep 01 15:09:53.770598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.867141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.873604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3 HTTP/1.1" status: 204 len: 168 time: 0.7784932 Sep 01 15:09:53.876268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b4f38347-1bd2-4067-ab18-14aea36ad69b None None] Provisioning for port 6ea73192-4f72-45be-bd5a-a82d4abad6df completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:53.880263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.885862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59834) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:53.894934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17496b15-b6b3-4704-a396-9d6ee8d711d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:54.041442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf67af1-b37c-41a9-a0e5-0e7097c6f505 req-1ecf0f64-698a-4b5c-b4c8-1eb24b6186d5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.044652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bf67af1-b37c-41a9-a0e5-0e7097c6f505 req-1ecf0f64-698a-4b5c-b4c8-1eb24b6186d5 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1848290 Sep 01 15:09:54.076445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Network 611c8854-888f-4130-83b8-6c4d59102d39 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:54.090003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] DHCP port deletion for e84ee69b-c0de-4eac-877e-65696bcd5679 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:09:54.095614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:54.097928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Pushing event updated for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:54.119165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:54.131886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.172717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bf67af1-b37c-41a9-a0e5-0e7097c6f505 req-cf314b2d-8df7-4d66-8d16-a424a4e47261 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170619 Sep 01 15:09:54.205429 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-8594c237-e7ba-40f7-9370-ca602e05fcc9 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993566 Sep 01 15:09:54.295425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device acc3b742-9eb6-42a8-873c-382c6bf5d7d4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:54.303266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Deleting port 6ea73192-4f72-45be-bd5a-a82d4abad6df {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:54.312243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.319869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.567273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] For port 6ea73192-4f72-45be-bd5a-a82d4abad6df, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ea73192-4f72-45be-bd5a-a82d4abad6df,segment=NetworkSegment(d2c7ccd2-d9a6-466a-9630-4785b0a53fc5),segment_id=d2c7ccd2-d9a6-466a-9630-4785b0a53fc5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:54.568272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.576152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd2038-1c94-499b-8c00-590df2518abd req-96c9055d-9058-4cf3-aeba-466788778243 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.590074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0fdd2038-1c94-499b-8c00-590df2518abd req-96c9055d-9058-4cf3-aeba-466788778243 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.1235156 Sep 01 15:09:54.592482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aae4742e-b320-4803-a610-54742104728c None None] Provisioning for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:54.614080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Calling delete_port for 6ea73192-4f72-45be-bd5a-a82d4abad6df owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:54.619078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:54.628537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aae4742e-b320-4803-a610-54742104728c None None] Provisioning complete for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:54.629192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aae4742e-b320-4803-a610-54742104728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.637038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:54.638064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.647275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0fdd2038-1c94-499b-8c00-590df2518abd req-1c74238a-46d9-4be6-99b8-323411581765 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Sep 01 15:09:54.716384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abca608-21b3-466b-9653-661ef184e4ac {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:54.742923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.782705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aae4742e-b320-4803-a610-54742104728c None None] Port 7e8e8cee-d2ba-460b-abef-f81028ea84bd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:54.798513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Transition to ACTIVE for port object 3abca608-21b3-466b-9653-661ef184e4ac will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:54.843958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.845571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.871533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port acc3b742-9eb6-42a8-873c-382c6bf5d7d4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:54.893131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 6ea73192-4f72-45be-bd5a-a82d4abad6df {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:54.893765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.893920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.895401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 47908a77-f300-407d-92e3-2b5c87ddc4c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:54.942040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a019-e0fb-4b03-8162-8480c7038a6d req-e51b223c-3530-4a0d-83e0-dcc9c76275e4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.954543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e4a019-e0fb-4b03-8162-8480c7038a6d req-e51b223c-3530-4a0d-83e0-dcc9c76275e4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1134179 Sep 01 15:09:54.966473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-b4b1142d-f1a3-464c-86f9-4c149f59128d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304056 Sep 01 15:09:55.007216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port 6ea73192-4f72-45be-bd5a-a82d4abad6df, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ea73192-4f72-45be-bd5a-a82d4abad6df,segment=NetworkSegment(d2c7ccd2-d9a6-466a-9630-4785b0a53fc5),segment_id=d2c7ccd2-d9a6-466a-9630-4785b0a53fc5)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:55.007574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.027683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.039540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 6ea73192-4f72-45be-bd5a-a82d4abad6df owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:55.077808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e4a019-e0fb-4b03-8162-8480c7038a6d req-c74dbadf-3e0c-4bf0-99c2-5139b443cb59 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202672 Sep 01 15:09:55.095628 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.123259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.140560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] No DVR routers for this DVR port 6ea73192-4f72-45be-bd5a-a82d4abad6df on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:55.186941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68894be-6c91-4f9c-bf4d-ff7c0923f741 None None] Pushing event deleted for resources: {'Port': ['ID=6ea73192-4f72-45be-bd5a-a82d4abad6df,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.190074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 47908a77-f300-407d-92e3-2b5c87ddc4c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:55.191319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.226963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.545386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:55.546170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:55.546678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:55.558940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.569404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174212-6d59-455c-b813-38ca0a017eb8 req-769b4373-d77d-403e-af89-34a050e62c19 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:55.578226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02174212-6d59-455c-b813-38ca0a017eb8 req-769b4373-d77d-403e-af89-34a050e62c19 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.2850640 Sep 01 15:09:55.609368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:55.609716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:55.660760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:55.661390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:55.662034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:55.662855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Bound port: 3abca608-21b3-466b-9653-661ef184e4ac, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:55.663464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.668301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61cb1dbb-ce1b-44d2-9518-0eac5d742abf req-a9a2127c-cc82-446f-8f77-66679c495889 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.0351152 Sep 01 15:09:55.668598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port 6ea73192-4f72-45be-bd5a-a82d4abad6df on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:55.675190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=6ea73192-4f72-45be-bd5a-a82d4abad6df,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.835641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02174212-6d59-455c-b813-38ca0a017eb8 req-48b19ed9-38f7-4019-8ac8-e9f87a0e5cde tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562547 Sep 01 15:09:55.864967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.886567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84ee69b-c0de-4eac-877e-65696bcd5679']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:55.904765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:55.906276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c7ccd2-d9a6-466a-9630-4785b0a53fc5') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:55.939951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.945882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.963643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:55.981467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.012202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.030763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:56.047843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533db3-56c3-4d3a-9e2d-5618f999707a req-2594ee90-c644-4cae-bf25-f4dc99a7ed86 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.049845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07533db3-56c3-4d3a-9e2d-5618f999707a req-2594ee90-c644-4cae-bf25-f4dc99a7ed86 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.0725639 Sep 01 15:09:56.065687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device acc3b742-9eb6-42a8-873c-382c6bf5d7d4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:56.078947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:09:56.079242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.126709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:56.127091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:09:56.159692 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:09:56.170955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07533db3-56c3-4d3a-9e2d-5618f999707a req-becaafac-a0ee-4297-8a8a-5bf6520372a5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052277 Sep 01 15:09:56.175100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.188782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.245895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.249264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/e84ee69b-c0de-4eac-877e-65696bcd5679 HTTP/1.1" status: 204 len: 168 time: 2.3572514 Sep 01 15:09:56.253577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59862) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:56.262862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'name': 'tempest-PortsTestJSON-1235994076'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:56.283985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Pushing event updated for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.294241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab9e92-43d5-4d53-992e-0e697738856a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=e84ee69b-c0de-4eac-877e-65696bcd5679,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.300834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.310561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.313931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] 10.222.0.50 "PUT /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 1092 time: 2.8094645 Sep 01 15:09:56.314957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:56.319631 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04edccc-5530-45b7-84bc-6fcbeaa33a71" -d '{"events": [{"name": "network-changed", "server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "tag": "3abca608-21b3-466b-9653-661ef184e4ac"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:56.384601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ea73192-4f72-45be-bd5a-a82d4abad6df no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:56.386737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb505-c23f-4eb1-b58c-1b6c53acbc4c req-23cdc4bd-a56f-412e-ae9f-db13a791325a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.391780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-facdb505-c23f-4eb1-b58c-1b6c53acbc4c req-23cdc4bd-a56f-412e-ae9f-db13a791325a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.4433243 Sep 01 15:09:56.393348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.444830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6ea73192-4f72-45be-bd5a-a82d4abad6df {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:56.445521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ea73192-4f72-45be-bd5a-a82d4abad6df not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:56.474757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:56.479378 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.568168 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3de614-a619-4470-a5d1-8580197c00b3 x-openstack-request-id: req-7b3de614-a619-4470-a5d1-8580197c00b3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:56.568620 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "tag": "3abca608-21b3-466b-9653-661ef184e4ac", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:56.569031 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b3de614-a619-4470-a5d1-8580197c00b3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:56.569745 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac', 'status': 'completed', 'code': 200} Sep 01 15:09:56.639258 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-facdb505-c23f-4eb1-b58c-1b6c53acbc4c req-9fa87792-cc94-4457-9ed9-1fd8386211bf tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353623 Sep 01 15:09:56.644344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ceee0-7589-48dd-a090-ed5b87f8bf03 service neutron] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.718718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-b2d6e4a2-2e18-4e20-9ee5-4ab95daab32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.721493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-b2d6e4a2-2e18-4e20-9ee5-4ab95daab32b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1095 time: 0.2588406 Sep 01 15:09:56.823958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-8fe5f5a2-92f7-4e07-bce9-15ab1c17167c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.0745890 Sep 01 15:09:56.833548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Network 611c8854-888f-4130-83b8-6c4d59102d39 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:56.836137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:56.925203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port e5222b90-fe91-4f60-a6d6-e15134e40286 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:57.093893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-7fc3a5f0-638f-4815-b048-214528207d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.096317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-7fc3a5f0-638f-4815-b048-214528207d90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.2445266 Sep 01 15:09:57.102262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b0bbba6-0e91-4601-9cdf-46150ddddeec req-705845b8-539a-4424-8504-d19cd3e9bc2d tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.2197905 Sep 01 15:09:57.143057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.201997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.233218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-ddcbfae4-83f6-434c-a988-bf6663f3df23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059184 Sep 01 15:09:57.252171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:57.256071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:57.259602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:57.267053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.268001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.292317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0372157 Sep 01 15:09:57.302971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59876) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:57.350407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4ed05aa4-5f9a-4b7f-b773-bd0f9b431977 None None] Provisioning complete for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:57.352942 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ed05aa4-5f9a-4b7f-b773-bd0f9b431977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.386747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=e5222b90-fe91-4f60-a6d6-e15134e40286,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:57.415794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.416165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.416694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.417107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.417550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.417875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.418349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.418689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.419029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.419473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.419806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.420125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abaab38-5e66-4d38-8214-7e9a0d456509 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:57.432018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4ed05aa4-5f9a-4b7f-b773-bd0f9b431977 None None] Port 7e8e8cee-d2ba-460b-abef-f81028ea84bd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:57.476426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.492953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44465d7f-7ebb-4d16-b45b-97deada5939c req-49daba04-34c1-4603-91ed-4cdd18be9409 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.494852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44465d7f-7ebb-4d16-b45b-97deada5939c req-49daba04-34c1-4603-91ed-4cdd18be9409 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.1373158 Sep 01 15:09:57.561380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port e5222b90-fe91-4f60-a6d6-e15134e40286 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:57.561726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.569447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44465d7f-7ebb-4d16-b45b-97deada5939c req-a798398b-5bc2-42ef-b912-913842a441d6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Sep 01 15:09:57.690191 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.710809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for e5222b90-fe91-4f60-a6d6-e15134e40286 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:57.723125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-646e5023-b461-48a5-83b3-ef116e675687 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.724414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-646e5023-b461-48a5-83b3-ef116e675687 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1088853 Sep 01 15:09:57.940710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc6f4a-193b-49a2-b2a8-b933ad6fd382 req-e6548ab8-f35b-4a21-aec6-5598cc30d6fb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.942113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98dc6f4a-193b-49a2-b2a8-b933ad6fd382 req-e6548ab8-f35b-4a21-aec6-5598cc30d6fb tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 945 time: 0.1331172 Sep 01 15:09:57.963168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Router 13fa2139-1aa9-4386-a818-52b980373da3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:09:57.965721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.002948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bec95-e794-4799-84c1-925b7df526f4 req-e56d9038-bb5a-4e08-b3db-04629357772b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.004613 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f9bec95-e794-4799-84c1-925b7df526f4 req-e56d9038-bb5a-4e08-b3db-04629357772b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.9000080 Sep 01 15:09:58.030381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.032671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/e5222b90-fe91-4f60-a6d6-e15134e40286 HTTP/1.1" status: 204 len: 168 time: 0.7280548 Sep 01 15:09:58.039041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:58.039392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.040949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:58.043909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598fe0d-7b3a-4bbd-a71e-ac2a38111bcf tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=e5222b90-fe91-4f60-a6d6-e15134e40286,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:58.059700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'mac_address': 'fa:16:3e:ab:12:d5', 'name': 'tempest-PortsTestJSON-475713322'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:58.119929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98dc6f4a-193b-49a2-b2a8-b933ad6fd382 req-99b131d0-1c73-401b-a440-d699cc3969d4 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480069 Sep 01 15:09:58.147627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-0022944c-ce10-48bf-af8a-f3b4a298629a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.161538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-0022944c-ce10-48bf-af8a-f3b4a298629a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.7300556 Sep 01 15:09:58.162746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-ee814f12-cc61-4cb3-8ef7-8f2aa9913f6b tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.168433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-ee814f12-cc61-4cb3-8ef7-8f2aa9913f6b tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.50 "GET /v2.0/networks?id=e0bd3616-d928-4b63-9d91-9efd7fa8541b HTTP/1.1" status: 200 len: 806 time: 0.9890144 Sep 01 15:09:58.206529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:58.207026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.236049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-b548ea29-5d9e-4b54-9b4c-1731cdbcb8ce service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522773 Sep 01 15:09:58.243264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for ef45dc05-1c12-4062-ad3c-0d1bf44d01fe owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:58.425998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f83573a2-05b1-402d-acaf-ff0f036ef8c0 req-828e3f4b-0829-4939-a478-f216cc016d6e tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.0570285 Sep 01 15:09:58.440991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f9bec95-e794-4799-84c1-925b7df526f4 req-c0a60e83-ccb9-441c-9a7d-5d918461b7d5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125404 Sep 01 15:09:58.478566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.494108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5749d873-2c20-4c65-833c-9db108af6f99', 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:58.528461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-62a341eb-5f9a-46b3-aadd-9dd5eab79dfe tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06 HTTP/1.1" status: 200 len: 380 time: 0.3171787 Sep 01 15:09:58.540289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=ef45dc05-1c12-4062-ad3c-0d1bf44d01fe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:58.554337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'port': {'device_id': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'admin_state_up': True, 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'security_groups': ['8483085a-1d83-4bc7-9830-a1e89b2c834d']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:58.593718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:58.642457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port ef45dc05-1c12-4062-ad3c-0d1bf44d01fe on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:58.645494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.647988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33d4cc0e-02ba-4030-b1a3-021fe537a6cd req-6a904eb8-c725-4ca0-bfa1-cbb02ba63f60 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/ef45dc05-1c12-4062-ad3c-0d1bf44d01fe HTTP/1.1" status: 204 len: 173 time: 0.9131200 Sep 01 15:09:58.649119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'name': 'network-vif-deleted', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:58.651369 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdbb5ce-c31b-479f-a53b-41fe70a495de" -d '{"events": [{"server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "name": "network-vif-deleted", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:58.668819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:58.692595 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe74ced1-4881-4b71-8334-a5aa6cd6d7ed admin admin] 10.222.0.41 "PUT /v2.0/routers/13fa2139-1aa9-4386-a818-52b980373da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0591047 Sep 01 15:09:58.729250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Sync routers for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:58.757972 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a645a67-3eba-4be2-b61c-bd2b4d243947 x-openstack-request-id: req-7a645a67-3eba-4be2-b61c-bd2b4d243947 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:58.758269 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01b6401-093f-45d5-a47a-ac8071c4ae64", "name": "network-vif-deleted", "tag": "ef45dc05-1c12-4062-ad3c-0d1bf44d01fe", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:58.758574 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a645a67-3eba-4be2-b61c-bd2b4d243947 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:58.759041 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a01b6401-093f-45d5-a47a-ac8071c4ae64', 'name': 'network-vif-deleted', 'tag': 'ef45dc05-1c12-4062-ad3c-0d1bf44d01fe', 'status': 'completed', 'code': 200} Sep 01 15:09:58.784371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port 04f0dfe1-8986-4a87-8a4d-66300ee3136b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:58.785481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.785687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:58.786233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:58.798068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4035d013-0217-4dde-b3ce-572f9ff8bc72 req-7c8fba51-a1ab-40ab-ba54-2ca079cfe047 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137136 Sep 01 15:09:58.928390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28dded-80c4-49ee-b457-08c764fcf8d9 req-b65c8f93-09f5-4407-bc00-37b68e6752f8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.931733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa28dded-80c4-49ee-b457-08c764fcf8d9 req-b65c8f93-09f5-4407-bc00-37b68e6752f8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 946 time: 0.1324337 Sep 01 15:09:58.943653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.994179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:59.063588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa28dded-80c4-49ee-b457-08c764fcf8d9 req-3e9291c3-043e-4401-93f5-94977a04b9bb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242659 Sep 01 15:09:59.100362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port 04f0dfe1-8986-4a87-8a4d-66300ee3136b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=04f0dfe1-8986-4a87-8a4d-66300ee3136b,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:59.100702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.136383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for 04f0dfe1-8986-4a87-8a4d-66300ee3136b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:59.150659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-f540a8f1-49a7-45af-a2f4-9a1967bcf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.151764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:59.152293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-f540a8f1-49a7-45af-a2f4-9a1967bcf886 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1095 time: 0.2303481 Sep 01 15:09:59.156709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Made reservation on behalf of ba4e25f2f53d4a6288f0e4731cf0ab06 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:59.160543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.548379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f28d7658-67bd-4d1c-ae09-ad5f50f30580 req-3f2d7e6e-3c1d-4639-b742-bc4355304f8b tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a01b6401-093f-45d5-a47a-ac8071c4ae64 HTTP/1.1" status: 200 len: 210 time: 0.1097744 Sep 01 15:09:59.585581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-4dff57d3-73f6-43af-98ce-dac23b006eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.587642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7e8e8cee-d2ba-460b-abef-f81028ea84bd', 'name': '', 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'mac_address': 'fa:16:3e:89:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:51Z', 'updated_at': '2021-09-01T15:09:55Z', 'revision_number': 2, 'project_id': '98ae8519292a498587004f91d4ead42e', 'subnets': [{'id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:59.593616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-4dff57d3-73f6-43af-98ce-dac23b006eb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.4237995 Sep 01 15:09:59.658483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Checking router: 13fa2139-1aa9-4386-a818-52b980373da3 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:59.658483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Updating router 13fa2139-1aa9-4386-a818-52b980373da3 port 7e8e8cee-d2ba-460b-abef-f81028ea84bd binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:09:59.672013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70726253-85af-43cf-a5a4-1b27f87e1c77 req-33185bd0-fc00-4408-a352-633bbeba679c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.0676703 Sep 01 15:09:59.698452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.762985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-f7f9e31a-2203-4933-8ce9-a57d6b5b3b1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.1401560 Sep 01 15:09:59.813174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.906050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Allocated IP 172.20.0.14 (e0bd3616-d928-4b63-9d91-9efd7fa8541b/44d48c18-2ef2-4098-87b8-617e3ca418c4/0a7bf7ca-3157-41f8-ab75-177e4910950b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:59.938186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634683-fcf1-4ce1-99b6-1f7e2b6f90c3 req-6df3f886-6c1b-48f5-90c3-5cbfecc77f97 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.939843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7634683-fcf1-4ce1-99b6-1f7e2b6f90c3 req-6df3f886-6c1b-48f5-90c3-5cbfecc77f97 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.2195094 Sep 01 15:09:59.941454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-c3e8b9fa-e4e3-4484-ab85-bba2bbec97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.943192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-c3e8b9fa-e4e3-4484-ab85-bba2bbec97c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1538382 Sep 01 15:10:00.012208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-d48603a1-3025-4050-b589-f55c52676812 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576456 Sep 01 15:10:00.023165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.175113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.194168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=04f0dfe1-8986-4a87-8a4d-66300ee3136b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:00.208683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Transition to ACTIVE for port object 7e8e8cee-d2ba-460b-abef-f81028ea84bd will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:00.209338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7634683-fcf1-4ce1-99b6-1f7e2b6f90c3 req-0f2564a5-b8fa-4610-83da-27b4f732853a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561007 Sep 01 15:10:00.220626 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.227299 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.326438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81db0b29-18c8-439d-9e8d-64a4b7fc2445 req-2d7398e0-5907-4351-a466-11d233c2e835 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.0761547 Sep 01 15:10:00.416187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac530fe-b5b2-458e-914b-d6e487439073 None None] Pushing event updated for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:00.451418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port 04f0dfe1-8986-4a87-8a4d-66300ee3136b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:00.464014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Attempting to bind port 7e8e8cee-d2ba-460b-abef-f81028ea84bd on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:00.464496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Attempting to bind port 7e8e8cee-d2ba-460b-abef-f81028ea84bd by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:00.465008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Attempting to bind port 7e8e8cee-d2ba-460b-abef-f81028ea84bd on network 611c8854-888f-4130-83b8-6c4d59102d39 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:00.467481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:00.470561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.474217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-998a0d21-3aec-47f6-b2c2-d43c37b16a1b req-f8a1b533-3ea2-45aa-ad1f-b39b7f5dc778 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "DELETE /v2.0/ports/04f0dfe1-8986-4a87-8a4d-66300ee3136b HTTP/1.1" status: 204 len: 173 time: 2.2660553 Sep 01 15:10:00.474490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:00.474920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Checking segment: {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:00.475517 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.475987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Bound using segment: {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:00.476654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Bound port: 7e8e8cee-d2ba-460b-abef-f81028ea84bd, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b630613-b55f-420a-991f-4f11610648b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:00.477418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.549797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:00.552792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'name': 'network-vif-deleted', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:00.570314 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b547d8e4-e959-4936-bb06-c5b70078c774" -d '{"events": [{"server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "name": "network-vif-deleted", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:00.603208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] For port 7e8e8cee-d2ba-460b-abef-f81028ea84bd, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:00.612018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] For port 7e8e8cee-d2ba-460b-abef-f81028ea84bd, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e8e8cee-d2ba-460b-abef-f81028ea84bd,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:00.617386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:00.620929 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.644669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:00.645761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.686980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 04f0dfe1-8986-4a87-8a4d-66300ee3136b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:00.765831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 04f0dfe1-8986-4a87-8a4d-66300ee3136b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:00.766299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 04f0dfe1-8986-4a87-8a4d-66300ee3136b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:00.766810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ef45dc05-1c12-4062-ad3c-0d1bf44d01fe no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:00.782081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:00.782371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:00.842296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac530fe-b5b2-458e-914b-d6e487439073 None None] Pushing event updated for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:00.906339 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a2cec3-635e-4b2c-85bd-2260ea5ca30d x-openstack-request-id: req-d3a2cec3-635e-4b2c-85bd-2260ea5ca30d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:00.906795 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa3ef04-2de8-4f8a-b501-7a533fbd03db", "name": "network-vif-deleted", "tag": "04f0dfe1-8986-4a87-8a4d-66300ee3136b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:00.907213 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3a2cec3-635e-4b2c-85bd-2260ea5ca30d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:00.907889 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa3ef04-2de8-4f8a-b501-7a533fbd03db', 'name': 'network-vif-deleted', 'tag': '04f0dfe1-8986-4a87-8a4d-66300ee3136b', 'status': 'completed', 'code': 200} Sep 01 15:10:00.911705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:00.959603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c0213899-97f9-4c2e-b247-f4fbec61e163 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9111702 Sep 01 15:10:00.960508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59928) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:01.009219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-251680f5-9f35-4981-94ff-9e1f96e4f0c4 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9834461 Sep 01 15:10:01.019493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ca0313a-02c0-49ac-af1e-21acc6a5ae6c req-b38269a9-672a-43a9-a479-6e6fb8be7dbd tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.1274109 Sep 01 15:10:01.066234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: ef45dc05-1c12-4062-ad3c-0d1bf44d01fe {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:01.066797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ef45dc05-1c12-4062-ad3c-0d1bf44d01fe not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:01.142917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:01.227478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59936) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:01.329694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa90c7-a548-4204-8881-718a6f635988 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.335281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-71aa90c7-a548-4204-8881-718a6f635988 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 HTTP/1.1" status: 200 len: 840 time: 0.3655813 Sep 01 15:10:01.338217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59942) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:01.372780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:01.476221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Transition to ACTIVE for port object 0a7bf7ca-3157-41f8-ab75-177e4910950b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:01.523515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d04edccc-5530-45b7-84bc-6fcbeaa33a71 req-aae9d56e-12f7-4813-b9c6-36a0a5800c36 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873412 Sep 01 15:10:01.621975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ce7f270-e864-4483-8a93-58229218d467 req-ea881a41-b26d-4364-b618-1d17edea590b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fa3ef04-2de8-4f8a-b501-7a533fbd03db HTTP/1.1" status: 200 len: 210 time: 0.0487216 Sep 01 15:10:01.633153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7e8e8cee-d2ba-460b-abef-f81028ea84bd', 'name': '', 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'mac_address': 'fa:16:3e:89:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:51Z', 'updated_at': '2021-09-01T15:10:00Z', 'revision_number': 4, 'project_id': '98ae8519292a498587004f91d4ead42e', 'subnets': [{'id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:01.642845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb92585-61e7-4984-9dba-93af300a624c req-13533b16-ef11-49e6-986c-55af83c7d1f3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.645130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbb92585-61e7-4984-9dba-93af300a624c req-13533b16-ef11-49e6-986c-55af83c7d1f3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.2148812 Sep 01 15:10:01.677891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab49718-4f48-48ae-84ef-f31dbca8e27d None None] The sync data for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 is: [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7e8e8cee-d2ba-460b-abef-f81028ea84bd', 'name': '', 'network_id': '611c8854-888f-4130-83b8-6c4d59102d39', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'mac_address': 'fa:16:3e:89:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:51Z', 'updated_at': '2021-09-01T15:10:00Z', 'revision_number': 4, 'project_id': '98ae8519292a498587004f91d4ead42e', 'subnets': [{'id': '3f7ba66f-bbf8-4040-a373-c9a4e74e722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:10:01.700724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:01.707400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:01.707749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:01.855196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:01.874983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:01.887726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:01.936667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cbb92585-61e7-4984-9dba-93af300a624c req-e3f4f204-30c0-4b38-a0bd-e3578ade8db2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751226 Sep 01 15:10:01.979573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.980030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:01.986967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.006999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event updated for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:02.027054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:02.054456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-5de258b5-6b80-4f9c-b3b8-813cdf3758e8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5134776 Sep 01 15:10:02.070657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Request body: {'port': {'device_id': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:02.090940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e8e8cee-d2ba-460b-abef-f81028ea84bd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:02.224202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:02.230240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:02.230759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.466397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.522144 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.547345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.627963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7e8e8cee-d2ba-460b-abef-f81028ea84bd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e8e8cee-d2ba-460b-abef-f81028ea84bd,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:02.638647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.683622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43addc7e-58db-4671-966e-1950c4680f1c req-a2b042dd-98ff-402b-b52f-dedd5dedb9bf tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:02.698338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43addc7e-58db-4671-966e-1950c4680f1c req-a2b042dd-98ff-402b-b52f-dedd5dedb9bf tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 932 time: 0.3053267 Sep 01 15:10:02.719784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-314a22d5-5e11-4dfa-b4c1-cf99cac15820 None None] Provisioning for port 0a7bf7ca-3157-41f8-ab75-177e4910950b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:02.729254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3abca608-21b3-466b-9653-661ef184e4ac details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:02.737384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-314a22d5-5e11-4dfa-b4c1-cf99cac15820 None None] Provisioning complete for port 0a7bf7ca-3157-41f8-ab75-177e4910950b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:02.738192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-314a22d5-5e11-4dfa-b4c1-cf99cac15820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.832245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-314a22d5-5e11-4dfa-b4c1-cf99cac15820 None None] Port 0a7bf7ca-3157-41f8-ab75-177e4910950b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:02.897933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:02.926661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43addc7e-58db-4671-966e-1950c4680f1c req-3b128889-8a1d-4881-bd9c-612b072da992 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243612 Sep 01 15:10:02.936341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.009783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:03.075633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.081513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6c4f3083-e32c-40c7-9ccc-53a3442f01f3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 HTTP/1.1" status: 204 len: 168 time: 1.7354982 Sep 01 15:10:03.087129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:03.178100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:03.209542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '3abca608-21b3-466b-9653-661ef184e4ac', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'port_id': '3abca608-21b3-466b-9653-661ef184e4ac', 'mac_address': 'fa:16:3e:41:8e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec53f36-5e70-4fb6-9932-8bf83cb15191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:03.252519 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5502ff-7111-4757-86fd-d6d2da2c235f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:03.254262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2a5502ff-7111-4757-86fd-d6d2da2c235f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/3be3b1a2-3aa7-4599-ac1f-93e0c7f7fbe0 HTTP/1.1" status: 404 len: 333 time: 0.1648908 Sep 01 15:10:03.259662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59986) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:03.268814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'name': 'tempest-PortsTestJSON-199498741'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:03.303318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.320470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7b90-74be-429e-b4f8-0a9747be9dbf req-58e4274f-6f77-41e6-9bb8-b94c0d81ec08 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:03.328999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36df7b90-74be-429e-b4f8-0a9747be9dbf req-58e4274f-6f77-41e6-9bb8-b94c0d81ec08 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.1833487 Sep 01 15:10:03.329366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abca608-21b3-466b-9653-661ef184e4ac {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:03.382581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:03.387437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36df7b90-74be-429e-b4f8-0a9747be9dbf req-23bcff0b-ab6d-43e5-9da4-c4700d9f430f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575070 Sep 01 15:10:03.394353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Deleting port 7e8e8cee-d2ba-460b-abef-f81028ea84bd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:03.394925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.403813 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.461322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711c7bd-0517-4057-a455-b30596da124d req-b29d97bd-7e82-4e1f-b4e7-ade5d523c6b6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:03.470127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5711c7bd-0517-4057-a455-b30596da124d req-b29d97bd-7e82-4e1f-b4e7-ade5d523c6b6 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 945 time: 0.2930672 Sep 01 15:10:03.594245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5711c7bd-0517-4057-a455-b30596da124d req-93ab33cc-eade-493d-9303-d7b4b0ad388e tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222482 Sep 01 15:10:03.630257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] For port 7e8e8cee-d2ba-460b-abef-f81028ea84bd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e8e8cee-d2ba-460b-abef-f81028ea84bd,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:03.631039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.638600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-c8496287-9729-4415-ba4c-7a77de7c1ae2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:03.640786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-c8496287-9729-4415-ba4c-7a77de7c1ae2 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 945 time: 0.3294291 Sep 01 15:10:03.658947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Calling delete_port for 7e8e8cee-d2ba-460b-abef-f81028ea84bd owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:03.836366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:03.837325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:03.846657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:03.937744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3abca608-21b3-466b-9653-661ef184e4ac'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:04.013253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-95fdd946-2419-4a74-bcf1-6a08dc73f43e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:04.013605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e8e8cee-d2ba-460b-abef-f81028ea84bd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:04.023875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-95fdd946-2419-4a74-bcf1-6a08dc73f43e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.2629843 Sep 01 15:10:04.109565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-45be9bbb-bcda-47fa-b036-d4c330884492 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0843556 Sep 01 15:10:04.127738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7e8e8cee-d2ba-460b-abef-f81028ea84bd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:04.128199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.154903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-f38778a4-184d-4892-82a9-c1e22f003c39 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437007 Sep 01 15:10:04.248122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.381818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8e8cee-d2ba-460b-abef-f81028ea84bd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:04.385324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port fca339f8-ce5f-4aed-a625-c46d348beaa7 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:04.407035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7bf7ca-3157-41f8-ab75-177e4910950b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:04.419305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.448136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-177a8382-2536-4788-af99-70722a65c7ba service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914057 Sep 01 15:10:04.486089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Transition to ACTIVE for port object 0a7bf7ca-3157-41f8-ab75-177e4910950b will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:04.512627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.541048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5bdf-2805-4c90-b4d8-55d1e5af75ee req-e0b976f3-1051-43df-8d28-b1458590966e tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:04.546443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14cc5bdf-2805-4c90-b4d8-55d1e5af75ee req-e0b976f3-1051-43df-8d28-b1458590966e tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 932 time: 0.2219374 Sep 01 15:10:04.558455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Deleting port 5749d873-2c20-4c65-833c-9db108af6f99 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:04.559092 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.637188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.644615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-c21022fe-2c4a-49c7-ad89-408822ad7d77 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809652 Sep 01 15:10:04.681936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5749d873-2c20-4c65-833c-9db108af6f99 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:04.899443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.912515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Pushing event updated for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:04.917330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.053918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14cc5bdf-2805-4c90-b4d8-55d1e5af75ee req-65438bf3-b7f8-4064-885b-bc67bdf2684b tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548767 Sep 01 15:10:05.079006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:05.084694 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d690f8b-7315-469f-a717-26e23ebb2147" -d '{"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5749d873-2c20-4c65-833c-9db108af6f99"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:05.132204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:05.144024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affa19-bd74-4145-8c17-fdc385fb3d83 req-27dd0e14-4ed2-4351-b4fb-7d04895030d1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:05.146490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33affa19-bd74-4145-8c17-fdc385fb3d83 req-27dd0e14-4ed2-4351-b4fb-7d04895030d1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.1545339 Sep 01 15:10:05.158276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Router 13fa2139-1aa9-4386-a818-52b980373da3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:10:05.160456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.162659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] For port 5749d873-2c20-4c65-833c-9db108af6f99, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5749d873-2c20-4c65-833c-9db108af6f99,segment=NetworkSegment(bf3e654c-315c-41ea-acee-58954a9665c2),segment_id=bf3e654c-315c-41ea-acee-58954a9665c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:05.163040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.221665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Calling delete_port for 5749d873-2c20-4c65-833c-9db108af6f99 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:05.271556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Attempting to bind port 0a7bf7ca-3157-41f8-ab75-177e4910950b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:05.272080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Attempting to bind port 0a7bf7ca-3157-41f8-ab75-177e4910950b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:05.272597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Attempting to bind port 0a7bf7ca-3157-41f8-ab75-177e4910950b on network e0bd3616-d928-4b63-9d91-9efd7fa8541b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:05.289322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:05.297993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33affa19-bd74-4145-8c17-fdc385fb3d83 req-fd24e590-7c04-439d-afb1-bc2ce95709d9 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369877 Sep 01 15:10:05.367304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.379077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Port 0a7bf7ca-3157-41f8-ab75-177e4910950b on network e0bd3616-d928-4b63-9d91-9efd7fa8541b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:05.379580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Attempting to bind port 0a7bf7ca-3157-41f8-ab75-177e4910950b on network e0bd3616-d928-4b63-9d91-9efd7fa8541b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:05.446445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:05.446796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Checking segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:05.447144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Bound using segment: {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:05.447636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Bound port: 0a7bf7ca-3157-41f8-ab75-177e4910950b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b2e5fc-292b-4386-a93d-fedf72eeff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:05.448025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.504429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:05.517809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:05.527083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:05.535713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:05.536818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.542014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=fca339f8-ce5f-4aed-a625-c46d348beaa7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:05.552409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65299511-dba6-4181-a477-3dfcfba6bf69 req-7d4e414c-4ac2-4be9-bf0a-60e478e50147 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:05.554138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65299511-dba6-4181-a477-3dfcfba6bf69 req-7d4e414c-4ac2-4be9-bf0a-60e478e50147 tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 943 time: 0.2288237 Sep 01 15:10:05.647578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58cd5dd9-7174-4b3e-8a07-acd735fb659f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3861196 Sep 01 15:10:05.664164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60016) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:05.677195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:05.777033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65299511-dba6-4181-a477-3dfcfba6bf69 req-f0bae860-62c9-42a3-a88b-4bc67688a14a tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0fa06c-9dc2-4a16-8823-bc2896b9260b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685233 Sep 01 15:10:05.840815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:05.852754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:05.888160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.915659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.935399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:10:05.942283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ff9bf96d-a1e5-4d23-91f5-ea8a636205e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/13fa2139-1aa9-4386-a818-52b980373da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7128899 Sep 01 15:10:05.944485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60020) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:05.952622 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Sync routers for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:10:05.962136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:05.972560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:05.974505 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:06.049536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a3a653b-d4f7-416f-ab32-c6fcc1267282 req-a4357ec6-ffd5-49af-a9b8-814c3ea7f397 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.6413090 Sep 01 15:10:06.052623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:06.053810 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.056381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] 10.222.0.50 "PUT /v2.0/ports/0a7bf7ca-3157-41f8-ab75-177e4910950b HTTP/1.1" status: 200 len: 1093 time: 3.9918666 Sep 01 15:10:06.075795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:06.084169 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e64fc-7d50-4011-a12c-360c1fb2a648" -d '{"events": [{"name": "network-changed", "server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:06.221211 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98546131-71db-430a-83c4-725e581da638 x-openstack-request-id: req-98546131-71db-430a-83c4-725e581da638 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:06.221984 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5749d873-2c20-4c65-833c-9db108af6f99", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:06.222270 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98546131-71db-430a-83c4-725e581da638 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:06.222996 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99', 'code': 200} Sep 01 15:10:06.238822 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:06.353669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] No DVR routers for this DVR port 5749d873-2c20-4c65-833c-9db108af6f99 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:06.391603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.397662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.407714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30d8dc08-b7fa-47b3-867a-e69c9a1c4e8b req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.50 "DELETE /v2.0/ports/5749d873-2c20-4c65-833c-9db108af6f99 HTTP/1.1" status: 204 len: 173 time: 2.7547834 Sep 01 15:10:06.518667 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de14761-dacf-499f-8937-8dd662381727 x-openstack-request-id: req-2de14761-dacf-499f-8937-8dd662381727 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:06.519286 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:06.520319 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2de14761-dacf-499f-8937-8dd662381727 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:06.521167 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'status': 'completed', 'code': 200} Sep 01 15:10:06.528502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc96e2-aae7-40fe-ae2c-66ed6d579fdb service neutron] Pushing event updated for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:06.595172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:10:03Z', 'revision_number': 5, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:06.641565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbcd3d-36fe-406f-8222-43d0f350ffd2 req-a6d7556c-2f6f-4c7f-b13f-9b5756a86e58 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:06.658242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8cbcd3d-36fe-406f-8222-43d0f350ffd2 req-a6d7556c-2f6f-4c7f-b13f-9b5756a86e58 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 944 time: 0.3690841 Sep 01 15:10:06.659799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675253d-db62-4c18-9c3f-882026b8ef3f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] Pushing event deleted for resources: {'Port': ['ID=5749d873-2c20-4c65-833c-9db108af6f99,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:06.709936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3abca608-21b3-466b-9653-661ef184e4ac up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:06.710822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-6f9f6f79-81d6-4ad9-a15b-85f35289bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:06.713366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-6f9f6f79-81d6-4ad9-a15b-85f35289bedf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06&device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 1096 time: 0.4314375 Sep 01 15:10:06.786748 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Checking router: 13fa2139-1aa9-4386-a818-52b980373da3 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:10:06.801145 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Routers {'13fa2139-1aa9-4386-a818-52b980373da3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:06.803400 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:09:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['13fa2139-1aa9-4386-a818-52b980373da3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:06.837925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 3abca608-21b3-466b-9653-661ef184e4ac completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:06.846136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 3abca608-21b3-466b-9653-661ef184e4ac triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:06.846839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.890545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8cbcd3d-36fe-406f-8222-43d0f350ffd2 req-1a2c9a31-6366-4af1-b414-c387b1a4d71c tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300220 Sep 01 15:10:06.923082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.005237 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] Set router 13fa2139-1aa9-4386-a818-52b980373da3 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:07.055865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-3a9f5d89-83f8-4f89-af3d-91b3eb70e881 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b HTTP/1.1" status: 200 len: 217 time: 0.3204451 Sep 01 15:10:07.122032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.150341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Deleting port acc3b742-9eb6-42a8-873c-382c6bf5d7d4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:07.151174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.188740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee404d-69d0-4f82-8f9c-bf014837c452 req-7eabd5f6-b939-4866-9e7b-4c7d2f0677f3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.210861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1ee404d-69d0-4f82-8f9c-bf014837c452 req-7eabd5f6-b939-4866-9e7b-4c7d2f0677f3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.5660717 Sep 01 15:10:07.223268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:07.238225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.304706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79764117-d9b4-482f-be60-3f31c0014916 req-598be0cb-d0a9-4e83-a8e7-31c65b9a105f tempest-ServersTestJSON-252590639 tempest-ServersTestJSON-252590639-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a12ac2c-aad8-4164-b84f-2c45de6d4e7f HTTP/1.1" status: 200 len: 210 time: 0.0768197 Sep 01 15:10:07.340014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:07.366061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-4dbc5753-0670-4e6d-b17e-44f7ecc4ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.368456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-4dbc5753-0670-4e6d-b17e-44f7ecc4ee93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d48c18-2ef2-4098-87b8-617e3ca418c4 HTTP/1.1" status: 200 len: 845 time: 0.2911613 Sep 01 15:10:07.377501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.388140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] For port acc3b742-9eb6-42a8-873c-382c6bf5d7d4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:07.395429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.423259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.432813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Calling delete_port for acc3b742-9eb6-42a8-873c-382c6bf5d7d4 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:07.467823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-c8d0ec5b-ee44-4646-aa43-99755b5b151c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.469477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-c8d0ec5b-ee44-4646-aa43-99755b5b151c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.6697140 Sep 01 15:10:07.494555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10190ecc-d2a0-49dd-9605-3023bbf64f36 req-07de5cb3-7bc8-43a1-9455-51dcf905aa13 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.0578380 Sep 01 15:10:07.508620 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:10:03Z', 'revision_number': 5, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:07.540599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1ee404d-69d0-4f82-8f9c-bf014837c452 req-874cccce-1fd5-4f2c-9c0d-6afff04842af tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284249 Sep 01 15:10:07.562488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:07.571102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] In _notify_port_updated(), no bound segment for port fca339f8-ce5f-4aed-a625-c46d348beaa7 on network 3fe50731-d55c-4b09-829c-468287327902 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:10:07.582874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.583746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.586213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/ports/fca339f8-ce5f-4aed-a625-c46d348beaa7 HTTP/1.1" status: 200 len: 818 time: 1.9174867 Sep 01 15:10:07.589133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:07.604467 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3ad61-a54f-406f-9550-c194fc259c8a None None] The sync data for ids ['13fa2139-1aa9-4386-a818-52b980373da3'] in n-d-802060-16 is: [{'id': '13fa2139-1aa9-4386-a818-52b980373da3', 'name': 'tempest-ImageQuotaTest-1375685013-router', 'tenant_id': '98ae8519292a498587004f91d4ead42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:38Z', 'updated_at': '2021-09-01T15:10:03Z', 'revision_number': 5, 'project_id': '98ae8519292a498587004f91d4ead42e', 'gw_port': {'id': 'acc3b742-9eb6-42a8-873c-382c6bf5d7d4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2139-1aa9-4386-a818-52b980373da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:41Z', 'updated_at': '2021-09-01T15:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:10:07.724167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4842a4-807a-4fad-bf64-02615bdc8972 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=fca339f8-ce5f-4aed-a625-c46d348beaa7,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:07.752894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-e46a5701-359b-44cc-bf4b-2a081df8bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.755870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-e46a5701-359b-44cc-bf4b-2a081df8bcf6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0bd3616-d928-4b63-9d91-9efd7fa8541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3671882 Sep 01 15:10:07.840222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.848373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port fca339f8-ce5f-4aed-a625-c46d348beaa7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:07.848373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.926030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Pushing event deleted for resources: {'Port': ['ID=acc3b742-9eb6-42a8-873c-382c6bf5d7d4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:08.015707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-699cf686-585e-4635-aba6-bee8d1b25d2f service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498419 Sep 01 15:10:08.017753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:08.022829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.024374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.051015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for fca339f8-ce5f-4aed-a625-c46d348beaa7 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:08.090796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.107230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e8e8cee-d2ba-460b-abef-f81028ea84bd no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:08.138015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7e8e8cee-d2ba-460b-abef-f81028ea84bd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:08.138587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e8e8cee-d2ba-460b-abef-f81028ea84bd not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:08.224112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:08.228373 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56a76e0-e2ba-4971-8e50-12e7127ad381" -d '{"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-plugged", "status": "completed", "tag": "3abca608-21b3-466b-9653-661ef184e4ac"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:08.248721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.253448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.289679 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a0cf43-7320-47bf-ab53-669a35c73cda x-openstack-request-id: req-98a0cf43-7320-47bf-ab53-669a35c73cda {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:08.289986 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-plugged", "status": "completed", "tag": "3abca608-21b3-466b-9653-661ef184e4ac", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:08.290239 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98a0cf43-7320-47bf-ab53-669a35c73cda {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:08.290650 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac', 'code': 200} Sep 01 15:10:08.325757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.326276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fa2139-1aa9-4386-a818-52b980373da3 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:10:08.331936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.333213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4debed8c-7bbc-480e-8804-d31ebf3217cc admin admin] 10.222.0.41 "DELETE /v2.0/routers/13fa2139-1aa9-4386-a818-52b980373da3 HTTP/1.1" status: 204 len: 168 time: 2.3873639 Sep 01 15:10:08.336033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60042) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:08.370222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.410374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:08.421344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=fca339f8-ce5f-4aed-a625-c46d348beaa7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:08.426340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.428403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-45e5075f-b04c-48d5-8587-334f94e44303 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/fca339f8-ce5f-4aed-a625-c46d348beaa7 HTTP/1.1" status: 204 len: 168 time: 0.7975824 Sep 01 15:10:08.431834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:08.445823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Deleting subnet 3f7ba66f-bbf8-4040-a373-c9a4e74e722b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:08.455598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.480903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036586b-a52a-4621-8e65-4acaa4415293 req-301ad2fa-b018-4596-9742-1c6d2761a089 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.496357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7036586b-a52a-4621-8e65-4acaa4415293 req-301ad2fa-b018-4596-9742-1c6d2761a089 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 944 time: 0.4675488 Sep 01 15:10:08.542036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-deleted', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:08.546940 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed44d3-fd53-4732-a53f-7a1676d3e085" -d '{"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-deleted", "tag": "5749d873-2c20-4c65-833c-9db108af6f99"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:08.568846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.577279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1cfac6-a341-4d6d-95c4-d1ed709fa142 req-16551f97-2ee8-4bc4-974f-c37105736573 service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442395 Sep 01 15:10:08.626433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea9acc-de6b-4c6b-a955-d976a1a88277 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.633227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0ea9acc-de6b-4c6b-a955-d976a1a88277 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1973808 Sep 01 15:10:08.638090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:08.669134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Deleting subnet aef953b8-a85f-4ea0-88bf-d035141454d0 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:08.694068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7036586b-a52a-4621-8e65-4acaa4415293 req-a8893b62-5ffc-4c46-ad38-6cbe08aba071 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963248 Sep 01 15:10:08.697901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.703643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3406-c508-4a7d-b81c-5413c4f2a594 req-61285fbb-0226-4dc2-9004-8aad91b9ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.704012 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7c9e21-261c-44eb-9b88-2c129a59763a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:08.704783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8d3406-c508-4a7d-b81c-5413c4f2a594 req-61285fbb-0226-4dc2-9004-8aad91b9ba2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.3330066 Sep 01 15:10:08.710157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc7c9e21-261c-44eb-9b88-2c129a59763a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/fca339f8-ce5f-4aed-a625-c46d348beaa7 HTTP/1.1" status: 404 len: 333 time: 0.0707173 Sep 01 15:10:08.711054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:08.762478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-364696626'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:08.770204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad6bfbc8-62e1-43a3-9be8-5228542072be req-fe58910c-d294-4b76-b1ea-4983ee3e8abe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.1204832 Sep 01 15:10:08.776308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.6 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/a41d146e-f65b-4f98-a8bb-294a22811d9f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:08.825753 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f203c3-b532-4040-9eec-3398b95f9cdf x-openstack-request-id: req-58f203c3-b532-4040-9eec-3398b95f9cdf {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:08.826059 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12ac2c-aad8-4164-b84f-2c45de6d4e7f", "name": "network-vif-deleted", "tag": "5749d873-2c20-4c65-833c-9db108af6f99", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:08.826325 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58f203c3-b532-4040-9eec-3398b95f9cdf {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:08.826832 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a12ac2c-aad8-4164-b84f-2c45de6d4e7f', 'name': 'network-vif-deleted', 'tag': '5749d873-2c20-4c65-833c-9db108af6f99', 'status': 'completed', 'code': 200} Sep 01 15:10:08.851606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e8d3406-c508-4a7d-b81c-5413c4f2a594 req-27854497-509e-4c5f-a82d-744a2c64ab17 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321166 Sep 01 15:10:08.854981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-e6eb5ded-e802-45a4-84b2-9d2ad301ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.859076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-e6eb5ded-e802-45a4-84b2-9d2ad301ec14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06&device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 1096 time: 0.1520972 Sep 01 15:10:08.880555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.001251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.007952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:09.011598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.038947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.097346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-23ec732d-b407-4594-b9e2-eb019fe6a87e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3389268 Sep 01 15:10:09.125640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd862be2-4b43-442b-bed2-0965c21bea9f req-095283f6-deda-448e-8f46-e227dbfc575b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.128403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd862be2-4b43-442b-bed2-0965c21bea9f req-095283f6-deda-448e-8f46-e227dbfc575b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 945 time: 0.2587435 Sep 01 15:10:09.130253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.193518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-0055c0d4-6563-42af-8aec-1157ab1d48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.195141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-0055c0d4-6563-42af-8aec-1157ab1d48bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0bd3616-d928-4b63-9d91-9efd7fa8541b HTTP/1.1" status: 200 len: 907 time: 0.1464837 Sep 01 15:10:09.248217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.254032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.256413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-4da67b9c-4986-4b1c-821a-2e07668a3322 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b HTTP/1.1" status: 200 len: 217 time: 0.0526569 Sep 01 15:10:09.265105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:10:09.312677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd862be2-4b43-442b-bed2-0965c21bea9f req-2ff98928-632d-433d-8ada-4c9300799922 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578655 Sep 01 15:10:09.319496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.321110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7ba66f-bbf8-4040-a373-c9a4e74e722b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:09.334305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.337985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-249a92a0-94c6-4c4a-af3c-dcb7ad1cc056 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f7ba66f-bbf8-4040-a373-c9a4e74e722b HTTP/1.1" status: 204 len: 168 time: 0.9995048 Sep 01 15:10:09.339364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-7d0fcb79-a893-4ce0-aa73-8bdb7779966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.342996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-7d0fcb79-a893-4ce0-aa73-8bdb7779966b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 1099 time: 0.1865623 Sep 01 15:10:09.343840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:09.347006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f594c-d596-4a60-a7a3-4c2c349e307f None None] Network 611c8854-888f-4130-83b8-6c4d59102d39 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:09.369027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.369284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:09.383067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-4b74681a-c752-4cec-9afa-cc25844d865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.383268 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment 9cf9a9ff-1962-4684-9fc7-ce9a655bca70 of type vlan for network 5a29d8d2-3a60-4374-beea-adea481a9e61 Sep 01 15:10:09.384934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-4b74681a-c752-4cec-9afa-cc25844d865e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d48c18-2ef2-4098-87b8-617e3ca418c4 HTTP/1.1" status: 200 len: 845 time: 0.1197536 Sep 01 15:10:09.434991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef953b8-a85f-4ea0-88bf-d035141454d0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:09.444103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:09.455151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:09.459676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:09.475043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.477468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-10f7d321-c62a-4be1-82cb-170cbebd45d5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aef953b8-a85f-4ea0-88bf-d035141454d0 HTTP/1.1" status: 204 len: 168 time: 1.0644550 Sep 01 15:10:09.482558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60068) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:09.549115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.581782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.615564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-554139ee-f4bb-4887-877b-8c2a3809735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.617989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-554139ee-f4bb-4887-877b-8c2a3809735a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.1932054 Sep 01 15:10:09.619339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.620131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.620393 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.633462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.637286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.655802 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.663072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-9bdb50ab-baa1-401e-8289-bd0e63f5b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.665416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-9bdb50ab-baa1-401e-8289-bd0e63f5b33f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0bd3616-d928-4b63-9d91-9efd7fa8541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324314 Sep 01 15:10:09.701100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-3a4362cb-33c6-4d36-bedb-432a3ac2d860 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1958668 Sep 01 15:10:09.719453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Request body: {'port': {'device_id': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:09.776629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] DHCP port deletion for 611c8854-888f-4130-83b8-6c4d59102d39 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:10:09.894762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1392727 Sep 01 15:10:09.906612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60074) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:09.912247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Deleting port 756268a9-3a6b-4523-89e7-158402fc453a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:09.912747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.926732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:09.958870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcb037-584e-4f39-841f-685ea92e4fae tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=5a29d8d2-3a60-4374-beea-adea481a9e61,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:10.004726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:10:10.053924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 756268a9-3a6b-4523-89e7-158402fc453a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:10.150080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-7b03259c-b4df-41a6-8136-f0910e4a907e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 200 len: 1002 time: 0.5076942 Sep 01 15:10:10.239530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ba68-2155-4b75-98bd-014150785697 req-6d1bc6fc-cb7c-4167-b721-a5caa6ee7476 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.243345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=756268a9-3a6b-4523-89e7-158402fc453a,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:10.244285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.253232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6a2ba68-2155-4b75-98bd-014150785697 req-6d1bc6fc-cb7c-4167-b721-a5caa6ee7476 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 931 time: 0.2691798 Sep 01 15:10:10.263823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Calling delete_port for 756268a9-3a6b-4523-89e7-158402fc453a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:10.266220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.380662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=756268a9-3a6b-4523-89e7-158402fc453a,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:10.393462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-a3e45766-bc38-40ea-bd06-6771113d74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.396498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-a3e45766-bc38-40ea-bd06-6771113d74f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.2190700 Sep 01 15:10:10.397338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.399007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device acc3b742-9eb6-42a8-873c-382c6bf5d7d4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:10.399905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.404405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6a2ba68-2155-4b75-98bd-014150785697 req-447d3f37-0ef7-4045-8c6c-362a26d71b4a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492059 Sep 01 15:10:10.416985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.426250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e70a55-385c-4470-bdfd-ea07322d0e4c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:10.458754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Deleting port 756268a9-3a6b-4523-89e7-158402fc453a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:10.458754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.465371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:10.466619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3e654c-315c-41ea-acee-58954a9665c2') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:10.466914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3e654c-315c-41ea-acee-58954a9665c2') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:10.472263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.473127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-cd5b2b38-d3b6-4afc-bcee-2723b53361c3 service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838326 Sep 01 15:10:10.481398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: acc3b742-9eb6-42a8-873c-382c6bf5d7d4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:10.482466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device acc3b742-9eb6-42a8-873c-382c6bf5d7d4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:10.503110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.528400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.548068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] No DVR routers for this DVR port 756268a9-3a6b-4523-89e7-158402fc453a on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:10.580451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:10.615899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f794-41e4-4687-9a57-c0917f2aac77 req-e77a9f32-a558-417e-8bdb-42f94d4ba9de tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.629873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2078f794-41e4-4687-9a57-c0917f2aac77 req-e77a9f32-a558-417e-8bdb-42f94d4ba9de tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 944 time: 0.7499557 Sep 01 15:10:10.630770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e3103-e2b6-4e16-9e0d-4d882ab1f56a None None] Pushing event deleted for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:10.659050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-01398895-b6a9-4128-b5be-c59a07a0b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.661117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-01398895-b6a9-4128-b5be-c59a07a0b3d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2524359 Sep 01 15:10:10.710826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.727583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0a7bf7ca-3157-41f8-ab75-177e4910950b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:10.775078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:10.776827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:10.791250 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:10.796587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] For port 756268a9-3a6b-4523-89e7-158402fc453a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=756268a9-3a6b-4523-89e7-158402fc453a,segment=NetworkSegment(1b630613-b55f-420a-991f-4f11610648b1),segment_id=1b630613-b55f-420a-991f-4f11610648b1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:10.796587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.836560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Calling delete_port for 756268a9-3a6b-4523-89e7-158402fc453a owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:10.930591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:10.955879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'port_id': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'mac_address': 'fa:16:3e:98:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:10.990502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f9a72-ebe8-49ff-8b54-5c481a1bb2dc req-6c726982-5f66-4d15-885d-af171b36d1fe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.992374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad1f9a72-ebe8-49ff-8b54-5c481a1bb2dc req-6c726982-5f66-4d15-885d-af171b36d1fe tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 945 time: 0.2064095 Sep 01 15:10:11.006005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-3e826a7d-a51b-498a-8ac2-4e5ae900d755 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338056 Sep 01 15:10:11.038970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.061996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7bf7ca-3157-41f8-ab75-177e4910950b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:11.094775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2078f794-41e4-4687-9a57-c0917f2aac77 req-2f483976-aeb9-4436-a70a-f8768d0507af tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624326 Sep 01 15:10:11.102562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:11.109670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.162161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.192176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad1f9a72-ebe8-49ff-8b54-5c481a1bb2dc req-76d191ff-69d8-4738-8c7f-c51698a17ae8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847475 Sep 01 15:10:11.242126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.243611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:11.285895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.293406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/71e70a55-385c-4470-bdfd-ea07322d0e4c HTTP/1.1" status: 204 len: 168 time: 1.8058169 Sep 01 15:10:11.293688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5abcbd5b-4c3a-4dbe-909e-f12718dc4672 req-2ec27cfd-b0e4-4a34-856b-bdf55a378d68 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722182 Sep 01 15:10:11.324765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=b23285e7-1fcc-416b-8dae-185ef4845bba,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:11.338455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': '9cf9a9ff-1962-4684-9fc7-ce9a655bca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:11.338861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 5a29d8d2-3a60-4374-beea-adea481a9e61, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:10:11.353327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d229a-42d1-47ca-b58a-e49ad9309b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e70a55-385c-4470-bdfd-ea07322d0e4c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:11.368521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:10:11.379400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-984e64fc-7d50-4011-a12c-360c1fb2a648 req-9612543e-ce90-4893-a872-71868a23996b service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8650861 Sep 01 15:10:11.396218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5a29d8d2-3a60-4374-beea-adea481a9e61) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:11.401328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.402053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.410978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27cfd1-33ee-4562-81d3-0e1356a904e5 None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:11.425761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d65a3730-71af-45dd-a9f4-ef71182b2c13 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5090368 Sep 01 15:10:11.430414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:11.436900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:11.507501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0a7bf7ca-3157-41f8-ab75-177e4910950b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:11.562144 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.596875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60088) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:11.640440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035a3c-ca05-4a75-9d61-21c9a000dbf1 req-e2105c4b-8cf5-475d-b997-22dd88c4d94f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.642457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea035a3c-ca05-4a75-9d61-21c9a000dbf1 req-e2105c4b-8cf5-475d-b997-22dd88c4d94f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.1815450 Sep 01 15:10:11.648281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=756268a9-3a6b-4523-89e7-158402fc453a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:11.650970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] No DVR routers for this DVR port 756268a9-3a6b-4523-89e7-158402fc453a on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:11.712206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617ff5f-bbc2-4b6a-94eb-74b651c60187 req-4571a042-8c6c-4cd6-ab81-6cf3458da702 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.721763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a617ff5f-bbc2-4b6a-94eb-74b651c60187 req-4571a042-8c6c-4cd6-ab81-6cf3458da702 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 931 time: 0.1494644 Sep 01 15:10:11.747272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a45f5201-9f69-4c64-b8db-9bab92bf8e27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f55321d142b44d688adcc2b161d3cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446633 Sep 01 15:10:11.752072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:11.754836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:11.758455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.834390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea035a3c-ca05-4a75-9d61-21c9a000dbf1 req-febc89a6-0d0b-44ee-b54d-864a2a4e4eb2 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664777 Sep 01 15:10:11.838881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.875005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611c8854-888f-4130-83b8-6c4d59102d39']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:11.907881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a617ff5f-bbc2-4b6a-94eb-74b651c60187 req-60cb2c67-6c8a-4bbe-a1b0-dd0cff001362 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788957 Sep 01 15:10:11.927747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-5a29d8d2-3a60-4374-beea-adea481a9e61', 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': 'b23285e7-1fcc-416b-8dae-185ef4845bba'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:10:11.929037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.934842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b630613-b55f-420a-991f-4f11610648b1') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:11.935305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b630613-b55f-420a-991f-4f11610648b1') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:11.978514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.996973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.028872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41d146e-f65b-4f98-a8bb-294a22811d9f {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:12.074309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.085968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.089423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.094345 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b23285e7-1fcc-416b-8dae-185ef4845bba (CIDR: 172.20.0.0/28) Sep 01 15:10:12.106968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:12.107667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:12.111021 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:12.151938 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:10:12.152490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:10:12.199730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ab928-ef16-4f36-95dc-ee3874be9357 req-1afb8489-8f31-4e83-81df-17afe6b6b1f1 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:12.201022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Transition to ACTIVE for port object a41d146e-f65b-4f98-a8bb-294a22811d9f will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:12.203186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568ab928-ef16-4f36-95dc-ee3874be9357 req-1afb8489-8f31-4e83-81df-17afe6b6b1f1 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.1136184 Sep 01 15:10:12.209567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-05da238d-3472-4246-a922-d27691bb013b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7778201 Sep 01 15:10:12.212293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Allocated IP 172.20.0.2 (5a29d8d2-3a60-4374-beea-adea481a9e61/b23285e7-1fcc-416b-8dae-185ef4845bba/51e61059-79a1-47ee-ab49-d926d9c88a96) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:12.215417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:12.248869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:12.260247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.285080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568ab928-ef16-4f36-95dc-ee3874be9357 req-fb476ad9-8f97-4c7e-98ec-784b4ee140c2 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Sep 01 15:10:12.285792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.289205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.291307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e0fa06c-9dc2-4a16-8823-bc2896b9260b HTTP/1.1" status: 204 len: 168 time: 0.5375416 Sep 01 15:10:12.302128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ecbf8-370a-4b46-87ce-c102bedd297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fa06c-9dc2-4a16-8823-bc2896b9260b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:12.452464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Pushing event updated for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:12.518877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.555365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.564215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/611c8854-888f-4130-83b8-6c4d59102d39 HTTP/1.1" status: 204 len: 168 time: 3.2159433 Sep 01 15:10:12.606564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107586-382d-4f83-a07a-2f045e0a82d5 req-bbb40561-b5ad-43a9-9443-ade24b937c42 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:12.621535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40107586-382d-4f83-a07a-2f045e0a82d5 req-bbb40561-b5ad-43a9-9443-ade24b937c42 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 945 time: 0.2447898 Sep 01 15:10:12.638298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.648618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5fdcf-3bf9-4e81-ad3a-eb69390843c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=611c8854-888f-4130-83b8-6c4d59102d39,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:12.669628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Transition to ACTIVE for port object 51e61059-79a1-47ee-ab49-d926d9c88a96 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:12.712119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Transition to ACTIVE for port object 51e61059-79a1-47ee-ab49-d926d9c88a96 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:12.725679 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.862870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40107586-382d-4f83-a07a-2f045e0a82d5 req-fb60120d-8520-42fd-878f-8af86ddc4549 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391229 Sep 01 15:10:12.897835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:12.911690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:12.917244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:12.951966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Attempting to bind port a41d146e-f65b-4f98-a8bb-294a22811d9f on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:12.952500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Attempting to bind port a41d146e-f65b-4f98-a8bb-294a22811d9f by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:12.953043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Attempting to bind port a41d146e-f65b-4f98-a8bb-294a22811d9f on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:12.958011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Pushing event updated for resources: {'Port': ['ID=51e61059-79a1-47ee-ab49-d926d9c88a96,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:12.974803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:12.988607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.998322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180df7bd-f8b7-4039-b006-bd75fba6b933 req-da914f7c-b1e8-4831-b07b-2d43566e7d99 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:13.008657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-180df7bd-f8b7-4039-b006-bd75fba6b933 req-da914f7c-b1e8-4831-b07b-2d43566e7d99 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.1961334 Sep 01 15:10:13.018660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60118) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:13.068244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Port a41d146e-f65b-4f98-a8bb-294a22811d9f on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:13.068705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Attempting to bind port a41d146e-f65b-4f98-a8bb-294a22811d9f on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:13.093710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-180df7bd-f8b7-4039-b006-bd75fba6b933 req-d767751c-36ff-4da8-b4dc-55cd82deb1e0 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810976 Sep 01 15:10:13.166015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Attempting to bind port 51e61059-79a1-47ee-ab49-d926d9c88a96 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:13.166640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Attempting to bind port 51e61059-79a1-47ee-ab49-d926d9c88a96 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9cf9a9ff-1962-4684-9fc7-ce9a655bca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:13.167085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Attempting to bind port 51e61059-79a1-47ee-ab49-d926d9c88a96 on network 5a29d8d2-3a60-4374-beea-adea481a9e61 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:13.177172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:13.177760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:13.178384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:13.179117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:13.179382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Bound port: a41d146e-f65b-4f98-a8bb-294a22811d9f, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:13.179782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.179964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Checking segment: {'id': '9cf9a9ff-1962-4684-9fc7-ce9a655bca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:13.180463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.181192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Bound using segment: {'id': '9cf9a9ff-1962-4684-9fc7-ce9a655bca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:13.181829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Bound port: 51e61059-79a1-47ee-ab49-d926d9c88a96, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf9a9ff-1962-4684-9fc7-ce9a655bca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:13.182349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.209192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ceb4af85-6689-43fd-b796-e5bf4a172cd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98ae8519292a498587004f91d4ead42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832426 Sep 01 15:10:13.223657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60122) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:13.289624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] For port 51e61059-79a1-47ee-ab49-d926d9c88a96, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:13.297918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] For port 51e61059-79a1-47ee-ab49-d926d9c88a96, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=51e61059-79a1-47ee-ab49-d926d9c88a96,segment=NetworkSegment(9cf9a9ff-1962-4684-9fc7-ce9a655bca70),segment_id=9cf9a9ff-1962-4684-9fc7-ce9a655bca70)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:13.311601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.404313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.421286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7dcc-94e4-43be-90b5-012bb4db005a None None] Pushing event updated for resources: {'Port': ['ID=51e61059-79a1-47ee-ab49-d926d9c88a96,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:13.491106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.507095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904552-e775-44c6-8afa-b3c97120fb62 req-571ba7b8-add9-49a7-b3f1-e29b39b8e2d7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:13.520317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab904552-e775-44c6-8afa-b3c97120fb62 req-571ba7b8-add9-49a7-b3f1-e29b39b8e2d7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 943 time: 0.3730378 Sep 01 15:10:13.626150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:13.635357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.641349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.648792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf24428d-a13e-473b-bd00-98bcf07d8858 HTTP/1.1" status: 204 len: 168 time: 0.4085078 Sep 01 15:10:13.659832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:13.674559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61611ef5-1fe8-4147-ad5b-03b5d6f178be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24428d-a13e-473b-bd00-98bcf07d8858,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:13.686728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.715544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab904552-e775-44c6-8afa-b3c97120fb62 req-c6cb5109-5917-4104-9ad8-c5d0ae4f1b87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750412 Sep 01 15:10:13.918982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Pushing event updated for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:13.945312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:13.954686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.957503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-606023b7-f4ed-4fcd-9689-c3cb3f6b185e service neutron] 10.222.0.50 "PUT /v2.0/ports/a41d146e-f65b-4f98-a8bb-294a22811d9f HTTP/1.1" status: 200 len: 1092 time: 4.2425272 Sep 01 15:10:13.958774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:13.964483 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded1606-7e4d-4471-96ba-6a1ade751646" -d '{"events": [{"name": "network-changed", "server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:14.087254 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc7b162-5399-4690-ab87-41c04ca53aff x-openstack-request-id: req-abc7b162-5399-4690-ab87-41c04ca53aff {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:14.088080 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:14.088752 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abc7b162-5399-4690-ab87-41c04ca53aff {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:14.089476 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f', 'status': 'completed', 'code': 200} Sep 01 15:10:14.219347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 51e61059-79a1-47ee-ab49-d926d9c88a96 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:14.294264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8898c-ab67-431e-bb98-95b63fa2c92c req-7fbc5302-261c-4757-a3da-766e3a0f5e1e tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.297474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eda8898c-ab67-431e-bb98-95b63fa2c92c req-7fbc5302-261c-4757-a3da-766e3a0f5e1e tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 945 time: 0.1662021 Sep 01 15:10:14.309746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-7676825d-d7f8-4d23-8401-cab840467b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.314229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-7676825d-d7f8-4d23-8401-cab840467b11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 1095 time: 0.2751372 Sep 01 15:10:14.327187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-903552fd-ecb9-4d85-8bb7-75c576871ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.364770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 51e61059-79a1-47ee-ab49-d926d9c88a96 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:14.405447 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-021ccdc2-bef2-41d4-8ebd-54bfdad1c70d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f HTTP/1.1" status: 200 len: 217 time: 0.0651565 Sep 01 15:10:14.433484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eda8898c-ab67-431e-bb98-95b63fa2c92c req-a4b4f22e-9fe0-4e36-bdad-423314b701a1 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112194 Sep 01 15:10:14.546343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-f5ba0a7b-040b-4cc3-b9bf-1f9aab8c7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.549538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-f5ba0a7b-040b-4cc3-b9bf-1f9aab8c7ec5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.1249044 Sep 01 15:10:14.618268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-a24c4265-a051-4868-a87a-4900654f652b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581360 Sep 01 15:10:14.620704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.643698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad67ce-e852-4c4b-ad8c-d98d6f0595b8 req-96785865-57b9-4193-893c-af9d42bf4601 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.656977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3ad67ce-e852-4c4b-ad8c-d98d6f0595b8 req-96785865-57b9-4193-893c-af9d42bf4601 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.3602300 Sep 01 15:10:14.716346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:14.738775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfd7-9b0f-4287-bb6c-918fd2fb2ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.745031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0a7bf7ca-3157-41f8-ab75-177e4910950b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:14.847056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:14.865475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0a7bf7ca-3157-41f8-ab75-177e4910950b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:14.873214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0a7bf7ca-3157-41f8-ab75-177e4910950b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:14.874004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3ad67ce-e852-4c4b-ad8c-d98d6f0595b8 req-4ccd16f5-0b26-4c81-a7d9-c945f11613c2 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143731 Sep 01 15:10:14.875132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.885172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:14.891108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.892011 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.896169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=94f8a091-3e82-4390-af0f-dcc6e4a975fb,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:14.910937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-095cb120-5afd-4a0e-baea-ea026cbf7848 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781477 Sep 01 15:10:14.997768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfd7-9b0f-4287-bb6c-918fd2fb2ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.018473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54fdfd7-9b0f-4287-bb6c-918fd2fb2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.065297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5b3787f0-26a7-4efd-8c3e-5ed20d7b3d37 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8259249 Sep 01 15:10:15.073355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60166) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:15.093774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'fixed_ips': [{'subnet_id': 'b23285e7-1fcc-416b-8dae-185ef4845bba'}, {'subnet_id': '94f8a091-3e82-4390-af0f-dcc6e4a975fb'}], 'name': 'tempest-PortsTestJSON-342570893'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:15.130497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fdfd7-9b0f-4287-bb6c-918fd2fb2ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e5d2c-e81f-4c73-bf5f-faf7e48720a5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:15.134668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.181709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f54fdfd7-9b0f-4287-bb6c-918fd2fb2ab5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4639997 Sep 01 15:10:15.184474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:15.253856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:15.257829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:15.265641 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f899d65-c699-4e6e-a34e-b2029b436bb6" -d '{"events": [{"server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "name": "network-vif-plugged", "status": "completed", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:15.281522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.282896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.321392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.363638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e577e-e888-4e78-b60d-efb22124fef6 None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:15.379426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-334e04ea-91c8-4f4b-9c2d-9f1d0bddb59f req-8d62ed4b-1eec-417a-a7bc-1bff8b0dd2b6 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405084 Sep 01 15:10:15.392627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809748c-ef62-4c58-9c19-72dc674596b2 req-8c8c3d27-eb31-44c5-9cfe-43f027b895e8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:15.401011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9809748c-ef62-4c58-9c19-72dc674596b2 req-8c8c3d27-eb31-44c5-9cfe-43f027b895e8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 943 time: 0.2967107 Sep 01 15:10:15.463138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.469241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.475607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a40e5d2c-e81f-4c73-bf5f-faf7e48720a5 HTTP/1.1" status: 204 len: 168 time: 0.2896209 Sep 01 15:10:15.510700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0fde1-f9e8-4f97-a5ea-a924f54e96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e5d2c-e81f-4c73-bf5f-faf7e48720a5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:15.524602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Provisioning for port 51e61059-79a1-47ee-ab49-d926d9c88a96 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:15.560521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Provisioning complete for port 51e61059-79a1-47ee-ab49-d926d9c88a96 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:15.561683 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.564314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:15.571517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-c85c7159-446f-4bf5-a241-882f6ad1d211 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5926170 Sep 01 15:10:15.589776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9809748c-ef62-4c58-9c19-72dc674596b2 req-d7f496ce-fd99-4d2b-8314-af2275e0cf48 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876156 Sep 01 15:10:15.771129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-d6ca6f15-bbb2-478d-b3bc-797f577509fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:15.774437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-d6ca6f15-bbb2-478d-b3bc-797f577509fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 1095 time: 0.3234801 Sep 01 15:10:15.862495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:15.934094 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35160e1-fbb8-4d58-a448-838a10929fea x-openstack-request-id: req-e35160e1-fbb8-4d58-a448-838a10929fea {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:15.934496 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "name": "network-vif-plugged", "status": "completed", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:15.934672 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e35160e1-fbb8-4d58-a448-838a10929fea {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:15.935057 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'code': 200} Sep 01 15:10:16.078673 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.139684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] For port 51e61059-79a1-47ee-ab49-d926d9c88a96, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=51e61059-79a1-47ee-ab49-d926d9c88a96,segment=NetworkSegment(9cf9a9ff-1962-4684-9fc7-ce9a655bca70),segment_id=9cf9a9ff-1962-4684-9fc7-ce9a655bca70)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:16.148222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.206214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96c78-3799-47b8-8418-beca7a3deb26 req-460ee5b1-813e-4d44-b91d-9f90a4f3bb02 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.208395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9e96c78-3799-47b8-8418-beca7a3deb26 req-460ee5b1-813e-4d44-b91d-9f90a4f3bb02 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.1939030 Sep 01 15:10:16.278418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9e96c78-3799-47b8-8418-beca7a3deb26 req-39c0984d-2bbf-4303-a0b6-d3edcca9dcb8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518112 Sep 01 15:10:16.331504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5f6b-44ab-4169-b00b-3f81a6ca9ee7 None None] Pushing event updated for resources: {'Port': ['ID=51e61059-79a1-47ee-ab49-d926d9c88a96,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:16.340516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Update dhcp port {'port': {'network_id': '5a29d8d2-3a60-4374-beea-adea481a9e61', 'fixed_ips': [{'subnet_id': 'b23285e7-1fcc-416b-8dae-185ef4845bba', 'ip_address': '172.20.0.2'}, {'subnet_id': '94f8a091-3e82-4390-af0f-dcc6e4a975fb'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '51e61059-79a1-47ee-ab49-d926d9c88a96'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:10:16.353642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-2c456308-ce0b-45ef-890d-544bb86c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.356572 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-2c456308-ce0b-45ef-890d-544bb86c9327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1096 time: 0.6337168 Sep 01 15:10:16.399314 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.451546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a0beb-4f98-4764-aeb0-8d9868eca486 req-01a5a1bc-4ff0-4a84-8852-1ca27d0d0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.454454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c4a0beb-4f98-4764-aeb0-8d9868eca486 req-01a5a1bc-4ff0-4a84-8852-1ca27d0d0704 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 1098 time: 0.3670707 Sep 01 15:10:16.492446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-67710cff-6cdc-4d6a-97d0-23526f6486f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.495635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-67710cff-6cdc-4d6a-97d0-23526f6486f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 0.7072587 Sep 01 15:10:16.579978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcc7160d-65d0-47bc-b236-8f8d1f540c67 req-ab3eff2d-8492-4320-9e22-99bbf8ee37ae tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0493157 Sep 01 15:10:16.594107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.694376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-7d652ac2-7211-4497-8993-7dd5a5628d30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f HTTP/1.1" status: 200 len: 217 time: 0.1326523 Sep 01 15:10:16.824283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c4a0beb-4f98-4764-aeb0-8d9868eca486 req-27da55bd-180c-424a-9e37-d77924114984 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517807 Sep 01 15:10:16.843755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c1b80-9593-43d5-a8c3-64f47f10e8ea req-425c927e-6d23-4a50-9f60-e9e2f0bd62dc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.844622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 495d36b0-ac4e-46aa-acfb-82e8582f23df yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:16.863244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-800c1b80-9593-43d5-a8c3-64f47f10e8ea req-425c927e-6d23-4a50-9f60-e9e2f0bd62dc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 943 time: 0.1264300 Sep 01 15:10:16.947998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-800c1b80-9593-43d5-a8c3-64f47f10e8ea req-a6b1c711-c4c2-45e8-94b8-d1a0e1816ea4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697527 Sep 01 15:10:17.023641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Allocated IP 172.20.0.18 (5a29d8d2-3a60-4374-beea-adea481a9e61/94f8a091-3e82-4390-af0f-dcc6e4a975fb/51e61059-79a1-47ee-ab49-d926d9c88a96) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:17.034288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-c383dc65-2db7-4164-b422-d8a94f4edbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.037177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-c383dc65-2db7-4164-b422-d8a94f4edbdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.3185527 Sep 01 15:10:17.039116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-5d45a1bf-0a42-4b35-8291-068e02b27846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.042109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-5d45a1bf-0a42-4b35-8291-068e02b27846 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.6425455 Sep 01 15:10:17.174829 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a51df704-7dd7-4c8f-8c27-f451992ab76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.215919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-1879151c-4702-480a-9fe2-4cf7eb640cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563799 Sep 01 15:10:17.227110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] For port 51e61059-79a1-47ee-ab49-d926d9c88a96, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=51e61059-79a1-47ee-ab49-d926d9c88a96,segment=NetworkSegment(9cf9a9ff-1962-4684-9fc7-ce9a655bca70),segment_id=9cf9a9ff-1962-4684-9fc7-ce9a655bca70)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:17.263395 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-98cad1e4-ffd9-4fdc-9780-a8ffbb2c341f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.2058949 Sep 01 15:10:17.274678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.302967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Transition to ACTIVE for port object 51e61059-79a1-47ee-ab49-d926d9c88a96 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:17.313378 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.350611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.432194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4a7ce-ebc1-4ad7-af46-5804d62bc2be None None] Pushing event updated for resources: {'Port': ['ID=51e61059-79a1-47ee-ab49-d926d9c88a96,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:17.434180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-78c25953-1f41-4987-8222-6a2101f70b83 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:10:17.444239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-78c25953-1f41-4987-8222-6a2101f70b83 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213230 Sep 01 15:10:17.526905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-215d7d7a-f776-489c-b7f0-970fd64dd5bc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.528604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-215d7d7a-f776-489c-b7f0-970fd64dd5bc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 1094 time: 0.0630331 Sep 01 15:10:17.542562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:17.543008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:10:17.556193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa10175-a179-409f-b7af-c8208641f016 req-4167a060-369f-49a1-945f-a3704526a8cb tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.558017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baa10175-a179-409f-b7af-c8208641f016 req-4167a060-369f-49a1-945f-a3704526a8cb tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.1046031 Sep 01 15:10:17.694199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baa10175-a179-409f-b7af-c8208641f016 req-6d0dbae3-96a3-4d9e-8249-7899070acce7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107576 Sep 01 15:10:17.854694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:17.855784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:17.856621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:17.866558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:17.867372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:17.878134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:17.893009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:17.894812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:17.895865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Bound port: 3abca608-21b3-466b-9653-661ef184e4ac, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:18.015380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-f419675b-a5fe-445e-8c33-26daeb2fc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.017020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-f419675b-a5fe-445e-8c33-26daeb2fc056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.7348919 Sep 01 15:10:18.049331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 51e61059-79a1-47ee-ab49-d926d9c88a96 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:18.090463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6465f52-9216-458d-843d-c11989e89ae8 req-174190d6-c79a-4c9e-bb7c-6c9445379fb4 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0934944 Sep 01 15:10:18.118849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-0ecf59f7-1c6c-4f1f-88ed-58c82fd47c05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865486 Sep 01 15:10:18.148786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:18.169942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.172398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dd53bc01-5ff1-4d5c-b920-0dda91ef196a service neutron] 10.222.0.41 "POST /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.6328154 Sep 01 15:10:18.222332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.258745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-ab7bda2b-bd7e-4fb4-b127-30fe9f397245 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9935141 Sep 01 15:10:18.312377 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.381198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f6592-a082-40d3-8920-8ab8863522ae None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:18.450097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2110c06-eda5-48b3-bf66-68a0398de872 req-6f67ad8e-2af7-4063-a2ad-c85d6e13be56 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.453678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2110c06-eda5-48b3-bf66-68a0398de872 req-6f67ad8e-2af7-4063-a2ad-c85d6e13be56 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 943 time: 0.1663470 Sep 01 15:10:18.519459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-59c0b350-2b06-44bc-8ea4-63a997198b51 None None] Provisioning for port 51e61059-79a1-47ee-ab49-d926d9c88a96 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:18.524294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2110c06-eda5-48b3-bf66-68a0398de872 req-99c4f25f-1ad7-426d-b98e-ed122baa57c4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Sep 01 15:10:18.531208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-59c0b350-2b06-44bc-8ea4-63a997198b51 None None] Provisioning complete for port 51e61059-79a1-47ee-ab49-d926d9c88a96 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:18.531752 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59c0b350-2b06-44bc-8ea4-63a997198b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.643190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-ce47d08e-75f0-442c-a1a2-3b776cec667d service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121725 Sep 01 15:10:18.705745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa28e9-240f-4d85-990a-2d96af21c97f req-8c61ec1f-a5c4-4c2b-b260-63cb8dc676ac tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.706776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-0a811d5c-e31a-4df8-942c-4252b4a4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.710289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0aa28e9-240f-4d85-990a-2d96af21c97f req-8c61ec1f-a5c4-4c2b-b260-63cb8dc676ac tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 945 time: 0.2831898 Sep 01 15:10:18.712110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-0a811d5c-e31a-4df8-942c-4252b4a4a746 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1097 time: 0.1240435 Sep 01 15:10:18.775013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a41d146e-f65b-4f98-a8bb-294a22811d9f details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:18.806500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ded1606-7e4d-4471-96ba-6a1ade751646 req-cd73defb-0590-4d28-9465-111af9b3911b service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862833 Sep 01 15:10:18.830405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.11 (5a29d8d2-3a60-4374-beea-adea481a9e61/b23285e7-1fcc-416b-8dae-185ef4845bba/495d36b0-ac4e-46aa-acfb-82e8582f23df) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:18.858479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.19 (5a29d8d2-3a60-4374-beea-adea481a9e61/94f8a091-3e82-4390-af0f-dcc6e4a975fb/495d36b0-ac4e-46aa-acfb-82e8582f23df) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:18.936654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0aa28e9-240f-4d85-990a-2d96af21c97f req-1387596a-a3e3-4ce4-aeb5-221fa7edee2d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621237 Sep 01 15:10:18.956041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-9d92dfb7-c372-4bd6-9607-b73055e483f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.957720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-9d92dfb7-c372-4bd6-9607-b73055e483f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.2365329 Sep 01 15:10:18.984055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1ebcf509-6661-4f68-af13-2b98ec8f298a req-7f81e83c-b1f4-4fa5-8fac-9e237b6bacc1 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300405 Sep 01 15:10:19.046353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:19.075095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'a41d146e-f65b-4f98-a8bb-294a22811d9f', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': 'a41d146e-f65b-4f98-a8bb-294a22811d9f', 'mac_address': 'fa:16:3e:58:9d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:19.133329 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.151352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41d146e-f65b-4f98-a8bb-294a22811d9f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:19.194623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:19.202699 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.222146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.289482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1183349b-b046-49e3-b1e3-9cffe0c2971f None None] Provisioning complete for port 51e61059-79a1-47ee-ab49-d926d9c88a96 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:19.290289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1183349b-b046-49e3-b1e3-9cffe0c2971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.293406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 495d36b0-ac4e-46aa-acfb-82e8582f23df will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:19.297544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9696f51-5343-4799-a629-37ceca6e188d req-681808ef-aa85-44e5-80ac-384491e7b4ab tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0615141 Sep 01 15:10:19.366856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:19.386424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4407c07-00ff-4003-99ac-eca54ed564b9 req-e0386e3c-daec-4b3b-b5b5-f9ca7366b760 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0531492 Sep 01 15:10:19.413862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.457927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911946d-e40d-4e34-90ed-3d4f736c5afb req-119d81df-ee13-4163-82b1-c36462c02f93 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.465487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7911946d-e40d-4e34-90ed-3d4f736c5afb req-119d81df-ee13-4163-82b1-c36462c02f93 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.5643005 Sep 01 15:10:19.474160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-4dfd8b73-0584-45ce-b41f-b8c3b87909e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.5056365 Sep 01 15:10:19.482189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:19.489971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:19.494715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:19.530364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=495d36b0-ac4e-46aa-acfb-82e8582f23df,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:19.551822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7911946d-e40d-4e34-90ed-3d4f736c5afb req-92cca870-dd40-415f-9696-b7854c07d491 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853920 Sep 01 15:10:19.552359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a41d146e-f65b-4f98-a8bb-294a22811d9f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:19.557465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-c63b6ff9-9ad2-44ba-90ad-924e12036922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.559364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-c63b6ff9-9ad2-44ba-90ad-924e12036922 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.0755258 Sep 01 15:10:19.598525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.598860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.624169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-031097b6-5509-4b0e-924f-54e21acc3b03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541072 Sep 01 15:10:19.648520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b96986a-3cc6-4972-85a4-0ff31c6ee46c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.5658360 Sep 01 15:10:19.648520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:19.657230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b23285e7-1fcc-416b-8dae-185ef4845bba'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:19.789128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eb3c6-9fae-4f3f-8dfb-cbfd03559e64 req-9c1b3913-475f-49b9-b419-1a31b98ce353 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.791210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d6eb3c6-9fae-4f3f-8dfb-cbfd03559e64 req-9c1b3913-475f-49b9-b419-1a31b98ce353 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.0944748 Sep 01 15:10:19.801608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60242) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:19.812938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Request body: {'floatingip': {'port_id': '0a7bf7ca-3157-41f8-ab75-177e4910950b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:19.817718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-33eda7ce-12c0-4352-9bee-5ab7ea81a1ca service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835220 Sep 01 15:10:19.824838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.826141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.885737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.901268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d46169-1245-4700-a689-f18191815965 req-1b2f8b1e-1316-475c-84b7-d6074a23d132 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.902928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85d46169-1245-4700-a689-f18191815965 req-1b2f8b1e-1316-475c-84b7-d6074a23d132 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 944 time: 0.1973846 Sep 01 15:10:19.946958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dafe755f-ad8f-42f8-b8e5-e7aaf0935298 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204128 Sep 01 15:10:20.003039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a110760d-8d1d-4f1d-b282-460e5fba0291 None None] Provisioning for port 495d36b0-ac4e-46aa-acfb-82e8582f23df completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:20.025289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a110760d-8d1d-4f1d-b282-460e5fba0291 None None] Provisioning complete for port 495d36b0-ac4e-46aa-acfb-82e8582f23df triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:20.025889 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a110760d-8d1d-4f1d-b282-460e5fba0291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.099062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a110760d-8d1d-4f1d-b282-460e5fba0291 None None] Port 495d36b0-ac4e-46aa-acfb-82e8582f23df cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:20.140931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85d46169-1245-4700-a689-f18191815965 req-52c2627d-f4f8-4ec7-b729-c4187a173ba9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073026 Sep 01 15:10:20.231760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-d8377b90-d0a5-4928-afb6-fc64f1a5b733 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:20.234120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-d8377b90-d0a5-4928-afb6-fc64f1a5b733 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1526773 Sep 01 15:10:20.245792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011eed1-74fb-42f0-bc3a-c140c210bef7 req-4b9246fe-79c5-4313-b8d8-edd3f575ebb6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:20.247481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8011eed1-74fb-42f0-bc3a-c140c210bef7 req-4b9246fe-79c5-4313-b8d8-edd3f575ebb6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 945 time: 0.1796424 Sep 01 15:10:20.253402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:20.414346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8011eed1-74fb-42f0-bc3a-c140c210bef7 req-5170b651-8629-46b1-8cc2-d696edb7b40a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551154 Sep 01 15:10:20.419752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.710905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58105423-8f0e-482d-b27b-898da2574d92 req-8771f49b-e8d3-4953-a848-9c71d413ccf3 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0699701 Sep 01 15:10:20.789500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:20.800017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a41d146e-f65b-4f98-a8bb-294a22811d9f up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:20.863553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:20.922427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port a41d146e-f65b-4f98-a8bb-294a22811d9f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:20.932825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port a41d146e-f65b-4f98-a8bb-294a22811d9f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:20.933518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.960982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:20.964285 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a47cee-4f32-4c17-9ae5-5ea33e0b6e13" -d '{"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3abca608-21b3-466b-9653-661ef184e4ac"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:20.985333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.990489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Delete allocated IP 172.20.0.19 (5a29d8d2-3a60-4374-beea-adea481a9e61/94f8a091-3e82-4390-af0f-dcc6e4a975fb) {{(pid=106377) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:10:21.001380 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.089612 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae2680-24cf-4299-93da-19cf31300e80 x-openstack-request-id: req-35ae2680-24cf-4299-93da-19cf31300e80 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:21.090473 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3abca608-21b3-466b-9653-661ef184e4ac", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:21.091161 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35ae2680-24cf-4299-93da-19cf31300e80 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:21.092760 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac', 'code': 200} Sep 01 15:10:21.137237 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.198429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:21.231950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:21.233156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:21.235049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:21.243129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:21.246503 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a7ff2-4f0e-4fae-95dd-06b210f91b23" -d '{"events": [{"server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "name": "network-vif-plugged", "status": "completed", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:21.247509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:10:21.259273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:21.259790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Attempting to bind port 3abca608-21b3-466b-9653-661ef184e4ac on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:21.283608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:21.284189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:21.284858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:21.284997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:21.285767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Bound port: 3abca608-21b3-466b-9653-661ef184e4ac, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:21.286290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.296868 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.383306 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21594a-a82f-4dc9-8a54-571947574e75 x-openstack-request-id: req-5f21594a-a82f-4dc9-8a54-571947574e75 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:21.384039 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "name": "network-vif-plugged", "status": "completed", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:21.384769 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f21594a-a82f-4dc9-8a54-571947574e75 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:21.385587 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f', 'code': 200} Sep 01 15:10:21.425685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:21.440632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.459067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.564849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.578876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c91f5-1057-41cc-bdd3-9b12eb7d6648 req-dd2d9650-f910-4bfe-a1c2-2ad8fe6864b1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:21.580588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-082c91f5-1057-41cc-bdd3-9b12eb7d6648 req-dd2d9650-f910-4bfe-a1c2-2ad8fe6864b1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1647329 Sep 01 15:10:21.581863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:21.612539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:21.619698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Ignored duplicate provisioning block setup for port 495d36b0-ac4e-46aa-acfb-82e8582f23df by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:10:21.630157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.681183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534884-c19f-4313-be35-07fc33084c69 req-673ec591-5d71-4e6b-860e-35fa3e4fc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:21.683512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14534884-c19f-4313-be35-07fc33084c69 req-673ec591-5d71-4e6b-860e-35fa3e4fc8e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 1097 time: 0.2216711 Sep 01 15:10:21.684485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.737523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-082c91f5-1057-41cc-bdd3-9b12eb7d6648 req-39212971-5fb7-44ac-8cfa-12899bd93113 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503382 Sep 01 15:10:21.779239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=8']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:21.819503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:21.820769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.823540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-cfbc9517-f4af-472b-8b6c-38b0758b0ea9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 1123 time: 1.5746908 Sep 01 15:10:21.900961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d32d7cc-3b15-40fe-b3d6-5a47408a2935 req-e7c5e898-db20-4c08-b8ea-ed1ed7693643 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0519431 Sep 01 15:10:21.980425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3abca608-21b3-466b-9653-661ef184e4ac'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:22.215628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db46679a-8ca1-4e49-9c32-eeb7bec5aa3b None None] Provisioning complete for port 495d36b0-ac4e-46aa-acfb-82e8582f23df triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:22.216717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db46679a-8ca1-4e49-9c32-eeb7bec5aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.422396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-db46679a-8ca1-4e49-9c32-eeb7bec5aa3b None None] Port 495d36b0-ac4e-46aa-acfb-82e8582f23df cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:22.563894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=495d36b0-ac4e-46aa-acfb-82e8582f23df,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:22.570488 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Floating IP efc9dd83-75e6-494c-badb-3d743c8e7e7f associated. External IP: 172.25.1.28, port: 0a7bf7ca-3157-41f8-ab75-177e4910950b. Sep 01 15:10:22.590812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7aab41c-228c-4842-9b0b-eeb83716e92d req-35a7533a-5b18-4802-8518-cd598ae72b49 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0650635 Sep 01 15:10:22.666440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14534884-c19f-4313-be35-07fc33084c69 req-b548b47f-739c-4794-b6fc-253acf0f0d04 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9689758 Sep 01 15:10:22.806474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b807f-0877-41a6-a5f0-6f91ec61ba00 req-87c6c6d3-59ce-4aa9-94a3-d6c691c64561 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:22.808693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa4b807f-0877-41a6-a5f0-6f91ec61ba00 req-87c6c6d3-59ce-4aa9-94a3-d6c691c64561 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 1.0386007 Sep 01 15:10:22.810247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] In _notify_port_updated(), no bound segment for port 495d36b0-ac4e-46aa-acfb-82e8582f23df on network 5a29d8d2-3a60-4374-beea-adea481a9e61 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:10:22.821519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:22.822373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.824168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0f2ca97-d524-4b7c-bf70-b19e43580833 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/ports/495d36b0-ac4e-46aa-acfb-82e8582f23df HTTP/1.1" status: 200 len: 919 time: 3.1742496 Sep 01 15:10:22.829030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:22.839971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b23285e7-1fcc-416b-8dae-185ef4845bba'}, {'subnet_id': '94f8a091-3e82-4390-af0f-dcc6e4a975fb'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:22.914589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa4b807f-0877-41a6-a5f0-6f91ec61ba00 req-5672b921-c3a4-4a29-836e-dd3e9ef70e4a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885487 Sep 01 15:10:23.115038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:23.119596 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15340b1e-61b5-4d8b-8530-af465a24bc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "tag": "3abca608-21b3-466b-9653-661ef184e4ac"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:23.148556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Router 38d822d1-7ce0-48c5-b906-c4ff591d913b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:10:23.184015 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1436f0f-97b2-40ee-97de-b7be3d7fab34 x-openstack-request-id: req-b1436f0f-97b2-40ee-97de-b7be3d7fab34 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:23.184485 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "tag": "3abca608-21b3-466b-9653-661ef184e4ac", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:23.184936 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1436f0f-97b2-40ee-97de-b7be3d7fab34 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:23.187401 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac', 'status': 'completed', 'code': 200} Sep 01 15:10:23.219716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393748ff-aba7-4d86-a179-e390a126008a req-476f7040-b9fc-4bef-9aea-8faab359f88a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:23.222672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-393748ff-aba7-4d86-a179-e390a126008a req-476f7040-b9fc-4bef-9aea-8faab359f88a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1944690 Sep 01 15:10:23.350357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:23.368836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-f4e5fb01-cbdf-4e9a-8e47-9f4b8571ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:23.370876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-f4e5fb01-cbdf-4e9a-8e47-9f4b8571ed01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1126 time: 0.1601980 Sep 01 15:10:23.380775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-393748ff-aba7-4d86-a179-e390a126008a req-b61944bb-d7ed-465a-a2be-b5ee5c51eb41 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329527 Sep 01 15:10:23.393084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:10:23.402500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:23.407260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Sync routers for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:10:23.428167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:23.428745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:23.550736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61a10542-d7b1-4c4f-bec8-46006a5aa389 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "PUT /v2.0/floatingips/efc9dd83-75e6-494c-badb-3d743c8e7e7f HTTP/1.1" status: 200 len: 991 time: 3.7469866 Sep 01 15:10:23.555692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:23.561009 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822fb871-1909-4b1a-b294-a44f7fe251ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:23.660076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:23.692060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-d83ccaab-0dfc-4421-93dd-84e50db9e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:23.700607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-d83ccaab-0dfc-4421-93dd-84e50db9e9d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.3107793 Sep 01 15:10:23.714444 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af3296-25ef-4a48-bc41-113f330ccba9 x-openstack-request-id: req-c4af3296-25ef-4a48-bc41-113f330ccba9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:23.714792 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:23.714974 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4af3296-25ef-4a48-bc41-113f330ccba9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:23.715388 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'status': 'completed', 'code': 200} Sep 01 15:10:23.825863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-91f9c3d1-7369-4fbf-8540-6f4a8d0a9db7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.1130745 Sep 01 15:10:24.024043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-dedc43d3-709e-4677-a3ea-30d4a2f290b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.033663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-dedc43d3-709e-4677-a3ea-30d4a2f290b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06&device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 1098 time: 0.2449114 Sep 01 15:10:24.037592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-a5c3f6ef-7222-449e-a61f-70d710b9871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.047892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-a5c3f6ef-7222-449e-a61f-70d710b9871d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1622257 Sep 01 15:10:24.124458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e60049c3-2c5b-4209-8ab9-a6aae781a168 req-16307b71-07ab-49bd-bb4a-d6416d6b144d tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0969169 Sep 01 15:10:24.204921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3abca608-21b3-466b-9653-661ef184e4ac details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:24.277047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-a6889fb3-6085-48d2-8241-750bfd660f27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164962 Sep 01 15:10:24.374559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.20 (5a29d8d2-3a60-4374-beea-adea481a9e61/94f8a091-3e82-4390-af0f-dcc6e4a975fb/495d36b0-ac4e-46aa-acfb-82e8582f23df) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:24.414277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632778bb-ca95-496d-bc89-519e736186da req-64cf8e4b-5f1a-4750-9b1e-c850d233a43d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.434619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-632778bb-ca95-496d-bc89-519e736186da req-64cf8e4b-5f1a-4750-9b1e-c850d233a43d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.3162508 Sep 01 15:10:24.484438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'efc9dd83-75e6-494c-badb-3d743c8e7e7f', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'port_id': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'mac_address': 'fa:16:3e:98:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:48Z', 'updated_at': '2021-09-01T15:10:21Z', 'revision_number': 1, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:24.506844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-04130787-5576-42f1-847b-56037ab66075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.510382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-04130787-5576-42f1-847b-56037ab66075 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0bd3616-d928-4b63-9d91-9efd7fa8541b HTTP/1.1" status: 200 len: 907 time: 0.4513886 Sep 01 15:10:24.575448 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:10:24.596276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:24.616252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3abca608-21b3-466b-9653-661ef184e4ac has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:10:24.618250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Checking router: 38d822d1-7ce0-48c5-b906-c4ff591d913b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:10:24.640318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:24.641732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:24.675402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e192-8115-4b6c-ac5e-018d2621731e req-e97872ae-316c-4a68-8f3e-c2b4f8c7060d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.690363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d70e192-8115-4b6c-ac5e-018d2621731e req-e97872ae-316c-4a68-8f3e-c2b4f8c7060d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1502092 Sep 01 15:10:24.724687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-632778bb-ca95-496d-bc89-519e736186da req-22ba1381-5bcc-4550-b3da-5ea02af121ac tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860894 Sep 01 15:10:24.767173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-be68e9e9-be8d-4c8d-a21f-bc7952e2b9aa service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656413 Sep 01 15:10:24.790677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d70e192-8115-4b6c-ac5e-018d2621731e req-0848ed43-3f3d-44f0-815d-41a117891e35 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989983 Sep 01 15:10:24.815388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:24.837223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 495d36b0-ac4e-46aa-acfb-82e8582f23df will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:24.855612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:25.008549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:25.055505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=495d36b0-ac4e-46aa-acfb-82e8582f23df,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:25.093278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-d616f096-c492-47ea-a49c-32e9c5a69609 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b HTTP/1.1" status: 200 len: 999 time: 0.5681009 Sep 01 15:10:25.118005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-15340b1e-61b5-4d8b-8530-af465a24bc3e req-c0a32a61-ab59-49a5-8380-bd21971fc4d8 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493249 Sep 01 15:10:25.316939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-31615c37-bb65-41dd-9509-ecf4b3ef6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:25.325830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-31615c37-bb65-41dd-9509-ecf4b3ef6fa6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44d48c18-2ef2-4098-87b8-617e3ca418c4 HTTP/1.1" status: 200 len: 845 time: 0.2062407 Sep 01 15:10:25.480968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-783504d8-8d5d-4fab-9840-b0634681cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:25.484324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-783504d8-8d5d-4fab-9840-b0634681cfeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0bd3616-d928-4b63-9d91-9efd7fa8541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475954 Sep 01 15:10:25.488290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ae2ff58-2223-46a2-8701-770abcb278a3 req-68d13b36-b251-4b2e-b667-5daa9b6c36ec tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1332293 Sep 01 15:10:25.530866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] In _notify_port_updated(), no bound segment for port 495d36b0-ac4e-46aa-acfb-82e8582f23df on network 5a29d8d2-3a60-4374-beea-adea481a9e61 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:10:25.537689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:25.543740 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:25.552367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-40695929-e866-4823-80b2-150f00f26a45 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/ports/495d36b0-ac4e-46aa-acfb-82e8582f23df HTTP/1.1" status: 200 len: 999 time: 2.7168114 Sep 01 15:10:25.553121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:25.621793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b49974c-53af-498b-9c8f-ff3d57a3afb2 None None] Provisioning for port 495d36b0-ac4e-46aa-acfb-82e8582f23df completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:25.632081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b49974c-53af-498b-9c8f-ff3d57a3afb2 None None] Provisioning complete for port 495d36b0-ac4e-46aa-acfb-82e8582f23df triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:25.632460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b49974c-53af-498b-9c8f-ff3d57a3afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:25.667135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd90204-f667-4650-960c-6962a156dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'efc9dd83-75e6-494c-badb-3d743c8e7e7f', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'port_id': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'mac_address': 'fa:16:3e:98:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:48Z', 'updated_at': '2021-09-01T15:10:21Z', 'revision_number': 1, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:25.719618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9b49974c-53af-498b-9c8f-ff3d57a3afb2 None None] Port 495d36b0-ac4e-46aa-acfb-82e8582f23df cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:25.724743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd90204-f667-4650-960c-6962a156dd7d None None] The sync data for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 is: [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'efc9dd83-75e6-494c-badb-3d743c8e7e7f', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'port_id': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'mac_address': 'fa:16:3e:98:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:48Z', 'updated_at': '2021-09-01T15:10:21Z', 'revision_number': 1, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:10:25.751597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-2dbb96e1-2c6f-4431-b015-c2d4c533a2ca service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563329 Sep 01 15:10:25.838563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 495d36b0-ac4e-46aa-acfb-82e8582f23df {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:25.839557 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.112491 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-822fb871-1909-4b1a-b294-a44f7fe251ba req-03071b7f-bd50-451b-b5a1-8d3975964fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742276 Sep 01 15:10:26.117422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-dfe70771-b95d-4b30-9680-6bc2ac9a3745 service neutron] 10.222.0.50 "GET /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.3645833 Sep 01 15:10:26.135057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.161154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276812-fa96-43c5-b6e0-0b450193bf66 req-9abf4e1d-e350-4518-8c4a-8f7aa4e4d254 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:26.172131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa276812-fa96-43c5-b6e0-0b450193bf66 req-9abf4e1d-e350-4518-8c4a-8f7aa4e4d254 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 943 time: 0.1913161 Sep 01 15:10:26.181487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 495d36b0-ac4e-46aa-acfb-82e8582f23df owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:26.281209 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ef3a7-7623-45f8-bb13-5aea2081379c None None] New status for floating IP efc9dd83-75e6-494c-badb-3d743c8e7e7f: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:10:26.373944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa276812-fa96-43c5-b6e0-0b450193bf66 req-3efef244-414e-4f34-84c6-843c58fb7812 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008085 Sep 01 15:10:26.674048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:26.722675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:26.787459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abca608-21b3-466b-9653-661ef184e4ac {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:26.828541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:26.831083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b58fdc32-d61b-4481-bc9d-f52d9d9ded8a req-e0d8473f-4d3d-4bde-9cdb-c040b534ffa5 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0738678 Sep 01 15:10:26.834461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.872459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.902970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=495d36b0-ac4e-46aa-acfb-82e8582f23df,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:27.092237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.094990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d1c3075-b1f6-489a-9991-420547c8175b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/495d36b0-ac4e-46aa-acfb-82e8582f23df HTTP/1.1" status: 204 len: 168 time: 1.5409389 Sep 01 15:10:27.099296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:27.111684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] Transition to ACTIVE for port object 3abca608-21b3-466b-9653-661ef184e4ac will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:27.123565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.155415 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2be1b12-9d2e-44dc-81c6-0d6e48470c54 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:27.161651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e2be1b12-9d2e-44dc-81c6-0d6e48470c54 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/495d36b0-ac4e-46aa-acfb-82e8582f23df HTTP/1.1" status: 404 len: 333 time: 0.0564923 Sep 01 15:10:27.162683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:27.288526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 94f8a091-3e82-4390-af0f-dcc6e4a975fb {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:27.294681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.295796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] No DVR routers for this DVR port 3abca608-21b3-466b-9653-661ef184e4ac on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:27.315007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] Pushing event updated for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:27.372178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1582604b-8e50-4c3b-9190-c3ded439dca6 service neutron] 10.222.0.50 "PUT /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2442365 Sep 01 15:10:27.387425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.481296 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.618079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.669265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59000a01-95b6-43e9-9b42-e9785ef1ca86 req-21a49acd-5b57-4611-b80b-a617eaaf9458 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.671891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59000a01-95b6-43e9-9b42-e9785ef1ca86 req-21a49acd-5b57-4611-b80b-a617eaaf9458 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.1340673 Sep 01 15:10:27.682819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-5234e97c-404d-4a6c-b0b5-5587f75b9746 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.684495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-5234e97c-404d-4a6c-b0b5-5587f75b9746 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.2053313 Sep 01 15:10:27.824896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59000a01-95b6-43e9-9b42-e9785ef1ca86 req-26d9de2a-950a-4b43-9c91-303d577710b8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370397 Sep 01 15:10:27.846567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.886333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-016debe7-505c-4351-9bfb-72f304a47fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.887929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-016debe7-505c-4351-9bfb-72f304a47fee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&tenant_id=55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 1096 time: 0.1896620 Sep 01 15:10:27.892377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.895006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/94f8a091-3e82-4390-af0f-dcc6e4a975fb HTTP/1.1" status: 204 len: 168 time: 0.7310784 Sep 01 15:10:27.896040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725b505-9a8f-4b70-96c0-96340b88a337 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=94f8a091-3e82-4390-af0f-dcc6e4a975fb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:27.899115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:27.909730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddcbf1-9fe0-4867-8179-c77a779ac320 None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:28.027582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-4c1058ba-606d-478f-9899-54f1c384da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.029573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-4c1058ba-606d-478f-9899-54f1c384da0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1096 time: 0.0796542 Sep 01 15:10:28.034606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet b23285e7-1fcc-416b-8dae-185ef4845bba {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:28.040775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:28.104591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:28.358258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e38fbfb5-40a6-49ff-91fd-88198fa8b8f0 req-4e36c64b-13b3-46b3-9043-36009852d235 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0698400 Sep 01 15:10:28.457508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:28.461408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-235edad9-9aed-4f0f-8e4a-81d76ce674eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.462964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-235edad9-9aed-4f0f-8e4a-81d76ce674eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.2521155 Sep 01 15:10:28.574028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-7bd1db2d-8a83-4897-856b-5df78ada13bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.0808375 Sep 01 15:10:28.723674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-50e91931-1d2c-40e7-8d41-913442a21b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.727111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-50e91931-1d2c-40e7-8d41-913442a21b77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1430819 Sep 01 15:10:28.730566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:28.841812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-1cb63567-dd99-4689-917f-7edcbe238df5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991013 Sep 01 15:10:28.843026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=b23285e7-1fcc-416b-8dae-185ef4845bba,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:28.851460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:28.855420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2e59113-f397-424f-a7a2-0a417f21af02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/b23285e7-1fcc-416b-8dae-185ef4845bba HTTP/1.1" status: 204 len: 168 time: 0.9548948 Sep 01 15:10:28.858858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:28.879949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3abca608-21b3-466b-9653-661ef184e4ac no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:28.961911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3abca608-21b3-466b-9653-661ef184e4ac not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:29.070154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-f0128bad-3814-494f-82fd-bd10bd87d1ba service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128391 Sep 01 15:10:29.122493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.155479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55f90-7f9e-43b0-bc22-3de5981e0723 req-7930ef24-c383-49a7-85a6-8301d2241512 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:29.170184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96b55f90-7f9e-43b0-bc22-3de5981e0723 req-7930ef24-c383-49a7-85a6-8301d2241512 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.1527016 Sep 01 15:10:29.250007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96b55f90-7f9e-43b0-bc22-3de5981e0723 req-15bc58e8-206e-4dbf-bdc8-0859a1d5e5d0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783153 Sep 01 15:10:29.289362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-d3405a0e-940a-4f84-a223-c03930cbbdce service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097027 Sep 01 15:10:29.341304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc60d2d5-412d-41a7-9c08-bff065a8554a None None] Network 5a29d8d2-3a60-4374-beea-adea481a9e61 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:29.351467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 51e61059-79a1-47ee-ab49-d926d9c88a96 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:29.352019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.449244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f9f2f28-d761-464d-a335-6bf4a9043c07 None None] Provisioning complete for port 51e61059-79a1-47ee-ab49-d926d9c88a96 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:29.449785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2f28-d761-464d-a335-6bf4a9043c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.458479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port 51e61059-79a1-47ee-ab49-d926d9c88a96, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=51e61059-79a1-47ee-ab49-d926d9c88a96,segment=NetworkSegment(9cf9a9ff-1962-4684-9fc7-ce9a655bca70),segment_id=9cf9a9ff-1962-4684-9fc7-ce9a655bca70)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:29.459427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.487889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 51e61059-79a1-47ee-ab49-d926d9c88a96 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:29.675225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24f30afc-d255-4d84-bbce-cd8152ad5d50 req-ab48e292-db5e-4471-8fd5-695852289fbd tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1001000 Sep 01 15:10:29.799274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.834975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port 51e61059-79a1-47ee-ab49-d926d9c88a96 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:29.839889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-ce991dfd-5984-4f75-87a8-bd345cd98298 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:29.843858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-ce991dfd-5984-4f75-87a8-bd345cd98298 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.1119790 Sep 01 15:10:29.923979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=51e61059-79a1-47ee-ab49-d926d9c88a96,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:30.010909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d98848-78d3-49e6-9e6d-4e27f55ebb33 None None] DHCP port deletion for 5a29d8d2-3a60-4374-beea-adea481a9e61 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:10:30.270376 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.342285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a29d8d2-3a60-4374-beea-adea481a9e61']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:30.386524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-b26ce30d-d3a3-45cf-bef5-cb63cfe96446 service neutron] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:30.402676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-b26ce30d-d3a3-45cf-bef5-cb63cfe96446 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.406327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf9a9ff-1962-4684-9fc7-ce9a655bca70') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:30.407431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf9a9ff-1962-4684-9fc7-ce9a655bca70') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:30.427653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b53e8459-1dee-4834-bfaa-252d453780c4 req-b26ce30d-d3a3-45cf-bef5-cb63cfe96446 service neutron] 10.222.0.24 "DELETE /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 0.5522783 Sep 01 15:10:30.454012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.510986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.549851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:30.553486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:30.570296 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:30.641588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ef25-6cce-4243-a295-7c43c3409167 req-05ac0b04-6006-4c20-8e09-3372c8788c2b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:30.645799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1813ef25-6cce-4243-a295-7c43c3409167 req-05ac0b04-6006-4c20-8e09-3372c8788c2b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.1174395 Sep 01 15:10:30.731427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1813ef25-6cce-4243-a295-7c43c3409167 req-0031c05a-c268-47ad-a77f-8723d8bbd049 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773630 Sep 01 15:10:30.802582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73c38-77f8-4877-9ab3-c0aacb6dc06e req-3820129c-843c-44c1-b630-293062315974 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:30.802582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3a73c38-77f8-4877-9ab3-c0aacb6dc06e req-3820129c-843c-44c1-b630-293062315974 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.2203953 Sep 01 15:10:30.802582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.816156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.827081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:30.827907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/5a29d8d2-3a60-4374-beea-adea481a9e61 HTTP/1.1" status: 204 len: 168 time: 1.9674296 Sep 01 15:10:30.915081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057ae8-390c-4773-9a6e-cd75098d1320 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=5a29d8d2-3a60-4374-beea-adea481a9e61,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:30.948650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3a73c38-77f8-4877-9ab3-c0aacb6dc06e req-2d573b75-101e-4c74-9362-05c7fc16e121 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154077 Sep 01 15:10:31.022162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-530cc064-a025-4649-838a-3a8f9607fcd6 req-4265c36c-aa05-42b6-8599-5804cf8b98aa tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0806317 Sep 01 15:10:31.071501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81486076-e7e2-4e51-ac1a-fc98b9e219e6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:31.083920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-81486076-e7e2-4e51-ac1a-fc98b9e219e6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2519319 Sep 01 15:10:31.083920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:31.242064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c74f4a30-8dc2-49ed-8b4b-0da2d780d576 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1519182 Sep 01 15:10:31.242548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60418) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:31.253188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-280545082'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:31.353630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:31.361807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:31.415147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:10:31.439423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:31.440024 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment 033e4fe1-e555-4974-bfbb-bbbdc00f306d of type vlan for network 52b90293-3535-4621-9e3e-c577ec3a6f28 Sep 01 15:10:31.454142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decfbbf-3800-4033-8395-7aa35160d073 req-d10b910f-c3ca-4ac9-bedf-93b91f8db624 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:31.457198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9decfbbf-3800-4033-8395-7aa35160d073 req-d10b910f-c3ca-4ac9-bedf-93b91f8db624 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1096 time: 0.0986462 Sep 01 15:10:31.549753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9decfbbf-3800-4033-8395-7aa35160d073 req-7ae8aba3-cc9e-4ebe-9498-fcf1442ef4df tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Sep 01 15:10:31.557788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:31.650224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:31.675575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:31.677166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:31.720665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:31.731687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:31.734020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4885404 Sep 01 15:10:31.886425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fde7f-a5a7-45ff-bfba-03529a20a6a3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=52b90293-3535-4621-9e3e-c577ec3a6f28,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:31.914715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:10:32.160036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 51e61059-79a1-47ee-ab49-d926d9c88a96 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:32.269311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:32.274156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.437692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba4faf-7388-464a-86a4-be6bdd6b2be4 req-5dbec173-4f50-4a42-afbb-fb60e187bf0b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:32.442535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fba4faf-7388-464a-86a4-be6bdd6b2be4 req-5dbec173-4f50-4a42-afbb-fb60e187bf0b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.2227159 Sep 01 15:10:32.506847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 51e61059-79a1-47ee-ab49-d926d9c88a96 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:32.507952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 51e61059-79a1-47ee-ab49-d926d9c88a96 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:32.614174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fba4faf-7388-464a-86a4-be6bdd6b2be4 req-da8ced66-56bb-4172-b5e2-64a46521a0f5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896156 Sep 01 15:10:32.721904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-167e5678-7730-454b-8eac-603d2d5d29a0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:32.723702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-167e5678-7730-454b-8eac-603d2d5d29a0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.6946847 Sep 01 15:10:32.733474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-36d81a53-f3a1-4125-aaec-6eece6c59376 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:32.735041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-36d81a53-f3a1-4125-aaec-6eece6c59376 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.1127992 Sep 01 15:10:32.785213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-06cd5495-9181-4bcf-b601-18ce18e6c939 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/quotas/55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 375 time: 0.0487037 Sep 01 15:10:32.835214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73ac8ef5-c07b-4b0f-8516-19ac5b9a9691 req-72c19163-bb3a-4163-98ab-9a5bcae40660 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0590758 Sep 01 15:10:32.836358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.917193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-19d97354-968c-4a42-9f87-5ab3d35d6991 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307752 Sep 01 15:10:32.963126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=ce6caee4-c13c-4cba-a6ae-97bde37e8fb2,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:32.979418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Deleting port 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:32.979958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.984804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': '033e4fe1-e555-4974-bfbb-bbbdc00f306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:32.985207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 52b90293-3535-4621-9e3e-c577ec3a6f28, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:10:33.030087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:10:33.055826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 52b90293-3535-4621-9e3e-c577ec3a6f28) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:33.075581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46aaed-7f0b-4690-916a-e6167d82af2f None None] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:33.090774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:33.096548 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.142246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ceda680-1ace-4113-a7fc-84d5328fcdce tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164557 Sep 01 15:10:33.142745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60448) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:33.156019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28', 'name': 'tempest-PortsTestJSON-277507596'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:33.222548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] For port 9cc4b58e-5339-4155-a6f4-54533d96cc7b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9cc4b58e-5339-4155-a6f4-54533d96cc7b,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:33.223026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.414091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-52b90293-3535-4621-9e3e-c577ec3a6f28', 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': 'ce6caee4-c13c-4cba-a6ae-97bde37e8fb2'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:10:33.414749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:33.416568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.419950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.461563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port bd27bbf4-41cd-4b41-bf07-e1215166ebdc yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:33.640616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-268700aa-6d0a-474d-bf6b-465aa4efff09 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222135 Sep 01 15:10:33.717320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.4 (52b90293-3535-4621-9e3e-c577ec3a6f28/ce6caee4-c13c-4cba-a6ae-97bde37e8fb2/bd27bbf4-41cd-4b41-bf07-e1215166ebdc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:33.744038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.744642 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.744642 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Floating IP 485527fa-e36d-4777-b666-5ac4228df943 disassociated. External IP: 172.25.1.156, port: 9cc4b58e-5339-4155-a6f4-54533d96cc7b. Sep 01 15:10:33.745503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Calling delete_port for 9cc4b58e-5339-4155-a6f4-54533d96cc7b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:33.890413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-c8a16b0a-e075-40a8-84ce-056612952e50 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481158 Sep 01 15:10:33.905421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7151e-d9d1-4bba-a132-325268b3b508 req-7d1f502a-4082-44a5-b8df-161d8741a3cb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:33.907027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c7151e-d9d1-4bba-a132-325268b3b508 req-7d1f502a-4082-44a5-b8df-161d8741a3cb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 947 time: 0.1473322 Sep 01 15:10:34.015181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c7151e-d9d1-4bba-a132-325268b3b508 req-b278fb44-0ad5-4e45-aaab-ea8b21ec8fa4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=56718c84-c3f4-4318-b1a6-718423e0bd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757229 Sep 01 15:10:34.067179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.097797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.136836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'Port': ['ID=9cc4b58e-5339-4155-a6f4-54533d96cc7b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:34.151937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.152439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.152932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.153528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.154103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.154668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.155259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.155780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.156353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.156919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.157740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.158301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.158810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object bd27bbf4-41cd-4b41-bf07-e1215166ebdc will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:34.337991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28e89f55-248a-48a2-9bdc-90681ed60858 req-60c5f36d-e350-4c7c-8140-7e152cb36246 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1691411 Sep 01 15:10:34.349769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.456036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Allocated IP 172.20.0.2 (52b90293-3535-4621-9e3e-c577ec3a6f28/ce6caee4-c13c-4cba-a6ae-97bde37e8fb2/dd67f0c3-1f97-4898-9ead-44126805c5f7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:34.626222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:10:34.949511 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.974259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Transition to ACTIVE for port object dd67f0c3-1f97-4898-9ead-44126805c5f7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:35.011400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Transition to ACTIVE for port object dd67f0c3-1f97-4898-9ead-44126805c5f7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:35.032159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.042515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:35.049879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98c09018-e306-4839-93cc-13ed8950d7cf req-de0234c3-4cc1-49ff-bf22-bfdcb1b7c779 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 210 time: 0.5831120 Sep 01 15:10:35.061121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:10:35.061653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:35.063586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=bd27bbf4-41cd-4b41-bf07-e1215166ebdc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:35.067490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:35.162907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:35.163150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:35.163932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.171572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:35.176491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:35.188620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:10:35.208838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-93417e33-41b1-44b2-ad9b-ef26eef6de0c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0597706 Sep 01 15:10:35.210531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:35.226669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28', 'name': 'tempest-PortsTestJSON-446287468'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:35.230188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] No DVR routers for this DVR port 9cc4b58e-5339-4155-a6f4-54533d96cc7b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:35.250289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.256285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df4286e4-2f33-48c4-9fe4-259246ce460f req-b22709a5-10d8-4739-8c21-00efc9d8eb33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "DELETE /v2.0/ports/9cc4b58e-5339-4155-a6f4-54533d96cc7b HTTP/1.1" status: 204 len: 173 time: 2.5128071 Sep 01 15:10:35.274128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-deleted', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:35.278883 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79660ed-ac4c-4d4a-a67c-8661e1526838" -d '{"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-deleted", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:35.344873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66cb324f-ebbb-4437-b077-1ee23466cd6b req-f58a5dad-f2df-4d74-b8dc-389d547cc12c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=202a7af8-dafe-494f-a946-b984741fcd2c HTTP/1.1" status: 200 len: 210 time: 0.1467962 Sep 01 15:10:35.356720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Pushing event updated for resources: {'Port': ['ID=dd67f0c3-1f97-4898-9ead-44126805c5f7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:35.371086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.390939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.391430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.393088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.393589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.394120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:35.413668 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a188216-a4fd-4f1e-8a0b-27a1eba61a74 x-openstack-request-id: req-3a188216-a4fd-4f1e-8a0b-27a1eba61a74 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:35.414375 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202a7af8-dafe-494f-a946-b984741fcd2c", "name": "network-vif-deleted", "tag": "9cc4b58e-5339-4155-a6f4-54533d96cc7b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:35.414862 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a188216-a4fd-4f1e-8a0b-27a1eba61a74 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:35.415546 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202a7af8-dafe-494f-a946-b984741fcd2c', 'name': 'network-vif-deleted', 'tag': '9cc4b58e-5339-4155-a6f4-54533d96cc7b', 'status': 'completed', 'code': 200} Sep 01 15:10:35.418130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:35.420396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:35.455034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:35.463474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.506936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 9dc870d0-99c2-4ffb-9daf-eb55d0414eae yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:35.628981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-880c5f40-d7d7-4912-84de-9c84f3ac33e3 req-462ce8d4-a378-44e6-b12e-244c4360890b tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0656564 Sep 01 15:10:35.724540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:35.767935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Attempting to bind port dd67f0c3-1f97-4898-9ead-44126805c5f7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:35.768866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Attempting to bind port dd67f0c3-1f97-4898-9ead-44126805c5f7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '033e4fe1-e555-4974-bfbb-bbbdc00f306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:35.769350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Attempting to bind port dd67f0c3-1f97-4898-9ead-44126805c5f7 on network 52b90293-3535-4621-9e3e-c577ec3a6f28 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:35.784974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:35.785447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Checking segment: {'id': '033e4fe1-e555-4974-bfbb-bbbdc00f306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:35.785822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.786231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Bound using segment: {'id': '033e4fe1-e555-4974-bfbb-bbbdc00f306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:35.786733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Bound port: dd67f0c3-1f97-4898-9ead-44126805c5f7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033e4fe1-e555-4974-bfbb-bbbdc00f306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '52b90293-3535-4621-9e3e-c577ec3a6f28'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:35.787121 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:35.807435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.13 (52b90293-3535-4621-9e3e-c577ec3a6f28/ce6caee4-c13c-4cba-a6ae-97bde37e8fb2/9dc870d0-99c2-4ffb-9daf-eb55d0414eae) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:36.028178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.073565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 9dc870d0-99c2-4ffb-9daf-eb55d0414eae will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:36.074222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] For port dd67f0c3-1f97-4898-9ead-44126805c5f7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:36.115013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] For port dd67f0c3-1f97-4898-9ead-44126805c5f7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd67f0c3-1f97-4898-9ead-44126805c5f7,segment=NetworkSegment(033e4fe1-e555-4974-bfbb-bbbdc00f306d),segment_id=033e4fe1-e555-4974-bfbb-bbbdc00f306d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:36.177097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.195967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.258977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=9dc870d0-99c2-4ffb-9daf-eb55d0414eae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:36.282585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:36.286969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:36.319348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:36.326346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d79b3a3-fedf-47ea-a0b4-fbc140fb56d1 req-4dffc39e-7fab-450a-86f5-a776abec7b43 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 210 time: 0.1238708 Sep 01 15:10:36.327823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7ccae-e899-4b77-b863-706f941126b5 None None] Pushing event updated for resources: {'Port': ['ID=dd67f0c3-1f97-4898-9ead-44126805c5f7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:36.358032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:36.431572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:10:36.444622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:10:36.446259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:36.465842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:36.467505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.478378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60490) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:36.500886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c22f53b2-410a-47d9-a40d-b099430dc03c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2891943 Sep 01 15:10:36.503666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:36.626159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.693298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.729168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:10:36.755848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cb2f2-c3ca-4526-bc3c-982c245e2fb4 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:36.773749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a12cb2f2-c3ca-4526-bc3c-982c245e2fb4 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2684200 Sep 01 15:10:36.778283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:36.873867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.879117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.882782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "DELETE /v2.0/security-groups/56718c84-c3f4-4318-b1a6-718423e0bd62 HTTP/1.1" status: 204 len: 168 time: 0.4027896 Sep 01 15:10:36.886883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60504) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:36.979431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a9b19-9bf1-4fbb-9f70-b6f59fb1937f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56718c84-c3f4-4318-b1a6-718423e0bd62,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:36.993735 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-1acc9295-9dba-446f-960c-ae4958126803 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] show failed (client error): The resource could not be found. Sep 01 15:10:36.996799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1acc9295-9dba-446f-960c-ae4958126803 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups/56718c84-c3f4-4318-b1a6-718423e0bd62 HTTP/1.1" status: 404 len: 347 time: 0.0909564 Sep 01 15:10:37.007488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-127a88b2-e752-4674-8058-95d36e5cb902 req-ff6abf0c-9c12-4eb8-b6ff-98ee6ef019ec tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1073802 Sep 01 15:10:37.008317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:37.106019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:37.174786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9cc4b58e-5339-4155-a6f4-54533d96cc7b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:37.175160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9cc4b58e-5339-4155-a6f4-54533d96cc7b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:37.237157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 9dc870d0-99c2-4ffb-9daf-eb55d0414eae {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:37.238030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.305833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-0f5c692c-d2bd-4a5d-981d-2ca22b817e2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:37.309233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-0f5c692c-d2bd-4a5d-981d-2ca22b817e2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.3457835 Sep 01 15:10:37.352701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Request body: {'port': {'device_id': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'admin_state_up': True, 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:37.410196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.437787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 9dc870d0-99c2-4ffb-9daf-eb55d0414eae owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:37.444437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Deleting port 128f786e-5633-4d3c-a007-47e59217f905 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:37.444816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.492228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:37.554629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea3b23-5c03-4a15-ab62-a80af521716a None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:10:37.620073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.620614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.645211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Calling delete_port for 128f786e-5633-4d3c-a007-47e59217f905 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:37.660515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-12fba24e-5ff8-422d-9b0b-6b97aad7fdc0 req-31d1cee7-aa4c-41d3-aea6-33879a588387 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 210 time: 0.1461587 Sep 01 15:10:37.672360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:37.694268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.837967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.983830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=9dc870d0-99c2-4ffb-9daf-eb55d0414eae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:38.097470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7a883-1416-4ccf-951e-9c1decd810fd None None] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:38.120467 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699e1a8-34f4-42ee-b311-ec093ae6d601 None None] New status for floating IP 485527fa-e36d-4777-b666-5ac4228df943: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:10:38.162570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.232704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Allocated IP 172.20.0.12 (7715320d-85f8-49ea-9836-b495714b7774/3ec53f36-5e70-4fb6-9932-8bf83cb15191/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:38.271359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd67f0c3-1f97-4898-9ead-44126805c5f7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:38.279811 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-6699e1a8-34f4-42ee-b311-ec093ae6d601 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:10:38.280177 n-d-802060-16 neutron-server[106379]: DEBUG oslo_db.api [None req-6699e1a8-34f4-42ee-b311-ec093ae6d601 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:10:38.290825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.297665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8862daa-48cb-4940-869b-d965c95d2db5 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/9dc870d0-99c2-4ffb-9daf-eb55d0414eae HTTP/1.1" status: 204 len: 168 time: 1.5116198 Sep 01 15:10:38.300888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60518) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:38.304448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'Port': ['ID=128f786e-5633-4d3c-a007-47e59217f905,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:38.357911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7cc006fa-b2b1-4756-958d-2927550d3e13 None None] Provisioning for port dd67f0c3-1f97-4898-9ead-44126805c5f7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:38.361874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03e028fd-1f28-4e3f-9443-395a328e6ca1 req-9bb395e1-5250-4903-b4d7-dc4b63b78f2f tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1658604 Sep 01 15:10:38.365663 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3117642-f623-4d19-8a99-6382db6cfe2e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:38.368951 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b3117642-f623-4d19-8a99-6382db6cfe2e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/9dc870d0-99c2-4ffb-9daf-eb55d0414eae HTTP/1.1" status: 404 len: 333 time: 0.0662322 Sep 01 15:10:38.379849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60520) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:38.416862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.423865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.432902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1d16009-76c1-4c42-b69a-1ccfcd7b4e5d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "DELETE /v2.0/floatingips/485527fa-e36d-4777-b666-5ac4228df943 HTTP/1.1" status: 204 len: 168 time: 1.4111350 Sep 01 15:10:38.506105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port dd67f0c3-1f97-4898-9ead-44126805c5f7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:38.524838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dd67f0c3-1f97-4898-9ead-44126805c5f7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:38.525397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.722478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port bd27bbf4-41cd-4b41-bf07-e1215166ebdc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:38.723292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.769160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.781883 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699e1a8-34f4-42ee-b311-ec093ae6d601 None None] New status for floating IP 485527fa-e36d-4777-b666-5ac4228df943: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:10:38.887063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port dd67f0c3-1f97-4898-9ead-44126805c5f7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd67f0c3-1f97-4898-9ead-44126805c5f7,segment=NetworkSegment(033e4fe1-e555-4974-bfbb-bbbdc00f306d),segment_id=033e4fe1-e555-4974-bfbb-bbbdc00f306d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:38.900269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.935348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.939327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0bd474f4-cc3e-4f57-bd26-257d03b20cf0 req-34c5fdcc-ffc0-4abc-a11f-8868f0c03a0f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 210 time: 0.0720189 Sep 01 15:10:39.066588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=dd67f0c3-1f97-4898-9ead-44126805c5f7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:39.084474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.108314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for bd27bbf4-41cd-4b41-bf07-e1215166ebdc owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:39.223991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.242998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Provisioning for port bd27bbf4-41cd-4b41-bf07-e1215166ebdc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:39.250716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60532) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:39.253963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Provisioning complete for port bd27bbf4-41cd-4b41-bf07-e1215166ebdc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:39.255547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.259126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855070128', 'description': 'tempest-description--1505007519'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:39.323146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Port bd27bbf4-41cd-4b41-bf07-e1215166ebdc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:39.334806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.354270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Provisioning complete for port dd67f0c3-1f97-4898-9ead-44126805c5f7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:39.354751 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d499e03b-ceca-46f2-a5f8-1afa1aede459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.404552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Network 7715320d-85f8-49ea-9836-b495714b7774 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:39.408316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:39.447929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:39.501786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:39.519284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.527790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.596398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.602848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3472052 Sep 01 15:10:39.606334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18396512-d193-4b72-89da-48204ab5f0c3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6745699-b2f9-4359-8022-a033803f0910,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:39.611128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60536) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:39.617863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group_rule': {'security_group_id': 'b6745699-b2f9-4359-8022-a033803f0910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:39.661261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e8414c3-067e-4bae-9805-bcdf2090d223 req-15bd55a4-6ff6-4e1e-ace4-31233e6dbf39 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Sep 01 15:10:39.661645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-05640641-7e0a-462f-938d-b5991acddeac None None] Provisioning complete for port bd27bbf4-41cd-4b41-bf07-e1215166ebdc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:39.662029 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05640641-7e0a-462f-938d-b5991acddeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.664786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.679757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.702683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-05640641-7e0a-462f-938d-b5991acddeac None None] Port bd27bbf4-41cd-4b41-bf07-e1215166ebdc was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:10:39.711338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.712025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.721757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=bd27bbf4-41cd-4b41-bf07-e1215166ebdc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:39.775101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.781502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.782796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-386b6bd9-05f0-404c-a827-6eb0ced1a734 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4448159 Sep 01 15:10:39.805515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Request body: {'port': {'device_id': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:39.807363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d601fa-4567-49ba-9f85-9047ee8cc374,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:39.812865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.813907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c13fa44-ff40-42d3-8753-50da8ccea887 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016451 Sep 01 15:10:39.818545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60538) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:39.824781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'security_group_rule': {'security_group_id': 'b6745699-b2f9-4359-8022-a033803f0910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:39.863452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.870675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.874737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2cf4f5b3-21e7-4b33-bf73-f8fc1601a1c2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/bd27bbf4-41cd-4b41-bf07-e1215166ebdc HTTP/1.1" status: 204 len: 168 time: 1.4931400 Sep 01 15:10:39.879039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:39.917594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ec4b40c-7eed-480d-aa77-069b8b600e49 None None] Could not find standard attr ID for object 9dc870d0-99c2-4ffb-9daf-eb55d0414eae. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:10:39.960183 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a11ad46-6f72-4b70-b421-fd15e6b0b695 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:39.963255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a11ad46-6f72-4b70-b421-fd15e6b0b695 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/bd27bbf4-41cd-4b41-bf07-e1215166ebdc HTTP/1.1" status: 404 len: 333 time: 0.0820575 Sep 01 15:10:39.968459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:39.996752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.018603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.023669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.067051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd67f0c3-1f97-4898-9ead-44126805c5f7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:40.097384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet ce6caee4-c13c-4cba-a6ae-97bde37e8fb2 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:40.106303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.160984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.166033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459868 Sep 01 15:10:40.167052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df7b7-0400-4773-a5be-c3e286890f33 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df15667-f551-4550-b925-d5a724326db0,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:40.169501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60548) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:40.185645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:40.199517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dd67f0c3-1f97-4898-9ead-44126805c5f7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:40.200360 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.228307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346bf56-79dc-4577-b59e-099bdba1ea2e req-709a07c3-0400-48a6-9961-5892dc485638 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.231349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0346bf56-79dc-4577-b59e-099bdba1ea2e req-709a07c3-0400-48a6-9961-5892dc485638 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 932 time: 0.1423724 Sep 01 15:10:40.325174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0346bf56-79dc-4577-b59e-099bdba1ea2e req-37cbc87a-0188-41bc-9d30-b33dad4d80b0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770497 Sep 01 15:10:40.348596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.359591 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.851988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c440fd3-a039-4cfb-b46a-f1803dd91936 req-83e2c159-43b4-4590-8715-4426c2724702 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0454195 Sep 01 15:10:40.928072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.090318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.148514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6caee4-c13c-4cba-a6ae-97bde37e8fb2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:41.152783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.160495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e42af50e-c5a9-4718-a8c3-086bd1bad75d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/ce6caee4-c13c-4cba-a6ae-97bde37e8fb2 HTTP/1.1" status: 204 len: 168 time: 1.1859894 Sep 01 15:10:41.160495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:41.160816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a940f-f4da-489d-98f3-fcca9958f897 None None] Network 52b90293-3535-4621-9e3e-c577ec3a6f28 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:41.162854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60556) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:41.172230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.178360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.196071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Transition to ACTIVE for port object b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:41.232838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.313595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:41.350739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.396686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Allocated IP 172.25.1.86 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/30f1324e-0665-4589-bbf9-a979b9c32c89) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:41.449397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port dd67f0c3-1f97-4898-9ead-44126805c5f7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:41.449898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.518376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] DHCP port deletion for 52b90293-3535-4621-9e3e-c577ec3a6f28 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:10:41.621343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Deleting port dd67f0c3-1f97-4898-9ead-44126805c5f7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:41.621756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.710875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port dd67f0c3-1f97-4898-9ead-44126805c5f7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd67f0c3-1f97-4898-9ead-44126805c5f7,segment=NetworkSegment(033e4fe1-e555-4974-bfbb-bbbdc00f306d),segment_id=033e4fe1-e555-4974-bfbb-bbbdc00f306d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:41.711681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.734651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:41.734927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:41.735260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:41.742653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.743828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eb20-9573-44ae-9e95-edc1baa0a9a1 req-5bee3937-ef87-4644-a5f7-ce7cda2416c3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:41.747115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8720eb20-9573-44ae-9e95-edc1baa0a9a1 req-5bee3937-ef87-4644-a5f7-ce7cda2416c3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1743696 Sep 01 15:10:41.750857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:41.751275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:41.755712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] For port dd67f0c3-1f97-4898-9ead-44126805c5f7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd67f0c3-1f97-4898-9ead-44126805c5f7,segment=NetworkSegment(033e4fe1-e555-4974-bfbb-bbbdc00f306d),segment_id=033e4fe1-e555-4974-bfbb-bbbdc00f306d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:41.756800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.762279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:41.762713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:41.763212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:41.763730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Bound port: b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:41.764183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.766648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for dd67f0c3-1f97-4898-9ead-44126805c5f7 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:41.784968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Calling delete_port for dd67f0c3-1f97-4898-9ead-44126805c5f7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:41.866303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.923906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:41.936078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8720eb20-9573-44ae-9e95-edc1baa0a9a1 req-dd00e127-d5fe-4aa8-a265-f5f8e6e5c34f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649387 Sep 01 15:10:41.966805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:41.982102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:41.983342 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.984984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:41.993108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:42.030252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.045430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] No DVR routers for this DVR port dd67f0c3-1f97-4898-9ead-44126805c5f7 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:42.058747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port dd67f0c3-1f97-4898-9ead-44126805c5f7 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:42.073412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7faf3-2187-43ac-823e-b363f0a4165a None None] Pushing event deleted for resources: {'Port': ['ID=dd67f0c3-1f97-4898-9ead-44126805c5f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.095771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.123481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=30f1324e-0665-4589-bbf9-a979b9c32c89,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.159315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd67f0c3-1f97-4898-9ead-44126805c5f7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:42.162076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=dd67f0c3-1f97-4898-9ead-44126805c5f7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.183937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: dd67f0c3-1f97-4898-9ead-44126805c5f7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:42.184835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd67f0c3-1f97-4898-9ead-44126805c5f7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:42.231658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.232840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.234466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] 10.222.0.50 "PUT /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 1093 time: 2.4355927 Sep 01 15:10:42.234960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:42.238022 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61" -d '{"events": [{"name": "network-changed", "server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:42.269244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-445825d8-2959-4a1f-9a45-f9bffaec061d req-ffc1a2d4-36a6-4ce0-a976-f61e49c4d40a tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0873616 Sep 01 15:10:42.297029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.301503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.316639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2513f-c6e5-449f-a39b-491a453dd54d service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.333236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b90293-3535-4621-9e3e-c577ec3a6f28']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:42.360840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033e4fe1-e555-4974-bfbb-bbbdc00f306d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:42.361429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033e4fe1-e555-4974-bfbb-bbbdc00f306d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:42.369370 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ecf4d-8ea2-47c7-a710-26990a0f9e5e x-openstack-request-id: req-327ecf4d-8ea2-47c7-a710-26990a0f9e5e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:42.369688 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:42.369912 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-327ecf4d-8ea2-47c7-a710-26990a0f9e5e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:42.370389 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'status': 'completed', 'code': 200} Sep 01 15:10:42.380750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.405535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.409505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.423056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:42.423959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:42.429709 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:42.474919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-2a3c175b-6a47-4bea-97df-4f947ac7df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.477926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-2a3c175b-6a47-4bea-97df-4f947ac7df8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1096 time: 0.1555772 Sep 01 15:10:42.545543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.545890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-0f468417-12ac-46d3-a12a-8ad04e8a5fee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 217 time: 0.0508809 Sep 01 15:10:42.557566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.560824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/52b90293-3535-4621-9e3e-c577ec3a6f28 HTTP/1.1" status: 204 len: 168 time: 1.3962762 Sep 01 15:10:42.567419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:42.575950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978623908'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:42.608012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5550-03da-42c2-adf2-e882e68922cb tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=52b90293-3535-4621-9e3e-c577ec3a6f28,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.641631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:42.647953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.698346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:10:42.709427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3242aa30-72be-47e0-a2a9-76155d97b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.712050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-3242aa30-72be-47e0-a2a9-76155d97b6c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1428881 Sep 01 15:10:42.717374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.717936 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment 545413ff-8b43-47de-bb47-df2eb076b79c of type vlan for network 565a78f0-edf9-42bf-b3a3-4f07affc9663 Sep 01 15:10:42.773732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-4d662f54-2c36-4d66-a93a-0d3d8e703832 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511732 Sep 01 15:10:42.790537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.827470 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.834185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.834897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.913989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3400867 Sep 01 15:10:42.915750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60578) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:42.923789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf47f1-92ee-4236-b225-70a4d0ce7f35 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=565a78f0-edf9-42bf-b3a3-4f07affc9663,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.939695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:10:42.941353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:42.953464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.983493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.187025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d7682-49c7-4f97-8396-682292d781d8 req-b82cdcb8-c2a6-4efd-a2e1-ab204ec0df41 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.190412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b31d7682-49c7-4f97-8396-682292d781d8 req-b82cdcb8-c2a6-4efd-a2e1-ab204ec0df41 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1232123 Sep 01 15:10:43.259462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-c5735e06-aebb-437f-8378-fae8bead65cf service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777927 Sep 01 15:10:43.263003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b31d7682-49c7-4f97-8396-682292d781d8 req-b9cc6a8c-e097-48ce-bd5d-6ce58b2d0bdc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Sep 01 15:10:43.274388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=30f1324e-0665-4589-bbf9-a979b9c32c89,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:43.417892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.430384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:43.437561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.574630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d4a04b9-af25-48cf-8d85-a342058263cd req-f5e913fc-b702-4297-b790-67c9114c79a3 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1461868 Sep 01 15:10:43.594036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.596826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c1258ac6-dcb1-4f9c-b1f6-967d764b2b5b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4215024 Sep 01 15:10:43.679589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-975adbc3-8da2-48be-958c-526505ec2fe5 req-8b370721-cf60-4254-a709-0536290e6a53 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008627 Sep 01 15:10:43.957382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-d0c39f78-9b78-4e6f-8f92-6bdf1aff3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.957382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-d0c39f78-9b78-4e6f-8f92-6bdf1aff3d8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1096 time: 0.1726084 Sep 01 15:10:43.989753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50139a01-9819-4f03-b383-50ce239787e8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1855070128&fields=id&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 267 time: 0.1158760 Sep 01 15:10:44.038603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:44.242610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=90d71c6f-0207-473c-a5ab-9afa8f005db1,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:44.284640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-053790c8-6e7b-44c0-865c-c07f371d98e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:44.288167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-30ab1b5a-2ad7-4ba9-8fd3-ec46f834a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.290134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-30ab1b5a-2ad7-4ba9-8fd3-ec46f834a369 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.3214753 Sep 01 15:10:44.316748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': '545413ff-8b43-47de-bb47-df2eb076b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:44.317213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: 565a78f0-edf9-42bf-b3a3-4f07affc9663, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:10:44.364745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d017dc-2ec8-4feb-a077-9ee191c5499e req-c0f438be-d1f5-456d-a454-4e2a9736cc1f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.367563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59d017dc-2ec8-4feb-a077-9ee191c5499e req-c0f438be-d1f5-456d-a454-4e2a9736cc1f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.0986590 Sep 01 15:10:44.379382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-023163f6-ee92-4588-940b-666f381e3604 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 217 time: 0.0760503 Sep 01 15:10:44.389002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-140010b1-f147-4d1f-a978-286dafa7e76e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.390677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-140010b1-f147-4d1f-a978-286dafa7e76e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 816 time: 0.3891017 Sep 01 15:10:44.433793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59d017dc-2ec8-4feb-a077-9ee191c5499e req-ea9ead43-094c-45de-8a71-af9bcd7d0568 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541868 Sep 01 15:10:44.446256 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-7a91c7ab-f203-4a69-b121-074f02d7f08a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/quotas/76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 375 time: 0.0429668 Sep 01 15:10:44.451788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:10:44.493970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 565a78f0-edf9-42bf-b3a3-4f07affc9663) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:44.500555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-767dd017-b2aa-4c05-8e89-ea07537efba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.502714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-767dd017-b2aa-4c05-8e89-ea07537efba7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1095726 Sep 01 15:10:44.504629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.505259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:44.512848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba94f0d-8da7-43e3-83b2-6b2a86d55216 None None] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:44.552400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-0e3b74ef-7a1c-4952-973e-5949b7e807ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405383 Sep 01 15:10:44.578143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-b0089577-2910-41d3-aecb-d0ea10e2f540 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209903 Sep 01 15:10:44.584221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ea1d04c-8d16-4e2d-837b-8e2148fac2a2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6628537 Sep 01 15:10:44.590534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60610) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:44.599420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663', 'name': 'tempest-PortsTestJSON-2133054853', 'fixed_ips': [{'subnet_id': '90d71c6f-0207-473c-a5ab-9afa8f005db1', 'ip_address': '172.20.0.10'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:44.667236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69de3-1e8c-40d0-a3b6-c2a5f2bda1bd req-862999f8-8dd4-4310-a0e4-cfa1dd668da8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.671752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36b69de3-1e8c-40d0-a3b6-c2a5f2bda1bd req-862999f8-8dd4-4310-a0e4-cfa1dd668da8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1267028 Sep 01 15:10:44.749735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36b69de3-1e8c-40d0-a3b6-c2a5f2bda1bd req-87c86b30-e546-4c54-af4e-095f08ddbefc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679584 Sep 01 15:10:44.866164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-32807e54-20a6-4fe2-b704-c5d8b44278da service neutron] 10.222.0.41 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543461 Sep 01 15:10:44.890831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-34f3dff5-2b8b-4fd3-b2da-4583bff1adc8 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263907 Sep 01 15:10:44.930401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0fa31d9-3cdc-4065-a2a8-c35806c99774 req-4edf6d6a-e2df-42e9-b541-5f9f3055d8df tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0488889 Sep 01 15:10:44.979509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-565a78f0-edf9-42bf-b3a3-4f07affc9663', 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': '90d71c6f-0207-473c-a5ab-9afa8f005db1'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:10:44.982880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.120352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:45.213791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Allocated IP 172.20.0.2 (565a78f0-edf9-42bf-b3a3-4f07affc9663/90d71c6f-0207-473c-a5ab-9afa8f005db1/aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:45.473620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.492057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Transition to ACTIVE for port object aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:45.523117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Transition to ACTIVE for port object aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:45.532045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.582091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:45.585643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:45.589846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:45.596178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Pushing event updated for resources: {'Port': ['ID=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:45.613623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-bf1b4b4e-889e-490a-97cd-4f4c55d844af service neutron] 10.222.0.41 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212100 Sep 01 15:10:45.649236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27d521b7-cc9a-41fa-b42c-5bc97aae9e61 req-52ea2f7c-db1a-4c39-bb24-cf7b1b95f891 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347968 Sep 01 15:10:45.702692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.711060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3bd2-e4ef-404a-9571-50dfd48970fd req-bcf1d6ae-c0f8-43da-95f3-53727115c241 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.715590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cca3bd2-e4ef-404a-9571-50dfd48970fd req-bcf1d6ae-c0f8-43da-95f3-53727115c241 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1445842 Sep 01 15:10:45.739128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port d380a2a1-d754-4a93-94de-b85b39ab4f91 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:45.742871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Attempting to bind port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:45.744261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Attempting to bind port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '545413ff-8b43-47de-bb47-df2eb076b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:45.745553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Attempting to bind port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e on network 565a78f0-edf9-42bf-b3a3-4f07affc9663 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:45.758493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:45.759538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Checking segment: {'id': '545413ff-8b43-47de-bb47-df2eb076b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:45.760514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.761466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Bound using segment: {'id': '545413ff-8b43-47de-bb47-df2eb076b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:45.762565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Bound port: aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545413ff-8b43-47de-bb47-df2eb076b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:45.763897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.811842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cca3bd2-e4ef-404a-9571-50dfd48970fd req-d3ea88ed-ee58-4e5a-9366-b7a3127970a0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Sep 01 15:10:45.968103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] For port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:45.986498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] For port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,segment=NetworkSegment(545413ff-8b43-47de-bb47-df2eb076b79c),segment_id=545413ff-8b43-47de-bb47-df2eb076b79c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:45.997148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.067388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5af6b71-6273-42a9-b6c3-718fd292275b req-3b863310-1af3-405b-b27b-7703751dc68c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 210 time: 0.0579443 Sep 01 15:10:46.143462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16ea37-fc18-4197-830a-fdb5b265cf05 None None] Pushing event updated for resources: {'Port': ['ID=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:46.147300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81ae3-6fe2-4a59-b584-a1af7302a1e0 req-c20371c8-27da-4718-a6ef-4de6936f4d42 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.149341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-99b81ae3-6fe2-4a59-b584-a1af7302a1e0 req-c20371c8-27da-4718-a6ef-4de6936f4d42 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1646919 Sep 01 15:10:46.259454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-99b81ae3-6fe2-4a59-b584-a1af7302a1e0 req-a71f936c-f0c6-4c7c-a3ae-7ab7d8790804 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784786 Sep 01 15:10:46.333524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d021abb7-dfa9-4135-a39f-44bfc04181a9 req-7a7283b2-6bad-42df-9dc9-a54da78eb8e3 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0609248 Sep 01 15:10:46.358329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.10 (565a78f0-edf9-42bf-b3a3-4f07affc9663/90d71c6f-0207-473c-a5ab-9afa8f005db1/d380a2a1-d754-4a93-94de-b85b39ab4f91) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:46.471063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25989-63ed-407f-8804-dc77383e656f req-2491b9b6-84d0-4a82-8363-b32a324ff07f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.475401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-46a25989-63ed-407f-8804-dc77383e656f req-2491b9b6-84d0-4a82-8363-b32a324ff07f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1082351 Sep 01 15:10:46.711521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port a41d146e-f65b-4f98-a8bb-294a22811d9f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:46.711874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.787182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.814149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object d380a2a1-d754-4a93-94de-b85b39ab4f91 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:46.866589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port a41d146e-f65b-4f98-a8bb-294a22811d9f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=a41d146e-f65b-4f98-a8bb-294a22811d9f,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:46.867011 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.905931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for a41d146e-f65b-4f98-a8bb-294a22811d9f owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:46.974656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.989555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:47.100708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=d380a2a1-d754-4a93-94de-b85b39ab4f91,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:47.112431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:47.135276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a827b1-8102-410e-a5b1-cbec111baa05 req-700a3046-e439-4d7f-af71-9b3ba8318b06 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.142598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91a827b1-8102-410e-a5b1-cbec111baa05 req-700a3046-e439-4d7f-af71-9b3ba8318b06 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 945 time: 0.1627724 Sep 01 15:10:47.204046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:47.205479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91a827b1-8102-410e-a5b1-cbec111baa05 req-4e5bbb1f-8703-4638-be36-1a1172c74887 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616372 Sep 01 15:10:47.233977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'port_id': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'mac_address': 'fa:16:3e:22:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec53f36-5e70-4fb6-9932-8bf83cb15191', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:47.239354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:47.241731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-560003d6-104c-4ab0-b791-c7a702342cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.245291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:47.259170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.275198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['a41d146e-f65b-4f98-a8bb-294a22811d9f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:47.329022 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.346066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.362068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:47.374628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=a41d146e-f65b-4f98-a8bb-294a22811d9f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:47.409708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df170a05-b905-4f05-b8a7-e75174cad1d2 req-6c41604d-e186-462c-b29d-6aadc1b96d04 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 210 time: 0.0899565 Sep 01 15:10:47.421536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:47.432263 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.463605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.464293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.471703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd03243-8539-4a54-8435-58cb68f80824 req-1c178e1a-d182-4b11-989e-07af610db2f5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.471703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dd03243-8539-4a54-8435-58cb68f80824 req-1c178e1a-d182-4b11-989e-07af610db2f5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1071978 Sep 01 15:10:47.502808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:47.510958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port a41d146e-f65b-4f98-a8bb-294a22811d9f on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:47.514290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.518541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-46a25989-63ed-407f-8804-dc77383e656f req-7c403c5e-ead5-4cee-9bd0-fa32742b0d4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "DELETE /v2.0/ports/a41d146e-f65b-4f98-a8bb-294a22811d9f HTTP/1.1" status: 204 len: 173 time: 1.0379050 Sep 01 15:10:47.525837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'name': 'network-vif-deleted', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:47.529797 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e61cd-b178-4085-a655-179573d2e191" -d '{"events": [{"server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "name": "network-vif-deleted", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:47.583025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dd03243-8539-4a54-8435-58cb68f80824 req-c1f16c64-7f85-47ee-a5c2-9189510f0ce3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976455 Sep 01 15:10:47.666614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5d7ddeef-c57f-42eb-84d1-f9d1163a2fd9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0748479 Sep 01 15:10:47.671541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60652) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:47.679154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': '565a78f0-edf9-42bf-b3a3-4f07affc9663', 'name': 'tempest-PortsTestJSON-1718553917', 'fixed_ips': [{'subnet_id': '90d71c6f-0207-473c-a5ab-9afa8f005db1', 'ip_address': '172.20.0.9'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:47.693025 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83683d1e-62c4-4cb3-b0ca-394d4aa6166a req-30c52a8a-c493-4c27-80f3-aefa8a1ad9d5 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1040566 Sep 01 15:10:47.795561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:47.808006 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfeda6b-a997-4246-bf74-345017ea412b x-openstack-request-id: req-8dfeda6b-a997-4246-bf74-345017ea412b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:47.808373 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05dc9ef-c1d4-46e3-b94f-84a119acc155", "name": "network-vif-deleted", "tag": "a41d146e-f65b-4f98-a8bb-294a22811d9f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:47.808563 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dfeda6b-a997-4246-bf74-345017ea412b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:47.808964 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05dc9ef-c1d4-46e3-b94f-84a119acc155', 'name': 'network-vif-deleted', 'tag': 'a41d146e-f65b-4f98-a8bb-294a22811d9f', 'status': 'completed', 'code': 200} Sep 01 15:10:47.894216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-f8212988-1b25-4ef4-a8a0-0f1b725078c0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.896007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-f8212988-1b25-4ef4-a8a0-0f1b725078c0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 816 time: 0.3529541 Sep 01 15:10:47.908136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7d5f9-9d37-4b39-a09b-e3d30c0a736f None None] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:47.985345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fe846488-9a7f-4eee-9a4b-3d144ce35f2f None None] Provisioning for port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:48.008827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:48.009184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-f94eb8d1-5a9a-4389-822c-94aec86d76dd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 380 time: 0.1031730 Sep 01 15:10:48.032197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'port': {'device_id': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'admin_state_up': True, 'tenant_id': '76291585b32141afbd095b41397ec054', 'security_groups': ['b6745699-b2f9-4359-8022-a033803f0910']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:48.179946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.226727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:48.232785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.267684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 3c1853c5-81d0-4b58-b45f-ddcc813ba884 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:48.311033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Made reservation on behalf of 76291585b32141afbd095b41397ec054 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:48.316532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.319423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.326067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:48.336351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:48.337014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.561380 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.567350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7242d81-1f7a-4cfd-b241-29dd5398099b req-4158f3e7-1e93-4160-bb6f-8ac4810d2cd9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.1218626 Sep 01 15:10:48.709551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,segment=NetworkSegment(545413ff-8b43-47de-bb47-df2eb076b79c),segment_id=545413ff-8b43-47de-bb47-df2eb076b79c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:48.724348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.858787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Provisioning for port d380a2a1-d754-4a93-94de-b85b39ab4f91 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:48.860561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Allocated IP 172.20.0.11 (5866253c-8005-47f9-a4c4-2a2c039db553/f7cdb706-e371-4de4-b828-83dd9a7fb675/8779b0f7-1f48-4565-97ca-0f0a332dae50) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:48.882387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4608607-dda7-43d0-839d-78b393190de3 req-dd7022e6-ca4b-4a0a-b72c-51821434e203 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 210 time: 0.1296880 Sep 01 15:10:48.892879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.9 (565a78f0-edf9-42bf-b3a3-4f07affc9663/90d71c6f-0207-473c-a5ab-9afa8f005db1/3c1853c5-81d0-4b58-b45f-ddcc813ba884) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:48.912292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Provisioning complete for port d380a2a1-d754-4a93-94de-b85b39ab4f91 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:48.913175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.916790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:49.033800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Port d380a2a1-d754-4a93-94de-b85b39ab4f91 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:49.063674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Provisioning complete for port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:49.064611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5862e91b-d135-4482-afd0-eb8463a52f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.104398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e9bd-0656-4fe5-8183-254d2e0586e3 req-5231cb0a-0bfd-4220-a460-3b914385e8aa tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.118891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4583e9bd-0656-4fe5-8183-254d2e0586e3 req-5231cb0a-0bfd-4220-a460-3b914385e8aa tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.2453213 Sep 01 15:10:49.172142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.201283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 3c1853c5-81d0-4b58-b45f-ddcc813ba884 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:49.219432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eac7a78d-613c-4443-8480-202f0d8e16aa req-a981d6f0-59fd-45dc-8d1e-f71ff9965c75 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1344278 Sep 01 15:10:49.250510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.313329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4583e9bd-0656-4fe5-8183-254d2e0586e3 req-2bc6ad60-8ebd-404b-97ce-3f91bdedb55a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847801 Sep 01 15:10:49.326104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=3c1853c5-81d0-4b58-b45f-ddcc813ba884,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:49.343525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d2737fc-0c87-4b68-b370-1577e3ad2e88 None None] Provisioning complete for port d380a2a1-d754-4a93-94de-b85b39ab4f91 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:49.344185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d2737fc-0c87-4b68-b370-1577e3ad2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.373877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:49.373877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:49.374220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:49.467123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6d2737fc-0c87-4b68-b370-1577e3ad2e88 None None] Port d380a2a1-d754-4a93-94de-b85b39ab4f91 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:49.470130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.515618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Transition to ACTIVE for port object 8779b0f7-1f48-4565-97ca-0f0a332dae50 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:49.515879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.517561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.558737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6a7f94af-4e37-4f22-99aa-1f8cd687b859 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8851445 Sep 01 15:10:49.563747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:49.695097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.820261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.823526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5fdc463-5537-4904-963d-b2a669d9063b None None] Provisioning for port 3c1853c5-81d0-4b58-b45f-ddcc813ba884 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:49.830042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5fdc463-5537-4904-963d-b2a669d9063b None None] Provisioning complete for port 3c1853c5-81d0-4b58-b45f-ddcc813ba884 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:49.830494 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5fdc463-5537-4904-963d-b2a669d9063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.860207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Network 5866253c-8005-47f9-a4c4-2a2c039db553 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:49.878257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdc463-5537-4904-963d-b2a669d9063b None None] Port 3c1853c5-81d0-4b58-b45f-ddcc813ba884 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:49.878902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d22432a8-96b6-40ec-83db-9b228330ffe6 req-9d445221-dbfc-4097-81ab-78c3f3c08934 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.1077285 Sep 01 15:10:49.887754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:49.907855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd018d84-31b8-4d46-82dc-708ef5f5379a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.914646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fd018d84-31b8-4d46-82dc-708ef5f5379a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3446727 Sep 01 15:10:49.914646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:49.915144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:49.924462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:50.012747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.013891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.063596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-50c5a326-f1f3-408b-9476-78246796a93b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0453992 Sep 01 15:10:50.080779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Request body: {'port': {'device_id': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:50.082256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd34829-725d-4992-acc3-2fac80fc3732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.095676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd34829-725d-4992-acc3-2fac80fc3732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.103900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:50.110023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd34829-725d-4992-acc3-2fac80fc3732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.113526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dcd34829-725d-4992-acc3-2fac80fc3732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1966941 Sep 01 15:10:50.160949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60674) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:50.253524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:50.254133 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.261205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44162-826b-4b36-8945-c01b0a617ef5 req-ba2d3505-1c89-47eb-8a4a-d89400bda9f4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.265488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6e44162-826b-4b36-8945-c01b0a617ef5 req-ba2d3505-1c89-47eb-8a4a-d89400bda9f4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 932 time: 0.1486638 Sep 01 15:10:50.337121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.353321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8afdc199-f8e0-46bf-8d2f-d1242b6fd980 None None] Provisioning for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:50.378303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6e44162-826b-4b36-8945-c01b0a617ef5 req-603b2bd9-abb7-49f0-a020-9bb96e1201f5 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995655 Sep 01 15:10:50.388534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8afdc199-f8e0-46bf-8d2f-d1242b6fd980 None None] Provisioning complete for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:50.389360 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8afdc199-f8e0-46bf-8d2f-d1242b6fd980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.492946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f703d3ae-db90-4794-9faf-ce379b009d8d req-bed8788a-da6c-4daa-871e-1af27d11747a tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Sep 01 15:10:50.567002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8afdc199-f8e0-46bf-8d2f-d1242b6fd980 None None] Port 8779b0f7-1f48-4565-97ca-0f0a332dae50 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:50.628924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 3c1853c5-81d0-4b58-b45f-ddcc813ba884 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:50.629886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.732014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121ca55-2a8a-4cf7-b70f-be7eeffeb40a req-d9c368e2-da88-4fe9-a2ea-cee4f59ec7c5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.735572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f121ca55-2a8a-4cf7-b70f-be7eeffeb40a req-d9c368e2-da88-4fe9-a2ea-cee4f59ec7c5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.1037698 Sep 01 15:10:50.826180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f121ca55-2a8a-4cf7-b70f-be7eeffeb40a req-aeb25c30-ef88-4684-9ccd-a0ef8387b0d0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839159 Sep 01 15:10:50.935680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.973708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 3c1853c5-81d0-4b58-b45f-ddcc813ba884 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:51.007386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:51.103570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:51.111044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:51.111668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.170702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0e16a36-b268-4031-8125-13999f59c2b1 req-9171cbb1-4ccf-4500-97c1-d95082e19118 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.1479659 Sep 01 15:10:51.217878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:51.236247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.261601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.278987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Transition to ACTIVE for port object 8779b0f7-1f48-4565-97ca-0f0a332dae50 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:51.286421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.303939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:51.308297 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5ae9d-0206-4d75-a1a0-86ac3c2fb470" -d '{"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-plugged", "status": "completed", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:51.349672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:51.360073 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.361529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a41d146e-f65b-4f98-a8bb-294a22811d9f no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:51.433417 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6f45b-12c6-4933-9676-55b0703e015a x-openstack-request-id: req-18f6f45b-12c6-4933-9676-55b0703e015a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:51.434025 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-plugged", "status": "completed", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:51.435007 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18f6f45b-12c6-4933-9676-55b0703e015a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:51.435610 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'code': 200} Sep 01 15:10:51.438764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: a41d146e-f65b-4f98-a8bb-294a22811d9f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:51.439467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device a41d146e-f65b-4f98-a8bb-294a22811d9f not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:51.499571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:51.571486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:51.598972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.755955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=3c1853c5-81d0-4b58-b45f-ddcc813ba884,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:51.794807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a90c7ce-a787-4d17-b485-e3500fcdee8a req-5232e542-f15e-43ac-8593-731babab8357 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0592425 Sep 01 15:10:51.831462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64658c-8e8e-49bf-a9f8-f1857e03ec77 req-9b89dfa6-9056-4fcf-8a3b-6003571baf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:51.834242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb64658c-8e8e-49bf-a9f8-f1857e03ec77 req-9b89dfa6-9056-4fcf-8a3b-6003571baf98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1098 time: 0.3178785 Sep 01 15:10:51.952662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c85ed-b414-4f21-a61a-3f8c26125733 req-63e736bb-1093-4c23-b797-29a9b178cf65 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:51.966487 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c5c85ed-b414-4f21-a61a-3f8c26125733 req-63e736bb-1093-4c23-b797-29a9b178cf65 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.3629637 Sep 01 15:10:51.977182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Attempting to bind port 8779b0f7-1f48-4565-97ca-0f0a332dae50 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:51.978308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Attempting to bind port 8779b0f7-1f48-4565-97ca-0f0a332dae50 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:51.978889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Attempting to bind port 8779b0f7-1f48-4565-97ca-0f0a332dae50 on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:52.036237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Port 8779b0f7-1f48-4565-97ca-0f0a332dae50 on network 5866253c-8005-47f9-a4c4-2a2c039db553 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:52.036795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Attempting to bind port 8779b0f7-1f48-4565-97ca-0f0a332dae50 on network 5866253c-8005-47f9-a4c4-2a2c039db553 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:52.066091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.070016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e074709-f358-4922-81f8-976850079ac7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/3c1853c5-81d0-4b58-b45f-ddcc813ba884 HTTP/1.1" status: 204 len: 168 time: 1.9071884 Sep 01 15:10:52.073527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60698) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:52.084677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:52.085359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Checking segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:52.086029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Bound using segment: {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:52.086883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Bound port: 8779b0f7-1f48-4565-97ca-0f0a332dae50, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:52.087565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.096799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa92ae-fb2c-4b16-9afd-ae772bcad4c2 req-a99a20f6-94b1-4f92-b5c8-6b7ca151f53f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.106599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0baa92ae-fb2c-4b16-9afd-ae772bcad4c2 req-a99a20f6-94b1-4f92-b5c8-6b7ca151f53f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1116993 Sep 01 15:10:52.121138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb64658c-8e8e-49bf-a9f8-f1857e03ec77 req-f7838207-3d6c-4e0a-b821-4e46370ff2a8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194455 Sep 01 15:10:52.135018 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fea4286-f72c-473d-940d-bf266b657df3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:52.140311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2fea4286-f72c-473d-940d-bf266b657df3 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/3c1853c5-81d0-4b58-b45f-ddcc813ba884 HTTP/1.1" status: 404 len: 333 time: 0.0654292 Sep 01 15:10:52.142060 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c5c85ed-b414-4f21-a61a-3f8c26125733 req-e298852c-01de-456b-abc4-72a096865942 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559184 Sep 01 15:10:52.143053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60700) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:52.183218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0baa92ae-fb2c-4b16-9afd-ae772bcad4c2 req-dd094e7c-c4ec-4ae1-90df-06c2b7323343 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745180 Sep 01 15:10:52.405010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a003570-f890-416d-98c4-360bfccd7684 req-dc9cc341-a1e5-47df-b9ae-41afe5e1691c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.0767512 Sep 01 15:10:52.428599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:52.434280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:52.443880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.515439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.516082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.517636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] 10.222.0.50 "PUT /v2.0/ports/8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 1093 time: 2.4421108 Sep 01 15:10:52.519239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:52.521705 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651aa3cf-47f4-4309-a2cb-d2b069a02d33" -d '{"events": [{"name": "network-changed", "server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:52.531915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port d380a2a1-d754-4a93-94de-b85b39ab4f91 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:52.532446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.621694 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d59d54-e4a2-460a-9d69-806575210bb5 x-openstack-request-id: req-c7d59d54-e4a2-460a-9d69-806575210bb5 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:52.622053 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:52.622438 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7d59d54-e4a2-460a-9d69-806575210bb5 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:52.622732 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'status': 'completed', 'code': 200} Sep 01 15:10:52.654618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbada344-1d9f-45b8-830e-15cf74be0925 service neutron] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:52.727002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-9164fa50-89d4-455d-8698-f4feda35b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.729817 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-9164fa50-89d4-455d-8698-f4feda35b10c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1096 time: 0.1217408 Sep 01 15:10:52.952745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54c5144c-eede-4e06-9956-8cb3b9ac1944 req-71260b45-a3bf-4e3c-b630-291c92f7de2c tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0476391 Sep 01 15:10:53.203596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-9cb4ce71-bf7c-429d-9068-1becd5a60bc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 217 time: 0.4594569 Sep 01 15:10:53.289226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:53.310676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for d380a2a1-d754-4a93-94de-b85b39ab4f91 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:53.409326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885402-4ae1-43da-baf7-cc4e0b0a6508 req-2c22b8ce-caf0-4435-a22a-b6dbd41ed582 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:53.412958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b885402-4ae1-43da-baf7-cc4e0b0a6508 req-2c22b8ce-caf0-4435-a22a-b6dbd41ed582 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1318593 Sep 01 15:10:53.498542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b885402-4ae1-43da-baf7-cc4e0b0a6508 req-15ed0665-90da-48ab-9559-cc5bb35fd139 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718813 Sep 01 15:10:53.536427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-e6eed96b-3f57-4093-b633-c255f8dd552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:53.539090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-e6eed96b-3f57-4093-b633-c255f8dd552d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.3250089 Sep 01 15:10:53.567810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bf207-2052-4ee0-a4fc-dd191402e643 req-3e666e80-658f-405d-8571-87678b9b93e7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:53.570777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-213bf207-2052-4ee0-a4fc-dd191402e643 req-3e666e80-658f-405d-8571-87678b9b93e7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.2332265 Sep 01 15:10:53.698628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27653e2e-e5ea-4d28-9809-7ff66be40d5b req-91095b74-bb2d-4bc1-ad44-b097c03cbe3e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e05dc9ef-c1d4-46e3-b94f-84a119acc155 HTTP/1.1" status: 200 len: 210 time: 0.0346994 Sep 01 15:10:53.725758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-6335a653-58a3-4310-b9ba-66efc3c38d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:53.728496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-6335a653-58a3-4310-b9ba-66efc3c38d43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781118 Sep 01 15:10:53.733852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-213bf207-2052-4ee0-a4fc-dd191402e643 req-6b1edcda-5187-407e-a6df-050cc6b56954 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Sep 01 15:10:53.904779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:53.950820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=d380a2a1-d754-4a93-94de-b85b39ab4f91,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:53.971982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-60c2f6d3-8249-4f60-b83a-fb301d4dc9f6 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306323 Sep 01 15:10:54.126719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.128825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f712660-5d2d-4668-b1d7-6817b80f7700 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/d380a2a1-d754-4a93-94de-b85b39ab4f91 HTTP/1.1" status: 204 len: 168 time: 1.9787483 Sep 01 15:10:54.131665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60724) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:54.174461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eafff9f9-07e6-4a16-9085-535972c618f8 req-dd9d72b1-3094-40f8-bcdd-56b916f3e9ed tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0425177 Sep 01 15:10:54.180467 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-756d0048-b5b4-4433-b80b-54a3d867b732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:10:54.183484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-756d0048-b5b4-4433-b80b-54a3d867b732 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/d380a2a1-d754-4a93-94de-b85b39ab4f91 HTTP/1.1" status: 404 len: 333 time: 0.0489936 Sep 01 15:10:54.186668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:54.219095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6457d1c7-4e8b-417b-a0d8-d150adb530de req-2c087275-e64b-4a3f-80e9-916d342b40db service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249417 Sep 01 15:10:54.267729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 90d71c6f-0207-473c-a5ab-9afa8f005db1 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:54.271616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.333023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.347432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-37ec9839-e003-44dc-8868-7a185a88e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.350065 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-37ec9839-e003-44dc-8868-7a185a88e480 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1096 time: 0.0767262 Sep 01 15:10:54.462233 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.518239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-c37a5ffc-cedf-41d3-9539-35fec07b09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.522425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-c37a5ffc-cedf-41d3-9539-35fec07b09ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.1447599 Sep 01 15:10:54.582487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.616768 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-e04114e3-739c-487b-8aa2-12db3ada6c83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 217 time: 0.0839341 Sep 01 15:10:54.633777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=90d71c6f-0207-473c-a5ab-9afa8f005db1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:54.641282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.645000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a3b118c-d85d-47b8-b8af-a32ea48607e1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/90d71c6f-0207-473c-a5ab-9afa8f005db1 HTTP/1.1" status: 204 len: 168 time: 0.4567869 Sep 01 15:10:54.648986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:54.655779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d186b6-a09b-4fbf-bb62-dc850f7da984 None None] Network 565a78f0-edf9-42bf-b3a3-4f07affc9663 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:54.729263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-27ab3e3e-832c-4618-81fc-8a95d360b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.731411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-27ab3e3e-832c-4618-81fc-8a95d360b8de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.1057222 Sep 01 15:10:54.812046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.836427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-dd6b9e52-779e-45a1-8564-eb0f98bd628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.839509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-dd6b9e52-779e-45a1-8564-eb0f98bd628d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990210 Sep 01 15:10:54.849861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281218-201c-423f-b1ee-4bfb0df4d5f6 req-968a146a-ac1f-4b51-8f82-41046efc9f7c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.862262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69281218-201c-423f-b1ee-4bfb0df4d5f6 req-968a146a-ac1f-4b51-8f82-41046efc9f7c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1655481 Sep 01 15:10:54.995861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69281218-201c-423f-b1ee-4bfb0df4d5f6 req-f899f91c-e5fc-4cda-886e-4037931f4cfa tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324365 Sep 01 15:10:55.033208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:55.033208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.047025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] DHCP port deletion for 565a78f0-edf9-42bf-b3a3-4f07affc9663 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:10:55.056672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0dfcf-0cb1-4ed7-bdbc-0960d986426f req-15a819fd-86c2-458e-af8d-0e266490c154 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.068017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fbb0dfcf-0cb1-4ed7-bdbc-0960d986426f req-15a819fd-86c2-458e-af8d-0e266490c154 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1107183 Sep 01 15:10:55.112209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-e5c7644a-8d75-4511-b22a-682f878396bd service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640526 Sep 01 15:10:55.115756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Deleting port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:55.116126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.140458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fbb0dfcf-0cb1-4ed7-bdbc-0960d986426f req-ee61bc11-64d1-42ae-a83f-fb579610074e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709045 Sep 01 15:10:55.211878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,segment=NetworkSegment(545413ff-8b43-47de-bb47-df2eb076b79c),segment_id=545413ff-8b43-47de-bb47-df2eb076b79c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:55.212786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.246093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] For port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,segment=NetworkSegment(545413ff-8b43-47de-bb47-df2eb076b79c),segment_id=545413ff-8b43-47de-bb47-df2eb076b79c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:55.246475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.250821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:55.286866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Calling delete_port for aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:55.339446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-651aa3cf-47f4-4309-a2cb-d2b069a02d33 req-f7c8c889-3b8d-4400-8878-4689a98f78af service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149413 Sep 01 15:10:55.488704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.495920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.509813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbd6d10c-a89e-4746-8eb5-e4307ca07cfd req-12684191-8726-4cd2-8a51-de389eb88993 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0610354 Sep 01 15:10:55.532359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] Pushing event deleted for resources: {'Port': ['ID=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:55.536577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:55.554607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3602fc8-e9a9-4c91-bc63-a9f17c208940 None None] No DVR routers for this DVR port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:55.560749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:55.607238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e7a4c-8c19-4c75-bdd7-6c0c0599c010 req-62f2d8b5-30cf-4d61-aeaa-a28a28bbd6aa tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.608853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d0e7a4c-8c19-4c75-bdd7-6c0c0599c010 req-62f2d8b5-30cf-4d61-aeaa-a28a28bbd6aa tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1098 time: 0.2146411 Sep 01 15:10:55.706905 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.727069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565a78f0-edf9-42bf-b3a3-4f07affc9663']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:55.731022 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d0e7a4c-8c19-4c75-bdd7-6c0c0599c010 req-d0430fef-7905-4655-8870-6c16b8f7fe5a tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080494 Sep 01 15:10:55.740121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545413ff-8b43-47de-bb47-df2eb076b79c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:55.740426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545413ff-8b43-47de-bb47-df2eb076b79c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:55.761660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.775522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.786698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:55.787110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:55.790841 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:55.815131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-5e902729-9472-4715-a235-d0f0e2c9a4fe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.821936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-5e902729-9472-4715-a235-d0f0e2c9a4fe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.1428640 Sep 01 15:10:55.845969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-8e18d762-b5eb-4841-9e20-306d37b8b7cd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0225313 Sep 01 15:10:55.872583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.883166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-6ec18cb4-f33c-4408-8e1e-3a4286d9058a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361998 Sep 01 15:10:55.885103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.887063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/565a78f0-edf9-42bf-b3a3-4f07affc9663 HTTP/1.1" status: 204 len: 168 time: 1.2361550 Sep 01 15:10:55.891821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60770) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:55.901361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-156037641'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:55.905349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf201f-158c-4743-81f8-42c50d098e40 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=565a78f0-edf9-42bf-b3a3-4f07affc9663,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:56.022496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:56.027813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:56.028388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.061053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:56.061981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aa16e9d1-54af-4bd0-9e69-ca7cbaa7e57e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:56.110330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:10:56.116523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-0771f78c-4948-4b56-b587-3eef7585e31f service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069874 Sep 01 15:10:56.157149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.157554 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Added segment ffb88414-7301-455f-ba04-1776cd2ea7ac of type vlan for network e395e904-9f85-4854-86dc-2271c5d117c9 Sep 01 15:10:56.266645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2db5-e424-4b69-8600-775b7686f7b6 req-e258cf8a-1c96-4355-95a9-d76169dc59e4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:56.268671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b9f2db5-e424-4b69-8600-775b7686f7b6 req-e258cf8a-1c96-4355-95a9-d76169dc59e4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1375048 Sep 01 15:10:56.304056 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.370229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b9f38e76-e2f8-493e-bc42-a866045441f1 req-c5f1a487-b651-483d-a5ad-994e548b7d18 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425184 Sep 01 15:10:56.376581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b9f2db5-e424-4b69-8600-775b7686f7b6 req-153b4214-55bd-49ae-ba07-0891a18186b1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930605 Sep 01 15:10:56.384962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.399074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:56.400252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.549190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6547105 Sep 01 15:10:56.555110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60786) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:56.565048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:56.574207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf94f26-5a2d-46d5-adb8-40fcae576412 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Network': ['ID=e395e904-9f85-4854-86dc-2271c5d117c9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:56.604857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e395e904-9f85-4854-86dc-2271c5d117c9 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:10:56.833760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36231363-7922-45f8-9603-bafe01078081 req-c0358a9f-05d9-4e96-94fc-e70dfe3332fe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=3db69e45-3c0a-43cf-be37-23d4fe215450 HTTP/1.1" status: 200 len: 210 time: 0.0518582 Sep 01 15:10:56.867358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36e5c362-38f0-4c0c-b186-092b138ae0a7 req-b7419841-4c94-4950-8ebf-d92e2ad6c434 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0772955 Sep 01 15:10:56.903977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:56.913768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.040051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:57.326707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.331630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:57.358422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:57.502621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=4da69a65-8f53-4fcd-b8b2-6813b7955302,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:57.521972 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.522137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Checking segment: {'id': 'ffb88414-7301-455f-ba04-1776cd2ea7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:57.525994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network hostable DHCP agents. Network: e395e904-9f85-4854-86dc-2271c5d117c9, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:10:57.564110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.580042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:57.628427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:57.637986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network e395e904-9f85-4854-86dc-2271c5d117c9 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:10:57.643310 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.665488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e395e904-9f85-4854-86dc-2271c5d117c9) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:57.678864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.679907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.714037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7705b6-1b7f-4fec-98c1-e1db58dda1af None None] Network e395e904-9f85-4854-86dc-2271c5d117c9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:10:57.721827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca4f7-82ea-4fdd-b5bd-2df7d37be17e req-413b995b-6a36-429d-931d-e04fb7c849fd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.724632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-615ca4f7-82ea-4fdd-b5bd-2df7d37be17e req-413b995b-6a36-429d-931d-e04fb7c849fd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1562994 Sep 01 15:10:57.728055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f4fe92a4-1a51-43fd-b95b-23dcbf11f23b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1709425 Sep 01 15:10:57.733268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60826) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:57.742412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1153232264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:57.798976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:57.834419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.835689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-0dd0f24b-86bd-402a-919d-3abbecc4f04a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.836545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.844271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-0dd0f24b-86bd-402a-919d-3abbecc4f04a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.2099874 Sep 01 15:10:57.856743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-615ca4f7-82ea-4fdd-b5bd-2df7d37be17e req-2a8806a2-5955-4b85-9b46-b61558c1237b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037691 Sep 01 15:10:57.867298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-32555d2f-66ac-4989-9af6-3e621d37a014 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0207164 Sep 01 15:10:57.954756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.956288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-b9de49ec-28ab-4f6b-885f-ade0e9e3d8e0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826962 Sep 01 15:10:57.964162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.000622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.006530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cd290f19-51fa-47a9-b57f-af082c7d9d58 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2686741 Sep 01 15:10:58.007578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60832) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:58.019049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9', 'name': 'tempest-PortsTestJSON-810566419'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:58.149097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8779b0f7-1f48-4565-97ca-0f0a332dae50'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:58.246228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-0a33683a-41fb-42b5-a5a0-14f4e4ea3bac service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853489 Sep 01 15:10:58.262876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32c8728a-2619-4217-b50c-da29c6351620 req-8e9414d7-002d-49f6-9587-cf75d2be98da tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0645604 Sep 01 15:10:58.287200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e395e904-9f85-4854-86dc-2271c5d117c9', 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': '4da69a65-8f53-4fcd-b8b2-6813b7955302'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:10:58.288294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.310499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:58.316728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.350618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 8e602947-0901-4cd6-baf5-5f126fbfe742 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:10:58.441479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-40c23dd1-ad1e-4158-add2-6fd3e53901eb service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889210 Sep 01 15:10:58.539860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.2 (e395e904-9f85-4854-86dc-2271c5d117c9/4da69a65-8f53-4fcd-b8b2-6813b7955302/8e602947-0901-4cd6-baf5-5f126fbfe742) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:58.856286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5c9651e-6acf-4049-8e2d-df8561376aef req-6daa1234-27a1-4834-b259-3ac893ea02a0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 210 time: 0.0721514 Sep 01 15:10:58.961641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.985908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 8e602947-0901-4cd6-baf5-5f126fbfe742 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:59.112980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644dce8-b3f9-4872-aa3f-9b50bff3daa5 req-142239a8-d76c-4418-abef-d6d7c5e8c6b0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:59.114776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1644dce8-b3f9-4872-aa3f-9b50bff3daa5 req-142239a8-d76c-4418-abef-d6d7c5e8c6b0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.1141503 Sep 01 15:10:59.125653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.203098 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0aae35fb-752c-4a89-8348-0d20f1ef3721 {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:10:59.204102 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:10:59.205514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network e395e904-9f85-4854-86dc-2271c5d117c9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:59.223428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:59.233844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:59.242306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=8e602947-0901-4cd6-baf5-5f126fbfe742,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:59.292305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1644dce8-b3f9-4872-aa3f-9b50bff3daa5 req-e3a8a53d-fa03-4dff-9546-37bd79456ae9 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557789 Sep 01 15:10:59.389330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:59.391383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.472268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e379ea2-b7bb-462f-a479-33d9d53f96de tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4581172 Sep 01 15:10:59.472444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:59.613331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6b8d5d6-8ed9-43e3-b836-7a80c23e5542 req-80d38378-724e-4175-a308-4e7fe04d5ca7 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0811989 Sep 01 15:10:59.705997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.932898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.997758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Allocated IP 172.20.0.3 (e395e904-9f85-4854-86dc-2271c5d117c9/4da69a65-8f53-4fcd-b8b2-6813b7955302/9df801fa-1299-4deb-90d7-669b940e1d6b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:00.016036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fab547f-3337-4467-a4a5-8811f2bf45a5 req-b29f0a2e-5ab9-4a7a-aa6d-72a92ffc48b0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 210 time: 0.0467095 Sep 01 15:11:00.296494 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.315726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Transition to ACTIVE for port object 9df801fa-1299-4deb-90d7-669b940e1d6b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:00.349732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Transition to ACTIVE for port object 9df801fa-1299-4deb-90d7-669b940e1d6b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:00.367243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.494724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ce432e5b-00e6-4ce9-8e15-c0362c9e78df tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.496358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ce432e5b-00e6-4ce9-8e15-c0362c9e78df tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.2808323 Sep 01 15:11:00.502541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Network e395e904-9f85-4854-86dc-2271c5d117c9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:00.508328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:00.511722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': 'b74fd678-6666-4790-834f-953bc340ef34', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:00.515325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:00.594593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Pushing event updated for resources: {'Port': ['ID=9df801fa-1299-4deb-90d7-669b940e1d6b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:00.688658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Attempting to bind port 9df801fa-1299-4deb-90d7-669b940e1d6b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:00.689339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Attempting to bind port 9df801fa-1299-4deb-90d7-669b940e1d6b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'ffb88414-7301-455f-ba04-1776cd2ea7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:00.689937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Attempting to bind port 9df801fa-1299-4deb-90d7-669b940e1d6b on network e395e904-9f85-4854-86dc-2271c5d117c9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:00.702604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:00.703305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Checking segment: {'id': 'ffb88414-7301-455f-ba04-1776cd2ea7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:00.704025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.704709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Bound using segment: {'id': 'ffb88414-7301-455f-ba04-1776cd2ea7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:00.705624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Bound port: 9df801fa-1299-4deb-90d7-669b940e1d6b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb88414-7301-455f-ba04-1776cd2ea7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e395e904-9f85-4854-86dc-2271c5d117c9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:00.706397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.748445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:00.753727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.838858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] For port 9df801fa-1299-4deb-90d7-669b940e1d6b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:00.845187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] For port 9df801fa-1299-4deb-90d7-669b940e1d6b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9df801fa-1299-4deb-90d7-669b940e1d6b,segment=NetworkSegment(ffb88414-7301-455f-ba04-1776cd2ea7ac),segment_id=ffb88414-7301-455f-ba04-1776cd2ea7ac)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:00.851940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.922428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a4ab864-79ae-4fee-9588-8d53c4dd8203 req-de4d46c8-661b-4d24-8444-de056bef2bbf tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0708394 Sep 01 15:11:00.945367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaa212-1d37-4c32-9304-b0298f0388ad req-1a4f3f0d-1833-4245-ad0d-07129810ecda tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.947981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40eaa212-1d37-4c32-9304-b0298f0388ad req-1a4f3f0d-1833-4245-ad0d-07129810ecda tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.2888536 Sep 01 15:11:01.000950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451ad2-9cc2-4dfa-a7f7-d275ba4473c1 None None] Pushing event updated for resources: {'Port': ['ID=9df801fa-1299-4deb-90d7-669b940e1d6b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:01.072876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:01.095968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.14 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/6bb074c4-1d00-4df6-ba4a-9bc05809b936) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:01.172386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40eaa212-1d37-4c32-9304-b0298f0388ad req-07533073-2a6c-4318-a46a-24543357e5a8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120740 Sep 01 15:11:01.211384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:01.218277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:01.219038 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.392295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.405120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.423316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.476338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:01.481514 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f35d03b-bf6a-478b-b177-fdb76836f0e3" -d '{"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:01.516166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e459ba6-8838-4484-be28-d3a22522f5f0 req-9efd4d48-749a-4410-8c48-4903dca6ed12 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 210 time: 0.2462077 Sep 01 15:11:01.537218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:11:01.547142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:01.571113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.720020 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f9b45-18ec-4bfe-aed2-92c6816b05bb x-openstack-request-id: req-228f9b45-18ec-4bfe-aed2-92c6816b05bb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:01.720483 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:01.720968 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-228f9b45-18ec-4bfe-aed2-92c6816b05bb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:01.721818 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'code': 200} Sep 01 15:11:01.723985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:01.725189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.763793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=8e602947-0901-4cd6-baf5-5f126fbfe742,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:01.855775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.857109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.857977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.858416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.859276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.859901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.860539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.861295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.861827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.862426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.862989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.863656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:01.901046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.979417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fd6ed-da18-4a31-bff6-7f2bdfd55d0f req-16e4d689-7ad3-4363-b2c1-efbed75341a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:01.982698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b28fd6ed-da18-4a31-bff6-7f2bdfd55d0f req-16e4d689-7ad3-4363-b2c1-efbed75341a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1098 time: 0.2145479 Sep 01 15:11:02.155341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9df801fa-1299-4deb-90d7-669b940e1d6b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:02.188027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.233267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9df801fa-1299-4deb-90d7-669b940e1d6b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:02.493875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1f5bc-4ce1-4626-b7e4-60971b991258 req-51bd9ed1-eae5-4e89-b472-0a2b393a259d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.497327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fec1f5bc-4ce1-4626-b7e4-60971b991258 req-51bd9ed1-eae5-4e89-b472-0a2b393a259d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1702914 Sep 01 15:11:02.503923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:02.551075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:02.555924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:02.588956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.659967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a049df2-2365-48c4-810e-742012d56a96 req-f0794a4f-3c9b-44ec-b43d-9f81d685c831 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.1429625 Sep 01 15:11:02.671868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:02.692213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fec1f5bc-4ce1-4626-b7e4-60971b991258 req-d8e0ca46-00ef-48e8-af55-fa59fee35c19 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779392 Sep 01 15:11:02.720362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b28fd6ed-da18-4a31-bff6-7f2bdfd55d0f req-0c6a5d38-c2ab-4d0c-b34a-12c56a10fa3e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7124212 Sep 01 15:11:02.763294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.764407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.778833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc2183-519d-4879-a1ea-29e270b412b8 None None] Network e395e904-9f85-4854-86dc-2271c5d117c9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:02.855437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ddadf5d4-7a97-4782-ac8d-e5f9350df5f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3478785 Sep 01 15:11:02.905455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2169d-c9c4-48d7-b396-dfba778c8fa4 req-840d1a3f-457e-4880-a831-5979083a52af tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.907721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7cd2169d-c9c4-48d7-b396-dfba778c8fa4 req-840d1a3f-457e-4880-a831-5979083a52af tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 932 time: 0.1013889 Sep 01 15:11:02.945515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Provisioning for port 9df801fa-1299-4deb-90d7-669b940e1d6b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:02.961894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Provisioning complete for port 9df801fa-1299-4deb-90d7-669b940e1d6b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:02.962391 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.965313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Request body: {'port': {'device_id': 'b74fd678-6666-4790-834f-953bc340ef34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:03.021609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7cd2169d-c9c4-48d7-b396-dfba778c8fa4 req-b36b43ae-a8c1-4b4d-8c56-468e6a911619 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970385 Sep 01 15:11:03.105816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.171414 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.246840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] For port 9df801fa-1299-4deb-90d7-669b940e1d6b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9df801fa-1299-4deb-90d7-669b940e1d6b,segment=NetworkSegment(ffb88414-7301-455f-ba04-1776cd2ea7ac),segment_id=ffb88414-7301-455f-ba04-1776cd2ea7ac)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:03.257597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.337678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484356-fd74-4ac6-909e-24a3c08876fd None None] Pushing event updated for resources: {'Port': ['ID=9df801fa-1299-4deb-90d7-669b940e1d6b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:03.379657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.390288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.525770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=8e602947-0901-4cd6-baf5-5f126fbfe742,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:03.556245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.635929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Provisioning complete for port 9df801fa-1299-4deb-90d7-669b940e1d6b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:03.636603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.645109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb074c4-1d00-4df6-ba4a-9bc05809b936 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:03.656247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.684478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Transition to ACTIVE for port object 6bb074c4-1d00-4df6-ba4a-9bc05809b936 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:03.697637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.817768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network e395e904-9f85-4854-86dc-2271c5d117c9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:03.821732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:03.909510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f855ad4-7b6b-4073-8cca-47f488580511 req-fc71b5c1-5ea2-4dc2-8703-c246aca328d0 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0885901 Sep 01 15:11:03.910423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:04.035966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Provisioning for port 8e602947-0901-4cd6-baf5-5f126fbfe742 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:04.047357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Provisioning complete for port 8e602947-0901-4cd6-baf5-5f126fbfe742 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:04.048477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.094020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Attempting to bind port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:04.095556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Attempting to bind port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:04.097283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Attempting to bind port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:04.116298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:04.116888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Attempting to bind port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:04.125028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:04.125490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:04.126084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:04.126616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Bound port: 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:04.129699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.134804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c2169fa9-4559-445f-9523-5784c6ffa16b None None] Port 8e602947-0901-4cd6-baf5-5f126fbfe742 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:04.222409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9df801fa-1299-4deb-90d7-669b940e1d6b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:04.301373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61dfb-bd98-4097-bfc9-3c9669a340c7 req-14efc04c-07a6-4f8a-88f3-bb3d59eb1ee8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.311423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fe61dfb-bd98-4097-bfc9-3c9669a340c7 req-14efc04c-07a6-4f8a-88f3-bb3d59eb1ee8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1622257 Sep 01 15:11:04.338070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1b17f604-c31c-469b-96b5-4f3745e4f7c4 None None] Provisioning complete for port 8e602947-0901-4cd6-baf5-5f126fbfe742 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:04.338440 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b17f604-c31c-469b-96b5-4f3745e4f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.365363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:04.402377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:04.415111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.436054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8bfb2-e7dd-4c0a-ad67-5c33d4a8beb6 req-d6d9c01d-2bd1-4ab4-a6ed-343436f6fdf4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.437095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fe61dfb-bd98-4097-bfc9-3c9669a340c7 req-47bc90bb-9fbe-436c-bd4c-e85da574dc8e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159410 Sep 01 15:11:04.442222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Router c827567c-38fa-4dce-9599-8cd7d9b3d6fb is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:11:04.448294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fc8bfb2-e7dd-4c0a-ad67-5c33d4a8beb6 req-d6d9c01d-2bd1-4ab4-a6ed-343436f6fdf4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 944 time: 0.1441259 Sep 01 15:11:04.479190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1b17f604-c31c-469b-96b5-4f3745e4f7c4 None None] Port 8e602947-0901-4cd6-baf5-5f126fbfe742 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:04.522490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9df801fa-1299-4deb-90d7-669b940e1d6b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:04.523124 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.569115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.569840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.571382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] 10.222.0.50 "PUT /v2.0/ports/6bb074c4-1d00-4df6-ba4a-9bc05809b936 HTTP/1.1" status: 200 len: 1093 time: 1.6111727 Sep 01 15:11:04.572219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:04.575575 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af29345-6cc0-4b28-bfee-956e12519e49" -d '{"events": [{"name": "network-changed", "server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:04.617593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fc8bfb2-e7dd-4c0a-ad67-5c33d4a8beb6 req-00bc5c2a-0432-4091-b13f-9fa9602c3d00 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663246 Sep 01 15:11:04.650099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-80439370-3916-482a-9de0-6043da07f292 None None] Provisioning complete for port 8e602947-0901-4cd6-baf5-5f126fbfe742 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:04.650603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80439370-3916-482a-9de0-6043da07f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.717724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c45b-6174-4c98-81ce-16d1edc88956 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:04.738770 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032791be-18a7-456b-9586-9b0b02feaae2 x-openstack-request-id: req-032791be-18a7-456b-9586-9b0b02feaae2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:04.739248 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:04.739660 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-032791be-18a7-456b-9586-9b0b02feaae2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:04.740335 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936', 'status': 'completed', 'code': 200} Sep 01 15:11:04.776403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:04.787664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee6fbb01-eae5-4d5f-93c0-f86070b8f5c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/routers/c827567c-38fa-4dce-9599-8cd7d9b3d6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3143206 Sep 01 15:11:04.788325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:04.823370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] Sync routers for ids ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:04.837878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-5a314ce1-9b86-486e-9965-f27105a5bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.840931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-80439370-3916-482a-9de0-6043da07f292 None None] Port 8e602947-0901-4cd6-baf5-5f126fbfe742 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:04.845867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-5a314ce1-9b86-486e-9965-f27105a5bc82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 1096 time: 0.1850390 Sep 01 15:11:04.854316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] Routers {'c827567c-38fa-4dce-9599-8cd7d9b3d6fb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:04.855646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:04.864007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4d1ba-72dc-426e-aa81-891c9cd0936c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.873626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60916) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:04.874477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7dd4d1ba-72dc-426e-aa81-891c9cd0936c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?device_id=c827567c-38fa-4dce-9599-8cd7d9b3d6fb HTTP/1.1" status: 200 len: 981 time: 0.0846231 Sep 01 15:11:04.925631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:04.945734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] Routers {'c827567c-38fa-4dce-9599-8cd7d9b3d6fb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:04.948814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:05.004389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:05.006417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297797e-49ba-4fa2-904f-90beac283b78 None None] The sync data for ids ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:05.019576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-55b5cd0d-0804-4080-933b-ea94eeb97548 None None] Provisioning complete for port 8e602947-0901-4cd6-baf5-5f126fbfe742 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:05.020076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55b5cd0d-0804-4080-933b-ea94eeb97548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:05.057289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-1b76bceb-d2ef-4ca5-ad2f-39f905ca86ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936 HTTP/1.1" status: 200 len: 217 time: 0.2031777 Sep 01 15:11:05.071301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-55b5cd0d-0804-4080-933b-ea94eeb97548 None None] Port 8e602947-0901-4cd6-baf5-5f126fbfe742 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:05.156558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eddf1462-eebd-4bc3-a89f-0d2f3132a236 req-5fe0b2c6-1598-4486-81c9-869b3f4f1596 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0640821 Sep 01 15:11:05.330266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c639-f34c-406e-82aa-8959576b00ef req-735bbdb9-8ab7-4aff-adff-2845d43ccaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.331898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-735bbdb9-8ab7-4aff-adff-2845d43ccaf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.2056327 Sep 01 15:11:05.433018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-563113db-b328-4f49-afff-090790a0c361 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619504 Sep 01 15:11:05.646132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-4eefbb52-a3f7-4588-ad6b-93bc1cd8380a service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026210 Sep 01 15:11:05.649337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c44e3-3d12-4e20-8594-bfc14ec38cf2 req-e8c463d3-1f4c-41b1-9c69-6b24f5c571e3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.657227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400c44e3-3d12-4e20-8594-bfc14ec38cf2 req-e8c463d3-1f4c-41b1-9c69-6b24f5c571e3 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.0973065 Sep 01 15:11:05.712173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400c44e3-3d12-4e20-8594-bfc14ec38cf2 req-0354fc3a-2589-4198-a4cd-bce6d219b302 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477893 Sep 01 15:11:05.955568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674bbeb-d619-4f6a-831c-7767720869dc req-c1f9faaf-225f-4b81-a7fd-1911d63e93cb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.958326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7674bbeb-d619-4f6a-831c-7767720869dc req-c1f9faaf-225f-4b81-a7fd-1911d63e93cb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 944 time: 0.2115939 Sep 01 15:11:05.986899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36a5c639-f34c-406e-82aa-8959576b00ef req-6ed7b563-e97a-4550-a135-dd0e4ffd8200 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273067 Sep 01 15:11:05.989232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6990f-9505-48e0-a2b9-494974a5ca99 req-3451f984-4b78-4768-b476-fc103b5fabc1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.991498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ee6990f-9505-48e0-a2b9-494974a5ca99 req-3451f984-4b78-4768-b476-fc103b5fabc1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.0706687 Sep 01 15:11:06.006111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60932) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:06.014204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Request body: {'floatingip': {'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:06.070785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.237500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.249533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7674bbeb-d619-4f6a-831c-7767720869dc req-140565b2-eec4-4b23-ab6d-2be9b2d2ba3e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670352 Sep 01 15:11:06.393836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-291d4ac3-6614-445a-bcb4-c49055937dac req-be596356-401b-48f0-b9c0-aa2ff1a2946f tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0451632 Sep 01 15:11:06.512110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-0ad7932c-05a0-4bed-b932-278097012123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.515229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-0ad7932c-05a0-4bed-b932-278097012123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 1096 time: 0.4402006 Sep 01 15:11:06.528707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ef4b2f9-4782-4300-af86-1d55e55af16d req-3a884466-481f-4f09-9688-209591fc5684 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0742295 Sep 01 15:11:06.954224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.958964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.077564 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Floating IP ad23159e-8098-40a2-a92e-eb1f92a8e006 associated. External IP: 172.25.1.86, port: 8779b0f7-1f48-4565-97ca-0f0a332dae50. Sep 01 15:11:07.269027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-80443d87-889e-4389-af7c-78d1464efca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:07.271290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-80443d87-889e-4389-af7c-78d1464efca6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 0.7412231 Sep 01 15:11:07.344156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-3138725a-f2ee-4f8e-96aa-1b0f3efe872e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936 HTTP/1.1" status: 200 len: 217 time: 0.0618727 Sep 01 15:11:07.354078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:07.476302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-4adfc50d-ee42-44ca-b6fb-c74479dec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:07.477964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-4adfc50d-ee42-44ca-b6fb-c74479dec70a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.1221230 Sep 01 15:11:07.536151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-66d1d836-ce56-41eb-966b-9a688ca5623a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458992 Sep 01 15:11:07.546345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3b6e4-574e-43db-a517-656fac31df45 req-dc46e4b3-0d27-43ce-8e6c-c9c51c861a46 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:07.547975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17e3b6e4-574e-43db-a517-656fac31df45 req-dc46e4b3-0d27-43ce-8e6c-c9c51c861a46 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 944 time: 0.1561844 Sep 01 15:11:07.615914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84e5f1b1-47ef-4eb4-bc01-d56a30de86f3 req-deb60825-167e-42a3-85d5-5fded6b05325 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0702269 Sep 01 15:11:07.628325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:07.631639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 8e602947-0901-4cd6-baf5-5f126fbfe742 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:07.631958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.635692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.644374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:07.661600 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:07.663032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:07.721518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17e3b6e4-574e-43db-a517-656fac31df45 req-063f2f88-20f3-4b7b-bd6e-bd275d132f56 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604970 Sep 01 15:11:07.732654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8eee10a3-ac6b-497d-ab1f-66df67e471ae tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "PUT /v2.0/floatingips/ad23159e-8098-40a2-a92e-eb1f92a8e006 HTTP/1.1" status: 200 len: 991 time: 1.7247925 Sep 01 15:11:07.733751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:07.738532 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35980233-87f5-4e45-8921-cfd26ce7244b" -d '{"events": [{"name": "network-changed", "server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:07.770214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-fb7156a6-1736-4897-bc6d-5caaac96ef80 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211909 Sep 01 15:11:07.828991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.923007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 8e602947-0901-4cd6-baf5-5f126fbfe742 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:07.925979 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:08.079861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6af29345-6cc0-4b28-bfee-956e12519e49 req-8687de19-76f9-4288-bde3-637639bcdedd service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892194 Sep 01 15:11:08.135888 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f693941c-4a98-40d7-b974-bc48db71ef7e x-openstack-request-id: req-f693941c-4a98-40d7-b974-bc48db71ef7e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:08.138047 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:08.138812 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f693941c-4a98-40d7-b974-bc48db71ef7e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:08.139991 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'status': 'completed', 'code': 200} Sep 01 15:11:08.329219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980233-87f5-4e45-8921-cfd26ce7244b req-10944075-5792-421a-a0b8-088de00c6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.331202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-10944075-5792-421a-a0b8-088de00c6cce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1098 time: 0.1116023 Sep 01 15:11:08.367248 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ad23159e-8098-40a2-a92e-eb1f92a8e006', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:10:42Z', 'updated_at': '2021-09-01T15:11:06Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:08.396779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:08.406826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:08.407515 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:08.450154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:08.499390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=8e602947-0901-4cd6-baf5-5f126fbfe742,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:08.545344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980233-87f5-4e45-8921-cfd26ce7244b req-de00dc9e-2954-4acc-9775-c766eae78542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.546954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-de00dc9e-2954-4acc-9775-c766eae78542 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.1914930 Sep 01 15:11:08.584317 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:08.886765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-50ea366c-2b6a-4ddd-95e3-7dc8c385b21e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 999 time: 0.3098454 Sep 01 15:11:08.897818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b815a077-ffa1-4e63-a034-5e28434d6443 req-7499211f-085d-4628-9d95-6a9c21db4840 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0958035 Sep 01 15:11:08.924248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.039704 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ad23159e-8098-40a2-a92e-eb1f92a8e006', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:10:42Z', 'updated_at': '2021-09-01T15:11:06Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:09.097105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ce6b3-ad28-44c8-a7cd-e5bef479978c None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ad23159e-8098-40a2-a92e-eb1f92a8e006', 'tenant_id': '76291585b32141afbd095b41397ec054', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:10:42Z', 'updated_at': '2021-09-01T15:11:06Z', 'revision_number': 1, 'project_id': '76291585b32141afbd095b41397ec054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:09.132221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6bb074c4-1d00-4df6-ba4a-9bc05809b936 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:09.153505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980233-87f5-4e45-8921-cfd26ce7244b req-e737dcbb-42b9-41ef-8ff3-30faaaea4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.156074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-e737dcbb-42b9-41ef-8ff3-30faaaea4c00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.2365448 Sep 01 15:11:09.214323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ad7c-e883-4283-a33b-0c68882a8c7e req-6c63e36f-9dd8-451e-b4b2-9a107f2b128d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.217652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c40ad7c-e883-4283-a33b-0c68882a8c7e req-6c63e36f-9dd8-451e-b4b2-9a107f2b128d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 944 time: 0.3659868 Sep 01 15:11:09.276114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:09.296832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '6bb074c4-1d00-4df6-ba4a-9bc05809b936', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': '6bb074c4-1d00-4df6-ba4a-9bc05809b936', 'mac_address': 'fa:16:3e:65:3a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:09.342520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2e909e6-d412-47c4-b99b-9e961677c73e req-3158a766-1628-4dd4-aca4-5448d59b8271 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f7e98385e434fd0a1ff1f54608eefb2&device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0526781 Sep 01 15:11:09.352784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.370418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb074c4-1d00-4df6-ba4a-9bc05809b936 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:09.390552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2e909e6-d412-47c4-b99b-9e961677c73e req-6e5e8c50-15f1-40f7-95ee-f29c1ac9ee55 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3f7e98385e434fd0a1ff1f54608eefb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334301 Sep 01 15:11:09.402614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:09.409406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.527053 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-f115b71f-7dc7-4aba-9b9f-0205e428aea6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3677864 Sep 01 15:11:09.527682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:09.554132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1190c3-7b2a-4bfb-bcd1-c17207846ccb None None] New status for floating IP ad23159e-8098-40a2-a92e-eb1f92a8e006: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:11:09.569055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c40ad7c-e883-4283-a33b-0c68882a8c7e req-fd2d0c92-dee3-448e-8906-dce468fd7862 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173432 Sep 01 15:11:09.611102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980233-87f5-4e45-8921-cfd26ce7244b req-ec3a5791-6616-41ac-9671-aa16360fb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.613692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-ec3a5791-6616-41ac-9671-aa16360fb679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4355252 Sep 01 15:11:09.616719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7967a0c-d716-49fa-8340-f8b60f937751 req-408fe25d-d152-4c88-875a-13af72f7dba7 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0488420 Sep 01 15:11:09.647912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e909e6-d412-47c4-b99b-9e961677c73e req-05a96204-770e-4890-aca3-ccb98ad9d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.649509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2e909e6-d412-47c4-b99b-9e961677c73e req-05a96204-770e-4890-aca3-ccb98ad9d098 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352538 Sep 01 15:11:09.738290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Router c827567c-38fa-4dce-9599-8cd7d9b3d6fb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:09.782821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6bb074c4-1d00-4df6-ba4a-9bc05809b936'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:09.829533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.830062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.830896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.831775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.832666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.833572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.834593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.838063 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b1fd66c2-aac3-4587-a8c8-4fef3511dfc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.2668495 Sep 01 15:11:10.103145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-4f5c18d0-41c2-4a9a-8b8c-33a260ce680a service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793267 Sep 01 15:11:10.110130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:10.118356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5bee6c9e-782d-4e4a-af96-899becdb658f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/routers/c827567c-38fa-4dce-9599-8cd7d9b3d6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2402794 Sep 01 15:11:10.120896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:10.128136 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] Sync routers for ids ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:10.156392 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] Routers {'c827567c-38fa-4dce-9599-8cd7d9b3d6fb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:10.157029 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:10.183423 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-43356bdd-0a07-4e83-911c-368a381c303c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:11:10.189795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-43356bdd-0a07-4e83-911c-368a381c303c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/8e602947-0901-4cd6-baf5-5f126fbfe742 HTTP/1.1" status: 404 len: 333 time: 0.0639036 Sep 01 15:11:10.196705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60982) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:10.220791 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:10.241295 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] Routers {'c827567c-38fa-4dce-9599-8cd7d9b3d6fb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:10.242762 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:10:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:10.289454 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:10.290448 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b3a45-15b3-409b-b4c6-7444744b3966 None None] The sync data for ids ['c827567c-38fa-4dce-9599-8cd7d9b3d6fb'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:10.346342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-a1672d06-650b-4efc-9aab-819eb73def5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.349340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-a1672d06-650b-4efc-9aab-819eb73def5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.349340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-a1672d06-650b-4efc-9aab-819eb73def5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.350748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-a1672d06-650b-4efc-9aab-819eb73def5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=5b73a879-c194-409b-bc67-26821f5fb81c&id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 2293 time: 0.4488735 Sep 01 15:11:10.358425 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:10.785189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583adf12-88c7-45ce-bebb-3ad26e9f64f7 req-469d7814-a02c-4720-992c-a7efc2d6f732 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.787212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-583adf12-88c7-45ce-bebb-3ad26e9f64f7 req-469d7814-a02c-4720-992c-a7efc2d6f732 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 945 time: 0.0879941 Sep 01 15:11:10.851672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-583adf12-88c7-45ce-bebb-3ad26e9f64f7 req-f12f16ea-a5b1-484c-b7e9-869a1fa7fe64 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Sep 01 15:11:10.851987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eabbeceb-4ee2-4627-ab94-08095c9df99d req-8e5978ce-bbc8-4f50-ad51-ed5d05cc4c1a tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0903785 Sep 01 15:11:10.913229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35980233-87f5-4e45-8921-cfd26ce7244b req-729f6efb-0f6c-4c28-9c20-8c97a8b6733c service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944558 Sep 01 15:11:10.994994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-4b631539-044e-4aa5-890c-21496f72ec81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 1002 time: 0.5828073 Sep 01 15:11:11.005590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.017953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.134204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-ddce5a2f-04fb-402a-b946-0edfcdbc0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.136491 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-ddce5a2f-04fb-402a-b946-0edfcdbc0113 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 200 len: 851 time: 0.1275618 Sep 01 15:11:11.138105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.138944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Fanout notify agent at l3_agent the message router_deleted on router c827567c-38fa-4dce-9599-8cd7d9b3d6fb {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:11:11.145277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6bb074c4-1d00-4df6-ba4a-9bc05809b936 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:11.148083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.149403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19b19d80-367c-413d-9b4e-d4039aa6473a tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/routers/c827567c-38fa-4dce-9599-8cd7d9b3d6fb HTTP/1.1" status: 204 len: 168 time: 0.9437072 Sep 01 15:11:11.152425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:11.209975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-d0258b8d-2833-494b-bb02-8d110ac4e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.212847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-d0258b8d-2833-494b-bb02-8d110ac4e6e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620029 Sep 01 15:11:11.239206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:11.244669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:11.245253 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.280709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 4da69a65-8f53-4fcd-b8b2-6813b7955302 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:11.285013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.338699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2e909e6-d412-47c4-b99b-9e961677c73e req-349cc3e6-3d6e-4829-8e16-a297cd7a9ff3 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0692034 Sep 01 15:11:11.354444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.383460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-bed3c730-95e3-4e08-b58b-2e68dbdff82d service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408343 Sep 01 15:11:11.394214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.428228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:11.432403 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3adf9b-7e9f-45c0-8fbd-aaf4eadda0fb" -d '{"events": [{"server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "name": "network-vif-plugged", "status": "completed", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:11.471532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:11.500802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.534833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.538633 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68169a3-70b2-4274-bef5-6339aaa712b1 x-openstack-request-id: req-b68169a3-70b2-4274-bef5-6339aaa712b1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:11.539074 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "name": "network-vif-plugged", "status": "completed", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:11.539338 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b68169a3-70b2-4274-bef5-6339aaa712b1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:11.539743 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936', 'code': 200} Sep 01 15:11:11.585457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:11.598889 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-d383a1a0-234e-4e8c-a73b-bd863146dc57 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056758 Sep 01 15:11:11.667201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-1261a780-f386-4e7a-a3e9-f23d6d4ca139 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 217 time: 0.0467391 Sep 01 15:11:11.672550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.729648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=4da69a65-8f53-4fcd-b8b2-6813b7955302,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:11.738501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.742713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-29a99a3a-76e0-49aa-82f9-8479ed192f5b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/4da69a65-8f53-4fcd-b8b2-6813b7955302 HTTP/1.1" status: 204 len: 168 time: 0.5878072 Sep 01 15:11:11.745331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:11.753253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630f53c-f52f-474c-8f72-b9d831df8fd0 None None] Network e395e904-9f85-4854-86dc-2271c5d117c9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:11.760275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f391b3-91ef-4da2-9e41-96cb6e1974c5 req-ca996d78-4c1d-41b7-90b4-49aa14d10c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.762433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58f391b3-91ef-4da2-9e41-96cb6e1974c5 req-ca996d78-4c1d-41b7-90b4-49aa14d10c69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 1098 time: 0.0971358 Sep 01 15:11:11.764438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-3c8daba6-3659-4a57-9f5a-58e40638228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.765893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-3c8daba6-3659-4a57-9f5a-58e40638228e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.0861406 Sep 01 15:11:11.848812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58f391b3-91ef-4da2-9e41-96cb6e1974c5 req-e16ca68c-6acc-4d85-b8b5-cd443b58c923 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Sep 01 15:11:11.856652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-cda6b5bb-23c6-4c6b-b80f-8d2c085f356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.858281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-cda6b5bb-23c6-4c6b-b80f-8d2c085f356d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679789 Sep 01 15:11:11.892553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.039780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] DHCP port deletion for e395e904-9f85-4854-86dc-2271c5d117c9 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:11:12.052518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7532fea2-b249-445f-94f9-97267d739219 req-73a01aba-2be0-4d08-8017-5571c8a54513 tempest-ServerShowV257Test-51268426 tempest-ServerShowV257Test-51268426-project] 10.222.0.41 "GET /v2.0/ports?device_id=edb44cb6-19f9-41c3-b68f-761df7820c49 HTTP/1.1" status: 200 len: 210 time: 0.0601649 Sep 01 15:11:12.071478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 9df801fa-1299-4deb-90d7-669b940e1d6b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:12.071894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.139096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb905bd-c26a-440c-9582-63065ad6c72b req-5d162704-fb43-43a6-95fc-47547407ccbe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.140899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bb905bd-c26a-440c-9582-63065ad6c72b req-5d162704-fb43-43a6-95fc-47547407ccbe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.1424184 Sep 01 15:11:12.168029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Deleting port 9df801fa-1299-4deb-90d7-669b940e1d6b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:12.168958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.205623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] For port 9df801fa-1299-4deb-90d7-669b940e1d6b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9df801fa-1299-4deb-90d7-669b940e1d6b,segment=NetworkSegment(ffb88414-7301-455f-ba04-1776cd2ea7ac),segment_id=ffb88414-7301-455f-ba04-1776cd2ea7ac)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:12.206222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.234725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 9df801fa-1299-4deb-90d7-669b940e1d6b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:12.287332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6bb905bd-c26a-440c-9582-63065ad6c72b req-ae37a919-db16-44e0-b41e-e7df85ff7796 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174984 Sep 01 15:11:12.336479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-4055d6e2-0d9e-4ac7-8217-bef900b875da service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642517 Sep 01 15:11:12.346481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] For port 9df801fa-1299-4deb-90d7-669b940e1d6b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9df801fa-1299-4deb-90d7-669b940e1d6b,segment=NetworkSegment(ffb88414-7301-455f-ba04-1776cd2ea7ac),segment_id=ffb88414-7301-455f-ba04-1776cd2ea7ac)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:12.347478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.378842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Calling delete_port for 9df801fa-1299-4deb-90d7-669b940e1d6b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:12.467649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.508127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.515672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=9df801fa-1299-4deb-90d7-669b940e1d6b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:12.517915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No DVR routers for this DVR port 9df801fa-1299-4deb-90d7-669b940e1d6b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:12.562622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] Pushing event deleted for resources: {'Port': ['ID=9df801fa-1299-4deb-90d7-669b940e1d6b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:12.565857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730963c-5ac4-4191-9bb0-a8c3e4ae6700 None None] No DVR routers for this DVR port 9df801fa-1299-4deb-90d7-669b940e1d6b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:12.570953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-03ced171-301d-4510-b7af-7b6b7da71db1 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143476 Sep 01 15:11:12.616811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.624918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-800e0a10-c07c-4d06-ac71-f65bac17faa9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 217 time: 0.0435631 Sep 01 15:11:12.633047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e395e904-9f85-4854-86dc-2271c5d117c9']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:12.649800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb88414-7301-455f-ba04-1776cd2ea7ac') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:12.650110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb88414-7301-455f-ba04-1776cd2ea7ac') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:12.661095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.683430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.695792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:11:12.696437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.712596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-e4ee9d22-b7b0-40b2-8e78-56220ec7c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.715046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-e4ee9d22-b7b0-40b2-8e78-56220ec7c8ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.0817719 Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:11:12.719317 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:11:12.788608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-448a8e79-ecf3-4522-a44e-b90d200adcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.790735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-448a8e79-ecf3-4522-a44e-b90d200adcae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663009 Sep 01 15:11:12.832552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.868052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.871655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/e395e904-9f85-4854-86dc-2271c5d117c9 HTTP/1.1" status: 204 len: 168 time: 1.1238258 Sep 01 15:11:12.874272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44918c6f-437b-4553-a1d5-67c2c4122114 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=e395e904-9f85-4854-86dc-2271c5d117c9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:12.875791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32784) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:12.936242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2e35c-32aa-4fb4-bdf8-a52b79d8f77d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.937742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b4c2e35c-32aa-4fb4-bdf8-a52b79d8f77d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/e6b3e102-c39f-4650-8395-ca00764b97ab HTTP/1.1" status: 200 len: 841 time: 0.0611122 Sep 01 15:11:12.942211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:12.959030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-f604efdd-fdd2-4ae1-ad2f-f1518e774c7d service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554449 Sep 01 15:11:13.013968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-19ea83d7-7479-4cee-b8ef-4aa426f811ac tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/e6b3e102-c39f-4650-8395-ca00764b97ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0694189 Sep 01 15:11:13.017297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:13.023984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:13.093879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-aaee283b-1222-4f13-9766-03b7972c6512 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173508 Sep 01 15:11:13.147179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:13.148858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-61fbb1bc-5443-4bc6-8acf-dcf94a34cbd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 200 len: 217 time: 0.0446763 Sep 01 15:11:13.151539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.246444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-17c54673-64c2-4508-85c4-48da32ab5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.248814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-17c54673-64c2-4508-85c4-48da32ab5827 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.0828311 Sep 01 15:11:13.319572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-e177abf9-34e6-4760-b7d4-2ad54241cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.322179 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-e177abf9-34e6-4760-b7d4-2ad54241cb3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653422 Sep 01 15:11:13.512811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.551271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-6720f8ff-56f6-411a-87d4-e24daa0baebc service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059045 Sep 01 15:11:13.594464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:13.604268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:13.608543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=5fa70fbe-482d-4795-a15e-d193dc7aa5ee,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:13.612603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.613772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.622191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a51162-1c05-4c72-8b3e-3eda661b1a9c None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:13.627696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e5d11-df48-45ec-ab5e-845ea2daac31 req-a32fbd0c-be04-4932-aabe-5d87c229d386 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.629405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-264e5d11-df48-45ec-ab5e-845ea2daac31 req-a32fbd0c-be04-4932-aabe-5d87c229d386 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.1286554 Sep 01 15:11:13.706853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-264e5d11-df48-45ec-ab5e-845ea2daac31 req-e0769c36-afd0-4019-adf1-a970aec49813 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Sep 01 15:11:13.709546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-38653fa3-727c-4ce9-a61d-606d243245a1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6905618 Sep 01 15:11:13.714417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32808) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:13.722812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'security_group': {'name': 'tempest-secgroup-514693056'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:13.751478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32812) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:13.754772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-43efda5f-95ad-441c-a44e-4ed7c400ad8c service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955154 Sep 01 15:11:13.775065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.883274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-c43c2b3e-b75c-4037-adf0-996c317e45ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 200 len: 217 time: 0.1073203 Sep 01 15:11:13.930729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.946136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.973534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-3fe50731-d55c-4b09-829c-468287327902', 'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'tenant_id': 'cf38cb727e5a43f7b4ae021443724b05', 'fixed_ips': [{'subnet_id': '5fa70fbe-482d-4795-a15e-d193dc7aa5ee'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:11:13.974749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.979452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d486c75-862c-4474-882a-7023c751c66b req-f93534f2-5e87-4c25-a228-65ddcccc8893 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.984759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d486c75-862c-4474-882a-7023c751c66b req-f93534f2-5e87-4c25-a228-65ddcccc8893 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1098 time: 0.2279596 Sep 01 15:11:13.995298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9aa52d-a731-41d1-8de3-5d8192bb0db7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:14.004416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a954c254-c1b1-43a4-8aff-36843a0bd446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.052111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d486c75-862c-4474-882a-7023c751c66b req-82773cfc-3b1f-47e5-b9e4-fd8c6d0f428d tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Sep 01 15:11:14.062287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b356bddd-1447-44b1-a0f1-f6ef9c735c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.063914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-b356bddd-1447-44b1-a0f1-f6ef9c735c23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.1692319 Sep 01 15:11:14.071285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.072944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f664900c-dd2c-42d9-aba8-e8c989367435 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3570266 Sep 01 15:11:14.087591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:14.097470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557114292'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:14.143365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-da946e41-b256-404f-913b-1a315b63ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.145364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-da946e41-b256-404f-913b-1a315b63ff78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722094 Sep 01 15:11:14.175064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9df801fa-1299-4deb-90d7-669b940e1d6b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:14.231692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9df801fa-1299-4deb-90d7-669b940e1d6b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:11:14.232400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9df801fa-1299-4deb-90d7-669b940e1d6b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:11:14.331739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-2510d942-9d09-4476-9db5-9eab7c87cce9 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764550 Sep 01 15:11:14.332776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc1530d5-2376-4d0e-82aa-f4fcd942331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.354811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a954c254-c1b1-43a4-8aff-36843a0bd446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.365567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a954c254-c1b1-43a4-8aff-36843a0bd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.394928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Allocated IP 172.20.0.2 (3fe50731-d55c-4b09-829c-468287327902/5fa70fbe-482d-4795-a15e-d193dc7aa5ee/3abba548-b951-46f3-9184-253e086f946b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:14.494155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a954c254-c1b1-43a4-8aff-36843a0bd446 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f7e98385e434fd0a1ff1f54608eefb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406533 Sep 01 15:11:14.495114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-c3f598a6-4ea4-4c58-9ce7-17cb8bdf76ca service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547549 Sep 01 15:11:14.495600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32826) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:14.509398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.516684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954c254-c1b1-43a4-8aff-36843a0bd446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354ae1c2-18ee-4ef0-8697-90ecf6f5d9d9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:14.606933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-dbf2080b-b531-48ac-afa7-03ff931803fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 200 len: 217 time: 0.0817416 Sep 01 15:11:14.688669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a6e86-e2f7-4f35-826f-e5497def42ae req-896a04df-9359-4c3f-95e7-9cd683eec956 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.689104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e71a6e86-e2f7-4f35-826f-e5497def42ae req-896a04df-9359-4c3f-95e7-9cd683eec956 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.2098279 Sep 01 15:11:14.705039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.741566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-13e897b0-0a8c-467e-89b8-522a5df6f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.743123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-13e897b0-0a8c-467e-89b8-522a5df6f756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.1272557 Sep 01 15:11:14.759995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.765420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.776217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.792922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.814870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Transition to ACTIVE for port object 3abba548-b951-46f3-9184-253e086f946b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:14.826827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31767e07-13c1-4625-9aac-36a14d32fe1a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:14.854104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.855021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Transition to ACTIVE for port object 3abba548-b951-46f3-9184-253e086f946b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:14.856628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e71a6e86-e2f7-4f35-826f-e5497def42ae req-782a0db8-5bea-4e20-8449-7de2800d3096 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430631 Sep 01 15:11:14.866886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb42cd09-8ed9-4640-87c4-efd0ea8e6461 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7764828 Sep 01 15:11:14.867870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32838) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:14.870890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.880778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1355161681', 'security_groups': ['31767e07-13c1-4625-9aac-36a14d32fe1a'], 'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5fa70fbe-482d-4795-a15e-d193dc7aa5ee'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:14.901367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-2253fa84-e207-4991-a2c7-573d07ffab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.903459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-2253fa84-e207-4991-a2c7-573d07ffab00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1433001 Sep 01 15:11:14.931615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:14.935584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:14.940057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:14.948806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:15.062188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.066413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.068964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/354ae1c2-18ee-4ef0-8697-90ecf6f5d9d9 HTTP/1.1" status: 204 len: 168 time: 0.5692573 Sep 01 15:11:15.097633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4a177-46c7-4500-81b2-9a8982d1de82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ae1c2-18ee-4ef0-8697-90ecf6f5d9d9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:15.190351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-5e2f5247-a2ca-462f-a5e5-d8fe83ece3bf service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038009 Sep 01 15:11:15.212209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:15.223892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Attempting to bind port 3abba548-b951-46f3-9184-253e086f946b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:15.224748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Attempting to bind port 3abba548-b951-46f3-9184-253e086f946b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'ec17e746-68f8-48fa-b1be-273a003042a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3fe50731-d55c-4b09-829c-468287327902'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:15.225385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Attempting to bind port 3abba548-b951-46f3-9184-253e086f946b on network 3fe50731-d55c-4b09-829c-468287327902 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:15.237161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:15.237732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Checking segment: {'id': 'ec17e746-68f8-48fa-b1be-273a003042a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3fe50731-d55c-4b09-829c-468287327902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:15.238379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.239642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Bound using segment: {'id': 'ec17e746-68f8-48fa-b1be-273a003042a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3fe50731-d55c-4b09-829c-468287327902'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:15.240548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Bound port: 3abba548-b951-46f3-9184-253e086f946b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17e746-68f8-48fa-b1be-273a003042a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3fe50731-d55c-4b09-829c-468287327902'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:15.241207 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.380129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-857e5bfb-79c5-47c2-9f28-3fc4028016e6 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782713 Sep 01 15:11:15.385093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.419592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:15.426949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:15.439570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.442303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-deba95e3-6947-4cff-932d-ee4caa2df6d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 217 time: 0.0532882 Sep 01 15:11:15.448523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 69795ab0-3795-41f1-9d54-fc8831611f9a yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:11:15.539437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04bab0-64c8-4650-bbf0-c2bccab74ed8 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:15.577100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-0591ce62-3d61-4228-b462-8d820b92bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.578652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-0591ce62-3d61-4228-b462-8d820b92bc46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.1238027 Sep 01 15:11:15.732287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92117-4797-414a-921b-7b4c72b40458 req-0d758693-62cd-464f-858b-dcb3c75e7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.734267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-0d758693-62cd-464f-858b-dcb3c75e7ac7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053791 Sep 01 15:11:15.942765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.11 (3fe50731-d55c-4b09-829c-468287327902/5fa70fbe-482d-4795-a15e-d193dc7aa5ee/69795ab0-3795-41f1-9d54-fc8831611f9a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:16.030905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-f750d7a9-e4c3-4834-87a4-afcd7c12c1b3 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576241 Sep 01 15:11:16.059895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6125695b-a093-4ba3-b6cd-4431e8d131f2 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:11:16.069139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6125695b-a093-4ba3-b6cd-4431e8d131f2 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153801 Sep 01 15:11:16.157168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-be9b574c-ec9d-47a6-94d4-a5009f729701 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.158844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-be9b574c-ec9d-47a6-94d4-a5009f729701 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 1095 time: 0.0906332 Sep 01 15:11:16.162456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-e2ccd4af-5c47-4b6f-9a1d-d57c2769e850 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2661595 Sep 01 15:11:16.176036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:16.176036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:11:16.278509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:16.388840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.408020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3abba548-b951-46f3-9184-253e086f946b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:16.419806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6da9-16ee-46f3-9bd1-9f331117daab req-e1473f04-aad8-46bf-a2b3-059efad14aae tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.427470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-782f6da9-16ee-46f3-9bd1-9f331117daab req-e1473f04-aad8-46bf-a2b3-059efad14aae tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.1496460 Sep 01 15:11:16.455151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 69795ab0-3795-41f1-9d54-fc8831611f9a will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:16.472844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5f92117-4797-414a-921b-7b4c72b40458 req-3b154d9a-1fbe-4c29-93af-e71660d157f3 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148893 Sep 01 15:11:16.501772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-782f6da9-16ee-46f3-9bd1-9f331117daab req-aac9448a-c43a-4001-b30b-56eb86ed2d99 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720775 Sep 01 15:11:16.560100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.582143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-d9fe2efc-5f65-4839-b54c-79ac1c42fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.585438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-d9fe2efc-5f65-4839-b54c-79ac1c42fa97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1096 time: 0.1806498 Sep 01 15:11:16.658085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:16.664628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:16.672832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:16.768956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:16.773936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=69795ab0-3795-41f1-9d54-fc8831611f9a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:16.814811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:16.815277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:16.815736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:16.828431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:16.829313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:16.837037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.838177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.844032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:16.844836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:16.845540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:16.846293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Bound port: b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:16.903151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d97b2c3d-1aa3-448d-98b2-099999cdb469 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0241020 Sep 01 15:11:16.903706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32888) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:16.912545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:17.011345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:17.029592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.032243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-6bfaa04f-a177-4696-930d-1cef4111e06e service neutron] 10.222.0.41 "POST /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0/bindings HTTP/1.1" status: 201 len: 390 time: 0.8617923 Sep 01 15:11:17.038504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-cadeb49f-14ec-42e1-8390-70df62000a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.040947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-cadeb49f-14ec-42e1-8390-70df62000a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.3776896 Sep 01 15:11:17.104741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-fbec8ff5-0778-4261-82c7-d2e71a75efcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.0552788 Sep 01 15:11:17.125011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22738143-2014-4884-9162-fa8fbba91aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.348319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.480408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:17.482717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.545866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:17.558305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Provisioning for port 3abba548-b951-46f3-9184-253e086f946b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:17.564862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:17.564862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.627658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-358498058-network', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:17.698544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Made reservation on behalf of 58d74bffec96481791d8a61b1981a9ee for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:17.701635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.731192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.744816 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.811240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-fbac8431-4a55-45db-abcd-96227a478179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.812921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-fbac8431-4a55-45db-abcd-96227a478179 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1098 time: 0.1328650 Sep 01 15:11:17.830618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:17.837880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.917818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-4d965395-01a0-44f1-b524-3e5e5c204b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.920642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-4d965395-01a0-44f1-b524-3e5e5c204b59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.8056824 Sep 01 15:11:17.920964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bded5d-5f2d-4bd8-b389-060899943749 req-1d37d26f-f748-4397-8a9b-b5cfdb196863 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.922876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7bded5d-5f2d-4bd8-b389-060899943749 req-1d37d26f-f748-4397-8a9b-b5cfdb196863 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.2738039 Sep 01 15:11:17.937963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d9dce-5719-469a-9491-9c41ac47ff76 req-76324626-ffe8-4bf2-83f5-26a710724648 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.939768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-468d9dce-5719-469a-9491-9c41ac47ff76 req-76324626-ffe8-4bf2-83f5-26a710724648 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1203074 Sep 01 15:11:17.944870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2fffe-2047-4514-ae78-bb1ea73c4338 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:17.976649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5a51138-979b-4df5-b25c-63208a691aa1 None None] Provisioning for port 69795ab0-3795-41f1-9d54-fc8831611f9a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:17.985318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5a51138-979b-4df5-b25c-63208a691aa1 None None] Provisioning complete for port 69795ab0-3795-41f1-9d54-fc8831611f9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:17.986400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5a51138-979b-4df5-b25c-63208a691aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.014817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-9426b42f-a1fb-4eff-b833-879c8d7d3c0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732293 Sep 01 15:11:18.035756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-fe66fb9c-65f9-4792-a76b-1ba3533f551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.037511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-fe66fb9c-65f9-4792-a76b-1ba3533f551b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.2097480 Sep 01 15:11:18.067394 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7bded5d-5f2d-4bd8-b389-060899943749 req-26cc610b-79f5-44d1-8ed1-b815cd4c687f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051712 Sep 01 15:11:18.083784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b5a51138-979b-4df5-b25c-63208a691aa1 None None] Port 69795ab0-3795-41f1-9d54-fc8831611f9a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:18.094659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-468d9dce-5719-469a-9491-9c41ac47ff76 req-fe3e2858-e079-447d-8e19-77c1a5d9f4e9 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395137 Sep 01 15:11:18.159610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-88806a6e-4a42-4d49-91e8-0ab96cfb0c84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 217 time: 0.1065295 Sep 01 15:11:18.176198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:18.227251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.271042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.273523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-cc20f76b-3c70-4aa7-b983-a70813ef5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.275176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-cc20f76b-3c70-4aa7-b983-a70813ef5682 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1024399 Sep 01 15:11:18.313134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-8e33dda0-a9b8-4f10-92c1-6aae23ebe767 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596085 Sep 01 15:11:18.314072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.321741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:18.322392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.336061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:18.341530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.346338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-2e17ae48-4fd2-42b5-90a8-d6ceb18da9bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457208 Sep 01 15:11:18.369591 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.447597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:11:18.488081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5b3e2e7-4311-4a25-b145-c6d20785f1ea req-1859db8e-8222-47ed-b8a1-710651df4ebd service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665874 Sep 01 15:11:18.504440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733f936-e74d-44ca-a699-0e4bc5825de5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:18.531929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.532421 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Added segment b2db3612-ead8-4799-ad8a-c8518269fe38 of type vlan for network 9513f788-2488-472e-b807-567091ca5874 Sep 01 15:11:18.609299 n-d-802060-16 neutron-server[106377]: INFO neutron.db.ipam_backend_mixin [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fa70fbe-482d-4795-a15e-d193dc7aa5ee (CIDR: 172.20.0.0/28) Sep 01 15:11:18.627166 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:11:18.627671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:18.641166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.654205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-0ad2eb70-154a-47dd-8a12-b46505602204 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536201 Sep 01 15:11:18.669562 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-22efe75d-2ce0-431a-b89b-ff576d32f43d tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7643518 Sep 01 15:11:18.672442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32900) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:18.679645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:18.722253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.723268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.723859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.813326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0321491 Sep 01 15:11:18.818887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32902) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:18.829904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Request body: {'subnet': {'network_id': '9513f788-2488-472e-b807-567091ca5874', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-358498058-subnet', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:18.846761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6acff-0f02-4fdc-8066-60347329dd8a admin admin] Pushing event updated for resources: {'Network': ['ID=9513f788-2488-472e-b807-567091ca5874,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:18.859910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9513f788-2488-472e-b807-567091ca5874 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:18.869472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c90dc15d-e28c-4f4c-9c6d-053563f3a11c service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986871 Sep 01 15:11:18.908981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Made reservation on behalf of 58d74bffec96481791d8a61b1981a9ee for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:18.911842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.988043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:18.991906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.153981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-fe513fa4-f360-400f-bc11-b3b9799dde65 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.156691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-fe513fa4-f360-400f-bc11-b3b9799dde65 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.1040688 Sep 01 15:11:19.358451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.429303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:19.429926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.456385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3d039-74b4-4942-b274-91d0de232ac6 req-2b3bb00e-989c-4626-8fc9-c9889d0beed6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.466714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61a3d039-74b4-4942-b274-91d0de232ac6 req-2b3bb00e-989c-4626-8fc9-c9889d0beed6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1638389 Sep 01 15:11:19.473742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1191fba-edea-4c41-8919-bfadbba0edf0 req-e1a265cb-b7dc-4a72-939a-ee07eb4797c8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.475646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1191fba-edea-4c41-8919-bfadbba0edf0 req-e1a265cb-b7dc-4a72-939a-ee07eb4797c8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 946 time: 0.2142215 Sep 01 15:11:19.506818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de361e37-910f-40a2-9ba7-ee11c1c2ace5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:19.637897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Checking segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:19.638803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Network hostable DHCP agents. Network: 9513f788-2488-472e-b807-567091ca5874, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:19.665683 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61a3d039-74b4-4942-b274-91d0de232ac6 req-b718017b-ebe8-4686-8b22-103b622df437 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626592 Sep 01 15:11:19.695938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1191fba-edea-4c41-8919-bfadbba0edf0 req-6c57b5f3-480c-4638-841d-f37f1f9e4302 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601622 Sep 01 15:11:19.702505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port 6bb074c4-1d00-4df6-ba4a-9bc05809b936, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6bb074c4-1d00-4df6-ba4a-9bc05809b936,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:19.703095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.726670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.729354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for 6bb074c4-1d00-4df6-ba4a-9bc05809b936 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:19.795027 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.808345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Network 9513f788-2488-472e-b807-567091ca5874 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:19.820213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=4675985a-e6ff-4dc8-94c9-c712657d7508,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:19.841797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9513f788-2488-472e-b807-567091ca5874) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:19.848114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:19.849962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.850608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.855115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:19.858095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2280fac-ee37-4226-b61d-1761be2dbf5f None None] Network 9513f788-2488-472e-b807-567091ca5874 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:19.862712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.863413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.881054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5cbd8d8b-1b4c-4afc-ad81-284b330eae29 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0607493 Sep 01 15:11:19.884224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32914) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:19.895462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8b25e6b-cc2d-4b89-81f4-eeaf4085e77b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2209206 Sep 01 15:11:19.898106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:19.898587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32916) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:19.901352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260d1e2-399a-437d-add7-4c297fb854d3 None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:19.912624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-80932453', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4675985a-e6ff-4dc8-94c9-c712657d7508'}], 'security_groups': ['6d9aa52d-a731-41d1-8de3-5d8192bb0db7']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:19.967392 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.969433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.102977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.128117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6bb074c4-1d00-4df6-ba4a-9bc05809b936'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:20.248715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.285281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9513f788-2488-472e-b807-567091ca5874', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:11:20.287242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.313565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.376560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=6bb074c4-1d00-4df6-ba4a-9bc05809b936,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:20.456229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Update dhcp port {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'fixed_ips': [{'subnet_id': '5fa70fbe-482d-4795-a15e-d193dc7aa5ee', 'ip_address': '172.20.0.2'}, {'subnet_id': '4675985a-e6ff-4dc8-94c9-c712657d7508'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '3abba548-b951-46f3-9184-253e086f946b'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:11:20.478853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.504903 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.511450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port 6bb074c4-1d00-4df6-ba4a-9bc05809b936 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:20.517556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.521624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88bdab0e-7dae-4260-94c5-38c2de27e2b1 req-bb189c06-b473-4e59-8b8f-f4bf872bca49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "DELETE /v2.0/ports/6bb074c4-1d00-4df6-ba4a-9bc05809b936 HTTP/1.1" status: 204 len: 173 time: 1.3530209 Sep 01 15:11:20.538157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'name': 'network-vif-deleted', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:20.541567 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3b71a-fb27-4ef0-bdf4-4840637264eb" -d '{"events": [{"server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "name": "network-vif-deleted", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:20.798828 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e24d03-fd8f-4920-a8fb-126ba3710fe7 x-openstack-request-id: req-c2e24d03-fd8f-4920-a8fb-126ba3710fe7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:20.799887 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74fd678-6666-4790-834f-953bc340ef34", "name": "network-vif-deleted", "tag": "6bb074c4-1d00-4df6-ba4a-9bc05809b936", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:20.799887 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2e24d03-fd8f-4920-a8fb-126ba3710fe7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:20.799887 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74fd678-6666-4790-834f-953bc340ef34', 'name': 'network-vif-deleted', 'tag': '6bb074c4-1d00-4df6-ba4a-9bc05809b936', 'status': 'completed', 'code': 200} Sep 01 15:11:20.872121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Allocated IP 172.20.0.2 (9513f788-2488-472e-b807-567091ca5874/de361e37-910f-40a2-9ba7-ee11c1c2ace5/dbff6cb3-0eca-4724-94c8-1259105b7c3f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:20.882205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Allocated IP 172.20.0.18 (3fe50731-d55c-4b09-829c-468287327902/4675985a-e6ff-4dc8-94c9-c712657d7508/3abba548-b951-46f3-9184-253e086f946b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:20.977599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5981cc-43b6-4e16-8400-193a88a85797 req-9ae45bc3-d583-434b-b238-de66d1cf8152 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.989006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0aff7f27-0910-45b2-ad38-e9ddd8dd8948 req-08c5caf5-23b8-441b-b7c2-7f3e13bf3665 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=b74fd678-6666-4790-834f-953bc340ef34 HTTP/1.1" status: 200 len: 210 time: 0.1068766 Sep 01 15:11:20.994176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d5981cc-43b6-4e16-8400-193a88a85797 req-9ae45bc3-d583-434b-b238-de66d1cf8152 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1146138 Sep 01 15:11:21.028151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.068971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.078182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d5981cc-43b6-4e16-8400-193a88a85797 req-706a198d-2163-4c38-a7f6-07aaac0267a1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825553 Sep 01 15:11:21.205945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:21.302178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.331990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Transition to ACTIVE for port object 3abba548-b951-46f3-9184-253e086f946b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:21.333148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.343521 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.346259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Transition to ACTIVE for port object dbff6cb3-0eca-4724-94c8-1259105b7c3f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:21.378683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Allocated IP 172.25.1.11 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/40adcae2-0784-429d-8dce-0cb28c9ec5e4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:21.452768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Transition to ACTIVE for port object dbff6cb3-0eca-4724-94c8-1259105b7c3f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:21.506963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.521797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Delete allocated IP 172.20.0.11 (3fe50731-d55c-4b09-829c-468287327902/5fa70fbe-482d-4795-a15e-d193dc7aa5ee) {{(pid=106376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:11:21.540459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.22 (3fe50731-d55c-4b09-829c-468287327902/4675985a-e6ff-4dc8-94c9-c712657d7508/69795ab0-3795-41f1-9d54-fc8831611f9a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:21.544029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97000-13e0-49ea-a024-b9063ab80119 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:21.554259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.619989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Network 9513f788-2488-472e-b807-567091ca5874 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:21.626906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:21.633673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:21.651165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Pushing event updated for resources: {'Port': ['ID=dbff6cb3-0eca-4724-94c8-1259105b7c3f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:21.669995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.764120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Attempting to bind port dbff6cb3-0eca-4724-94c8-1259105b7c3f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:21.765042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Attempting to bind port dbff6cb3-0eca-4724-94c8-1259105b7c3f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:21.766192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Attempting to bind port dbff6cb3-0eca-4724-94c8-1259105b7c3f on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:21.773850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:21.774250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Checking segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:21.775258 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.775671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Bound using segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:21.776319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Bound port: dbff6cb3-0eca-4724-94c8-1259105b7c3f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:21.776715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.795749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.806359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:21.823262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:21.833092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:21.836986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 69795ab0-3795-41f1-9d54-fc8831611f9a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:21.848178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Pushing event updated for resources: {'Port': ['ID=40adcae2-0784-429d-8dce-0cb28c9ec5e4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:21.857496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.881859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] For port dbff6cb3-0eca-4724-94c8-1259105b7c3f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:21.887643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] For port dbff6cb3-0eca-4724-94c8-1259105b7c3f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dbff6cb3-0eca-4724-94c8-1259105b7c3f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:21.895520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:21.928080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=69795ab0-3795-41f1-9d54-fc8831611f9a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:22.044587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179147cd-8389-4895-a8a8-43320fcd37eb None None] Pushing event updated for resources: {'Port': ['ID=dbff6cb3-0eca-4724-94c8-1259105b7c3f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:22.086259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] In _notify_port_updated(), no bound segment for port 69795ab0-3795-41f1-9d54-fc8831611f9a on network 3fe50731-d55c-4b09-829c-468287327902 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:11:22.128604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.146844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.167024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a72052c4-1821-4365-91b8-9fd4b836570c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/ports/69795ab0-3795-41f1-9d54-fc8831611f9a HTTP/1.1" status: 200 len: 919 time: 2.2659507 Sep 01 15:11:22.168833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32938) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:22.214203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:22.465802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67cf9b-06b6-444e-8509-396a7afdf4ed req-ed34885d-d369-4c0d-b57d-ed03c0bb9f00 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.490802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c67cf9b-06b6-444e-8509-396a7afdf4ed req-ed34885d-d369-4c0d-b57d-ed03c0bb9f00 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1592491 Sep 01 15:11:22.655449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c67cf9b-06b6-444e-8509-396a7afdf4ed req-9cd79762-5ac9-428c-8cc0-c50860d2d01e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628497 Sep 01 15:11:22.679901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 69795ab0-3795-41f1-9d54-fc8831611f9a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:22.680464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.780888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.877573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:22.878302 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.950343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:22.971674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Provisioning for port 3abba548-b951-46f3-9184-253e086f946b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:22.979858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:22.981159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.096005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.141829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 69795ab0-3795-41f1-9d54-fc8831611f9a owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:23.154403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Provisioning for port 69795ab0-3795-41f1-9d54-fc8831611f9a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:23.156789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-a872fd82-0b10-4b6c-9f14-40360006bd77 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.160762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-a872fd82-0b10-4b6c-9f14-40360006bd77 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.4030442 Sep 01 15:11:23.163347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Provisioning complete for port 69795ab0-3795-41f1-9d54-fc8831611f9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:23.166701 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.222232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6bb074c4-1d00-4df6-ba4a-9bc05809b936 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:23.230177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-63ecfbe9-0795-4362-85a1-cb5a8395d0f1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0524638 Sep 01 15:11:23.270109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 6bb074c4-1d00-4df6-ba4a-9bc05809b936 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:11:23.270645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6bb074c4-1d00-4df6-ba4a-9bc05809b936 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:11:23.304889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85aa97ae-041b-48bf-b42b-21973254ef3b None None] Port 69795ab0-3795-41f1-9d54-fc8831611f9a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:23.409364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-a6e0ed3a-cb51-4965-8e59-b592f5a1cb8d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1756608 Sep 01 15:11:23.651082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ef6f6bf-8e9b-4ae6-b797-4d1df321a557 None None] Provisioning complete for port 69795ab0-3795-41f1-9d54-fc8831611f9a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:23.651678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f6bf-8e9b-4ae6-b797-4d1df321a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.728421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6f6bf-8e9b-4ae6-b797-4d1df321a557 None None] Port 69795ab0-3795-41f1-9d54-fc8831611f9a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:23.938408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af199955-51a3-43cd-899b-5aec0082d17d None None] Network 9513f788-2488-472e-b807-567091ca5874 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:24.053607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9af85-37d7-4bcc-baa6-49b9768e395e req-510c40e5-2c83-4c84-a036-58ffb045a3f1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.062500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cb9af85-37d7-4bcc-baa6-49b9768e395e req-510c40e5-2c83-4c84-a036-58ffb045a3f1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1272829 Sep 01 15:11:24.109148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1e2a91f5-f5a4-4892-94cf-e0b4610fba28 None None] Provisioning for port dbff6cb3-0eca-4724-94c8-1259105b7c3f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:24.115733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cb9af85-37d7-4bcc-baa6-49b9768e395e req-490b363b-ef15-4750-b66a-eaad85f36e54 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Sep 01 15:11:24.190903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.209030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.216903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dbff6cb3-0eca-4724-94c8-1259105b7c3f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:24.284344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-fd1d4ca8-fc92-42d2-919c-87c132644b7c service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440251 Sep 01 15:11:24.285656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=69795ab0-3795-41f1-9d54-fc8831611f9a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:24.494718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port dbff6cb3-0eca-4724-94c8-1259105b7c3f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:24.507140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dbff6cb3-0eca-4724-94c8-1259105b7c3f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:24.507509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.627389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.681529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port dbff6cb3-0eca-4724-94c8-1259105b7c3f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dbff6cb3-0eca-4724-94c8-1259105b7c3f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:24.690381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.727950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.733697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b1820c13-3478-4153-840f-904107fca6b9 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/69795ab0-3795-41f1-9d54-fc8831611f9a HTTP/1.1" status: 204 len: 168 time: 2.5633190 Sep 01 15:11:24.734537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32966) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:24.769347 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-34857c73-38c3-4219-b8fd-cd10d0b258e6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:11:24.776563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-34857c73-38c3-4219-b8fd-cd10d0b258e6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/69795ab0-3795-41f1-9d54-fc8831611f9a HTTP/1.1" status: 404 len: 333 time: 0.0406246 Sep 01 15:11:24.778302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32968) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:24.798545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=dbff6cb3-0eca-4724-94c8-1259105b7c3f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:24.806219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-6dd5e22a-2b16-48fa-b994-c13aa0ae60b8 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286614 Sep 01 15:11:24.884338 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:24.884484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:11:24.938827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.030547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.033235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.034455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/security-groups/31767e07-13c1-4625-9aac-36a14d32fe1a HTTP/1.1" status: 204 len: 168 time: 0.2545979 Sep 01 15:11:25.038410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32974) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:25.058438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa4637-7af3-444f-8f9f-f4103c0ac0bc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31767e07-13c1-4625-9aac-36a14d32fe1a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:25.096595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6576bd07-469c-4fbe-b65b-a642191f9250 None None] Provisioning complete for port dbff6cb3-0eca-4724-94c8-1259105b7c3f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:25.097313 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6576bd07-469c-4fbe-b65b-a642191f9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.258776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8dad0657-e033-494f-8da4-0c5d104a712a req-30f10af4-7a96-42e1-8cb3-4c6dd863b83d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 210 time: 0.1402133 Sep 01 15:11:25.302760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733d4b0-accb-4180-8106-62e68395f5ad req-1516c842-cfaf-477b-9764-1db1513e0c92 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.304604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8733d4b0-accb-4180-8106-62e68395f5ad req-1516c842-cfaf-477b-9764-1db1513e0c92 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.0755687 Sep 01 15:11:25.314215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:25.331813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:25.351494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:25.352605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:25.356612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.373894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.375910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a4f5efa0-1f50-438a-b505-49e91c5f844c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4895129 Sep 01 15:11:25.379348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:25.397358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8733d4b0-accb-4180-8106-62e68395f5ad req-c0cd450e-c057-4e80-9717-39f3e210c076 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816689 Sep 01 15:11:25.446362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.651494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:26.085218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:22Z', 'revision_number': 3, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:26.089752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.095734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.097770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d9aa52d-a731-41d1-8de3-5d8192bb0db7 HTTP/1.1" status: 204 len: 168 time: 1.0580809 Sep 01 15:11:26.100763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:26.154682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:26.155153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Updating router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:11:26.159690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de0155-318a-4d72-a8e6-7e841edfbce6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9aa52d-a731-41d1-8de3-5d8192bb0db7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:26.186894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dbff6cb3-0eca-4724-94c8-1259105b7c3f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:26.253910 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.268267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.299000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 5fa70fbe-482d-4795-a15e-d193dc7aa5ee {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:26.319158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dbff6cb3-0eca-4724-94c8-1259105b7c3f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:26.319158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.322577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.433999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.490380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c82520cc-caf9-480f-818a-7e55ffebdd78 req-9da7054b-80e9-4755-805b-a2b4c1c4b8f1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 210 time: 0.0741282 Sep 01 15:11:26.533646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Allocated IP 172.20.0.1 (9513f788-2488-472e-b807-567091ca5874/de361e37-910f-40a2-9ba7-ee11c1c2ace5/046cf6fa-5ef2-4aae-b63e-d8049785a7c4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:26.615671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.766442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.830724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.834220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/5fa70fbe-482d-4795-a15e-d193dc7aa5ee HTTP/1.1" status: 204 len: 168 time: 0.7313454 Sep 01 15:11:26.840687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ca305-060f-4a32-b396-5181f86c3e1c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa70fbe-482d-4795-a15e-d193dc7aa5ee,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:26.842502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:26.860077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:26.863386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f5d3f-25af-43c7-99d8-c1a04bb6ea72 None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:27.040034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d6a02-fe53-4f5d-b438-401ff0862e0f req-b941b48b-247f-4a73-ab9a-21b237d1bdc6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.043531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-106d6a02-fe53-4f5d-b438-401ff0862e0f req-b941b48b-247f-4a73-ab9a-21b237d1bdc6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.4731085 Sep 01 15:11:27.140532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.201549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Transition to ACTIVE for port object 40adcae2-0784-429d-8dce-0cb28c9ec5e4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:27.214057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-400df6a3-07cd-494b-8300-6386926f0659 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.217875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-400df6a3-07cd-494b-8300-6386926f0659 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.5806713 Sep 01 15:11:27.220709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.233075 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.257780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:27.366890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-106d6a02-fe53-4f5d-b438-401ff0862e0f req-e0352020-a742-4ca9-9682-ccb8721d9f9e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065233 Sep 01 15:11:27.388215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Attempting to bind port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:27.388665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Attempting to bind port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:27.389156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Attempting to bind port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:27.389402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Transition to ACTIVE for port object 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:27.398683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26085134-58ed-4f45-971d-9735f1dc74e6 None None] Pushing event updated for resources: {'Port': ['ID=40adcae2-0784-429d-8dce-0cb28c9ec5e4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:27.408559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:27.410147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:27.410147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.410487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:27.411310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Bound port: 40adcae2-0784-429d-8dce-0cb28c9ec5e4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:27.411935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.495308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:27.501132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.514804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.534689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] For port 40adcae2-0784-429d-8dce-0cb28c9ec5e4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:27.540564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] For port 40adcae2-0784-429d-8dce-0cb28c9ec5e4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=40adcae2-0784-429d-8dce-0cb28c9ec5e4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:27.548039 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.594593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.661852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:27.665500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.705890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:27.707018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:27.710928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Network 9513f788-2488-472e-b807-567091ca5874 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:27.712148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26085134-58ed-4f45-971d-9735f1dc74e6 None None] Pushing event updated for resources: {'Port': ['ID=40adcae2-0784-429d-8dce-0cb28c9ec5e4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:27.733599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:27.739915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:27.748094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Pushing event updated for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:27.767851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0317c4ae-0390-4d1c-8a43-4e701fae4ee2 req-2d52b94d-4ec4-4d29-9f24-e6bea5eca911 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 210 time: 0.0922987 Sep 01 15:11:27.917458 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.982911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:28.123620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.12 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/080455f4-9722-4758-9060-3616cda626fa) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:28.188922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.344807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:28.365712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:28.385434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:22Z', 'revision_number': 3, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:28.390706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.391632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.424340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efba37d5-2574-482a-904c-3216104e54e8 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:22Z', 'revision_number': 3, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:28.439176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3dbeaa02-734e-4cd2-9cd7-26cb3c9f5774 None None] Provisioning for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:28.445786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3dbeaa02-734e-4cd2-9cd7-26cb3c9f5774 None None] Provisioning complete for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:28.446635 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dbeaa02-734e-4cd2-9cd7-26cb3c9f5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.461045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6080177 Sep 01 15:11:28.462087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.466312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:28.482043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897801315'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:28.498121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255a94-94ee-4afb-9cd8-39e8f76e3f06 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=a958c4e5-cbb8-4854-af64-8eb6b837f181,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:28.562030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.570842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3dbeaa02-734e-4cd2-9cd7-26cb3c9f5774 None None] Port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:28.682853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2891d6-a828-42ed-a919-5374cf98261a None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:28.729300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7effd-f0a7-4a5e-8e3d-517751b15406 req-8f2073c5-3a26-4e00-aeec-f15a2ca9d597 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.732558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92b7effd-f0a7-4a5e-8e3d-517751b15406 req-8f2073c5-3a26-4e00-aeec-f15a2ca9d597 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1174185 Sep 01 15:11:28.788231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.805444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.848194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92b7effd-f0a7-4a5e-8e3d-517751b15406 req-08af58fd-6c9e-45b2-9669-6f64c6cb513b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Sep 01 15:11:28.945302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.950430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4813974 Sep 01 15:11:28.953698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18164f6b-4065-42ba-811b-3a80392a9a4b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b1b993-5b59-4090-abef-81dcdd88b99a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:28.958962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:28.962680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cc5104dd-a5a2-4388-808d-3082b73511cc None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:28.963082 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc5104dd-a5a2-4388-808d-3082b73511cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.966931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'security_group': {'name': 'tempest-secgroup-1666028042'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:29.000895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.141381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.145914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cc5104dd-a5a2-4388-808d-3082b73511cc None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:29.154238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.183483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.185550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2242599 Sep 01 15:11:29.193726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33026) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:29.201111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'security_group': {'name': 'tempest-secgroup-142098629'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:29.208475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-659dc73f-1a4e-45cd-9130-ef404258eb8d req-6483743e-12c3-4caf-96c5-3ed4f8799a6a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 210 time: 0.0621576 Sep 01 15:11:29.274534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8917d1-a3c5-43e9-9943-2a46481bdaea tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f3dc3-7e1f-4689-8818-7e76707af91c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:29.290073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.406661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cc5104dd-a5a2-4388-808d-3082b73511cc None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:29.407079 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc5104dd-a5a2-4388-808d-3082b73511cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.434484 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.459867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.467661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.548100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.552026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.602411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.607964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4093664 Sep 01 15:11:29.609519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9adec2-fa68-4f0d-b918-afe72beebfff tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c55277-70b0-4972-9838-e8ac45ea7ac6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:29.613837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:29.616831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:29.620823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Update dhcp port {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'fixed_ips': [{'subnet_id': '4675985a-e6ff-4dc8-94c9-c712657d7508', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a958c4e5-cbb8-4854-af64-8eb6b837f181'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '3abba548-b951-46f3-9184-253e086f946b'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:11:29.627325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747905829', 'security_groups': ['22c55277-70b0-4972-9838-e8ac45ea7ac6'], 'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a958c4e5-cbb8-4854-af64-8eb6b837f181'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:29.665222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.687887 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.759179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:29.772903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:29.785348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:29.827662 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.853284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Pushing event updated for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:29.871663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Allocated IP 172.20.0.2 (3fe50731-d55c-4b09-829c-468287327902/a958c4e5-cbb8-4854-af64-8eb6b837f181/3abba548-b951-46f3-9184-253e086f946b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:29.928684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.929681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.984550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:30.012570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-2641fe51-df46-4661-875b-f220acd4dd87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7621207 Sep 01 15:11:30.055674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Request body: {'port': {'device_id': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:30.091644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:30.130570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Network 9513f788-2488-472e-b807-567091ca5874 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:30.139839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:30.170110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.226843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Transition to ACTIVE for port object 3abba548-b951-46f3-9184-253e086f946b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:30.231263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.234891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 40adcae2-0784-429d-8dce-0cb28c9ec5e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:30.304657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.312461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] device_id is not set on port 254f168f-8b48-4483-8c0f-76588086fb9e yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:11:30.314675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5485eee-ca95-497f-9a84-bb3ba081ae7b req-974b727a-84e2-4c39-afc6-e874f5062afa tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.329339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5485eee-ca95-497f-9a84-bb3ba081ae7b req-974b727a-84e2-4c39-afc6-e874f5062afa tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1811092 Sep 01 15:11:30.365780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.435389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5485eee-ca95-497f-9a84-bb3ba081ae7b req-ca83750f-7708-489a-a33b-1520ceb957c4 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019320 Sep 01 15:11:30.524452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:30.533779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae152d-8a37-4766-9afd-796ec0297124 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:30.537188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:30.537657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.545013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1e32c-c4c9-467a-bcac-a863f08de9f4 req-3ce08f3f-61b7-460e-9482-3227626b4cde tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.553049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2fb1e32c-c4c9-467a-bcac-a863f08de9f4 req-3ce08f3f-61b7-460e-9482-3227626b4cde tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 932 time: 0.1649306 Sep 01 15:11:30.719066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-18021cd9-6652-41aa-9bde-61c394591748 None None] Provisioning complete for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:30.731599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18021cd9-6652-41aa-9bde-61c394591748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.784651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2fb1e32c-c4c9-467a-bcac-a863f08de9f4 req-09994f61-3c61-487f-9d8e-1da9d5d5b4b9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303805 Sep 01 15:11:30.786349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.842557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:30.850214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 40adcae2-0784-429d-8dce-0cb28c9ec5e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=40adcae2-0784-429d-8dce-0cb28c9ec5e4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:30.852192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-18021cd9-6652-41aa-9bde-61c394591748 None None] Port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:30.861120 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:30.952683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=40adcae2-0784-429d-8dce-0cb28c9ec5e4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:31.064296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.13 (3fe50731-d55c-4b09-829c-468287327902/a958c4e5-cbb8-4854-af64-8eb6b837f181/254f168f-8b48-4483-8c0f-76588086fb9e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:31.218302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:31.237785 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:31.269215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07e9b358-66b1-4bdd-8abc-9f74006fe725 admin admin] 10.222.0.41 "PUT /v2.0/routers/f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8752522 Sep 01 15:11:31.269508 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:31.269508 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:31.342120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.362109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 254f168f-8b48-4483-8c0f-76588086fb9e will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:31.406561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.453271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:31.457704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:31.490702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:31.542214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080455f4-9722-4758-9060-3616cda626fa {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:31.564068 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.571200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=254f168f-8b48-4483-8c0f-76588086fb9e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:31.600332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:31.601309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.602726 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:31.642669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Transition to ACTIVE for port object 080455f4-9722-4758-9060-3616cda626fa will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:31.649964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.651118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.657189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.707089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:31.736275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Provisioning for port 3abba548-b951-46f3-9184-253e086f946b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:31.746525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:31.747201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8387702c-7154-483d-b3b2-49edc99c5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:31.810212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c7d11-378c-4b73-ad43-c3a2eb69b41b req-57320e04-5a65-4efa-8641-331ba83c45f8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.811856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f2c7d11-378c-4b73-ad43-c3a2eb69b41b req-57320e04-5a65-4efa-8641-331ba83c45f8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1624918 Sep 01 15:11:31.836406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a5728f07-34d6-44d4-a06f-75adda74c60c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2123535 Sep 01 15:11:31.841032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:31.843742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:31.847016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:32.015453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f2c7d11-378c-4b73-ad43-c3a2eb69b41b req-42aa2456-c2c8-43c5-b07c-f438f067cb69 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822340 Sep 01 15:11:32.114511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:32.118884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Attempting to bind port 080455f4-9722-4758-9060-3616cda626fa on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:32.119305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Attempting to bind port 080455f4-9722-4758-9060-3616cda626fa by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:32.119642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Attempting to bind port 080455f4-9722-4758-9060-3616cda626fa on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:32.122221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.125350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef6f5b2e-676e-455d-9d36-53f676e962e0 None None] Provisioning for port 254f168f-8b48-4483-8c0f-76588086fb9e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:32.129078 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:29Z', 'revision_number': 2, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:32.131380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Port 080455f4-9722-4758-9060-3616cda626fa on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:32.131753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Attempting to bind port 080455f4-9722-4758-9060-3616cda626fa on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:32.132267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef6f5b2e-676e-455d-9d36-53f676e962e0 None None] Provisioning complete for port 254f168f-8b48-4483-8c0f-76588086fb9e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:32.132878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5b2e-676e-455d-9d36-53f676e962e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.147724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:32.148062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:32.148726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:32.149334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Bound port: 080455f4-9722-4758-9060-3616cda626fa, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:32.149705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.232069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:32.239841 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:32.241889 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Updating router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:11:32.267665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:32.271852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:32.285733 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.337986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.338923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.349878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] 10.222.0.50 "PUT /v2.0/ports/080455f4-9722-4758-9060-3616cda626fa HTTP/1.1" status: 200 len: 1093 time: 2.2987783 Sep 01 15:11:32.350711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'tag': '080455f4-9722-4758-9060-3616cda626fa'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:32.353121 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "tag": "080455f4-9722-4758-9060-3616cda626fa"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:32.367869 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.382298 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a958c4e5-cbb8-4854-af64-8eb6b837f181 (CIDR: 172.20.0.0/28) Sep 01 15:11:32.391544 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:11:32.393226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:32.415588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a59b6-bd3d-4ad1-a670-54a74bedd460 service neutron] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:32.434533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-171bee60-d0bb-48a5-8fbb-94d8d9c41512 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5872536 Sep 01 15:11:32.435284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f5b2e-676e-455d-9d36-53f676e962e0 None None] Port 254f168f-8b48-4483-8c0f-76588086fb9e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:32.435478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:32.451127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:32.481298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:32.481913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.491797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-754e835b-304a-489a-bdea-19790ebfb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.494261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-754e835b-304a-489a-bdea-19790ebfb7f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 1096 time: 0.0745428 Sep 01 15:11:32.566201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-f1919ae8-249f-450a-b5d7-43168c69d391 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080455f4-9722-4758-9060-3616cda626fa HTTP/1.1" status: 200 len: 217 time: 0.0579314 Sep 01 15:11:32.621746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:32.667263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110822254', 'description': 'tempest-description--1107563346'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:32.672214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-775a14e8-632d-4920-90cc-fe29071f8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.675298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-775a14e8-632d-4920-90cc-fe29071f8ca0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.0996885 Sep 01 15:11:32.700818 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db6504f-df75-4e8b-bdfa-cc26311ecb8d x-openstack-request-id: req-3db6504f-df75-4e8b-bdfa-cc26311ecb8d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:32.701148 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "tag": "080455f4-9722-4758-9060-3616cda626fa", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:32.701401 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3db6504f-df75-4e8b-bdfa-cc26311ecb8d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:32.701822 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'tag': '080455f4-9722-4758-9060-3616cda626fa', 'status': 'completed', 'code': 200} Sep 01 15:11:32.720343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 40adcae2-0784-429d-8dce-0cb28c9ec5e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:32.721714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-09ae17c9-9ee1-4cb4-826e-eb0e4efcfa3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361958 Sep 01 15:11:32.772200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.814774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:32.815162 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.827805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e88a-4d09-44b2-a544-105adc4d8f84 req-88d187f3-3a32-484f-aaab-5d24eec5f2f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.844177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1281e88a-4d09-44b2-a544-105adc4d8f84 req-88d187f3-3a32-484f-aaab-5d24eec5f2f6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 944 time: 0.2425961 Sep 01 15:11:32.878262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:32.882197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.928969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-b446d4e8-8782-4849-8275-27f1581613b3 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983726 Sep 01 15:11:32.984683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1281e88a-4d09-44b2-a544-105adc4d8f84 req-10b643fd-0eba-4549-8325-31b91adc6182 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385736 Sep 01 15:11:33.060142 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.073180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Transition to ACTIVE for port object 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:33.081726 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.093578 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4675985a-e6ff-4dc8-94c9-c712657d7508 (CIDR: 172.20.0.16/28) Sep 01 15:11:33.101296 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:11:33.102158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:33.116190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85c20f54-c108-4a22-89b4-56db4df08ffd req-e914318b-e07f-44cf-827d-736d725e4e96 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687014 Sep 01 15:11:33.149195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.174416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.197833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e361352e-ea3e-4830-9d20-bba2fcd96966 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7547324 Sep 01 15:11:33.210609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:33.210907 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Attempting to bind port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:33.211082 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Attempting to bind port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:33.211325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Attempting to bind port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:33.221041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'subnet': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:33.225024 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:33.225434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Checking segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:33.225903 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.226300 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Bound using segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:33.226730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Bound port: 046cf6fa-5ef2-4aae-b63e-d8049785a7c4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:33.227111 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.244453 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Pushing event updated for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:33.255419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.256050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.256591 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.257129 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.257627 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.258133 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.258647 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.259133 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.259621 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.260105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.260608 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.261143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:33.325355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.326968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6760633 Sep 01 15:11:33.332814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:33.334438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-3e52df5e-abcf-4ac6-b876-293703079cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.336091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-3e52df5e-abcf-4ac6-b876-293703079cff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 1096 time: 0.1465867 Sep 01 15:11:33.350644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group_rule': {'security_group_id': 'e097e57b-b0a6-4eaf-a860-e56009dab6d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:33.357678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef04cc-491d-43b4-b8af-c867360fc641 req-8a18f2fc-57be-44b8-8eb1-cce086d15eb2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.358178 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] For port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:33.359324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2ef04cc-491d-43b4-b8af-c867360fc641 req-8a18f2fc-57be-44b8-8eb1-cce086d15eb2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1586595 Sep 01 15:11:33.364937 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] For port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:33.375040 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.375805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c57b0-e206-4879-a12c-a3b804df8119 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e097e57b-b0a6-4eaf-a860-e56009dab6d8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:33.468794 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c16662-900d-4043-918c-85d50b4a7018 None None] Pushing event updated for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:33.475801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.513843 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:33.515139 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:33.522242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2ef04cc-491d-43b4-b8af-c867360fc641 req-3be20f1d-f2e5-495b-9204-e5bdba2ff941 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188934 Sep 01 15:11:33.540127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Made reservation on behalf of cf38cb727e5a43f7b4ae021443724b05 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:33.546261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.614205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-8fb330d1-8935-4510-a41e-30536b91f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.620299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-8fb330d1-8935-4510-a41e-30536b91f4ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 0.2711513 Sep 01 15:11:33.683805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.695615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.734866 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:33.748448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-c83d32bc-c68b-4331-b262-3af48233e220 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080455f4-9722-4758-9060-3616cda626fa HTTP/1.1" status: 200 len: 217 time: 0.1200349 Sep 01 15:11:33.765855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e1e3a5-6686-458a-a86e-7a4b618eaa65,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:33.778450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.782010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5327d3d5-6513-4b4b-b2a0-3323103eb5a2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4440799 Sep 01 15:11:33.782961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33080) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:33.809877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group_rule': {'security_group_id': 'e097e57b-b0a6-4eaf-a860-e56009dab6d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:33.861689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c834efa8-f3b0-478f-83e0-8842bad3f220 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.875093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c834efa8-f3b0-478f-83e0-8842bad3f220 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1098 time: 0.1385906 Sep 01 15:11:33.879025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-f4107c30-f6b3-416a-a231-adb90e0bbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.880558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-f4107c30-f6b3-416a-a231-adb90e0bbd1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.1112280 Sep 01 15:11:33.897425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:34.031792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:33Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:34.077312 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a5a49-6523-4067-8cd1-ad2f35f42c88 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:33Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:34.117256 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.218055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Network 3fe50731-d55c-4b09-829c-468287327902 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:34.225488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:34.228887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.229578 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.256427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0437520 Sep 01 15:11:34.261217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb07dea-88ee-4406-93ac-99b1b458e737 None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:34.261881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33088) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:34.267749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1912133993', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10c88b9f-2b24-42ec-816d-ef8eea47609e'}], 'security_groups': ['34b1b993-5b59-4090-abef-81dcdd88b99a', 'ea5f3dc3-7e1f-4689-8818-7e76707af91c']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:34.273173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17764aad-ebcc-4f04-8415-5b58bfc678a6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Subnet': ['ID=10c88b9f-2b24-42ec-816d-ef8eea47609e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:34.309002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4653bef-5611-4a13-92fd-424add765a89 req-5fc20dc8-4808-44aa-869d-0b4423b3e579 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.310751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4653bef-5611-4a13-92fd-424add765a89 req-5fc20dc8-4808-44aa-869d-0b4423b3e579 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 944 time: 0.1507199 Sep 01 15:11:34.419356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4653bef-5611-4a13-92fd-424add765a89 req-6544d379-777e-48ce-b484-5da55718989a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993297 Sep 01 15:11:34.447698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.460060 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-b2f6ccfe-aa5b-415f-ab39-cb761d7e6911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5674789 Sep 01 15:11:34.505683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.575113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.807717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.814300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Update dhcp port {'port': {'network_id': '3fe50731-d55c-4b09-829c-468287327902', 'fixed_ips': [{'subnet_id': '4675985a-e6ff-4dc8-94c9-c712657d7508', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a958c4e5-cbb8-4854-af64-8eb6b837f181', 'ip_address': '172.20.0.2'}, {'subnet_id': '10c88b9f-2b24-42ec-816d-ef8eea47609e'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '3abba548-b951-46f3-9184-253e086f946b'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:11:34.832780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.853396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14d794-fe0f-42d8-a5f7-8fd630163734 req-236942d9-1be0-45a4-b6be-77ddea87c97a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.862308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b7e55b-c51a-4c87-bf0c-090707634ee9,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:34.865944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.867187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a14d794-fe0f-42d8-a5f7-8fd630163734 req-236942d9-1be0-45a4-b6be-77ddea87c97a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 946 time: 0.1856120 Sep 01 15:11:34.876872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-0e9c5568-643a-4169-9927-42783c419beb service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741243 Sep 01 15:11:34.896576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.896576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.896907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.897245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.897559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.897912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.898223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.898554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.899145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.899307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.900287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.900287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:34.922223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.926663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa2a084e-95bb-4307-8fad-c12b3a69ef7b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1185977 Sep 01 15:11:34.935173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33096) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:34.966478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:35.001649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.029289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a14d794-fe0f-42d8-a5f7-8fd630163734 req-7101762a-8965-404f-9e51-267092e0b2e9 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605856 Sep 01 15:11:35.080364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.229008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Allocated IP 172.20.0.34 (3fe50731-d55c-4b09-829c-468287327902/10c88b9f-2b24-42ec-816d-ef8eea47609e/3abba548-b951-46f3-9184-253e086f946b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:35.241653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cebbb4c4-528d-48e7-b6c5-59a2abb044c9 req-06f5b815-6fc1-401e-ba68-428f75f5307b service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539047 Sep 01 15:11:35.269318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:35.348551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:35.362773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.368499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:35.372638 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad084de5-acb2-4de0-b979-710e2d6e29db" -d '{"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:35.379990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.399974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.466434 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5417e-75cb-4f39-be6d-4b71cbe13176 x-openstack-request-id: req-43b5417e-75cb-4f39-be6d-4b71cbe13176 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:35.466892 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:35.467278 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43b5417e-75cb-4f39-be6d-4b71cbe13176 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:35.467920 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'code': 200} Sep 01 15:11:35.505378 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.533832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:35.540283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Transition to ACTIVE for port object 3abba548-b951-46f3-9184-253e086f946b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:35.637803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.663891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.693219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.717633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '080455f4-9722-4758-9060-3616cda626fa', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': '080455f4-9722-4758-9060-3616cda626fa', 'mac_address': 'fa:16:3e:64:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:35.813893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Delete allocated IP 172.20.0.13 (3fe50731-d55c-4b09-829c-468287327902/a958c4e5-cbb8-4854-af64-8eb6b837f181) {{(pid=106376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:11:35.828127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Allocated IP 172.20.0.46 (3fe50731-d55c-4b09-829c-468287327902/10c88b9f-2b24-42ec-816d-ef8eea47609e/254f168f-8b48-4483-8c0f-76588086fb9e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:35.835538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:35.836456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:35.837536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:35.847870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Pushing event updated for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:35.857865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.858291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.858530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.858862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.860597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.860597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.860597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.861675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.861675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.861675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.861675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.862313 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf67ee0-d900-4237-9803-234c175d1d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:35.862989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:35.863379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Attempting to bind port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:35.866828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.893281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080455f4-9722-4758-9060-3616cda626fa {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:35.902596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a142-7870-42b5-97e2-3137946ab9a5 req-dfa472ac-0f90-4783-a1f5-cac9678ea65d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.918947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6029a142-7870-42b5-97e2-3137946ab9a5 req-dfa472ac-0f90-4783-a1f5-cac9678ea65d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 944 time: 0.3491795 Sep 01 15:11:35.929190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.939413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.967761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:35.968732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:35.969710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:35.970765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Bound port: b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:35.971634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.020169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.108628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6029a142-7870-42b5-97e2-3137946ab9a5 req-30eec1aa-6bd3-4526-b901-bfcca5288536 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881437 Sep 01 15:11:36.202148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Allocated IP 172.25.1.110 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0e442a5b-cc91-4357-b624-d6c46a143403) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:36.250131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.298885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['080455f4-9722-4758-9060-3616cda626fa'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:36.301619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Transition to ACTIVE for port object 254f168f-8b48-4483-8c0f-76588086fb9e will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:36.342617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.424378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:36.428284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.479525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:36.486375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:36.492288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfb89-61c4-4d60-8cee-2d880e5ac022 req-802ffd98-1289-431f-a0b9-fbd235eafac8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.493696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bfbfb89-61c4-4d60-8cee-2d880e5ac022 req-802ffd98-1289-431f-a0b9-fbd235eafac8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.2190185 Sep 01 15:11:36.498425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event updated for resources: {'Port': ['ID=254f168f-8b48-4483-8c0f-76588086fb9e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.509925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.555125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] In _notify_port_updated(), no bound segment for port 254f168f-8b48-4483-8c0f-76588086fb9e on network 3fe50731-d55c-4b09-829c-468287327902 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:11:36.563797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.564522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.570691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3d061173-1bd0-4f97-ba21-8b4f894fce07 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "PUT /v2.0/ports/254f168f-8b48-4483-8c0f-76588086fb9e HTTP/1.1" status: 200 len: 960 time: 2.3034596 Sep 01 15:11:36.582232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33112) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:36.583014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.601464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:36.622581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bfbfb89-61c4-4d60-8cee-2d880e5ac022 req-aac915d8-e466-4ff3-a968-128175d3b610 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548463 Sep 01 15:11:36.631554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:36.668956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:36.669632 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.676094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.771344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:36.785023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:36.811640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:36.821379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.822038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.823707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-da9bb327-cc01-493a-822f-d54bb4e1a331 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 1124 time: 2.9327471 Sep 01 15:11:36.828765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=0e442a5b-cc91-4357-b624-d6c46a143403,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.956121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port 254f168f-8b48-4483-8c0f-76588086fb9e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:36.957227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.014638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:37.046326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.060270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:37.153840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.217120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:37.235912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.248086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Provisioning for port 254f168f-8b48-4483-8c0f-76588086fb9e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:37.265261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.276493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Provisioning complete for port 254f168f-8b48-4483-8c0f-76588086fb9e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:37.277117 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.296571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:11:37.325779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for 254f168f-8b48-4483-8c0f-76588086fb9e owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:37.426214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:37.474751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:37.477232 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b698e0-f8f5-42db-8079-ac1e60989b74" -d '{"events": [{"name": "network-changed", "server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:37.586617 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3df9d1-f09c-42b7-8bf9-0e0a44ee6027 x-openstack-request-id: req-de3df9d1-f09c-42b7-8bf9-0e0a44ee6027 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:37.586972 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:37.587142 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de3df9d1-f09c-42b7-8bf9-0e0a44ee6027 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:37.587622 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'status': 'completed', 'code': 200} Sep 01 15:11:37.595602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71cdd2-b2c3-438e-aaa5-4d784a697967 req-075aa23f-d844-4406-aeda-c08b80b67e2d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.597698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Port 254f168f-8b48-4483-8c0f-76588086fb9e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:37.603237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b71cdd2-b2c3-438e-aaa5-4d784a697967 req-075aa23f-d844-4406-aeda-c08b80b67e2d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 945 time: 0.3626018 Sep 01 15:11:37.623452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.624815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:37.677041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.738158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=254f168f-8b48-4483-8c0f-76588086fb9e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:37.773417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b71cdd2-b2c3-438e-aaa5-4d784a697967 req-4feec8ab-e15a-4009-9a87-b7ed55ab7bbc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638811 Sep 01 15:11:37.790947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:37.791209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-a59962e1-bad4-4afb-9938-61826e41f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.791553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.793128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-a59962e1-bad4-4afb-9938-61826e41f0d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1127 time: 0.1808798 Sep 01 15:11:37.828060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e1c6-67de-420e-8946-d34df9179eff req-012d14a2-7bd1-4527-85c2-bf08ef1f519a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.830327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0be9e1c6-67de-420e-8946-d34df9179eff req-012d14a2-7bd1-4527-85c2-bf08ef1f519a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.0741479 Sep 01 15:11:37.931193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0be9e1c6-67de-420e-8946-d34df9179eff req-4b011e7e-5c59-4875-95fb-1cad5c9dac22 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Sep 01 15:11:37.977538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:37.986981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.989083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90e96533-2c69-4baa-bd54-c1b2377ba1ee tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/254f168f-8b48-4483-8c0f-76588086fb9e HTTP/1.1" status: 204 len: 168 time: 1.4021697 Sep 01 15:11:37.994387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33128) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:38.000444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:38.026084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.074322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.077470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-6b197460-3e3c-4dd3-8b03-d803101340bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.078044 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea108ece-ec8f-4e48-90ba-78ce1351fadc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] GET failed (client error): The resource could not be found. Sep 01 15:11:38.079337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-6b197460-3e3c-4dd3-8b03-d803101340bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.2653425 Sep 01 15:11:38.087400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea108ece-ec8f-4e48-90ba-78ce1351fadc tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports/254f168f-8b48-4483-8c0f-76588086fb9e HTTP/1.1" status: 404 len: 333 time: 0.0910494 Sep 01 15:11:38.089001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33130) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:38.127927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Provisioning for port 3abba548-b951-46f3-9184-253e086f946b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:38.149547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:38.150354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d8f4aa-ca63-4726-9f20-e181200633fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.169389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-d8f8cdd7-84da-443e-83c0-c00eac1634aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 217 time: 0.0448568 Sep 01 15:11:38.210266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:38.271808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.275118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=0e442a5b-cc91-4357-b624-d6c46a143403,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:38.293004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.304051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-f742d4af-ac41-4eb3-b49b-e69201c41316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.304986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.306041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-f742d4af-ac41-4eb3-b49b-e69201c41316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1232948 Sep 01 15:11:38.326700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.333993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-583243a8-ee73-444d-be7e-09ef360e6cd2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3716404 Sep 01 15:11:38.376146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.379069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-8510a6f6-7d7c-4969-99df-0f40d06ebeae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647542 Sep 01 15:11:38.379317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:38.379772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.380272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.385909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/security-groups/22c55277-70b0-4972-9838-e8ac45ea7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2894158 Sep 01 15:11:38.386441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33138) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:38.411423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79df90-a1e9-4ad5-a783-9f41674ab4c6 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c55277-70b0-4972-9838-e8ac45ea7ac6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:38.483044 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.511541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.544128 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:11:38.558423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7b59f5d5-f437-482e-85c9-d2f5ff6c2b70 None None] Could not find standard attr ID for object 254f168f-8b48-4483-8c0f-76588086fb9e. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:11:38.576294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-051cb2ad-afe9-4fe5-9e05-6546a1b210f5 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2110822254&fields=id&tenant_id=58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 267 time: 0.0893619 Sep 01 15:11:38.596303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.599217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.605546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea5f3dc3-7e1f-4689-8818-7e76707af91c HTTP/1.1" status: 204 len: 168 time: 0.2132254 Sep 01 15:11:38.606778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:38.622162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f1d57-5339-4c9e-8f23-9bfc3d8fa4ca tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f3dc3-7e1f-4689-8818-7e76707af91c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:38.692244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.722220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-5a11ac52-c266-43aa-a5c6-ee6f8b7d10ef service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328955 Sep 01 15:11:38.727738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.782351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.784861 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.793883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/security-groups/34b1b993-5b59-4090-abef-81dcdd88b99a HTTP/1.1" status: 204 len: 168 time: 0.1764877 Sep 01 15:11:38.797589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:38.818668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded307a3-f116-46de-8333-eac054d5c40f tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b1b993-5b59-4090-abef-81dcdd88b99a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:38.923007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet a958c4e5-cbb8-4854-af64-8eb6b837f181 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:38.928105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.944958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-627032cc-ad39-4de5-a891-29e4f606c638 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.947699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-627032cc-ad39-4de5-a891-29e4f606c638 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 810 time: 0.3491733 Sep 01 15:11:38.993140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-76e1c9dd-f4b9-4909-8abf-331b20898869 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/quotas/58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 375 time: 0.0330892 Sep 01 15:11:38.996781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0b698e0-f8f5-42db-8079-ac1e60989b74 req-17e7a0a7-fb17-47ba-a95a-bc34ea3c2a83 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610481 Sep 01 15:11:39.089318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-eaffd1d8-e1b5-4219-96de-a9a98619d940 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877092 Sep 01 15:11:39.222991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-f28ed236-289e-4bf4-9b5f-f9c9b3d88c45 service neutron] 10.222.0.41 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177316 Sep 01 15:11:39.333512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff1a3-2455-4e79-b81b-07e7a0de408b req-502976b6-7a55-4d63-ac8f-d1b404a8f426 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:39.335111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-554ff1a3-2455-4e79-b81b-07e7a0de408b req-502976b6-7a55-4d63-ac8f-d1b404a8f426 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 945 time: 0.4659874 Sep 01 15:11:39.348587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:39.354892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.363745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-df4e2ab8-c912-4c9a-b3d2-7c07d02ba26c service neutron] 10.222.0.41 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278195 Sep 01 15:11:39.425207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-554ff1a3-2455-4e79-b81b-07e7a0de408b req-21df99ed-6102-453b-af06-d9c412f49157 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807891 Sep 01 15:11:39.439321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 080455f4-9722-4758-9060-3616cda626fa completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:39.446830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 080455f4-9722-4758-9060-3616cda626fa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:39.447506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.486483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.602487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.625389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.674082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080455f4-9722-4758-9060-3616cda626fa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:39.678357 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec8636-0f69-43bc-b307-db02cfb51597" -d '{"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-plugged", "status": "completed", "tag": "080455f4-9722-4758-9060-3616cda626fa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:39.695005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=a958c4e5-cbb8-4854-af64-8eb6b837f181,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:39.705543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:39.708127 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.718376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-da9240dd-08e5-4a77-becf-4c92d3585154 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/a958c4e5-cbb8-4854-af64-8eb6b837f181 HTTP/1.1" status: 204 len: 168 time: 0.9122906 Sep 01 15:11:39.718673 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.720514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33170) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:39.723555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75db016-f1da-4704-9eee-54506ff6f2d8 None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:39.778936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3bd81-86b0-4794-8cec-60c5bcd24d4d req-ac450a1c-df93-43cb-a1c0-a679f76a9458 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:39.781861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8b3bd81-86b0-4794-8cec-60c5bcd24d4d req-ac450a1c-df93-43cb-a1c0-a679f76a9458 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1993930 Sep 01 15:11:39.880085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8b3bd81-86b0-4794-8cec-60c5bcd24d4d req-0cc16e78-2cbd-4ea9-8f3d-c3dda09cb23a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Sep 01 15:11:39.888829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 10c88b9f-2b24-42ec-816d-ef8eea47609e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:39.910449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.941566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:40.023622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7182e289-217d-40ef-9883-7c3144564acb req-fabf8c69-f985-48b0-a516-91a84f24f1ea tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 210 time: 0.1081669 Sep 01 15:11:40.101323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.148733 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b97924-611d-44f4-9ec1-5641790bb485 x-openstack-request-id: req-96b97924-611d-44f4-9ec1-5641790bb485 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:40.149456 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-plugged", "status": "completed", "tag": "080455f4-9722-4758-9060-3616cda626fa", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:40.149795 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96b97924-611d-44f4-9ec1-5641790bb485 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:40.152170 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080455f4-9722-4758-9060-3616cda626fa', 'code': 200} Sep 01 15:11:40.287431 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.353698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd8b3f-dafd-411c-bc19-de0a417448a5 req-20091dfc-572d-45ac-a1aa-8a65f83efa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:40.356376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8bd8b3f-dafd-411c-bc19-de0a417448a5 req-20091dfc-572d-45ac-a1aa-8a65f83efa11 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 1098 time: 0.1286290 Sep 01 15:11:40.451158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8bd8b3f-dafd-411c-bc19-de0a417448a5 req-edf792be-01cb-42ac-839b-0c25d006ee61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 Sep 01 15:11:40.452638 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.506288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=10c88b9f-2b24-42ec-816d-ef8eea47609e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:40.511462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.517793 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef590850-8c60-4974-8793-7679d0bb5e88 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/10c88b9f-2b24-42ec-816d-ef8eea47609e HTTP/1.1" status: 204 len: 168 time: 0.7896507 Sep 01 15:11:40.518389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:40.559149 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f441459d-477c-46d1-97e7-499b4fd59898 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:40.559602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f441459d-477c-46d1-97e7-499b4fd59898 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:40.561540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f441459d-477c-46d1-97e7-499b4fd59898 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/a958c4e5-cbb8-4854-af64-8eb6b837f181 HTTP/1.1" status: 404 len: 337 time: 0.0417001 Sep 01 15:11:40.565152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33182) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:40.665463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting subnet 4675985a-e6ff-4dc8-94c9-c712657d7508 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:40.669206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.699803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cfedd-4b1d-4506-af12-3544d5dc70ac req-6a620693-0baa-41ed-8d6d-1f7fcd7785e5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:40.703015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce1cfedd-4b1d-4506-af12-3544d5dc70ac req-6a620693-0baa-41ed-8d6d-1f7fcd7785e5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.0894182 Sep 01 15:11:40.757609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.761956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce1cfedd-4b1d-4506-af12-3544d5dc70ac req-9f69a1f2-0cfc-47bf-9102-1cddb82814ba tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Sep 01 15:11:40.930633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.024842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.083569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Subnet': ['ID=4675985a-e6ff-4dc8-94c9-c712657d7508,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:41.100146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9851ca6-562d-4b96-ac75-37460a955139 None None] Network 3fe50731-d55c-4b09-829c-468287327902 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:41.128525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.136149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6e8d43c-fc57-4038-8827-5cdd82b1085b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/4675985a-e6ff-4dc8-94c9-c712657d7508 HTTP/1.1" status: 204 len: 168 time: 0.5690744 Sep 01 15:11:41.137341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33194) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.164447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66691-667f-4d12-83b1-ab23708ae313 req-41ba7caa-eba3-4681-ace4-133d5fcb4376 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.166204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50b66691-667f-4d12-83b1-ab23708ae313 req-41ba7caa-eba3-4681-ace4-133d5fcb4376 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1034529 Sep 01 15:11:41.223348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50b66691-667f-4d12-83b1-ab23708ae313 req-cafb2ca9-df09-4f06-9f38-bddf16ba0aaf tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Sep 01 15:11:41.224143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f267eb7-71ca-46c5-9f2a-777f60fd82f1 req-7544527e-9f42-4bd4-9494-1392a7fd51eb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 210 time: 0.1045825 Sep 01 15:11:41.226269 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7064f9-2fdb-4f1d-9290-8715191e7c38 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.227357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7064f9-2fdb-4f1d-9290-8715191e7c38 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.235724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ce7064f9-2fdb-4f1d-9290-8715191e7c38 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/5fa70fbe-482d-4795-a15e-d193dc7aa5ee HTTP/1.1" status: 404 len: 337 time: 0.0962095 Sep 01 15:11:41.236233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33196) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.281726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-18a75ea2-c68c-44e1-814f-1bfa3f2c0fda None None] Provisioning complete for port e6b3e102-c39f-4650-8395-ca00764b97ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:41.282328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18a75ea2-c68c-44e1-814f-1bfa3f2c0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.284143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-207eadc5-0836-4475-bf90-582e0ac90b6c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "GET /v2.0/ports?device_id=c827567c-38fa-4dce-9599-8cd7d9b3d6fb HTTP/1.1" status: 200 len: 205 time: 0.0470526 Sep 01 15:11:41.287312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33198) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.332779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-18a75ea2-c68c-44e1-814f-1bfa3f2c0fda None None] Port e6b3e102-c39f-4650-8395-ca00764b97ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:41.346600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-18a75ea2-c68c-44e1-814f-1bfa3f2c0fda None None] Provisioning complete for port 3abba548-b951-46f3-9184-253e086f946b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:41.346976 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18a75ea2-c68c-44e1-814f-1bfa3f2c0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.381819 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-201767a4-6b9a-4b8d-bef9-2bd05c17bd26 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] delete failed (client error): The resource could not be found. Sep 01 15:11:41.386819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-201767a4-6b9a-4b8d-bef9-2bd05c17bd26 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/routers/c827567c-38fa-4dce-9599-8cd7d9b3d6fb HTTP/1.1" status: 404 len: 336 time: 0.0979249 Sep 01 15:11:41.386995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33200) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.426859 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7a9d6a-d497-462d-9d78-0234a2e04bb7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.428203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7a9d6a-d497-462d-9d78-0234a2e04bb7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.432601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1b7a9d6a-d497-462d-9d78-0234a2e04bb7 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/4da69a65-8f53-4fcd-b8b2-6813b7955302 HTTP/1.1" status: 404 len: 337 time: 0.0441670 Sep 01 15:11:41.432804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.441008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] DHCP port deletion for 3fe50731-d55c-4b09-829c-468287327902 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:11:41.468389 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-25048a10-dcbc-443d-99bb-cb8a4c6474b4 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.469546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25048a10-dcbc-443d-99bb-cb8a4c6474b4 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.472950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-25048a10-dcbc-443d-99bb-cb8a4c6474b4 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/90d71c6f-0207-473c-a5ab-9afa8f005db1 HTTP/1.1" status: 404 len: 337 time: 0.0367117 Sep 01 15:11:41.474415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.506681 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54235c0-869c-406f-8fa8-fdd0fc4a4d64 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.507132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54235c0-869c-406f-8fa8-fdd0fc4a4d64 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.509215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b54235c0-869c-406f-8fa8-fdd0fc4a4d64 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/ce6caee4-c13c-4cba-a6ae-97bde37e8fb2 HTTP/1.1" status: 404 len: 337 time: 0.0336154 Sep 01 15:11:41.512137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33206) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.516149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Deleting port 3abba548-b951-46f3-9184-253e086f946b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:41.516770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.521443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-5274e6e2-27bd-4158-ac89-acab0af866da tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.522993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-5274e6e2-27bd-4158-ac89-acab0af866da tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 810 time: 0.2089453 Sep 01 15:11:41.536838 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c47ad35-08cf-42ea-be73-63ed9442d495 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.537508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c47ad35-08cf-42ea-be73-63ed9442d495 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.539317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c47ad35-08cf-42ea-be73-63ed9442d495 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/495d36b0-ac4e-46aa-acfb-82e8582f23df HTTP/1.1" status: 404 len: 333 time: 0.0261464 Sep 01 15:11:41.542036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.578976 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f20df8-153b-4f24-986e-77c8ed495c02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.579443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f20df8-153b-4f24-986e-77c8ed495c02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.584190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c8f20df8-153b-4f24-986e-77c8ed495c02 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/94f8a091-3e82-4390-af0f-dcc6e4a975fb HTTP/1.1" status: 404 len: 337 time: 0.0410354 Sep 01 15:11:41.584820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.587848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-2e89b310-c598-4820-8f13-78f5e702e9e1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 380 time: 0.0444622 Sep 01 15:11:41.590454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] For port 3abba548-b951-46f3-9184-253e086f946b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3abba548-b951-46f3-9184-253e086f946b,segment=NetworkSegment(ec17e746-68f8-48fa-b1be-273a003042a8),segment_id=ec17e746-68f8-48fa-b1be-273a003042a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:41.590853 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.612168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'port': {'device_id': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'admin_state_up': True, 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'security_groups': ['e097e57b-b0a6-4eaf-a860-e56009dab6d8']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:41.612836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Calling delete_port for 3abba548-b951-46f3-9184-253e086f946b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:41.612992 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61b1b9c-c1dc-4469-960a-994dfcbccaa1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.613701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61b1b9c-c1dc-4469-960a-994dfcbccaa1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.615818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d61b1b9c-c1dc-4469-960a-994dfcbccaa1 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/b23285e7-1fcc-416b-8dae-185ef4845bba HTTP/1.1" status: 404 len: 337 time: 0.0295112 Sep 01 15:11:41.618227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.645491 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3b2007-e4f4-4597-895f-7df7888dbb67 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.646043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3b2007-e4f4-4597-895f-7df7888dbb67 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.651386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6d3b2007-e4f4-4597-895f-7df7888dbb67 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/4f87f177-ea76-4931-9807-452e0d90b7a9 HTTP/1.1" status: 404 len: 333 time: 0.0283825 Sep 01 15:11:41.652336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.683934 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-075f981a-e5c5-4c8f-8ebe-832a764d7f7e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.684385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075f981a-e5c5-4c8f-8ebe-832a764d7f7e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.686554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-075f981a-e5c5-4c8f-8ebe-832a764d7f7e tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/98b9cdc9-f571-4271-b0ec-7e8c3a17d5d3 HTTP/1.1" status: 404 len: 337 time: 0.0331738 Sep 01 15:11:41.691393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.731125 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99ab8d0-6558-4c4a-81dc-9bb8de2de66c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] DELETE failed (client error): The resource could not be found. Sep 01 15:11:41.732189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99ab8d0-6558-4c4a-81dc-9bb8de2de66c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:11:41.734698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a99ab8d0-6558-4c4a-81dc-9bb8de2de66c tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/subnets/bf5c611c-91e7-4ef1-bb74-c7a8fcc4d4a4 HTTP/1.1" status: 404 len: 337 time: 0.0417054 Sep 01 15:11:41.739469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33218) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:41.773289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.829642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] Pushing event deleted for resources: {'Port': ['ID=3abba548-b951-46f3-9184-253e086f946b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:41.832448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9129f-edce-451a-a37c-d62b642613f7 None None] No DVR routers for this DVR port 3abba548-b951-46f3-9184-253e086f946b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:41.869811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Deleting port e6b3e102-c39f-4650-8395-ca00764b97ab {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:41.869948 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.963652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.002211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Calling delete_port for e6b3e102-c39f-4650-8395-ca00764b97ab owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:42.063204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab1d9f-4ad7-483e-8a9b-54713c1e1506 req-b8de4180-7e89-4c78-88c4-6ee5b35e55fb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.064850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3ab1d9f-4ad7-483e-8a9b-54713c1e1506 req-b8de4180-7e89-4c78-88c4-6ee5b35e55fb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1258571 Sep 01 15:11:42.075274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Made reservation on behalf of 58d74bffec96481791d8a61b1981a9ee for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:42.080845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.138487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3ab1d9f-4ad7-483e-8a9b-54713c1e1506 req-50cab026-7d73-4feb-b484-7d2b8e540a0f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560269 Sep 01 15:11:42.150287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.197119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:42.206937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Port': ['ID=e6b3e102-c39f-4650-8395-ca00764b97ab,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:42.210819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.213241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65683595-2d75-4f81-befa-03ed240c1c6b tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/ports/e6b3e102-c39f-4650-8395-ca00764b97ab HTTP/1.1" status: 204 len: 168 time: 0.4722095 Sep 01 15:11:42.216377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:42.236044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3abba548-b951-46f3-9184-253e086f946b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:11:42.237329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3abba548-b951-46f3-9184-253e086f946b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:11:42.322795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.346839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Allocated IP 172.20.0.4 (9513f788-2488-472e-b807-567091ca5874/de361e37-910f-40a2-9ba7-ee11c1c2ace5/c96cc4d8-7963-43e4-a29e-0a8b97ac2556) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:42.367675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5863ec4e-ca2d-4e44-9b23-6471c4fcd2d4 req-51d41dac-6c45-45e5-a5e2-01a3959c340e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 210 time: 0.0407274 Sep 01 15:11:42.493585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.507166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe50731-d55c-4b09-829c-468287327902']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:42.523696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec17e746-68f8-48fa-b1be-273a003042a8') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:42.524055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec17e746-68f8-48fa-b1be-273a003042a8') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:42.537578 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.562037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f4bce-29e4-48ec-adc5-a2d3b5f90ee1 req-7342eded-ae3f-4cc5-912e-a7d6762f75e8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.565239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b7f4bce-29e4-48ec-adc5-a2d3b5f90ee1 req-7342eded-ae3f-4cc5-912e-a7d6762f75e8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1147919 Sep 01 15:11:42.572780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.598077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:11:42.598985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:11:42.605116 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:11:42.623027 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.642196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Transition to ACTIVE for port object c96cc4d8-7963-43e4-a29e-0a8b97ac2556 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:42.706394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.772442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Network 9513f788-2488-472e-b807-567091ca5874 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:42.776139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:42.780106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:42.782686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b7f4bce-29e4-48ec-adc5-a2d3b5f90ee1 req-5043bf60-9694-496c-9953-af27fa1b694c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001162 Sep 01 15:11:42.783730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.793541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.796166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] 10.222.0.41 "DELETE /v2.0/networks/3fe50731-d55c-4b09-829c-468287327902 HTTP/1.1" status: 204 len: 168 time: 0.5789022 Sep 01 15:11:42.834122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3600d-a0d5-489b-a048-a942ae7d18d2 tempest-PortsTestJSON-1508222069 tempest-PortsTestJSON-1508222069-project] Pushing event deleted for resources: {'Network': ['ID=3fe50731-d55c-4b09-829c-468287327902,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:42.911137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:42.934877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.935671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.962976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988242cd-5767-4dc3-b3a4-6c395735057b req-7018492b-d4b8-42f2-9175-97506c4695ac tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.965935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-988242cd-5767-4dc3-b3a4-6c395735057b req-7018492b-d4b8-42f2-9175-97506c4695ac tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1244364 Sep 01 15:11:42.968108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-fb4e0b76-a478-43a8-acd3-208d0daf5fa0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609571 Sep 01 15:11:42.985623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Request body: {'port': {'device_id': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:43.102588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-988242cd-5767-4dc3-b3a4-6c395735057b req-365bc068-3443-42b7-a52d-870c41a92ede tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099417 Sep 01 15:11:43.133721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.174475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:43.238057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b2d01fe1-d810-4357-b11b-f1de873bba79 None None] Provisioning for port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:43.254285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b2d01fe1-d810-4357-b11b-f1de873bba79 None None] Provisioning complete for port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:43.254668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2d01fe1-d810-4357-b11b-f1de873bba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.315891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b2d01fe1-d810-4357-b11b-f1de873bba79 None None] Port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:43.465667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-03b748e1-61a2-4166-95cb-6d2f4a4544c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf38cb727e5a43f7b4ae021443724b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895308 Sep 01 15:11:43.467087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33260) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:43.536615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.564514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.651552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.658786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.677691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b80840ee-df51-4fec-b828-d0be7cd3c127 HTTP/1.1" status: 204 len: 168 time: 0.1987484 Sep 01 15:11:43.692908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72492783-43b7-414e-8584-5702db81bd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80840ee-df51-4fec-b828-d0be7cd3c127,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:43.694697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb917e-4434-4a3f-b5a5-85ee1b0f92a9 req-47b02589-00ca-40d4-9200-92be03ade213 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.709326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdbb917e-4434-4a3f-b5a5-85ee1b0f92a9 req-47b02589-00ca-40d4-9200-92be03ade213 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 931 time: 0.1872509 Sep 01 15:11:43.742545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96cc4d8-7963-43e4-a29e-0a8b97ac2556 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:43.754283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.788588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Transition to ACTIVE for port object c96cc4d8-7963-43e4-a29e-0a8b97ac2556 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:43.810796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdbb917e-4434-4a3f-b5a5-85ee1b0f92a9 req-fe862c74-2c85-4c8f-96a0-995c77478550 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000845 Sep 01 15:11:43.816105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:44.014386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Pushing event updated for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:44.080449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141cd93-7aa1-44d9-8f2c-8c18215a4d1f req-602e5d6e-35d0-457f-a798-6568861ac7ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.083054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2141cd93-7aa1-44d9-8f2c-8c18215a4d1f req-602e5d6e-35d0-457f-a798-6568861ac7ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.1540101 Sep 01 15:11:44.139915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Attempting to bind port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:44.140779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Attempting to bind port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:44.143426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Attempting to bind port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:44.157765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 on network 9513f788-2488-472e-b807-567091ca5874 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:44.158315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Attempting to bind port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:44.176919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:44.177343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Checking segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:44.177669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Bound using segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:44.178112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Bound port: c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:44.178474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:44.184389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2141cd93-7aa1-44d9-8f2c-8c18215a4d1f req-7cb508d2-e380-4a37-b8f6-f189d909566e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852196 Sep 01 15:11:44.324996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78e7b124-d7d6-4934-9d65-b1808adc7e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:44.355930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:44.361891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:44.382340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:44.436567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.437463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:44.439485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] 10.222.0.50 "PUT /v2.0/ports/c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 1092 time: 1.4612019 Sep 01 15:11:44.440214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:44.442912 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c81756-a434-4f51-bb2e-6bc7abf21650" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:44.514538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e82d2-9fde-4ca8-b1ab-cdd592f22cf4 req-91451ddf-91ea-4964-9bfd-9ccf12a6c1bd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.532640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f49e82d2-9fde-4ca8-b1ab-cdd592f22cf4 req-91451ddf-91ea-4964-9bfd-9ccf12a6c1bd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1896305 Sep 01 15:11:44.554733 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5774f6-be19-43be-9d8f-97cf7b8bc0d3 x-openstack-request-id: req-0a5774f6-be19-43be-9d8f-97cf7b8bc0d3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:44.555400 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:44.555901 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a5774f6-be19-43be-9d8f-97cf7b8bc0d3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:44.556613 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'status': 'completed', 'code': 200} Sep 01 15:11:44.586351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b77d70-00da-474c-adfc-57600c27259a service neutron] Pushing event updated for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:44.623953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f49e82d2-9fde-4ca8-b1ab-cdd592f22cf4 req-2d8487ab-99a1-4e9f-ae9a-1e782dccc0be tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902457 Sep 01 15:11:44.635747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-eda5fe3a-1d46-4b9c-942b-d70848318748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.637954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-eda5fe3a-1d46-4b9c-942b-d70848318748 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1095 time: 0.1130815 Sep 01 15:11:44.727893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-0f1ba05e-0149-4a4a-9bb0-3cfc0d691666 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 217 time: 0.0774722 Sep 01 15:11:44.827739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-ca4551e9-718c-47fa-8206-d9f01694bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.830515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-ca4551e9-718c-47fa-8206-d9f01694bd02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.0943747 Sep 01 15:11:44.925217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-415f07fe-7a51-4ff3-8541-b831201c98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.927399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-415f07fe-7a51-4ff3-8541-b831201c98a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882878 Sep 01 15:11:45.124574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:45.199366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1ec5-fc73-4602-8227-7e93b7796679 req-96e39457-11f2-4224-ae50-57372553b0dc tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.200927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-afef1ec5-fc73-4602-8227-7e93b7796679 req-96e39457-11f2-4224-ae50-57372553b0dc tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 943 time: 0.1707861 Sep 01 15:11:45.209093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-28683f06-41df-4bb1-b8f2-0b2f8a6243e5 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709346 Sep 01 15:11:45.257541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-d70bf1db-c5b1-4e97-99e5-a0085582622a service neutron] 10.222.0.50 "GET /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.1626978 Sep 01 15:11:45.297609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-509426168'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:45.340758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:45.347012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:45.356254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-afef1ec5-fc73-4602-8227-7e93b7796679 req-18ccc14f-39b3-4d1a-ba65-b695bfb4bdc6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411698 Sep 01 15:11:45.366336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.403824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.424858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47dab9a5-568b-49bd-8f34-5f41b07db09f req-2d0078a6-822a-4349-a8a0-a4beb298e681 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987991 Sep 01 15:11:45.590579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf6ac2-64d7-466e-902c-422cc0d948ab req-66e0f3cf-5b6d-4e7d-86ab-6ed4af92fca1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.592255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cbf6ac2-64d7-466e-902c-422cc0d948ab req-66e0f3cf-5b6d-4e7d-86ab-6ed4af92fca1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 944 time: 0.0895431 Sep 01 15:11:45.668588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cbf6ac2-64d7-466e-902c-422cc0d948ab req-3640117c-b9d7-4883-9bf6-82292020fa43 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638158 Sep 01 15:11:45.671490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.676999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.687459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-c8c43eb8-f9a5-442b-8dfc-f404e0697a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.691120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-c8c43eb8-f9a5-442b-8dfc-f404e0697a2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1095 time: 0.1622410 Sep 01 15:11:45.717458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a17e5-e90d-4e85-8923-14ce1f160ca1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:45.728681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:11:45.753542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.754261 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment e130b941-56cc-4478-91df-5d596713fe41 of type vlan for network d349111a-b40a-4af7-88d0-99cfd8a8418e Sep 01 15:11:45.825398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:45.836031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.872299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.876408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:45.881881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.882669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.951430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:45.962728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8365505 Sep 01 15:11:45.964747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41fe45-f8e6-494a-b637-6e143a7fd89b req-6a2f5ea2-8d20-4702-a1f6-9f9f52079727 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.966559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f41fe45-f8e6-494a-b637-6e143a7fd89b req-6a2f5ea2-8d20-4702-a1f6-9f9f52079727 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1652832 Sep 01 15:11:45.970473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33310) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:45.980263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-439851616'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:45.980689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0edc7a-8755-4692-9daa-0c8dc46d13e8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=d349111a-b40a-4af7-88d0-99cfd8a8418e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:45.984446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-f02af20e-e9aa-49ab-89ad-d18ab8b9d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.985865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-f02af20e-e9aa-49ab-89ad-d18ab8b9d928 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.2818394 Sep 01 15:11:45.987953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:45.999510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d349111a-b40a-4af7-88d0-99cfd8a8418e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:46.062422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-5de31df8-5cdc-45cf-bb2f-fcc726f5421a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 217 time: 0.0680728 Sep 01 15:11:46.063265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.119412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:46.123914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.215245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f41fe45-f8e6-494a-b637-6e143a7fd89b req-146d1912-9617-4b5c-976f-6aa530393c5c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228765 Sep 01 15:11:46.242162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-9a03a0e8-6c48-48bc-822d-094dd1d2504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.244820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-9a03a0e8-6c48-48bc-822d-094dd1d2504e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.1723700 Sep 01 15:11:46.276196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:11:46.349140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.349611 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 33f0a4f7-4c85-4018-b320-7b7ee0d203ed of type vlan for network 9c67a55b-0918-42b3-9753-42b2857f739d Sep 01 15:11:46.456352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-70c24bc9-24c1-46cb-b2a2-24a3a638f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.459081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-70c24bc9-24c1-46cb-b2a2-24a3a638f633 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029793 Sep 01 15:11:46.466941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] Transition to ACTIVE for port object b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:46.469979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.508052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.802340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.813053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.814136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.835749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d558e17-28bb-4772-b86f-a088fa3a0341 req-a7bcf410-eca7-4ea2-8a61-9c80e43840cb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.837432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d558e17-28bb-4772-b86f-a088fa3a0341 req-a7bcf410-eca7-4ea2-8a61-9c80e43840cb tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.0582905 Sep 01 15:11:46.842045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] No DVR routers for this DVR port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:46.856634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:46.888642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d558e17-28bb-4772-b86f-a088fa3a0341 req-32c693a3-3d64-41bc-8494-66e0c5ae5dd7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Sep 01 15:11:46.900605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9d6d5-3471-4f2e-9ce4-07879b5a9bbd req-5e7175cb-3067-4fb2-85be-1f72406ecd8d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.903654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80d9d6d5-3471-4f2e-9ce4-07879b5a9bbd req-5e7175cb-3067-4fb2-85be-1f72406ecd8d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 943 time: 0.4292612 Sep 01 15:11:47.012297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0402575 Sep 01 15:11:47.015091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33322) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:47.020841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:47.073737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-ee4779ff-33ef-41ed-981f-bbea4a48991c service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976605 Sep 01 15:11:47.082788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ce46a-d955-4e92-ac48-a8e17744bd52 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=9c67a55b-0918-42b3-9753-42b2857f739d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:47.091848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-a32ce2c6-c982-4a9d-9a9d-ceab079d1b34 service neutron] 10.222.0.50 "PUT /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8021882 Sep 01 15:11:47.105714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9c67a55b-0918-42b3-9753-42b2857f739d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:47.157581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:47.167746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.206936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-288fd4e0-1f6f-4f84-b385-0ea1ce9b9ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.207239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80d9d6d5-3471-4f2e-9ce4-07879b5a9bbd req-ed6e1284-1f46-4ad7-8fc1-36834ad393cf tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462232 Sep 01 15:11:47.314892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-7d9eacb4-4702-4d9f-9702-904b7410475f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.317845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-7d9eacb4-4702-4d9f-9702-904b7410475f tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1351597 Sep 01 15:11:47.331272 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c81756-a434-4f51-bb2e-6bc7abf21650 req-c113e1c1-3bcd-4311-b9c6-f37a0ab0a6e1 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357249 Sep 01 15:11:47.340824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.348666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c96cc4d8-7963-43e4-a29e-0a8b97ac2556 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:47.481898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-d9bcfa4b-2751-44e3-a5f0-6950dbe64fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.485188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-d9bcfa4b-2751-44e3-a5f0-6950dbe64fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198&tenant_id=55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 1097 time: 0.1542261 Sep 01 15:11:47.513458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50650866-168a-40e3-9fd9-2f733f17f791 req-a3f7684d-e38e-4674-b766-d4af6650a7b4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.516121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50650866-168a-40e3-9fd9-2f733f17f791 req-a3f7684d-e38e-4674-b766-d4af6650a7b4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1254237 Sep 01 15:11:47.545846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.562931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:47.582273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'port_id': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'mac_address': 'fa:16:3e:05:ac:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:47.636753 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.639940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=708dd9d9-b2d4-4b95-bc4c-e78b78d99e91,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:47.652408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50650866-168a-40e3-9fd9-2f733f17f791 req-b2c4de9c-12e9-4cef-a2de-ac54870fa631 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198270 Sep 01 15:11:47.659365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-d1084270-8605-4212-a845-545e4198ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.662111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-d1084270-8605-4212-a845-545e4198ce52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1097 time: 0.1280127 Sep 01 15:11:47.664559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96cc4d8-7963-43e4-a29e-0a8b97ac2556 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:47.690869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': 'e130b941-56cc-4478-91df-5d596713fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:47.691458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: d349111a-b40a-4af7-88d0-99cfd8a8418e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:47.694483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:47.701920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.724225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d349111a-b40a-4af7-88d0-99cfd8a8418e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:47.746123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d349111a-b40a-4af7-88d0-99cfd8a8418e) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:47.752065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.753171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.762230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4199575-f0f6-4118-9dfb-0c540e79db56 None None] Network d349111a-b40a-4af7-88d0-99cfd8a8418e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:47.782309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49f4eb8d-7bb3-422b-96b6-206873960783 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7653394 Sep 01 15:11:47.785036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33332) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:47.795665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:47.829017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-2532a640-7889-47b1-aba1-488ae6d0ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.832221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-2532a640-7889-47b1-aba1-488ae6d0ded3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.1604242 Sep 01 15:11:47.836603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:47.911650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c218df8e-dcbf-4499-9d10-ff2fd6bcfd17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 200 len: 217 time: 0.0696912 Sep 01 15:11:47.976999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:47.986858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.021363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-5de956d5-64c2-45b9-83b1-c63c45668da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.023637 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-5de956d5-64c2-45b9-83b1-c63c45668da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1035509 Sep 01 15:11:48.026311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d349111a-b40a-4af7-88d0-99cfd8a8418e', 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '708dd9d9-b2d4-4b95-bc4c-e78b78d99e91'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:11:48.028401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.072795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c96cc4d8-7963-43e4-a29e-0a8b97ac2556'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:48.106464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-14f6da44-f648-4d10-accc-90ab44a6b7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573423 Sep 01 15:11:48.182204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2821f3a-a500-4586-8402-56bb1b17e054 req-2e80bacd-0734-41c9-b131-5b93e1a0f50c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.182204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2821f3a-a500-4586-8402-56bb1b17e054 req-2e80bacd-0734-41c9-b131-5b93e1a0f50c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.1833067 Sep 01 15:11:48.233822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.297599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.357961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=93f48654-d038-48f1-9721-714248620c0e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:48.366380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2821f3a-a500-4586-8402-56bb1b17e054 req-8fb43b8b-5b48-4f1a-9292-5ca197a6a5f3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347125 Sep 01 15:11:48.371303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.410834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '33f0a4f7-4c85-4018-b320-7b7ee0d203ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:48.411206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: 9c67a55b-0918-42b3-9753-42b2857f739d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:48.423864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Allocated IP 172.20.0.2 (d349111a-b40a-4af7-88d0-99cfd8a8418e/708dd9d9-b2d4-4b95-bc4c-e78b78d99e91/ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:48.444988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-ecfa469a-1aa5-43b1-9893-3e07dc5a0709 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268652 Sep 01 15:11:48.461696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 9c67a55b-0918-42b3-9753-42b2857f739d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:48.492914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9c67a55b-0918-42b3-9753-42b2857f739d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:48.502561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36b2e-ee05-40d6-97bd-8cae03c16f7b req-356f7a8c-9425-4a54-b427-87c559a7ba39 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.510375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acc36b2e-ee05-40d6-97bd-8cae03c16f7b req-356f7a8c-9425-4a54-b427-87c559a7ba39 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 944 time: 0.0888462 Sep 01 15:11:48.521680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.522341 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.555511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa17f6-d6ae-4187-9950-9e2ae3287074 None None] Network 9c67a55b-0918-42b3-9753-42b2857f739d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:48.562916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa90c585-31b2-4233-99df-14d1f02a9537 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7747610 Sep 01 15:11:48.575139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33340) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:48.575139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1336102098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:48.611569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acc36b2e-ee05-40d6-97bd-8cae03c16f7b req-2b847d5d-2f7f-4d00-af38-31b3633f1439 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996370 Sep 01 15:11:48.613295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.614408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.706401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-2dcd14ee-0690-43e1-b9c4-86fbcc911da6 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524092 Sep 01 15:11:48.742764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.757421 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.807068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.813726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-34b8153e-d89d-46de-8c05-d8a50b93fb37 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2389011 Sep 01 15:11:48.816104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33348) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:48.901759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a52a1b-2f4b-4965-aa01-840a1d9bfeba req-0ba38a25-032c-4681-95c5-a64d1bb7e28d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.905344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51a52a1b-2f4b-4965-aa01-840a1d9bfeba req-0ba38a25-032c-4681-95c5-a64d1bb7e28d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.0942883 Sep 01 15:11:48.983346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51a52a1b-2f4b-4965-aa01-840a1d9bfeba req-5eabfa4b-ffe4-4d39-a906-20729da9fb4e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Sep 01 15:11:49.068246 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.118573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Transition to ACTIVE for port object ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:49.125959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9c67a55b-0918-42b3-9753-42b2857f739d', 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '93f48654-d038-48f1-9721-714248620c0e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:11:49.127371 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.186829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Transition to ACTIVE for port object ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:49.200610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.329285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Network d349111a-b40a-4af7-88d0-99cfd8a8418e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:49.336256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:49.340852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:49.347321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Pushing event updated for resources: {'Port': ['ID=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:49.484834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Attempting to bind port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:49.485243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Attempting to bind port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e130b941-56cc-4478-91df-5d596713fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:49.485960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Attempting to bind port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 on network d349111a-b40a-4af7-88d0-99cfd8a8418e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:49.493020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Allocated IP 172.21.0.2 (9c67a55b-0918-42b3-9753-42b2857f739d/93f48654-d038-48f1-9721-714248620c0e/bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:49.501345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:49.501728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Checking segment: {'id': 'e130b941-56cc-4478-91df-5d596713fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:49.502168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.502553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Bound using segment: {'id': 'e130b941-56cc-4478-91df-5d596713fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:49.503161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Bound port: ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e130b941-56cc-4478-91df-5d596713fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd349111a-b40a-4af7-88d0-99cfd8a8418e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:49.503726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.572879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c51dd022-d0b2-4db8-af7d-c11ce0114b5e tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.574669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-c51dd022-d0b2-4db8-af7d-c11ce0114b5e tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.2104621 Sep 01 15:11:49.687361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] For port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:49.716870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] For port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,segment=NetworkSegment(e130b941-56cc-4478-91df-5d596713fe41),segment_id=e130b941-56cc-4478-91df-5d596713fe41)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:49.725808 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.728238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ae0ce-9f8e-42e8-9a1a-ac14510fda2c req-dde09e0b-832f-4c86-b2d9-f9db5325d924 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.730629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b9ae0ce-9f8e-42e8-9a1a-ac14510fda2c req-dde09e0b-832f-4c86-b2d9-f9db5325d924 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.2096958 Sep 01 15:11:49.761848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.880142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41d73-6f6c-4bfb-861e-57dcf042b430 req-c7cca008-dba7-41f8-8fe9-41e9c06cb02e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.883101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c41d73-6f6c-4bfb-861e-57dcf042b430 req-c7cca008-dba7-41f8-8fe9-41e9c06cb02e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 944 time: 0.0945716 Sep 01 15:11:49.928143 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.959073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c304ea6-2294-4368-909f-60d37b3047b2 None None] Pushing event updated for resources: {'Port': ['ID=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:49.968018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.983303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Transition to ACTIVE for port object bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:49.995612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c41d73-6f6c-4bfb-861e-57dcf042b430 req-0448ef38-9817-4fd3-a7fb-1e6b44573824 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911825 Sep 01 15:11:50.000931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b9ae0ce-9f8e-42e8-9a1a-ac14510fda2c req-1d63b258-8a91-4eed-9f7f-1d10868f38f4 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465510 Sep 01 15:11:50.040399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Transition to ACTIVE for port object bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:50.054944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.158083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-b94cbf80-0a44-4a75-a920-7a8553308882 service neutron] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:50.184029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Network 9c67a55b-0918-42b3-9753-42b2857f739d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:50.194015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-b94cbf80-0a44-4a75-a920-7a8553308882 service neutron] Notify callbacks [] for binding, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.195351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cd48f8-b687-4f18-93b3-7ba961429872 req-b94cbf80-0a44-4a75-a920-7a8553308882 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 0.5602136 Sep 01 15:11:50.207976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:50.217719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:50.247098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Pushing event updated for resources: {'Port': ['ID=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:50.402137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Attempting to bind port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:50.403603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Attempting to bind port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '33f0a4f7-4c85-4018-b320-7b7ee0d203ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:50.406885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Attempting to bind port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 on network 9c67a55b-0918-42b3-9753-42b2857f739d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:50.414021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:50.414472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Checking segment: {'id': '33f0a4f7-4c85-4018-b320-7b7ee0d203ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:50.414827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.415211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Bound using segment: {'id': '33f0a4f7-4c85-4018-b320-7b7ee0d203ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:50.415707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Bound port: bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0a4f7-4c85-4018-b320-7b7ee0d203ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9c67a55b-0918-42b3-9753-42b2857f739d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:50.416093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.498292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ece6-a5b0-4a74-986b-009f2ec68320 req-e8eefb9f-095f-4461-b382-8af503f67c49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.505937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7aa2ece6-a5b0-4a74-986b-009f2ec68320 req-e8eefb9f-095f-4461-b382-8af503f67c49 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1054530 Sep 01 15:11:50.521795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] For port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:50.527450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] For port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,segment=NetworkSegment(33f0a4f7-4c85-4018-b320-7b7ee0d203ed),segment_id=33f0a4f7-4c85-4018-b320-7b7ee0d203ed)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:50.535308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.20.0.1 (d349111a-b40a-4af7-88d0-99cfd8a8418e/708dd9d9-b2d4-4b95-bc4c-e78b78d99e91/07fd2188-f29c-4fb5-a95b-345d7d8f7993) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:50.537298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.553995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7aa2ece6-a5b0-4a74-986b-009f2ec68320 req-6caedb9d-fc7a-40bd-8b62-bf8675b27009 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Sep 01 15:11:50.572334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9fc0-001b-45ff-b74d-6fa9cd637b96 req-ccf597b6-da21-41be-b54f-8e293b6a76fd tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.575602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-841a9fc0-001b-45ff-b74d-6fa9cd637b96 req-ccf597b6-da21-41be-b54f-8e293b6a76fd tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1097 time: 0.1165233 Sep 01 15:11:50.675008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ef4c-6eb9-4353-93b1-7befa83e794c None None] Pushing event updated for resources: {'Port': ['ID=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:50.762441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-841a9fc0-001b-45ff-b74d-6fa9cd637b96 req-e5c25034-50f8-4c00-a6b4-18bede6fd8da tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750822 Sep 01 15:11:50.867169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.897052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 07fd2188-f29c-4fb5-a95b-345d7d8f7993 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:51.040853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.106363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6478-e775-43d0-b5ee-4ffe8eb32143 req-f757d19c-a9ff-41bd-9cac-548526df2384 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.114134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-045f6478-e775-43d0-b5ee-4ffe8eb32143 req-f757d19c-a9ff-41bd-9cac-548526df2384 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 1097 time: 0.1874678 Sep 01 15:11:51.163086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d349111a-b40a-4af7-88d0-99cfd8a8418e is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:51.172163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:51.180493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:51.187213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=07fd2188-f29c-4fb5-a95b-345d7d8f7993,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:51.264263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-045f6478-e775-43d0-b5ee-4ffe8eb32143 req-6dab4b41-5738-4636-b74f-9533ad544c42 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489396 Sep 01 15:11:51.267541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2dbf5-f82b-473c-8e46-bdc8cca891d9 req-fdf7b0a7-75d1-4827-90bc-ff7cbf66b859 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.275788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54e2dbf5-f82b-473c-8e46-bdc8cca891d9 req-fdf7b0a7-75d1-4827-90bc-ff7cbf66b859 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 944 time: 0.1273794 Sep 01 15:11:51.298545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.401805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c96cc4d8-7963-43e4-a29e-0a8b97ac2556 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:51.410180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54e2dbf5-f82b-473c-8e46-bdc8cca891d9 req-9da99d35-4214-47c9-b06a-f2c7d71278c3 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279833 Sep 01 15:11:51.601841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:51.618496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:51.619139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.624865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.704160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcb2d8-9b4b-4273-b94d-51b1033fdf31 None None] Network d349111a-b40a-4af7-88d0-99cfd8a8418e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:51.857848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8a18d43f-c6be-4cc4-ac8f-53f40f542a91 None None] Provisioning for port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:52.087160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.090507 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.128506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:52.130543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.130845 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34daf465-ea22-42e7-8c0f-2f54f73b4c21" -d '{"events": [{"server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:52.182302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:52.252938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.310552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.359405 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80d0d6-8da5-4d67-b84b-41f2d06b4835 x-openstack-request-id: req-ce80d0d6-8da5-4d67-b84b-41f2d06b4835 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:52.360753 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:52.361645 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce80d0d6-8da5-4d67-b84b-41f2d06b4835 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:52.362541 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'code': 200} Sep 01 15:11:52.427630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:52.448625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957e7ea-ee70-4e6f-833e-7d07d8a4c9c0 None None] Network 9c67a55b-0918-42b3-9753-42b2857f739d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:52.516134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46c21d-22ec-4820-8c8d-97448088f478 req-29b88cb1-56e5-4895-b76e-51ee2ad29b91 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.521646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc46c21d-22ec-4820-8c8d-97448088f478 req-29b88cb1-56e5-4895-b76e-51ee2ad29b91 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.7001061 Sep 01 15:11:52.621622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=07fd2188-f29c-4fb5-a95b-345d7d8f7993,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:52.636613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:52.650842 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc46c21d-22ec-4820-8c8d-97448088f478 req-d28f3492-4828-4648-bff8-0a4efc3fccb6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988078 Sep 01 15:11:52.656271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf807-26e6-4169-aa7f-6b5ecc227413 req-332f5e42-56a3-49d7-a3d6-29d3045f957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.659602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e77cf807-26e6-4169-aa7f-6b5ecc227413 req-332f5e42-56a3-49d7-a3d6-29d3045f957d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.2411008 Sep 01 15:11:52.722166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d349111a-b40a-4af7-88d0-99cfd8a8418e is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:52.744780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb16d6-3942-4611-991a-b9811c01be8f req-359141d4-e8b3-43e8-b71f-70e9d574ac31 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.754408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12eb16d6-3942-4611-991a-b9811c01be8f req-359141d4-e8b3-43e8-b71f-70e9d574ac31 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.1245501 Sep 01 15:11:52.757103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:52.795207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-808943ae-165e-4c75-8ad3-93badfe047f7 None None] Provisioning for port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:52.821754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12eb16d6-3942-4611-991a-b9811c01be8f req-1ed7ca58-9d5f-4539-a563-a8873c5b4cc0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650959 Sep 01 15:11:52.888204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:52.893878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:52.895744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.936579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e77cf807-26e6-4169-aa7f-6b5ecc227413 req-1f709dce-4ff2-48cc-8c99-0fbf6825c427 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413352 Sep 01 15:11:53.043319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ad7ee19-480f-4bd0-b464-b3610177a12c None None] Provisioning for port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:53.060946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 43ec9a1e-c2d2-4270-8a30-07ec1d143360 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:11:53.118243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ad7ee19-480f-4bd0-b464-b3610177a12c None None] Provisioning complete for port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:53.118854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ee19-480f-4bd0-b464-b3610177a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.207814 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.308276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,segment=NetworkSegment(33f0a4f7-4c85-4018-b320-7b7ee0d203ed),segment_id=33f0a4f7-4c85-4018-b320-7b7ee0d203ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:53.309821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7ee19-480f-4bd0-b464-b3610177a12c None None] Port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:53.322906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.324177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:53.338506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:53.355920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17e45750-b9af-4c94-8f18-8ab41b755ab5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5344279 Sep 01 15:11:53.356234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33402) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:53.413952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e14e6b-1ac2-4643-8f35-abbf8fead6f2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.415988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b1e14e6b-1ac2-4643-8f35-abbf8fead6f2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports/07fd2188-f29c-4fb5-a95b-345d7d8f7993 HTTP/1.1" status: 200 len: 910 time: 0.0585542 Sep 01 15:11:53.419897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:53.422725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] Sync routers for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:53.629254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:53.663421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:53.664376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:53.667584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-721bcd88-ef32-40fe-8179-c92ac77fddce None None] Provisioning complete for port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:53.667994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-721bcd88-ef32-40fe-8179-c92ac77fddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.744834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:53.780515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:53.781594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:53.783836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:53.843286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:53.844140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.859612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:53.860389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c07c2-4efb-472e-b907-2b46dc2cd861 None None] The sync data for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:53.899415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fce344-2bf5-41ee-8608-3cf00002d452 req-9d4e3109-359a-4a90-bddd-abd5fa1cb231 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.901263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34fce344-2bf5-41ee-8608-3cf00002d452 req-9d4e3109-359a-4a90-bddd-abd5fa1cb231 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1137922 Sep 01 15:11:53.996332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34fce344-2bf5-41ee-8608-3cf00002d452 req-e95495cf-d2a4-40e3-b54b-18dae1b158f0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 Sep 01 15:11:54.075975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.079862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-721bcd88-ef32-40fe-8179-c92ac77fddce None None] Provisioning complete for port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:54.080237 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-721bcd88-ef32-40fe-8179-c92ac77fddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.162563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-721bcd88-ef32-40fe-8179-c92ac77fddce None None] Port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:54.191831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43f79-9548-43d1-bb4f-31ae2cbe44a1 req-c8f458ad-ebd9-4518-82c9-3a8f89dbc5be tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.194561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbd43f79-9548-43d1-bb4f-31ae2cbe44a1 req-c8f458ad-ebd9-4518-82c9-3a8f89dbc5be tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.1009324 Sep 01 15:11:54.205112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,segment=NetworkSegment(e130b941-56cc-4478-91df-5d596713fe41),segment_id=e130b941-56cc-4478-91df-5d596713fe41)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:54.211506 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.219297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.336428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bbd43f79-9548-43d1-bb4f-31ae2cbe44a1 req-aa9bb236-85e5-409b-a3ea-e6f979842486 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106362 Sep 01 15:11:54.421639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:54.437449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2969b3a5-9333-4939-95b0-9a92109b1a1b None None] Provisioning complete for port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:54.438422 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2969b3a5-9333-4939-95b0-9a92109b1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.479862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:54.535253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2969b3a5-9333-4939-95b0-9a92109b1a1b None None] Port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:54.565357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:54.565976 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:54.758713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.21.0.1 (9c67a55b-0918-42b3-9753-42b2857f739d/93f48654-d038-48f1-9721-714248620c0e/1f8e88a9-ed80-4e64-9903-712f64d00103) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:55.469803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274e67-f167-4b2a-b0f7-0c90660a6bd6 req-44759621-fb33-4473-b98c-2778c5a04ef7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.473347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6274e67-f167-4b2a-b0f7-0c90660a6bd6 req-44759621-fb33-4473-b98c-2778c5a04ef7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1798499 Sep 01 15:11:55.508707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:55.559507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 1f8e88a9-ed80-4e64-9903-712f64d00103 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:55.613052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6274e67-f167-4b2a-b0f7-0c90660a6bd6 req-e8b515ee-6413-4a0d-a5f1-ae0fa2083c23 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215968 Sep 01 15:11:55.672764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:55.700082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b21f1a-5a0b-4636-8ef7-fec2a9422c01 req-577efddd-53e3-482a-9573-143fd8783dca tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.703053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1b21f1a-5a0b-4636-8ef7-fec2a9422c01 req-577efddd-53e3-482a-9573-143fd8783dca tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.0863311 Sep 01 15:11:55.723338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 9c67a55b-0918-42b3-9753-42b2857f739d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:55.729628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:55.734370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:55.785829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=1f8e88a9-ed80-4e64-9903-712f64d00103,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:55.806167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1b21f1a-5a0b-4636-8ef7-fec2a9422c01 req-626bd1b1-37f0-499c-9f85-a3c8c60cece2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900979 Sep 01 15:11:55.830455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:55.986425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead664aa-9cb6-4254-8860-ecab4b2907e6 req-41cab891-2911-4d92-9520-a4ade38f3912 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.988302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ead664aa-9cb6-4254-8860-ecab4b2907e6 req-41cab891-2911-4d92-9520-a4ade38f3912 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.0709991 Sep 01 15:11:56.005832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:56.012523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'floatingip': {'port_id': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:56.056797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.099387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.212793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ade6fe02-0088-4f91-8639-a8e850ecefe2 None None] Provisioning for port 1f8e88a9-ed80-4e64-9903-712f64d00103 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:56.227062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ade6fe02-0088-4f91-8639-a8e850ecefe2 None None] Provisioning complete for port 1f8e88a9-ed80-4e64-9903-712f64d00103 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:56.227806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe02-0088-4f91-8639-a8e850ecefe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.359801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ade6fe02-0088-4f91-8639-a8e850ecefe2 None None] Port 1f8e88a9-ed80-4e64-9903-712f64d00103 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:56.410233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:56.548934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:56.549360 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.565997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.577324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.763826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=1f8e88a9-ed80-4e64-9903-712f64d00103,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:56.770496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.893671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39938826-de52-4712-9220-223770499bed req-9d15a661-d956-4cc6-9d2f-232927342244 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.895424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39938826-de52-4712-9220-223770499bed req-9d15a661-d956-4cc6-9d2f-232927342244 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1147122 Sep 01 15:11:56.954194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 9c67a55b-0918-42b3-9753-42b2857f739d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:56.956015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:56.975904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39938826-de52-4712-9220-223770499bed req-9468b94d-92a1-49a5-9488-fb4057649896 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Sep 01 15:11:57.090387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.097014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.121237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 43ec9a1e-c2d2-4270-8a30-07ec1d143360 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:57.274083 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Floating IP 04e9c4ac-c483-4cdb-b375-52aae87f04ea associated. External IP: 172.25.1.110, port: c96cc4d8-7963-43e4-a29e-0a8b97ac2556. Sep 01 15:11:57.294535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:57.300990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-22d4beca-ff6b-4b55-ac38-c5cb2003b64c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8794606 Sep 01 15:11:57.305358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:57.319180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] Sync routers for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:57.338469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:57.339666 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:57.347019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7d1856d4-ee35-4155-a5ea-fba427344cc5 None None] Provisioning complete for port 1f8e88a9-ed80-4e64-9903-712f64d00103 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:57.347906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d1856d4-ee35-4155-a5ea-fba427344cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.403380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e4177-ef9f-4994-969a-70c3e205a622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:57.408520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-317e4177-ef9f-4994-969a-70c3e205a622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports/1f8e88a9-ed80-4e64-9903-712f64d00103 HTTP/1.1" status: 200 len: 910 time: 0.0887885 Sep 01 15:11:57.408985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33450) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:57.424257 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:57.429433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7d1856d4-ee35-4155-a5ea-fba427344cc5 None None] Port 1f8e88a9-ed80-4e64-9903-712f64d00103 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:57.439863 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:57.440819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:57.491365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.616322 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:57.617386 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198ea8-629a-44ba-967e-f8263a6f400c None None] The sync data for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:57.723722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:57.903403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:57.911565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.919686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:57.945517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:57.947550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:57.973907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1d4a27cd-35f2-4e8e-b0d9-3c0746f23c8b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "PUT /v2.0/floatingips/04e9c4ac-c483-4cdb-b375-52aae87f04ea HTTP/1.1" status: 200 len: 991 time: 1.9668794 Sep 01 15:11:57.974932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:57.980078 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812cac4c-c0e7-4544-81bc-64f68f9366cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:58.078798 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ffd8b-cf63-42f4-b29a-1b0dec357103 x-openstack-request-id: req-879ffd8b-cf63-42f4-b29a-1b0dec357103 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:58.079091 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:58.079394 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-879ffd8b-cf63-42f4-b29a-1b0dec357103 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:58.080132 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'status': 'completed', 'code': 200} Sep 01 15:11:58.112305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:58.159234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:58.325740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-725670fe-18d6-4a86-8f33-d9b75b3b22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.327567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-725670fe-18d6-4a86-8f33-d9b75b3b22f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.0734739 Sep 01 15:11:58.334653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3f0f-79db-4aca-bffc-8192ef7f2d5c req-964cd808-6464-4466-b790-36f89d3e5e5c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.346381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a3f3f0f-79db-4aca-bffc-8192ef7f2d5c req-964cd808-6464-4466-b790-36f89d3e5e5c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1060147 Sep 01 15:11:58.435384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a3f3f0f-79db-4aca-bffc-8192ef7f2d5c req-e36377d8-dd18-439c-b1f3-408fcb152a4e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849261 Sep 01 15:11:58.551564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-559b9d56-779c-4ea9-a9bd-3e1d6438d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.553458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-559b9d56-779c-4ea9-a9bd-3e1d6438d89c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.1793187 Sep 01 15:11:58.588484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '04e9c4ac-c483-4cdb-b375-52aae87f04ea', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:05:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:11:36Z', 'updated_at': '2021-09-01T15:11:56Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:58.621976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:58.632375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:58.633005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:58.706781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-5f2ed89d-2070-4913-a0ad-389856ad456a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 999 time: 0.1239800 Sep 01 15:11:58.827553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-0ea4ff17-cb27-44ff-b863-3f93fd7c3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.828977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:58.830932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-0ea4ff17-cb27-44ff-b863-3f93fd7c3c41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.1153748 Sep 01 15:11:58.844806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 1f8e88a9-ed80-4e64-9903-712f64d00103 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:58.844806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:59.047803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-1329f792-0a12-4862-b864-dc74c935a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.050392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-1329f792-0a12-4862-b864-dc74c935a282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056444 Sep 01 15:11:59.172304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:59.214569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 1f8e88a9-ed80-4e64-9903-712f64d00103 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:59.238490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '04e9c4ac-c483-4cdb-b375-52aae87f04ea', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:05:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:11:36Z', 'updated_at': '2021-09-01T15:11:56Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:59.298283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035a0-08bd-4e1b-b3dd-e48cd0c7f34d None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '04e9c4ac-c483-4cdb-b375-52aae87f04ea', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:05:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:11:36Z', 'updated_at': '2021-09-01T15:11:56Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:59.378515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-58282340-641e-4cda-9b5e-769c252a413f service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171740 Sep 01 15:11:59.718325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b30cb-db27-41ae-94f1-76ab41e87bba req-b639fafb-54ee-445b-bc75-30ef4cc7cf71 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.721227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c62b30cb-db27-41ae-94f1-76ab41e87bba req-b639fafb-54ee-445b-bc75-30ef4cc7cf71 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1389670 Sep 01 15:11:59.726396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-812cac4c-c0e7-4544-81bc-64f68f9366cc req-96bd3aaf-e91b-4d7d-a5c1-086534e4dcfb service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271713 Sep 01 15:11:59.779124 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9baca6a-4e40-4d4e-b628-6f09ca1ca667 None None] New status for floating IP 04e9c4ac-c483-4cdb-b375-52aae87f04ea: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:11:59.847255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:59.865909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c62b30cb-db27-41ae-94f1-76ab41e87bba req-34f4f4a8-7560-42b4-b123-d975a699c3ac tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130154 Sep 01 15:11:59.950700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=1f8e88a9-ed80-4e64-9903-712f64d00103,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:00.357089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.077439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149dc4-313f-4eea-889b-b30567866e6b req-65846a7d-57c4-46f4-be52-7579e1e1e902 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.079047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76149dc4-313f-4eea-889b-b30567866e6b req-65846a7d-57c4-46f4-be52-7579e1e1e902 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.0741575 Sep 01 15:12:01.109411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 43ec9a1e-c2d2-4270-8a30-07ec1d143360 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:01.155540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76149dc4-313f-4eea-889b-b30567866e6b req-b976195b-896b-429e-9d0f-9bc40a2573b6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Sep 01 15:12:01.261739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:01.270057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8ab289c1-3170-497e-93b9-239c9bf3bf65 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8590496 Sep 01 15:12:01.271964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:01.276052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] Sync routers for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:01.295713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:01.296954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:01.357985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:01.373746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:01.374358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:01.437520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:01.439166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5e69e-7fe1-4c07-9e8a-450ba464bf0b None None] The sync data for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:01.852080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.297543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 07fd2188-f29c-4fb5-a95b-345d7d8f7993 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:02.298100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.425295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88411958-3b19-48af-86b1-f6940b25f3ea req-8ff6ea5d-c0d3-40d7-906c-93d654e094c4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.427510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88411958-3b19-48af-86b1-f6940b25f3ea req-8ff6ea5d-c0d3-40d7-906c-93d654e094c4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.0915525 Sep 01 15:12:02.483814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.513615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 07fd2188-f29c-4fb5-a95b-345d7d8f7993 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:02.530190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88411958-3b19-48af-86b1-f6940b25f3ea req-e135666d-d573-43ca-84c4-18a30819f95d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911598 Sep 01 15:12:02.853638 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.905793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=07fd2188-f29c-4fb5-a95b-345d7d8f7993,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:03.094742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.403375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 43ec9a1e-c2d2-4270-8a30-07ec1d143360 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:03.552343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:03.562363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8c39493c-209b-4ef6-a9c9-697358d847ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878594 Sep 01 15:12:03.566823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33588) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:03.574341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] Sync routers for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:03.599425 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:03.600504 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:03.621471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6268251-c2e1-467c-9e7f-83bfba9dfe98 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ec9a1e-c2d2-4270-8a30-07ec1d143360 HTTP/1.1" status: 200 len: 205 time: 0.0528200 Sep 01 15:12:03.625593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33592) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:03.677627 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:03.701209 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] Routers {'43ec9a1e-c2d2-4270-8a30-07ec1d143360'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:03.702733 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:11:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:03.773582 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:03.774955 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085c901-d1a0-429c-8969-1bf5e871aa0d None None] The sync data for ids ['43ec9a1e-c2d2-4270-8a30-07ec1d143360'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:03.843496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.025211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4227e-a9c3-431a-b36a-ceb058dfcd12 req-41f6c845-4e38-4bdb-86f5-1053ffe721c3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.028500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6b4227e-a9c3-431a-b36a-ceb058dfcd12 req-41f6c845-4e38-4bdb-86f5-1053ffe721c3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2464032 Sep 01 15:12:04.621565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.625387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.646876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6b4227e-a9c3-431a-b36a-ceb058dfcd12 req-bdd447d4-49cc-4867-845e-151612e69a2d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616376 Sep 01 15:12:04.691570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.692619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router 43ec9a1e-c2d2-4270-8a30-07ec1d143360 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:12:04.706304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.712020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da5c5bc2-b8b9-4145-a604-00120cb6ad40 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360 HTTP/1.1" status: 204 len: 168 time: 1.0812693 Sep 01 15:12:04.712428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:04.796596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 93f48654-d038-48f1-9721-714248620c0e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:12:04.801264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.886391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.075178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.194645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.250510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=93f48654-d038-48f1-9721-714248620c0e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:05.266554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.274157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/93f48654-d038-48f1-9721-714248620c0e HTTP/1.1" status: 204 len: 168 time: 0.5596621 Sep 01 15:12:05.274547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08052e92-fd43-4166-8c8a-a81e61f01742 None None] Network 9c67a55b-0918-42b3-9753-42b2857f739d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:05.275271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33612) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:05.278017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.278686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.279359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.280005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.280649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.281877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.283258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.283929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.284555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.285229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.285895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.287157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031bb66-eefc-4f9f-93b4-45d301cbfbab tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:05.391476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 708dd9d9-b2d4-4b95-bc4c-e78b78d99e91 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:12:05.397316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.474244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.569802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] DHCP port deletion for 9c67a55b-0918-42b3-9753-42b2857f739d request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:12:05.704411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Deleting port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:05.705176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.706184 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.862979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.867503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] For port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,segment=NetworkSegment(33f0a4f7-4c85-4018-b320-7b7ee0d203ed),segment_id=33f0a4f7-4c85-4018-b320-7b7ee0d203ed)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:05.867979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.894636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2104e-ec55-4bdf-8b1a-ebf34947c353 req-6bbfc6c7-c99e-45cd-85c1-b6ad82a169d5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:05.897478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fc2104e-ec55-4bdf-8b1a-ebf34947c353 req-6bbfc6c7-c99e-45cd-85c1-b6ad82a169d5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1012628 Sep 01 15:12:05.902726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Calling delete_port for bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:05.922733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=708dd9d9-b2d4-4b95-bc4c-e78b78d99e91,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:05.938018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.941757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-37e9865b-b69b-4c5a-b767-990a57bc31a5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/708dd9d9-b2d4-4b95-bc4c-e78b78d99e91 HTTP/1.1" status: 204 len: 168 time: 0.6654427 Sep 01 15:12:05.947470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33622) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:06.034122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fc2104e-ec55-4bdf-8b1a-ebf34947c353 req-96e31c4b-ef1b-432f-8bb7-e15af654f9e7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256218 Sep 01 15:12:06.051590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db595d0-b97d-4c0e-acbd-6203bb16a3cf None None] Network d349111a-b40a-4af7-88d0-99cfd8a8418e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:06.164382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.258458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.319276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:06.320155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.439843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:06.448939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] No DVR routers for this DVR port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:06.466804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:06.467183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.484678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32100f4-76e9-4aef-b9e5-1f971cbad474 None None] Pushing event deleted for resources: {'Port': ['ID=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:06.486517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:06.491749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:12:06.493817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.497205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:06.497808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:06.545509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:06.549013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port bc04e44d-6f3f-4c4c-9f93-3ebcf03f9f22 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:06.650900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] DHCP port deletion for d349111a-b40a-4af7-88d0-99cfd8a8418e request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:12:06.741864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.768857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c67a55b-0918-42b3-9753-42b2857f739d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:06.790610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f0a4f7-4c85-4018-b320-7b7ee0d203ed') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:06.790998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f0a4f7-4c85-4018-b320-7b7ee0d203ed') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:06.792714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Deleting port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:06.793838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.810287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.839751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.852901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:12:06.854623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:12:06.861124 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:12:06.948510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] For port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,segment=NetworkSegment(e130b941-56cc-4478-91df-5d596713fe41),segment_id=e130b941-56cc-4478-91df-5d596713fe41)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:06.949168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.958034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.969631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.973202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/9c67a55b-0918-42b3-9753-42b2857f739d HTTP/1.1" status: 204 len: 168 time: 1.0209451 Sep 01 15:12:06.976025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:06.991525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Calling delete_port for ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:06.997303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53247f9f-ea13-47ea-8164-ef2963e3f222 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=9c67a55b-0918-42b3-9753-42b2857f739d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.167518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.210017 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.257505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] No DVR routers for this DVR port ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:07.335214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0aecd-44d6-483a-a061-fd3708908a8a None None] Pushing event deleted for resources: {'Port': ['ID=ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.393622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28a27-1d84-4826-89e8-2e7e0aa769de req-2905117c-62af-48b4-8407-a4088a2fc663 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:07.409583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ab28a27-1d84-4826-89e8-2e7e0aa769de req-2905117c-62af-48b4-8407-a4088a2fc663 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2206092 Sep 01 15:12:07.426714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.450910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d349111a-b40a-4af7-88d0-99cfd8a8418e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:07.488852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ab28a27-1d84-4826-89e8-2e7e0aa769de req-af2fd320-72e9-478f-b48e-a8764a2c49b8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Sep 01 15:12:07.491087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e130b941-56cc-4478-91df-5d596713fe41') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:07.491407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e130b941-56cc-4478-91df-5d596713fe41') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:07.504788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.531269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.544894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:12:07.545400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:12:07.549545 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:12:07.639185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.654119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.657742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/d349111a-b40a-4af7-88d0-99cfd8a8418e HTTP/1.1" status: 204 len: 168 time: 0.6795139 Sep 01 15:12:07.663331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33644) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:07.674871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-375767341'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:07.684651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb068e-b375-44fb-9120-15bde207d384 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=d349111a-b40a-4af7-88d0-99cfd8a8418e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.716164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:07.723901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.774131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:12:07.803210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.803651 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 68664c42-a283-4569-bbb6-39579247de58 of type vlan for network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd Sep 01 15:12:07.874260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.945827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.956200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:07.957339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.063653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-876d144f-9203-491f-b351-f19cd1b9cf70 req-c7d13b09-636e-477a-8963-8ff6785cbdb0 tempest-ServersAdminTestJSON-47231110 tempest-ServersAdminTestJSON-47231110-project] (106377) timed out ('10.222.0.41', 44246) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:12:08.081790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4157546 Sep 01 15:12:08.084830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33650) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:08.097763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:08.105654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8f3bd-8c60-4f36-b2c6-59dc9a32af42 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=278b6c6c-0474-4cbb-a63b-3b94a68f16fd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:08.122650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:12:08.333340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:08.339572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.415598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:08.467809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:08.468333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef5dbd6a-6e9c-45d3-8d4a-e7b38058b057 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:08.786350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201adf3-2662-4ef9-964b-9353fed5d064 req-932023d3-4679-433e-aafc-2fcbbcc60c3f tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.788888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6201adf3-2662-4ef9-964b-9353fed5d064 req-932023d3-4679-433e-aafc-2fcbbcc60c3f tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.0902238 Sep 01 15:12:08.837953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.859705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835162e-6b58-4c30-9255-64a1dade4728 req-b96a4945-7b5c-4634-9c0e-e9bdbbb3d994 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.866362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4835162e-6b58-4c30-9255-64a1dade4728 req-b96a4945-7b5c-4634-9c0e-e9bdbbb3d994 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2067828 Sep 01 15:12:08.866715 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6201adf3-2662-4ef9-964b-9353fed5d064 req-7b87a5f2-a58c-4dd6-8360-22d0f1c5ef18 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663083 Sep 01 15:12:09.041153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=5282e6da-b6e9-4684-9a3b-468be61ac38d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:09.083272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '68664c42-a283-4569-bbb6-39579247de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:09.083952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: 278b6c6c-0474-4cbb-a63b-3b94a68f16fd, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:12:09.093102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4835162e-6b58-4c30-9255-64a1dade4728 req-95502f2b-dd70-40e5-9d9e-25c8b50ab7d7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791613 Sep 01 15:12:09.123049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:12:09.140198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 278b6c6c-0474-4cbb-a63b-3b94a68f16fd) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:09.149011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.151384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.160293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651d652-8ac8-49a4-9889-d8d23fa0aed7 None None] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:09.183289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-47fd3ddf-1ff2-4e21-8e1f-db6108feaae6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0949786 Sep 01 15:12:09.187226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33668) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:09.194756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1728533782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:09.256118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.258791 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.492840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-278b6c6c-0474-4cbb-a63b-3b94a68f16fd', 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '5282e6da-b6e9-4684-9a3b-468be61ac38d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:12:09.496562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.584203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-357c31f7-d3d9-41ed-81ae-3e6e0fbcfe3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0850344 Sep 01 15:12:09.842571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Allocated IP 172.20.0.2 (278b6c6c-0474-4cbb-a63b-3b94a68f16fd/5282e6da-b6e9-4684-9a3b-468be61ac38d/bb8c6bef-3586-4622-90d9-8dab074f9d24) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:09.871702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.872679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.875411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.877916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.879164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.880064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.885956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.890307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-3a545f1a-e45b-47d5-a636-2a81ecdc7cab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.1948631 Sep 01 15:12:10.107207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.165298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c652e1e3-e277-4bee-a09f-5cb225f5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.165298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c652e1e3-e277-4bee-a09f-5cb225f5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.165745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c652e1e3-e277-4bee-a09f-5cb225f5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.167734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c652e1e3-e277-4bee-a09f-5cb225f5dd8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=5b73a879-c194-409b-bc67-26821f5fb81c&id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 2293 time: 0.2233636 Sep 01 15:12:10.232389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.239389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.262270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Transition to ACTIVE for port object bb8c6bef-3586-4622-90d9-8dab074f9d24 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:10.285443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Transition to ACTIVE for port object bb8c6bef-3586-4622-90d9-8dab074f9d24 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:10.297407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.330119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.332736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d190b554-46c0-4408-a503-c67f810a462c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1437442 Sep 01 15:12:10.336234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33684) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:10.348877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'port': {'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd', 'name': 'tempest-RoutersTest-1266651325'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:10.364541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:10.374244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:10.379473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:10.393896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Pushing event updated for resources: {'Port': ['ID=bb8c6bef-3586-4622-90d9-8dab074f9d24,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:10.473697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-53f2320a-d845-4244-9a83-55342c180a89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 1002 time: 0.2871575 Sep 01 15:12:10.485960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Attempting to bind port bb8c6bef-3586-4622-90d9-8dab074f9d24 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:10.486337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Attempting to bind port bb8c6bef-3586-4622-90d9-8dab074f9d24 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '68664c42-a283-4569-bbb6-39579247de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:10.486706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Attempting to bind port bb8c6bef-3586-4622-90d9-8dab074f9d24 on network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:10.494142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:10.494554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Checking segment: {'id': '68664c42-a283-4569-bbb6-39579247de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:10.495030 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.495443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Bound using segment: {'id': '68664c42-a283-4569-bbb6-39579247de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:10.495938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Bound port: bb8c6bef-3586-4622-90d9-8dab074f9d24, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68664c42-a283-4569-bbb6-39579247de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '278b6c6c-0474-4cbb-a63b-3b94a68f16fd'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:10.496330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.569963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3155b-320a-46a6-93b4-be0eb15a4358 req-f8255863-6bae-4c71-a1b7-c70397ee7314 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.572773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adf3155b-320a-46a6-93b4-be0eb15a4358 req-f8255863-6bae-4c71-a1b7-c70397ee7314 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.4624088 Sep 01 15:12:10.603948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] For port bb8c6bef-3586-4622-90d9-8dab074f9d24, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:10.612343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] For port bb8c6bef-3586-4622-90d9-8dab074f9d24, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bb8c6bef-3586-4622-90d9-8dab074f9d24,segment=NetworkSegment(68664c42-a283-4569-bbb6-39579247de58),segment_id=68664c42-a283-4569-bbb6-39579247de58)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:10.623749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.636444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-75e07f28-19a3-4925-b54e-ed00928e3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.662941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-75e07f28-19a3-4925-b54e-ed00928e3e2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 200 len: 851 time: 0.1806827 Sep 01 15:12:10.684019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1bd3-2673-44b5-9d62-5d397afe9f76 req-0579aae6-49a0-466d-9864-c38f6f150666 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.699267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b92d1bd3-2673-44b5-9d62-5d397afe9f76 req-0579aae6-49a0-466d-9864-c38f6f150666 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.3367114 Sep 01 15:12:10.723820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adf3155b-320a-46a6-93b4-be0eb15a4358 req-fea0ac47-8cd2-409a-a08e-195c6622cae8 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179900 Sep 01 15:12:10.728309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:10.754449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.823464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] device_id is not set on port 649f85b6-8835-4d2c-a679-cbee94da4a55 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:12:10.872332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb38d1-eae1-4245-bc2b-05572bfcca11 None None] Pushing event updated for resources: {'Port': ['ID=bb8c6bef-3586-4622-90d9-8dab074f9d24,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:10.941783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b92d1bd3-2673-44b5-9d62-5d397afe9f76 req-f1efeff2-5c3c-4ef5-bd7a-c4932e5840b6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209728 Sep 01 15:12:10.977530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-1ec39c83-632a-4bfe-a0df-830e639c9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.980792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-1ec39c83-632a-4bfe-a0df-830e639c9461 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764750 Sep 01 15:12:11.237774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.20.0.5 (278b6c6c-0474-4cbb-a63b-3b94a68f16fd/5282e6da-b6e9-4684-9a3b-468be61ac38d/649f85b6-8835-4d2c-a679-cbee94da4a55) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:11.321424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-8578d4b8-9cbf-4afe-88f9-3856f8f2e128 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252089 Sep 01 15:12:11.627795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-878ce597-7c10-4aa4-b7f8-0a54eb7dadf2 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039742 Sep 01 15:12:11.695049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.723123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 649f85b6-8835-4d2c-a679-cbee94da4a55 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:11.761816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c06f58d6-70ec-4ba1-b267-c6b33261ef07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 217 time: 0.1153653 Sep 01 15:12:11.786784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.848430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe095-9a53-49b1-a7f8-2ff616b8d2aa req-c1998988-96e8-4bef-9578-56ebe3e5eab3 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.851600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a8fe095-9a53-49b1-a7f8-2ff616b8d2aa req-c1998988-96e8-4bef-9578-56ebe3e5eab3 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.2225215 Sep 01 15:12:11.883065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:11.889574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:11.893363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:11.933528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-f6b6460c-5628-468e-b90a-b3ebeeee0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.936582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-f6b6460c-5628-468e-b90a-b3ebeeee0f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.1643472 Sep 01 15:12:12.018150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.019689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.033180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a8fe095-9a53-49b1-a7f8-2ff616b8d2aa req-ded529ad-215b-41cd-af94-acb5114c1a66 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632056 Sep 01 15:12:12.041047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=649f85b6-8835-4d2c-a679-cbee94da4a55,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:12.048582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-09f046f4-edcf-4ce7-b1dd-447992222184 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7088659 Sep 01 15:12:12.053534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:12.075902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-077e829f-4001-48ad-8ccf-f5dbb4d7cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.078827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-077e829f-4001-48ad-8ccf-f5dbb4d7cc27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280780 Sep 01 15:12:12.489740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bb8c6bef-3586-4622-90d9-8dab074f9d24 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:12.499099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-39dea9cf-9da1-4ae4-9638-fc07167f246a service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069142 Sep 01 15:12:12.609990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port bb8c6bef-3586-4622-90d9-8dab074f9d24 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:12.610519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178863c9-3e17-4f3c-a4a7-ec729557ee60 req-d741286f-0347-44be-ac55-ad0be3fb0761 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.625767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-178863c9-3e17-4f3c-a4a7-ec729557ee60 req-d741286f-0347-44be-ac55-ad0be3fb0761 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.3472841 Sep 01 15:12:12.736396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62767ad6-fd07-4ce6-8a6d-e61768e32216 None None] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:12.786149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-178863c9-3e17-4f3c-a4a7-ec729557ee60 req-64eecdc6-5d3a-40ac-a5c7-c41ca2bc9278 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582396 Sep 01 15:12:12.875210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-a691fbba-5167-4acd-a178-91654e044625 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448915 Sep 01 15:12:12.916066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Provisioning for port bb8c6bef-3586-4622-90d9-8dab074f9d24 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:12.940881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Provisioning complete for port bb8c6bef-3586-4622-90d9-8dab074f9d24 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:12.941521 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.962186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-0260ea45-961a-4c9e-a385-33c839356a8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 217 time: 0.0767436 Sep 01 15:12:13.059802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.066133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-a8c819e7-dd94-414d-bda7-f8bb108a7ac2 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.067753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-a8c819e7-dd94-414d-bda7-f8bb108a7ac2 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.1078103 Sep 01 15:12:13.069813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-4f909e72-b66c-40bc-8183-6b741b10f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.071986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-4f909e72-b66c-40bc-8183-6b741b10f8ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.0784032 Sep 01 15:12:13.344300 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.396564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-00daa2c5-569f-4294-8a5c-29f104ba9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.399110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-00daa2c5-569f-4294-8a5c-29f104ba9b93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3075240 Sep 01 15:12:13.446421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] For port bb8c6bef-3586-4622-90d9-8dab074f9d24, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bb8c6bef-3586-4622-90d9-8dab074f9d24,segment=NetworkSegment(68664c42-a283-4569-bbb6-39579247de58),segment_id=68664c42-a283-4569-bbb6-39579247de58)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:13.458120 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.542138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Deleting port 0a7bf7ca-3157-41f8-ab75-177e4910950b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:13.542138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.546080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:13.662089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072d229-1f73-4256-9202-cddcd3674f7d None None] Pushing event updated for resources: {'Port': ['ID=bb8c6bef-3586-4622-90d9-8dab074f9d24,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:13.744142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd7696-a2b6-4936-92f0-87aa583975c7 req-fc6a5fa6-074b-41de-a1dd-c7862705dade tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.765930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9bd7696-a2b6-4936-92f0-87aa583975c7 req-fc6a5fa6-074b-41de-a1dd-c7862705dade tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.4569511 Sep 01 15:12:13.886427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-a6ecbde3-8ec7-4669-b76e-5b61d6b6fbfb service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716184 Sep 01 15:12:13.907930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:13.983380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '080455f4-9722-4758-9060-3616cda626fa', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': '080455f4-9722-4758-9060-3616cda626fa', 'mac_address': 'fa:16:3e:64:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:14.018902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9bd7696-a2b6-4936-92f0-87aa583975c7 req-ca18f3a1-17a7-410f-8a74-5db1e2cecfdb tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495539 Sep 01 15:12:14.031078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] For port 0a7bf7ca-3157-41f8-ab75-177e4910950b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0a7bf7ca-3157-41f8-ab75-177e4910950b,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:14.031982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.091899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.099985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.147862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.193607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 080455f4-9722-4758-9060-3616cda626fa {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:14.222821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=649f85b6-8835-4d2c-a679-cbee94da4a55,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:14.266395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Provisioning complete for port bb8c6bef-3586-4622-90d9-8dab074f9d24 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:14.266998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.378981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:14.410297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.427623 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4635cb30-e1ac-4fae-bf3d-e6485f0489d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.523792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.574253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bb8c6bef-3586-4622-90d9-8dab074f9d24 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:14.656618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['080455f4-9722-4758-9060-3616cda626fa'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:14.814252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.815753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.816468 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.816796 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Floating IP efc9dd83-75e6-494c-badb-3d743c8e7e7f disassociated. External IP: 172.25.1.28, port: 0a7bf7ca-3157-41f8-ab75-177e4910950b. Sep 01 15:12:14.818249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Calling delete_port for 0a7bf7ca-3157-41f8-ab75-177e4910950b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:14.891856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:15.104061 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-67d29f55-dd6a-4936-a99c-c83e690384a1 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1987822 Sep 01 15:12:15.115030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bb8c6bef-3586-4622-90d9-8dab074f9d24 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:15.115539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.130023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff68c9-974c-47cd-9a44-3efadc267bb8 req-d6d4466b-0e8f-431b-a164-d3c99bd40b2b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.133330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dff68c9-974c-47cd-9a44-3efadc267bb8 req-d6d4466b-0e8f-431b-a164-d3c99bd40b2b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 1.1235123 Sep 01 15:12:15.163520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Provisioning for port 649f85b6-8835-4d2c-a679-cbee94da4a55 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:15.185779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Provisioning complete for port 649f85b6-8835-4d2c-a679-cbee94da4a55 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:15.186244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.252010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-8c7a8824-5d9f-4973-937e-c06a71efe0de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 200 len: 217 time: 0.1168172 Sep 01 15:12:15.320979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a18b6f2e-9775-4606-98b9-2f59bd8d4a26 None None] Port 649f85b6-8835-4d2c-a679-cbee94da4a55 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:15.453679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1c3bbd1c-c8f5-4126-80a4-98a7e479050a None None] Provisioning complete for port 649f85b6-8835-4d2c-a679-cbee94da4a55 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:15.454880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbd1c-c8f5-4126-80a4-98a7e479050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.478341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-31fac71b-0330-4d4d-89e3-8fbcdd56187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.482375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-31fac71b-0330-4d4d-89e3-8fbcdd56187f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.2038348 Sep 01 15:12:15.548466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bbd1c-c8f5-4126-80a4-98a7e479050a None None] Port 649f85b6-8835-4d2c-a679-cbee94da4a55 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:15.553398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:15.561686 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:12:15.565299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dff68c9-974c-47cd-9a44-3efadc267bb8 req-9b33f97f-4426-4a7a-861c-1b98f520c466 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122057 Sep 01 15:12:15.582312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db46d36-7f02-498c-ae36-fedf0669644a req-739bde00-b409-45ae-bf9e-417b6c2694a5 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.584788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5db46d36-7f02-498c-ae36-fedf0669644a req-739bde00-b409-45ae-bf9e-417b6c2694a5 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 946 time: 0.3533938 Sep 01 15:12:15.711505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.719837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-28f983d0-8dd1-4efb-9941-c35daf0c11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.723900 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-28f983d0-8dd1-4efb-9941-c35daf0c11e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163224 Sep 01 15:12:15.772951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.777394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 080455f4-9722-4758-9060-3616cda626fa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:15.779146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.973977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5db46d36-7f02-498c-ae36-fedf0669644a req-daac02d2-e298-4685-8c93-6ce22f200c87 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups?id=8483085a-1d83-4bc7-9830-a1e89b2c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580241 Sep 01 15:12:16.042950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.078690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=649f85b6-8835-4d2c-a679-cbee94da4a55,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:16.106755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.138665 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.254570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-ee2f6115-a5be-42d8-8094-d8c38afa5195 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221405 Sep 01 15:12:16.270968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event deleted for resources: {'Port': ['ID=0a7bf7ca-3157-41f8-ab75-177e4910950b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:16.281306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080455f4-9722-4758-9060-3616cda626fa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:16.287604 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016f3078-2891-4e3d-bd51-0c2b1b51c45c" -d '{"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-plugged", "status": "completed", "tag": "080455f4-9722-4758-9060-3616cda626fa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:16.343704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:16.347296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:16.388146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:16.405970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.407351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0a7bf7ca-3157-41f8-ab75-177e4910950b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:16.585490 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415e57b7-ef08-4f10-933d-e96aaa6487fd x-openstack-request-id: req-415e57b7-ef08-4f10-933d-e96aaa6487fd {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:16.585996 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-plugged", "status": "completed", "tag": "080455f4-9722-4758-9060-3616cda626fa", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:16.586418 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-415e57b7-ef08-4f10-933d-e96aaa6487fd {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:16.587063 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080455f4-9722-4758-9060-3616cda626fa', 'code': 200} Sep 01 15:12:16.590033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:16.614287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 0a7bf7ca-3157-41f8-ab75-177e4910950b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:16.617817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0a7bf7ca-3157-41f8-ab75-177e4910950b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:16.712695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-a53a40f3-61c1-4f52-b9d4-6607138eead7 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278955 Sep 01 15:12:16.972328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 094a7e15-bc8c-4e94-a84b-37eae3e8202b is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:12:17.164778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e35c8f73-90eb-418b-94b9-5d7e9a2ff1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.217356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-daa3fcb5-b991-416b-a166-4bcf4895bd72 None None] Provisioning complete for port 649f85b6-8835-4d2c-a679-cbee94da4a55 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:17.218269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daa3fcb5-b991-416b-a166-4bcf4895bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.309096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:17.329782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2571ec4-7999-4751-b96c-32f8c456b6d2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/094a7e15-bc8c-4e94-a84b-37eae3e8202b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2738228 Sep 01 15:12:17.330966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:17.422742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] Sync routers for ids ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:17.498223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d58d0-1331-49e5-bac9-93e37ec5ecf7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.505724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c46d58d0-1331-49e5-bac9-93e37ec5ecf7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports/649f85b6-8835-4d2c-a679-cbee94da4a55 HTTP/1.1" status: 200 len: 977 time: 0.1733198 Sep 01 15:12:17.508408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:17.559429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.583285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] Routers {'094a7e15-bc8c-4e94-a84b-37eae3e8202b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:17.584127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:17.587535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-daa3fcb5-b991-416b-a166-4bcf4895bd72 None None] Port 649f85b6-8835-4d2c-a679-cbee94da4a55 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:17.685901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45e168fe-8dec-4472-8d5a-ea9abcd0ef22 req-25ea7060-84ac-4909-bc46-60c1413b7b9b tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.0849583 Sep 01 15:12:17.697262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Router 38d822d1-7ce0-48c5-b906-c4ff591d913b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:17.698091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:17.708442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-ddef4ffb-a516-4c4c-9862-75f4cd060488 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 200 len: 217 time: 0.9794543 Sep 01 15:12:17.737773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] Routers {'094a7e15-bc8c-4e94-a84b-37eae3e8202b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:17.741693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:17.826953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:17.828649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7237b51-78c0-42c1-94ac-230675bada77 None None] The sync data for ids ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:18.026926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5aec0-9d9d-431e-a235-88677861b7e3 req-d4f353cd-6d96-41f7-828a-78b985e153a0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.035277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4a5aec0-9d9d-431e-a235-88677861b7e3 req-d4f353cd-6d96-41f7-828a-78b985e153a0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.3687420 Sep 01 15:12:18.067294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-1ddbafb3-6bbb-4526-9a27-9372632f086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.069254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-1ddbafb3-6bbb-4526-9a27-9372632f086c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.2987051 Sep 01 15:12:18.186834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.259081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4a5aec0-9d9d-431e-a235-88677861b7e3 req-88e34ad4-7741-4045-a359-b94bad22aadc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215278 Sep 01 15:12:18.305144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-2dae82ed-45fb-4d4b-808f-c9e9c1d5767d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3124368 Sep 01 15:12:18.313106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:18.328907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-98d75bb0-3fed-4bfe-80f3-39270094675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.331981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-98d75bb0-3fed-4bfe-80f3-39270094675e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464683 Sep 01 15:12:18.336427 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Sync routers for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:18.337830 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.423359 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:18.425870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:18.493199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] No DVR routers for this DVR port 0a7bf7ca-3157-41f8-ab75-177e4910950b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:18.560828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.568223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be548fb1-3d64-4140-826b-0e2002a741b7 req-8ab4b88b-c6e5-43f7-903d-a37374e8e43a tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.50 "DELETE /v2.0/ports/0a7bf7ca-3157-41f8-ab75-177e4910950b HTTP/1.1" status: 204 len: 173 time: 5.4728553 Sep 01 15:12:18.569363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'name': 'network-vif-deleted', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:18.574197 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2003903c-fa26-4a0a-971e-a9ebcd1c2719" -d '{"events": [{"server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "name": "network-vif-deleted", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:18.743984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-a2e88989-5e25-4b07-875b-e80f84f17356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.748951 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-a2e88989-5e25-4b07-875b-e80f84f17356 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1096 time: 0.3811145 Sep 01 15:12:18.822572 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9265ab-f216-4ee9-becd-165c3cd5558d x-openstack-request-id: req-1f9265ab-f216-4ee9-becd-165c3cd5558d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:18.829927 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61e94b-0f88-4725-8050-617e35bcfe0c", "name": "network-vif-deleted", "tag": "0a7bf7ca-3157-41f8-ab75-177e4910950b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:18.830444 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f9265ab-f216-4ee9-becd-165c3cd5558d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:18.831090 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61e94b-0f88-4725-8050-617e35bcfe0c', 'name': 'network-vif-deleted', 'tag': '0a7bf7ca-3157-41f8-ab75-177e4910950b', 'status': 'completed', 'code': 200} Sep 01 15:12:19.000434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:19.071908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-295d5217-76b1-40ab-b541-8490d3fa7c33 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010911 Sep 01 15:12:19.105604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-077ed666-6901-4b78-85f4-ddc3d6426257 req-0d8c3cac-51d6-403f-b171-9938bae4bca7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d61e94b-0f88-4725-8050-617e35bcfe0c HTTP/1.1" status: 200 len: 210 time: 0.1307340 Sep 01 15:12:19.171633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.537393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-5a86f898-5fe1-4eba-bd2e-fc6f3cca10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:19.542038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-5a86f898-5fe1-4eba-bd2e-fc6f3cca10f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.6726489 Sep 01 15:12:19.633099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-056cdc64-c7b7-4206-b118-ec40ffc36c80 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406451 Sep 01 15:12:19.730985 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:19.831108 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Checking router: 38d822d1-7ce0-48c5-b906-c4ff591d913b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:12:19.834373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-e05e212d-7dca-4159-99e6-f323630ee400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.2759383 Sep 01 15:12:19.860511 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:19.862051 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:19.865816 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.936754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-daa5f5a2-ed5e-4a66-b43d-a7289f9878c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 200 len: 217 time: 0.1795037 Sep 01 15:12:20.105641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 649f85b6-8835-4d2c-a679-cbee94da4a55 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:20.106384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.262696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-a409a363-d0dc-459e-a21d-f384a0606c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.266435 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-a409a363-d0dc-459e-a21d-f384a0606c40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.3467028 Sep 01 15:12:20.282257 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:20.331168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9ee3e-2394-44cb-a820-7815b30433a8 req-c99d7e4a-6c85-436f-bd80-47c7e6ed298a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.366755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69c9ee3e-2394-44cb-a820-7815b30433a8 req-c99d7e4a-6c85-436f-bd80-47c7e6ed298a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.6007905 Sep 01 15:12:20.392213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.424631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 649f85b6-8835-4d2c-a679-cbee94da4a55 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:20.541022 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-6ce1e4ff-3bba-4c3f-bda7-fbf01953a801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2419167 Sep 01 15:12:20.587347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:20.824084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-bd824217-e8ca-4d25-8e18-b5f95d0d4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.826542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-bd824217-e8ca-4d25-8e18-b5f95d0d4e53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.8779647 Sep 01 15:12:20.879151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.887149 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:20.934102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.949501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51109c-30f4-4acb-9b8d-279ab9820b8c None None] The sync data for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 is: [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:09:35Z', 'revision_number': 4, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '47908a77-f300-407d-92e3-2b5c87ddc4c6', 'name': '', 'network_id': 'e0bd3616-d928-4b63-9d91-9efd7fa8541b', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'mac_address': 'fa:16:3e:81:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:33Z', 'updated_at': '2021-09-01T15:09:51Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'subnets': [{'id': '44d48c18-2ef2-4098-87b8-617e3ca418c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:20.975655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-69c9ee3e-2394-44cb-a820-7815b30433a8 req-7dc361e8-0699-4427-a93b-5f77a98f39ff tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063917 Sep 01 15:12:20.985388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.008480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-2fd4995a-0d50-4e60-8c14-e5710c4b8f3d service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513521 Sep 01 15:12:21.126470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=649f85b6-8835-4d2c-a679-cbee94da4a55,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:21.136223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.142407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.144811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "DELETE /v2.0/security-groups/8483085a-1d83-4bc7-9830-a1e89b2c834d HTTP/1.1" status: 204 len: 168 time: 0.4096105 Sep 01 15:12:21.168447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:21.253174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3954d-a66c-46c4-a553-4b8fc3987d55 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483085a-1d83-4bc7-9830-a1e89b2c834d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:21.258440 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-27da0627-4d59-4d8f-a929-1af217cf6d89 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] show failed (client error): The resource could not be found. Sep 01 15:12:21.261985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-27da0627-4d59-4d8f-a929-1af217cf6d89 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "GET /v2.0/security-groups/8483085a-1d83-4bc7-9830-a1e89b2c834d HTTP/1.1" status: 404 len: 347 time: 0.0838819 Sep 01 15:12:21.268817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:21.335619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-022353a3-2c46-4b19-96f7-1ca9faef9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.342962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-022353a3-2c46-4b19-96f7-1ca9faef9496 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4993241 Sep 01 15:12:21.661677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c6eaf7a-1802-4b82-9ccd-3d952c496639 req-b9fcb53a-3217-4c10-9f9a-6b6e33a620ed service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332636 Sep 01 15:12:21.679263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93d8fe-bc83-4889-b155-3d0b0a086930 None None] New status for floating IP efc9dd83-75e6-494c-badb-3d743c8e7e7f: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:12:21.817486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-4ed7dd82-d941-4c7c-b3cd-26883fab6d06 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353857 Sep 01 15:12:21.865840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.898815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Deleting port aa177ea5-71eb-467a-b18c-45a054dbb5da {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:21.899417 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:22.059819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-0774e7e1-b748-49fe-accb-157952ebb624 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347698 Sep 01 15:12:22.152907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-c4dcf2a7-8704-494c-b0ff-7738675753f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 217 time: 0.0729280 Sep 01 15:12:22.288700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-d7777603-983e-4e3f-8329-c07602a3aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.292843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-d7777603-983e-4e3f-8329-c07602a3aa07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.1325090 Sep 01 15:12:22.541707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5657a8-572e-44d7-99ad-87334afe7209 req-37baa845-501e-4ca7-876f-a36c4e7e1efa tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.559597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f5657a8-572e-44d7-99ad-87334afe7209 req-37baa845-501e-4ca7-876f-a36c4e7e1efa tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2998943 Sep 01 15:12:22.617993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-2a27a2c6-c4c9-4e3b-b666-c81e84c96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.620571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-2a27a2c6-c4c9-4e3b-b666-c81e84c96df1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2725108 Sep 01 15:12:22.746663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f5657a8-572e-44d7-99ad-87334afe7209 req-526647c8-e812-45de-96c9-d1b8319da1e3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793613 Sep 01 15:12:22.835151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-a714a60c-d702-4b11-8d31-567a32440180 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025049 Sep 01 15:12:23.011083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e70a0c3-b05b-4e33-9f7e-c1e0b02d14c5 req-aa7f7759-aa09-4e71-bdd9-583a53aa5a81 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678007 Sep 01 15:12:23.115619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 094a7e15-bc8c-4e94-a84b-37eae3e8202b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:23.203854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.204883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.248491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Calling delete_port for aa177ea5-71eb-467a-b18c-45a054dbb5da owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:23.476891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:23.485475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3234d0b-2c03-4709-a0fa-aa5e55643364 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/094a7e15-bc8c-4e94-a84b-37eae3e8202b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9743323 Sep 01 15:12:23.492058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:23.510908 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] Sync routers for ids ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:23.531743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] Routers {'094a7e15-bc8c-4e94-a84b-37eae3e8202b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:23.533428 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:23.663235 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:23.691230 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] Routers {'094a7e15-bc8c-4e94-a84b-37eae3e8202b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:23.693157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:23.830489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.854262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:23.855020 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b211aa0-ea7c-4aac-a880-4d09c02b7c5e None None] The sync data for ids ['094a7e15-bc8c-4e94-a84b-37eae3e8202b'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:23.865980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Pushing event deleted for resources: {'Port': ['ID=aa177ea5-71eb-467a-b18c-45a054dbb5da,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:24.086673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:24.108545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:24.110076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5ce4ff4-fa0d-44b4-b250-856558f084b7 tempest-ServersTestJSON-1821756600 tempest-ServersTestJSON-1821756600-project] 10.222.0.41 "DELETE /v2.0/floatingips/efc9dd83-75e6-494c-badb-3d743c8e7e7f HTTP/1.1" status: 204 len: 168 time: 2.8281071 Sep 01 15:12:24.117191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33852) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:24.439318 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-1525999b-ef99-4c1f-864d-0242042ccbe2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] remove_router_interface failed (client error): The resource could not be found. Sep 01 15:12:24.446522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1525999b-ef99-4c1f-864d-0242042ccbe2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/094a7e15-bc8c-4e94-a84b-37eae3e8202b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9523523 Sep 01 15:12:24.449724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:24.491233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfadd72-6eb3-46e1-85f4-438708246ea6 req-a3b1c2c2-66d1-4edd-b34f-4ab27cd468e1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:24.494509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfadd72-6eb3-46e1-85f4-438708246ea6 req-a3b1c2c2-66d1-4edd-b34f-4ab27cd468e1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.3391187 Sep 01 15:12:24.554426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f174e412-dd2e-4890-ac4a-a39e1b05852c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=094a7e15-bc8c-4e94-a84b-37eae3e8202b HTTP/1.1" status: 200 len: 205 time: 0.1027200 Sep 01 15:12:24.557695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:24.645600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfadd72-6eb3-46e1-85f4-438708246ea6 req-2fefb585-24bd-454d-adf9-2b8f5de8474e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124120 Sep 01 15:12:24.738583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.098051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.100959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.209835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.210949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router 094a7e15-bc8c-4e94-a84b-37eae3e8202b {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:12:25.227925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.233141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33874) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:25.234005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90219a33-90c7-4a7d-b895-b249e22486a7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/094a7e15-bc8c-4e94-a84b-37eae3e8202b HTTP/1.1" status: 204 len: 168 time: 0.6750512 Sep 01 15:12:25.379329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 5282e6da-b6e9-4684-9a3b-468be61ac38d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:12:25.400515 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.514363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.635263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.704158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.777270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.812078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=5282e6da-b6e9-4684-9a3b-468be61ac38d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:25.831921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.836164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bb31102e-b6e2-4d7d-9507-d5180876fb23 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/5282e6da-b6e9-4684-9a3b-468be61ac38d HTTP/1.1" status: 204 len: 168 time: 0.6003990 Sep 01 15:12:25.840732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:25.843942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5f1ad-f9ca-479e-bd77-84a8d015a2bf None None] Network 278b6c6c-0474-4cbb-a63b-3b94a68f16fd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:26.096361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.119834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700dfe5-0569-4117-86b8-d4a4fe355b6f req-225ad0ef-008f-4c2c-a760-8398d93c4b70 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:26.130137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9700dfe5-0569-4117-86b8-d4a4fe355b6f req-225ad0ef-008f-4c2c-a760-8398d93c4b70 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1805162 Sep 01 15:12:26.239531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9700dfe5-0569-4117-86b8-d4a4fe355b6f req-3590ae49-47b8-4841-947b-45c5de4c3ad3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Sep 01 15:12:26.302767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] DHCP port deletion for 278b6c6c-0474-4cbb-a63b-3b94a68f16fd request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:12:26.330364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port bb8c6bef-3586-4622-90d9-8dab074f9d24 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:26.331032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.450116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Deleting port 47908a77-f300-407d-92e3-2b5c87ddc4c6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:26.451543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.473621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Deleting port bb8c6bef-3586-4622-90d9-8dab074f9d24 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:26.473621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.627140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bb8c6bef-3586-4622-90d9-8dab074f9d24 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:26.627706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port bb8c6bef-3586-4622-90d9-8dab074f9d24, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bb8c6bef-3586-4622-90d9-8dab074f9d24,segment=NetworkSegment(68664c42-a283-4569-bbb6-39579247de58),segment_id=68664c42-a283-4569-bbb6-39579247de58)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:26.628411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.636342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] For port 47908a77-f300-407d-92e3-2b5c87ddc4c6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=47908a77-f300-407d-92e3-2b5c87ddc4c6,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:26.637479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.667956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Calling delete_port for 47908a77-f300-407d-92e3-2b5c87ddc4c6 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:26.676295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for bb8c6bef-3586-4622-90d9-8dab074f9d24 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:26.762486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] For port bb8c6bef-3586-4622-90d9-8dab074f9d24, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bb8c6bef-3586-4622-90d9-8dab074f9d24,segment=NetworkSegment(68664c42-a283-4569-bbb6-39579247de58),segment_id=68664c42-a283-4569-bbb6-39579247de58)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:26.762799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.795443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Calling delete_port for bb8c6bef-3586-4622-90d9-8dab074f9d24 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:26.858481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:26.968271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port bb8c6bef-3586-4622-90d9-8dab074f9d24 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: from cryptography.utils import int_from_bytes Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: from cryptography.utils import int_from_bytes Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.976200 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:26.980615 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:12:26.989200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.018879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=bb8c6bef-3586-4622-90d9-8dab074f9d24,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:27.097140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] Pushing event deleted for resources: {'Port': ['ID=bb8c6bef-3586-4622-90d9-8dab074f9d24,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:27.112741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febe4bf-a59d-4d21-be8e-e41b102b517b None None] No DVR routers for this DVR port bb8c6bef-3586-4622-90d9-8dab074f9d24 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:27.136253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port bb8c6bef-3586-4622-90d9-8dab074f9d24 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:12:27.137024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bb8c6bef-3586-4622-90d9-8dab074f9d24 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:27.172217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.176741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.191441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b6c6c-0474-4cbb-a63b-3b94a68f16fd']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:27.209155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68664c42-a283-4569-bbb6-39579247de58') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:27.209574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68664c42-a283-4569-bbb6-39579247de58') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:27.223150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.230282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Pushing event deleted for resources: {'Port': ['ID=47908a77-f300-407d-92e3-2b5c87ddc4c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:27.266003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.291833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:12:27.293264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:12:27.301742 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:12:27.396066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.403718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.410871 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/278b6c6c-0474-4cbb-a63b-3b94a68f16fd HTTP/1.1" status: 204 len: 168 time: 1.5688407 Sep 01 15:12:27.419835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33908) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:27.436801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495126380'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:27.490174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52782709-f2a4-4ec0-b180-1b6d435974e5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=278b6c6c-0474-4cbb-a63b-3b94a68f16fd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:27.522925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.564744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:27.569427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.613642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5f9cc-6bdb-4533-b069-8c7bb1a42093 req-3c71f658-b23a-4c6f-baab-00d391735ebc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:27.622785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4a5f9cc-6bdb-4533-b069-8c7bb1a42093 req-3c71f658-b23a-4c6f-baab-00d391735ebc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1746669 Sep 01 15:12:27.699106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4a5f9cc-6bdb-4533-b069-8c7bb1a42093 req-1bc71e88-9252-4b3f-8c37-e33562b5c05a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658174 Sep 01 15:12:27.749439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:12:27.769978 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.770719 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 1262a4df-0d9a-4822-a43d-6774e75d8afe of type vlan for network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f Sep 01 15:12:28.262803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.298010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.423614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.442635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.444430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.633711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33928) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:28.634068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2125342 Sep 01 15:12:28.651721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:28.657000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7dac-c38e-4390-880c-0e0fd7b5564a tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:28.676858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:12:28.939773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:28.967754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.992307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Router 38d822d1-7ce0-48c5-b906-c4ff591d913b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:29.320312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:29.340733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Sync routers for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:29.352842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aba3d224-86a0-42d8-ad44-08cc68607453 admin admin] 10.222.0.41 "PUT /v2.0/routers/38d822d1-7ce0-48c5-b906-c4ff591d913b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2337518 Sep 01 15:12:29.356848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:29.376123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:29.383764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:29.684480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:30.215593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:30.257732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3f8ce-1f51-445a-bd7d-33f9a1618b0a req-7fa41fc8-2036-411a-b7b1-01eb25c2ac78 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.261117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65c3f8ce-1f51-445a-bd7d-33f9a1618b0a req-7fa41fc8-2036-411a-b7b1-01eb25c2ac78 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.9670491 Sep 01 15:12:30.282936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:12:27Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:30.328700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Checking router: 38d822d1-7ce0-48c5-b906-c4ff591d913b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:12:30.349492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Routers {'38d822d1-7ce0-48c5-b906-c4ff591d913b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:30.350532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['38d822d1-7ce0-48c5-b906-c4ff591d913b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:30.583059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:30.694975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '1262a4df-0d9a-4822-a43d-6774e75d8afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:30.695466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:12:30.724032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] Set router 38d822d1-7ce0-48c5-b906-c4ff591d913b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:30.734176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65c3f8ce-1f51-445a-bd7d-33f9a1618b0a req-bde4cd44-74e1-47a0-a758-048bfb2228ef tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788464 Sep 01 15:12:30.735729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=ec376e0c-3905-47c7-871c-aa9dbe721540,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:30.862368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:12:30.904642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:30.934912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60858fc7-c2d7-4543-ac9d-91fe0d33692c None None] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:31.019113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:31.020998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.071830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a8a53eb-ca08-4ac8-95b2-f0b4681a5fed tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4347188 Sep 01 15:12:31.075461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:31.083210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1773260943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:31.096684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.225453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.238979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.368668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:12:27Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:31.388757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Deleting port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:31.403405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.442382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4336467-02cf-43e6-88f1-2ac08eba1726 None None] The sync data for ids ['38d822d1-7ce0-48c5-b906-c4ff591d913b'] in n-d-802060-16 is: [{'id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'name': 'tempest-ServersTestJSON-1769876956-router', 'tenant_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:09:23Z', 'updated_at': '2021-09-01T15:12:27Z', 'revision_number': 5, 'project_id': 'ba4e25f2f53d4a6288f0e4731cf0ab06', 'gw_port': {'id': '290e6488-e56b-4d5d-b9a2-52e2ca5daea9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d822d1-7ce0-48c5-b906-c4ff591d913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:09:24Z', 'updated_at': '2021-09-01T15:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:31.543970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.552596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.585617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f', 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': 'ec376e0c-3905-47c7-871c-aa9dbe721540'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:12:31.587099 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.633320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.635661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e828923e-5ad5-430f-8c06-1e0adb3a067e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5583808 Sep 01 15:12:31.639723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:31.713902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] For port 290e6488-e56b-4d5d-b9a2-52e2ca5daea9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:31.714491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.743884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Calling delete_port for 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:32.396783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:32.457862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 47908a77-f300-407d-92e3-2b5c87ddc4c6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:32.526282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Allocated IP 172.20.0.2 (0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f/ec376e0c-3905-47c7-871c-aa9dbe721540/4d497cf0-539b-4da2-891d-4998146f4165) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:32.535463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 47908a77-f300-407d-92e3-2b5c87ddc4c6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:32.536447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 47908a77-f300-407d-92e3-2b5c87ddc4c6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:32.936051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=290e6488-e56b-4d5d-b9a2-52e2ca5daea9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:32.958204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.046674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.196831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.214212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Transition to ACTIVE for port object 4d497cf0-539b-4da2-891d-4998146f4165 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:33.245360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Transition to ACTIVE for port object 4d497cf0-539b-4da2-891d-4998146f4165 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:33.260780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.379276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288be92-fc96-4a05-94ea-afc88111c224 req-d71656d7-da6b-4e0c-88fe-399ea54924f5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.392994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d288be92-fc96-4a05-94ea-afc88111c224 req-d71656d7-da6b-4e0c-88fe-399ea54924f5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 1.0562897 Sep 01 15:12:33.422128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:33.434470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:33.465028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.471528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.482175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Pushing event updated for resources: {'Port': ['ID=4d497cf0-539b-4da2-891d-4998146f4165,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:33.490243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:33.532987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d288be92-fc96-4a05-94ea-afc88111c224 req-76156d38-55c4-4f5c-8c27-704c87f60dc5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358905 Sep 01 15:12:33.634060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Attempting to bind port 4d497cf0-539b-4da2-891d-4998146f4165 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:33.635184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Attempting to bind port 4d497cf0-539b-4da2-891d-4998146f4165 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1262a4df-0d9a-4822-a43d-6774e75d8afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:33.635775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Attempting to bind port 4d497cf0-539b-4da2-891d-4998146f4165 on network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:33.647094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.647388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:33.647990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d822d1-7ce0-48c5-b906-c4ff591d913b {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:12:33.648167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Checking segment: {'id': '1262a4df-0d9a-4822-a43d-6774e75d8afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:33.648705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.649410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Bound using segment: {'id': '1262a4df-0d9a-4822-a43d-6774e75d8afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:33.651525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Bound port: 4d497cf0-539b-4da2-891d-4998146f4165, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1262a4df-0d9a-4822-a43d-6774e75d8afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:33.661100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.663379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.675537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab3454e9-0c2c-461d-bec5-c520d85994e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/38d822d1-7ce0-48c5-b906-c4ff591d913b HTTP/1.1" status: 204 len: 168 time: 4.3098888 Sep 01 15:12:33.680326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33972) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:33.845226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Deleting subnet 44d48c18-2ef2-4098-87b8-617e3ca418c4 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:12:33.876560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.987475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] For port 4d497cf0-539b-4da2-891d-4998146f4165, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:33.998808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] For port 4d497cf0-539b-4da2-891d-4998146f4165, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4d497cf0-539b-4da2-891d-4998146f4165,segment=NetworkSegment(1262a4df-0d9a-4822-a43d-6774e75d8afe),segment_id=1262a4df-0d9a-4822-a43d-6774e75d8afe)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:34.013317 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.022667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.114001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.20.0.1 (0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f/ec376e0c-3905-47c7-871c-aa9dbe721540/6875b7f8-dc9c-4612-93a8-514847bc8a40) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:34.239131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.260824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e14d4-85ee-4397-b245-198a4042e821 None None] Pushing event updated for resources: {'Port': ['ID=4d497cf0-539b-4da2-891d-4998146f4165,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:34.435467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.567337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:34.577334 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.583957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44d48c18-2ef2-4098-87b8-617e3ca418c4 HTTP/1.1" status: 204 len: 168 time: 0.8971410 Sep 01 15:12:34.583957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a37c9-6037-4cfe-922f-bdf63863c42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d48c18-2ef2-4098-87b8-617e3ca418c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:34.587096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33980) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:34.600803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.674746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950d3dd-4bb4-49b3-8f27-9fd7d41ace50 None None] Network e0bd3616-d928-4b63-9d91-9efd7fa8541b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:34.687792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 6875b7f8-dc9c-4612-93a8-514847bc8a40 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:34.688675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:34.688675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 290e6488-e56b-4d5d-b9a2-52e2ca5daea9 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:34.859518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.058310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=6875b7f8-dc9c-4612-93a8-514847bc8a40,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:35.108861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:35.113387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:35.127864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:35.266451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] DHCP port deletion for e0bd3616-d928-4b63-9d91-9efd7fa8541b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:12:35.297806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936c0f-7e83-4ebc-9a4e-312d30d51f1f req-0de2b7d1-98dc-4837-b79d-2a8dcd201024 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:35.322059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20936c0f-7e83-4ebc-9a4e-312d30d51f1f req-0de2b7d1-98dc-4837-b79d-2a8dcd201024 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.4625556 Sep 01 15:12:35.360613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.404372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.456720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Deleting port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:35.457326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.510823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20936c0f-7e83-4ebc-9a4e-312d30d51f1f req-412aecf2-4f09-4d6d-bfaa-344fac70527e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872978 Sep 01 15:12:35.714286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] For port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:35.715100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.749804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Deleting port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:35.749804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.750556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.793429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Calling delete_port for 7069f2dc-7db2-4f9b-a2de-e82812d56c2f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:35.940342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] For port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,segment=NetworkSegment(10b2e5fc-292b-4386-a93d-fedf72eeff14),segment_id=10b2e5fc-292b-4386-a93d-fedf72eeff14)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:35.940716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.984679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Calling delete_port for 7069f2dc-7db2-4f9b-a2de-e82812d56c2f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:36.023204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.062200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] No DVR routers for this DVR port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:36.122739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Pushing event deleted for resources: {'Port': ['ID=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:36.145815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.147053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.150080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.150685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.151185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.153807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.154452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.154962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.156709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.157288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.157972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.160681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a11f86-c059-44f1-a520-b12e676a108f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.239086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.300180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] No DVR routers for this DVR port 7069f2dc-7db2-4f9b-a2de-e82812d56c2f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:36.309698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7069f2dc-7db2-4f9b-a2de-e82812d56c2f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:36.366253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.366931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.367410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.367913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.368474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.380306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.380306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.393540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.394040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.394399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.394724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.395165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:36.562687 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.574809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad18721-4458-4552-8e6b-24e8b3131717 None None] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:36.616792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.630788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.643408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bd3616-d928-4b63-9d91-9efd7fa8541b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:36.672899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4d497cf0-539b-4da2-891d-4998146f4165 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:36.704174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b2e5fc-292b-4386-a93d-fedf72eeff14') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:36.707888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b2e5fc-292b-4386-a93d-fedf72eeff14') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:36.790173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.848017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.859067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ce0d1630-6050-4c66-b44d-bddf8333b6e5 None None] Provisioning for port 4d497cf0-539b-4da2-891d-4998146f4165 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:36.876408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.878932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=6875b7f8-dc9c-4612-93a8-514847bc8a40,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:36.881603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4d497cf0-539b-4da2-891d-4998146f4165 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:36.885479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:12:36.888084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.890402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4d497cf0-539b-4da2-891d-4998146f4165 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:36.891024 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:12:37.028467 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:12:37.031381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.041259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.046970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e0bd3616-d928-4b63-9d91-9efd7fa8541b HTTP/1.1" status: 204 len: 168 time: 2.4523377 Sep 01 15:12:37.127069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39fc1f-b94d-4d38-850e-9f7767acdc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bd3616-d928-4b63-9d91-9efd7fa8541b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:37.168790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e283427-3262-4a8a-ac74-ac20a19cd6ce req-ac24304a-6a50-4748-afb6-088b63d93a23 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.172021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e283427-3262-4a8a-ac74-ac20a19cd6ce req-ac24304a-6a50-4748-afb6-088b63d93a23 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.4367621 Sep 01 15:12:37.294164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e283427-3262-4a8a-ac74-ac20a19cd6ce req-b76aa368-8f0b-4341-a6ae-db608f9f6d29 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076643 Sep 01 15:12:37.299423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:37.318185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:37.524459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.613024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34008) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:37.683915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4d497cf0-539b-4da2-891d-4998146f4165, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4d497cf0-539b-4da2-891d-4998146f4165,segment=NetworkSegment(1262a4df-0d9a-4822-a43d-6774e75d8afe),segment_id=1262a4df-0d9a-4822-a43d-6774e75d8afe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:37.705899 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.727219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f800d59a-cea9-4f4d-aeab-b1453252d4cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba4e25f2f53d4a6288f0e4731cf0ab06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068108 Sep 01 15:12:37.728086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34016) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:37.850964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7069f2dc-7db2-4f9b-a2de-e82812d56c2f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:37.879976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 31611153-3a53-41a7-bf73-ca1995692f15 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:12:37.906715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.940338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7069f2dc-7db2-4f9b-a2de-e82812d56c2f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:37.941177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7069f2dc-7db2-4f9b-a2de-e82812d56c2f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:37.971285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4d497cf0-539b-4da2-891d-4998146f4165,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:37.976447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.125728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.143270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.149311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1eda0d7-7141-4939-9bed-b01d91a96353 HTTP/1.1" status: 204 len: 168 time: 0.4198811 Sep 01 15:12:38.175856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788f2a-e1c5-4f11-b517-7330ea129ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eda0d7-7141-4939-9bed-b01d91a96353,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:38.220746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:38.244551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] Sync routers for ids ['31611153-3a53-41a7-bf73-ca1995692f15'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:38.245610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34026) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:38.280903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2488190b-e6af-4191-9542-507456cd4927 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/31611153-3a53-41a7-bf73-ca1995692f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6390586 Sep 01 15:12:38.293684 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] Routers {'31611153-3a53-41a7-bf73-ca1995692f15'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:38.294252 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['31611153-3a53-41a7-bf73-ca1995692f15'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:38.347195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Provisioning complete for port 4d497cf0-539b-4da2-891d-4998146f4165 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:38.348125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.481342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f3212-ec85-40fd-98db-03b4ae3cffa7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.487271 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:38.487507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-353f3212-ec85-40fd-98db-03b4ae3cffa7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports/6875b7f8-dc9c-4612-93a8-514847bc8a40 HTTP/1.1" status: 200 len: 910 time: 0.2380354 Sep 01 15:12:38.488591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:38.527603 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] Routers {'31611153-3a53-41a7-bf73-ca1995692f15'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:38.528693 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['31611153-3a53-41a7-bf73-ca1995692f15'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:38.558539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4d497cf0-539b-4da2-891d-4998146f4165 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:38.564215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d478e-59b3-42fb-bf37-31d4eec114dc req-d870025d-18ef-4028-a2bb-81710f534226 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.573737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f7d478e-59b3-42fb-bf37-31d4eec114dc req-d870025d-18ef-4028-a2bb-81710f534226 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1218250 Sep 01 15:12:38.704450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f7d478e-59b3-42fb-bf37-31d4eec114dc req-dfb2d32c-ccc3-43a9-b3f8-ecb007c50fa2 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236675 Sep 01 15:12:38.706862 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:38.711349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7051815-4ee0-45e0-a445-00e7fae9fc32 None None] The sync data for ids ['31611153-3a53-41a7-bf73-ca1995692f15'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:38.738085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Provisioning for port 6875b7f8-dc9c-4612-93a8-514847bc8a40 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:38.765889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4d497cf0-539b-4da2-891d-4998146f4165 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:38.766269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.768244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Provisioning complete for port 6875b7f8-dc9c-4612-93a8-514847bc8a40 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:38.768603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.966354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b9b40360-665e-4919-b132-4a04398d72d0 None None] Port 6875b7f8-dc9c-4612-93a8-514847bc8a40 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:39.140685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e8d715b6-4d6d-4587-bce1-675ba8e553a7 None None] Provisioning complete for port 6875b7f8-dc9c-4612-93a8-514847bc8a40 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:39.140980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8d715b6-4d6d-4587-bce1-675ba8e553a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.249511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e8d715b6-4d6d-4587-bce1-675ba8e553a7 None None] Port 6875b7f8-dc9c-4612-93a8-514847bc8a40 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:39.266674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-d7a6593c-28fa-4719-81f3-c1234ae5cbc3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.276784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-d7a6593c-28fa-4719-81f3-c1234ae5cbc3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.8497591 Sep 01 15:12:39.314932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-3c3b71ed-86d2-4039-8d01-fbd707522070 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/quotas/55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 375 time: 0.0368264 Sep 01 15:12:39.389922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-683a8b85-7800-40e5-8609-e3a9db4fefeb None None] Provisioning complete for port 6875b7f8-dc9c-4612-93a8-514847bc8a40 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:39.390452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-683a8b85-7800-40e5-8609-e3a9db4fefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.434323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-05214c6a-c848-4dda-9c8e-079a46f0c1ed tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076913 Sep 01 15:12:39.491040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-683a8b85-7800-40e5-8609-e3a9db4fefeb None None] Port 6875b7f8-dc9c-4612-93a8-514847bc8a40 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:39.545247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-9f954ac4-ad34-4f26-b74f-922124af34a8 service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095955 Sep 01 15:12:39.788904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-073dea88-2590-4000-ac7f-587c0b5c419a service neutron] 10.222.0.41 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424936 Sep 01 15:12:39.940667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34062) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:39.948188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6996-bed5-409b-ba8e-d20d1600f0c5 req-d748e648-5a89-4eaf-92c8-cee42e33d2fe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.962275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d6d6996-bed5-409b-ba8e-d20d1600f0c5 req-d748e648-5a89-4eaf-92c8-cee42e33d2fe tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.1323390 Sep 01 15:12:40.011759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.068480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d6d6996-bed5-409b-ba8e-d20d1600f0c5 req-c3d04b3d-f87a-4de7-aa9f-9c87002bce7f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041701 Sep 01 15:12:40.362857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-network', 'tenant_id': '8459cbf69a174003b328b68207e3da3f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:40.570040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:40.573643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70b7d1a7-e813-40e6-8acc-bb69921173f6 req-66fb4527-27ce-44b3-8cdf-42625921ab84 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0890849 Sep 01 15:12:40.574253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.611309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.981193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 6875b7f8-dc9c-4612-93a8-514847bc8a40 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:40.981909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.055898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.070347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.111486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:12:41.156929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.157437 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Added segment f803b5ce-e659-44f8-ba49-79050f9bfd08 of type vlan for network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 Sep 01 15:12:41.173445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b55875-0220-40ad-a2b1-972db22dd047,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:41.260062 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.350184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.415232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 6875b7f8-dc9c-4612-93a8-514847bc8a40 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:41.662213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:12:41.730835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.732612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:41.734013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.818630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1f497-94c9-4359-8be5-6ecb67465753 req-7fee082f-f173-49bd-a2a5-7d5157cfcd75 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:41.823644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ab1f497-94c9-4359-8be5-6ecb67465753 req-7fee082f-f173-49bd-a2a5-7d5157cfcd75 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.4978309 Sep 01 15:12:41.955971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9903922 Sep 01 15:12:41.960394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34094) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:41.989828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df9ac1c-d886-4564-8b94-fad308ccfd83 req-52bbac9a-47de-4c01-8dcf-383385da3d6a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0648658 Sep 01 15:12:42.470430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Request body: {'subnet': {'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-subnet', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:42.722861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57827-c483-41d7-97c0-1bd5b8864edd admin admin] Pushing event updated for resources: {'Network': ['ID=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:42.768050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:12:42.770227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:42.774194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.805458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ab1f497-94c9-4359-8be5-6ecb67465753 req-21a3a08c-350a-4cd5-a8a3-d98146ea4dd5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8815274 Sep 01 15:12:43.134700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-54126579-c534-4fcd-ac75-52d25483ed19 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.138291 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-54126579-c534-4fcd-ac75-52d25483ed19 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 807 time: 0.6330037 Sep 01 15:12:43.156666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Request body: {'port': {'device_id': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'admin_state_up': True, 'tenant_id': '55f6561fdbce467f98e99dbf274aad1c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:43.246293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:43.299482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b7bb188-3fc8-497a-823a-48ed9a12f269 req-4a2b55d5-1370-4793-abb5-208a37c93c33 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0979037 Sep 01 15:12:43.347713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=6875b7f8-dc9c-4612-93a8-514847bc8a40,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:44.160388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Made reservation on behalf of 55f6561fdbce467f98e99dbf274aad1c for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:44.167803 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.217815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.278131 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95088e66-ed56-41c9-8854-72aeb5c81737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.317460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.567456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c88771c-0d6d-4f1d-bed4-bee57813866d req-34b3dd9c-cea9-432a-ba86-75c1008311dc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0866592 Sep 01 15:12:44.795500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc98a7c-9f00-4acc-a23d-b75a411619e0 req-615c87eb-a3e6-4ee5-ad69-099270093aca tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:44.798404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc98a7c-9f00-4acc-a23d-b75a411619e0 req-615c87eb-a3e6-4ee5-ad69-099270093aca tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.6690433 Sep 01 15:12:44.876155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aec0d0f-d3e6-47be-830f-80637ed794ea,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:45.131196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 31611153-3a53-41a7-bf73-ca1995692f15 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:45.139672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Checking segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:45.139672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Network hostable DHCP agents. Network: a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:12:45.184697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc98a7c-9f00-4acc-a23d-b75a411619e0 req-b944506d-5559-447e-bf4d-2789708ef173 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650906 Sep 01 15:12:45.245627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Allocated IP 172.20.0.7 (7715320d-85f8-49ea-9836-b495714b7774/3ec53f36-5e70-4fb6-9932-8bf83cb15191/20869075-6809-4ba8-9f84-bf5f85d23c54) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:45.495678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:12:45.519125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:45.524462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.526601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.540653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2047b-0e0f-4a34-9292-203ef7169a7e None None] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:45.654660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-42680b2d-c629-4fe8-92e3-1ac78c704375 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6796639 Sep 01 15:12:45.658957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34126) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:45.667400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:45.685009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:45.697660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-923679dd-63dd-4022-b7a5-cbedb5bcf970 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/31611153-3a53-41a7-bf73-ca1995692f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1633010 Sep 01 15:12:45.703617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:45.724053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.726643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.731254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] Sync routers for ids ['31611153-3a53-41a7-bf73-ca1995692f15'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:45.773194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-947957df-7013-47ef-b015-f73b1743e2d5 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=31611153-3a53-41a7-bf73-ca1995692f15 HTTP/1.1" status: 200 len: 205 time: 0.0679491 Sep 01 15:12:45.779824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:45.846003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] Routers {'31611153-3a53-41a7-bf73-ca1995692f15'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:45.847108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['31611153-3a53-41a7-bf73-ca1995692f15'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:45.916254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.937940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.939357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.000203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:46.033726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f337d05-20dc-4e6d-81df-cf63bde26560 req-0dfd7fa4-1c42-4af0-9b4c-06fda0828480 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0923016 Sep 01 15:12:46.372517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] Routers {'31611153-3a53-41a7-bf73-ca1995692f15'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:46.374152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['31611153-3a53-41a7-bf73-ca1995692f15'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:46.473832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.544268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959587c-b205-4418-bacd-5432df284013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:12:46.545831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.560395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:46.561020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.577993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.612540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Network 7715320d-85f8-49ea-9836-b495714b7774 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:46.621873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:46.632751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:46.764001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.764784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.765526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.786306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:46.788249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86e1fa-7c67-4607-97eb-748fbaf71ae9 None None] The sync data for ids ['31611153-3a53-41a7-bf73-ca1995692f15'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:46.903560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:46.929814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-e308d0f7-af34-4484-a80e-ff341bbaab2c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7809169 Sep 01 15:12:46.957896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Request body: {'port': {'device_id': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:46.958224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4361-3635-44d0-8ecd-f0e4cdda9ef2 req-362937f1-a2ef-4669-b18d-76557338f0f8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.961209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-808c4361-3635-44d0-8ecd-f0e4cdda9ef2 req-362937f1-a2ef-4669-b18d-76557338f0f8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.4890327 Sep 01 15:12:46.966352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.967207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router 31611153-3a53-41a7-bf73-ca1995692f15 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:12:47.060965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c959587c-b205-4418-bacd-5432df284013 None None] Allocated IP 172.20.0.2 (a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5/6aec0d0f-d3e6-47be-830f-80637ed794ea/c5218a8e-8df6-4930-bcbe-77de0d8b7476) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:47.070908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.079069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c36a8d83-cc17-47a2-8d67-edb65f399bbc tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/31611153-3a53-41a7-bf73-ca1995692f15 HTTP/1.1" status: 204 len: 168 time: 1.2973309 Sep 01 15:12:47.080417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34150) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:47.094093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-808c4361-3635-44d0-8ecd-f0e4cdda9ef2 req-ea51d572-76f8-451c-aaa8-44630c814b9b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077213 Sep 01 15:12:47.185441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.418826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64f9ecb5-a2d8-4336-8c25-eccc0a96aeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.453510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.565654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet ec376e0c-3905-47c7-871c-aa9dbe721540 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:12:47.573798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.609538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.692938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c959587c-b205-4418-bacd-5432df284013 None None] Transition to ACTIVE for port object c5218a8e-8df6-4930-bcbe-77de0d8b7476 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:47.782647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c959587c-b205-4418-bacd-5432df284013 None None] Transition to ACTIVE for port object c5218a8e-8df6-4930-bcbe-77de0d8b7476 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:47.799852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.854908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.860905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c959587c-b205-4418-bacd-5432df284013 None None] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:47.866403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c959587c-b205-4418-bacd-5432df284013 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:47.873029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959587c-b205-4418-bacd-5432df284013 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:47.953634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959587c-b205-4418-bacd-5432df284013 None None] Pushing event updated for resources: {'Port': ['ID=c5218a8e-8df6-4930-bcbe-77de0d8b7476,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:48.000368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c959587c-b205-4418-bacd-5432df284013 None None] Attempting to bind port c5218a8e-8df6-4930-bcbe-77de0d8b7476 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:48.001050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c959587c-b205-4418-bacd-5432df284013 None None] Attempting to bind port c5218a8e-8df6-4930-bcbe-77de0d8b7476 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:48.001832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959587c-b205-4418-bacd-5432df284013 None None] Attempting to bind port c5218a8e-8df6-4930-bcbe-77de0d8b7476 on network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:48.012666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959587c-b205-4418-bacd-5432df284013 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:48.013544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959587c-b205-4418-bacd-5432df284013 None None] Checking segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:48.014526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.015407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c959587c-b205-4418-bacd-5432df284013 None None] Bound using segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:48.016578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c959587c-b205-4418-bacd-5432df284013 None None] Bound port: c5218a8e-8df6-4930-bcbe-77de0d8b7476, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:48.017429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.055435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.085434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.086409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.158095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ae2dd-e104-401a-8446-7cfca1ca9ee5 req-1593ee9d-8f07-49a8-b1ee-f31789ec81e6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.163341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-222ae2dd-e104-401a-8446-7cfca1ca9ee5 req-1593ee9d-8f07-49a8-b1ee-f31789ec81e6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 931 time: 0.6965821 Sep 01 15:12:48.189949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-21c52161-757d-4539-8812-b83f9e02d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.191909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-21c52161-757d-4539-8812-b83f9e02d140 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 1098 time: 0.5293303 Sep 01 15:12:48.196890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c959587c-b205-4418-bacd-5432df284013 None None] For port c5218a8e-8df6-4930-bcbe-77de0d8b7476, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:48.263253 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.290729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c959587c-b205-4418-bacd-5432df284013 None None] For port c5218a8e-8df6-4930-bcbe-77de0d8b7476, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5218a8e-8df6-4930-bcbe-77de0d8b7476,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:48.306974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c959587c-b205-4418-bacd-5432df284013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.310308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Allocated IP 172.25.1.83 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/7e5faf86-78b2-41f9-9fed-4bb877c1ecf6) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:48.414189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959587c-b205-4418-bacd-5432df284013 None None] Pushing event updated for resources: {'Port': ['ID=c5218a8e-8df6-4930-bcbe-77de0d8b7476,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:48.453167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.586176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-222ae2dd-e104-401a-8446-7cfca1ca9ee5 req-7a111094-866b-459a-8dac-fadf7b11e4f7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001527 Sep 01 15:12:48.591309 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.601741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.664091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f945432-d953-4ebc-bba5-d54f9874930d req-030a52fb-1fa5-43f6-9696-2ea775ec626a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.667261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f945432-d953-4ebc-bba5-d54f9874930d req-030a52fb-1fa5-43f6-9696-2ea775ec626a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.3374248 Sep 01 15:12:48.669321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.807109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:48.831393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f945432-d953-4ebc-bba5-d54f9874930d req-21cbe152-6c2a-4a72-8bb4-e59c799b1f87 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453469 Sep 01 15:12:48.872701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:48.877913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:48.886458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:49.271823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a408b8-61c9-40c6-b1f5-9f3caf829412 None None] Network 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:49.393767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.402697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:49.404001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/ec376e0c-3905-47c7-871c-aa9dbe721540 HTTP/1.1" status: 204 len: 168 time: 2.2997627 Sep 01 15:12:49.406178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21093e80-9c3e-4f17-8cf1-ce14316be95b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=ec376e0c-3905-47c7-871c-aa9dbe721540,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:49.415177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-e5e70e7d-a788-4c59-bc97-8c04da81c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.419687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-e5e70e7d-a788-4c59-bc97-8c04da81c7e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 1.2138698 Sep 01 15:12:49.487932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-acb2e6f2-3112-4a2c-8e9e-a0abaccb9861 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080455f4-9722-4758-9060-3616cda626fa HTTP/1.1" status: 200 len: 217 time: 0.0588515 Sep 01 15:12:49.493706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20869075-6809-4ba8-9f84-bf5f85d23c54 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:49.553166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.562121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.581654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-0db6ffa4-5567-4631-887a-54137b1fe585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.583705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-0db6ffa4-5567-4631-887a-54137b1fe585 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.0842879 Sep 01 15:12:49.584850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Transition to ACTIVE for port object 20869075-6809-4ba8-9f84-bf5f85d23c54 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:49.603497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.605106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.631706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] DHCP port deletion for 0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:12:49.669670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-bcf878e3-5d1e-42ab-a92e-0d4ce9b8a6a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763533 Sep 01 15:12:49.783416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:49.880412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.906470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Deleting port 4d497cf0-539b-4da2-891d-4998146f4165 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:49.907811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.920554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-b3652a6b-f821-490f-bb50-b8aded7bf419 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288723 Sep 01 15:12:49.967754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fe6c2-63b1-48d1-b5a4-aa5f4dd073ae req-71276b10-8d1a-4728-8aec-eaf858ead345 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.969513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f10fe6c2-63b1-48d1-b5a4-aa5f4dd073ae req-71276b10-8d1a-4728-8aec-eaf858ead345 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.1617835 Sep 01 15:12:49.979773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 4d497cf0-539b-4da2-891d-4998146f4165 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:49.980120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.018591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:50.019529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:50.020058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:50.031650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:50.032389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:50.058095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:50.058679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:50.059340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:50.067330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Bound port: 20869075-6809-4ba8-9f84-bf5f85d23c54, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:50.068006 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.137141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] For port 4d497cf0-539b-4da2-891d-4998146f4165, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4d497cf0-539b-4da2-891d-4998146f4165,segment=NetworkSegment(1262a4df-0d9a-4822-a43d-6774e75d8afe),segment_id=1262a4df-0d9a-4822-a43d-6774e75d8afe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:50.137950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.170741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Calling delete_port for 4d497cf0-539b-4da2-891d-4998146f4165 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:50.209229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.291220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b4265d2-038d-45ac-9d74-4469ea56b021 req-81559527-04c1-428d-9216-4b14b3c8115f service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616736 Sep 01 15:12:50.346053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3635-8edc-42ee-b4aa-4abfd6449c1d req-3d331bf2-ba0a-4615-a815-8114e74406e6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.349177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08ad3635-8edc-42ee-b4aa-4abfd6449c1d req-3d331bf2-ba0a-4615-a815-8114e74406e6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2711775 Sep 01 15:12:50.429342 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.545557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 4d497cf0-539b-4da2-891d-4998146f4165, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4d497cf0-539b-4da2-891d-4998146f4165,segment=NetworkSegment(1262a4df-0d9a-4822-a43d-6774e75d8afe),segment_id=1262a4df-0d9a-4822-a43d-6774e75d8afe)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:50.546447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.546711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3dc02-3df6-4be6-af4e-53a0910cec81 None None] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:50.561404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] No DVR routers for this DVR port 4d497cf0-539b-4da2-891d-4998146f4165 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:50.563100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:50.564779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549516-ee07-49fe-8d8f-513812df19e6 None None] Pushing event deleted for resources: {'Port': ['ID=4d497cf0-539b-4da2-891d-4998146f4165,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:50.582807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:50.595729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.619299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f10fe6c2-63b1-48d1-b5a4-aa5f4dd073ae req-5ebecd2a-2510-4b8e-a920-fa1b2867dd78 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194124 Sep 01 15:12:50.636089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08ad3635-8edc-42ee-b4aa-4abfd6449c1d req-6f2d1ec7-1bfc-4c31-8c92-bda3d1e0a253 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675438 Sep 01 15:12:50.705556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.708751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.730826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] 10.222.0.50 "PUT /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 1092 time: 3.7880731 Sep 01 15:12:50.754066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:50.766867 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:50.769509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5218a8e-8df6-4930-bcbe-77de0d8b7476 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:50.838208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 4d497cf0-539b-4da2-891d-4998146f4165 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:50.885892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d954cdb2-b906-40eb-ab3c-2806be663f86 None None] Provisioning for port c5218a8e-8df6-4930-bcbe-77de0d8b7476 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:51.006578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c547d3-56a5-457d-a2dd-ae536cdf0bad service neutron] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:51.025676 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc08b7-a54f-4d3a-b99b-3d794d72a49e x-openstack-request-id: req-61fc08b7-a54f-4d3a-b99b-3d794d72a49e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:51.026149 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:51.026551 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61fc08b7-a54f-4d3a-b99b-3d794d72a49e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:51.027259 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'status': 'completed', 'code': 200} Sep 01 15:12:51.043071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c5218a8e-8df6-4930-bcbe-77de0d8b7476 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:51.053883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-0d060b17-8c69-47d8-b8aa-bbc56ab5234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.057550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c5218a8e-8df6-4930-bcbe-77de0d8b7476 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:51.058649 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-0d060b17-8c69-47d8-b8aa-bbc56ab5234b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1095 time: 0.2385547 Sep 01 15:12:51.059242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.174957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-cc99a606-8beb-4d92-95c3-b55bd6ec3b86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 217 time: 0.1001363 Sep 01 15:12:51.178054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Router 18fe8479-65c8-4ea8-b382-e0c133e99221 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:12:51.185686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.254352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=4d497cf0-539b-4da2-891d-4998146f4165,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:51.257956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 4d497cf0-539b-4da2-891d-4998146f4165 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:51.307756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-0c3fd358-f5a9-4e6c-a46c-55e626b4eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.308703 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.310945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-0c3fd358-f5a9-4e6c-a46c-55e626b4eee7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1293151 Sep 01 15:12:51.382016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c5218a8e-8df6-4930-bcbe-77de0d8b7476, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5218a8e-8df6-4930-bcbe-77de0d8b7476,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:51.392332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.405300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-ba7b21b1-618c-4a8d-9cee-b8c520df6c74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791919 Sep 01 15:12:51.516013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4d497cf0-539b-4da2-891d-4998146f4165 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:51.549712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.584918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:51.611470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1262a4df-0d9a-4822-a43d-6774e75d8afe') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:51.611929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1262a4df-0d9a-4822-a43d-6774e75d8afe') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:51.624537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4d497cf0-539b-4da2-891d-4998146f4165 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:51.626211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4d497cf0-539b-4da2-891d-4998146f4165 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:51.689378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c5218a8e-8df6-4930-bcbe-77de0d8b7476,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:51.693597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.722355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:51.731574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-bccd7407-a70e-43f2-917a-e2544f26db84 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114710 Sep 01 15:12:51.740742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.781223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:12:51.781917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:12:51.794227 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:12:51.799861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:51.835900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Sync routers for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:51.892647 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:51.893743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:51.919137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6b9baa3-b5d6-4afe-86f6-ef13e3cf0e4d None None] Provisioning complete for port c5218a8e-8df6-4930-bcbe-77de0d8b7476 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:51.919901 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6b9baa3-b5d6-4afe-86f6-ef13e3cf0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.129202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.183757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.190040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8cb17616-2610-4129-8fd4-0dd03937fff7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5250151 Sep 01 15:12:52.203139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34194) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:52.228634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080455f4-9722-4758-9060-3616cda626fa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:52.233215 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f8919-b53f-468a-a302-07de9a6e7e2c" -d '{"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-unplugged", "status": "completed", "tag": "080455f4-9722-4758-9060-3616cda626fa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:52.273020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:52.286213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.300301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcf351-f149-4c41-9559-e791fe5ddc2a req-956a3d0a-4498-4344-be9e-a12a6e8e6738 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.314394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2dcf351-f149-4c41-9559-e791fe5ddc2a req-956a3d0a-4498-4344-be9e-a12a6e8e6738 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 946 time: 0.2355411 Sep 01 15:12:52.317576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.341603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.344306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f HTTP/1.1" status: 204 len: 168 time: 2.9402685 Sep 01 15:12:52.371865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:52.385035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-514310382', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:52.398598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c369-ee8c-4f2d-bf3e-a2be3ea813e0 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=0fadaa23-ce7d-41eb-9f6a-1ea12bc0908f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:52.455541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5d2c-5eb6-4cf4-af4c-bf5e3e126940 req-b96ab206-67c6-4aa0-9cf8-5f3acf5d686e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.464197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:52.469740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c67b5d2c-5eb6-4cf4-af4c-bf5e3e126940 req-b96ab206-67c6-4aa0-9cf8-5f3acf5d686e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.5262172 Sep 01 15:12:52.523933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-388aeb12-3fc2-415d-9093-174c7eb86d8a req-5f3c0713-98f6-425a-9d75-8aef38286a15 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881479 Sep 01 15:12:52.549564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2dcf351-f149-4c41-9559-e791fe5ddc2a req-cd0a55a2-59e3-4514-a41f-22958035fb45 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336457 Sep 01 15:12:52.567687 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.570842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.589519 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:12:52.697454 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:52.720443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5218a8e-8df6-4930-bcbe-77de0d8b7476 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:52.749632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c67b5d2c-5eb6-4cf4-af4c-bf5e3e126940 req-05d5aadc-a0f5-43eb-9694-b650b75a4bcd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803235 Sep 01 15:12:52.813188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.940332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-32d38255-42d5-46a1-ae0d-2a419b7079ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.943750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-32d38255-42d5-46a1-ae0d-2a419b7079ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1095 time: 0.2366252 Sep 01 15:12:52.979487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c5218a8e-8df6-4930-bcbe-77de0d8b7476 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:52.981864 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.161000 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76887efc-707f-457f-b2ed-06b60897eabb x-openstack-request-id: req-76887efc-707f-457f-b2ed-06b60897eabb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:53.161517 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-unplugged", "status": "failed", "tag": "080455f4-9722-4758-9060-3616cda626fa", "code": 422}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:53.161916 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76887efc-707f-457f-b2ed-06b60897eabb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:53.163923 n-d-802060-16 neutron-server[106378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '080455f4-9722-4758-9060-3616cda626fa', 'code': 422} returned with failed status Sep 01 15:12:53.182291 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:49Z', 'revision_number': 3, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:53.234283 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Checking router: 18fe8479-65c8-4ea8-b382-e0c133e99221 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:12:53.234765 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Updating router 18fe8479-65c8-4ea8-b382-e0c133e99221 port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:12:53.300416 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.406639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.485957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-5b27bbde-66af-4bf6-9162-95505edd4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.487588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-5b27bbde-66af-4bf6-9162-95505edd4311 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.5293393 Sep 01 15:12:53.719488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-938fc84e-73f5-49a4-8f63-457009453df7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 217 time: 0.2211723 Sep 01 15:12:53.881823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-84e69fb5-50c7-4765-b497-d7dd691fee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.891544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-84e69fb5-50c7-4765-b497-d7dd691fee26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.1581526 Sep 01 15:12:54.021112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-9247b04d-62f6-4170-9d7f-11ffbbadba58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278031 Sep 01 15:12:54.156775 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.177728 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Transition to ACTIVE for port object 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:54.193876 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.342754 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Pushing event updated for resources: {'Port': ['ID=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:54.351819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43539-1651-43b8-b620-11e57a2e671a req-b5c2c4c7-ae4a-4663-babd-0ede381266a8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.354812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfd43539-1651-43b8-b620-11e57a2e671a req-b5c2c4c7-ae4a-4663-babd-0ede381266a8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.2923367 Sep 01 15:12:54.390554 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.395781 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.401501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.403121 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.404253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.405884 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.406739 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.409779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.411905 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.418489 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.420164 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.421025 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:54.444501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.501446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.530899 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Attempting to bind port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:54.533794 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Attempting to bind port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:54.534399 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Attempting to bind port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:54.535603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.541693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-90f8c11d-d1a1-4bfa-9cb9-b366ff9ed7fb service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591684 Sep 01 15:12:54.547839 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:54.548638 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:54.549666 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.550521 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:54.551988 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Bound port: 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:54.553222 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.561317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfd43539-1651-43b8-b620-11e57a2e671a req-b317bb6b-4134-4fab-ba1e-6ed0e70392a3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666272 Sep 01 15:12:54.582301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d6b5-515b-4fe8-877e-44c4f922fb5b req-2a4af077-bb4c-47a0-986b-6ef10bcd07f4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.595618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3c1d6b5-515b-4fe8-877e-44c4f922fb5b req-2a4af077-bb4c-47a0-986b-6ef10bcd07f4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 944 time: 0.7252338 Sep 01 15:12:54.691556 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] For port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:54.698500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] For port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:54.706941 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.740996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3c1d6b5-515b-4fe8-877e-44c4f922fb5b req-2250ca03-cfda-4e4e-90bb-f9730f81619a tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439457 Sep 01 15:12:54.834218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97871a6-5b5b-4234-87d7-5c6510f40da5 None None] Pushing event updated for resources: {'Port': ['ID=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:54.851183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.25.1.4 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b8384dfa-07ae-4fd7-b68b-68ae8762b5cc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:54.875300 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:54.876745 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:54.880531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68c8497-bb8a-47d4-9b5c-a45539f8aeea req-7fb615dd-de24-416c-b8b8-fafce13028f3 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174682 Sep 01 15:12:55.132637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:55.187705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.301838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.356847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Allocated IP 172.20.0.1 (a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5/6aec0d0f-d3e6-47be-830f-80637ed794ea/ac55371c-d47d-47de-9a2b-7eb6affbc8e4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:55.463597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:55.478213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:55.485794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:55.560807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.580399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=b8384dfa-07ae-4fd7-b68b-68ae8762b5cc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:55.583944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Transition to ACTIVE for port object ac55371c-d47d-47de-9a2b-7eb6affbc8e4 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:55.706720 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:49Z', 'revision_number': 3, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:55.746876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.757042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 080455f4-9722-4758-9060-3616cda626fa no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:55.783074 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3e726-6d18-4d37-9c82-7e397fbdbf13 None None] The sync data for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 is: [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:49Z', 'revision_number': 3, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:55.993747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:56.004207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:56.013533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:56.015773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Pushing event updated for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:56.064794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805563e6-ff57-4c48-9ddf-1ebac7dd1cd1 req-02f7be12-3faf-40a1-b097-6e383f5cc37d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.073970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-805563e6-ff57-4c48-9ddf-1ebac7dd1cd1 req-02f7be12-3faf-40a1-b097-6e383f5cc37d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.2776203 Sep 01 15:12:56.175033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.533687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-805563e6-ff57-4c48-9ddf-1ebac7dd1cd1 req-5369cf89-50f2-4cdc-84c5-856e20b96c6d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369805 Sep 01 15:12:56.570984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.698163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.750293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:56.842363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a752aad-37ee-448e-963a-9b205a67cada None None] Provisioning for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:56.853600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a752aad-37ee-448e-963a-9b205a67cada None None] Provisioning complete for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:56.854309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a752aad-37ee-448e-963a-9b205a67cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.963747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0a752aad-37ee-448e-963a-9b205a67cada None None] Port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:57.004250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:57.014627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:57.015518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.082290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-a0830c2a-4634-4d38-b569-0100ce2d9f82 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.085972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-a0830c2a-4634-4d38-b569-0100ce2d9f82 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7d44df1-32a8-45f4-9a47-a2bfe6b78286 HTTP/1.1" status: 200 len: 944 time: 0.1791170 Sep 01 15:12:57.206201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.215606 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.217621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.306189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:57.328043 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.403345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Pushing event updated for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:57.408800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.470092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.505808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port 080455f4-9722-4758-9060-3616cda626fa {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:57.506576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.544928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:57.583492 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.676711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:57.681965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:57.948553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port 080455f4-9722-4758-9060-3616cda626fa, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=080455f4-9722-4758-9060-3616cda626fa,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:57.949405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.996645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for 080455f4-9722-4758-9060-3616cda626fa owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:58.030811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router e42b04b4-c584-49fc-a638-56fb48c66b31 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:12:58.045760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Router 18fe8479-65c8-4ea8-b382-e0c133e99221 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:58.219272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c8c504b-486b-4c1c-8a08-9a833762228d None None] Provisioning complete for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:58.220165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c8c504b-486b-4c1c-8a08-9a833762228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.366135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c504b-486b-4c1c-8a08-9a833762228d None None] Port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:58.518695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.592415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=080455f4-9722-4758-9060-3616cda626fa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:58.628131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:58.645376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:58.686033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] Sync routers for ids ['e42b04b4-c584-49fc-a638-56fb48c66b31'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:58.697179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port 080455f4-9722-4758-9060-3616cda626fa on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:58.703636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.707896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-541cd6c3-c77e-405b-b826-efcaff7b3356 req-acfc76aa-e273-4fd6-8408-8849d9b0cb44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "DELETE /v2.0/ports/080455f4-9722-4758-9060-3616cda626fa HTTP/1.1" status: 204 len: 173 time: 1.5420759 Sep 01 15:12:58.708907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-deleted', 'tag': '080455f4-9722-4758-9060-3616cda626fa'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:58.716840 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9a922-43f9-41c7-9e20-b9706627aa11" -d '{"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-deleted", "tag": "080455f4-9722-4758-9060-3616cda626fa"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:58.732263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.738869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e86c1db4-7390-4470-ade9-e1560b3c8de9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.3611674 Sep 01 15:12:58.739763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:58.755434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] Routers {'e42b04b4-c584-49fc-a638-56fb48c66b31'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:58.756900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e42b04b4-c584-49fc-a638-56fb48c66b31'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:58.875023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:58.915382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:58.915986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.918886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] Routers {'e42b04b4-c584-49fc-a638-56fb48c66b31'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:58.921904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e42b04b4-c584-49fc-a638-56fb48c66b31'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:58.979710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:58.989855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fb9513b4-1493-44f2-9543-78337634b152 admin admin] 10.222.0.41 "PUT /v2.0/routers/18fe8479-65c8-4ea8-b382-e0c133e99221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7828450 Sep 01 15:12:59.053720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df009d9b-4aa8-4b3d-8c0a-05421393b91a req-d163899a-c032-4660-94d3-2d816c0eaf2f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.070931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df009d9b-4aa8-4b3d-8c0a-05421393b91a req-d163899a-c032-4660-94d3-2d816c0eaf2f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.1778512 Sep 01 15:12:59.089275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa42047c-40ff-4a4d-84c6-0a926ddd87f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers/e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 200 len: 878 time: 0.3440936 Sep 01 15:12:59.090156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:59.224768 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df009d9b-4aa8-4b3d-8c0a-05421393b91a req-8a893c4f-5ec2-4819-af29-a2f610353c81 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489787 Sep 01 15:12:59.240463 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Sync routers for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:59.290802 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:59.292118 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:59.398316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:59.400320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7ffa0-77b6-4260-9237-ac93e5efabb8 None None] The sync data for ids ['e42b04b4-c584-49fc-a638-56fb48c66b31'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:59.669822 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:59.790461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:59.847283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e6d93a4-70a6-478c-bfd7-6273378ffaa4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.7550552 Sep 01 15:12:59.858940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:59.869547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-514310382'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:59.985232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c434-fbd7-4578-a933-73e7a33fe479 req-95512ddd-5388-4d35-a6ad-629ff93d32fb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.989859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77d8c434-fbd7-4578-a933-73e7a33fe479 req-95512ddd-5388-4d35-a6ad-629ff93d32fb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1526825 Sep 01 15:13:00.119921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77d8c434-fbd7-4578-a933-73e7a33fe479 req-7e563949-2c09-46ed-a09f-a3c2da48bd0c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138744 Sep 01 15:13:00.123461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:00.168714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'network_id': '7715320d-85f8-49ea-9836-b495714b7774', 'port_id': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'mac_address': 'fa:16:3e:da:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec53f36-5e70-4fb6-9932-8bf83cb15191', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:00.253315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:00.325009 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 2, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:00.326752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20869075-6809-4ba8-9f84-bf5f85d23c54 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:00.414557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:00.422500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Checking router: 18fe8479-65c8-4ea8-b382-e0c133e99221 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:13:00.423139 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Updating router 18fe8479-65c8-4ea8-b382-e0c133e99221 port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:13:00.433961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:00.477554 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:00.631280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:00.664219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb74a3-4683-4e7b-ac70-9f8084ca34ee req-ac2c76f6-0e52-4e2e-bafd-d8794b5d5dd2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.670431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6dfb74a3-4683-4e7b-ac70-9f8084ca34ee req-ac2c76f6-0e52-4e2e-bafd-d8794b5d5dd2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.2009993 Sep 01 15:13:00.764558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['20869075-6809-4ba8-9f84-bf5f85d23c54'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:00.820969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6dfb74a3-4683-4e7b-ac70-9f8084ca34ee req-0accea91-4345-4f68-8817-3cb305a2137e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402709 Sep 01 15:13:00.878562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-235d13c8-ac7d-414e-a5ff-5463386a5a43 req-9c11d90e-b846-4b21-8d9f-f2b37962bcf9 tempest-ListImageFiltersTestJSON-640674157 tempest-ListImageFiltersTestJSON-640674157-project] (106377) timed out ('10.222.0.24', 58184) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:13:01.067792 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41940624-ddb5-445d-9582-ce15a4da2cff x-openstack-request-id: req-41940624-ddb5-445d-9582-ce15a4da2cff {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:01.068730 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d44df1-32a8-45f4-9a47-a2bfe6b78286", "name": "network-vif-deleted", "tag": "080455f4-9722-4758-9060-3616cda626fa", "status": "failed", "code": 422}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:01.068730 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41940624-ddb5-445d-9582-ce15a4da2cff {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:01.069416 n-d-802060-16 neutron-server[106376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7d44df1-32a8-45f4-9a47-a2bfe6b78286', 'name': 'network-vif-deleted', 'tag': '080455f4-9722-4758-9060-3616cda626fa', 'status': 'failed', 'code': 422} returned with failed status Sep 01 15:13:01.263736 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.310032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Transition to ACTIVE for port object ac55371c-d47d-47de-9a2b-7eb6affbc8e4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:01.326744 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.541226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953bb13-1708-45e9-8295-ffab38d60b97 req-15f285af-92bb-42cf-8413-9fef59305806 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.557543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d953bb13-1708-45e9-8295-ffab38d60b97 req-15f285af-92bb-42cf-8413-9fef59305806 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1993203 Sep 01 15:13:01.628659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d953bb13-1708-45e9-8295-ffab38d60b97 req-01bf0b0d-bb33-4e4e-9a9c-e370a9e552db tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691218 Sep 01 15:13:01.758306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-dfea4850-9229-4af5-9323-e85d0c3becbb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.774828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-dfea4850-9229-4af5-9323-e85d0c3becbb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.7041965 Sep 01 15:13:01.805570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-0ec9cdff-fa22-46f4-9c36-d11d1fb4b14e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0290279 Sep 01 15:13:01.816659 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e989692-1484-4083-a453-54572336c356 None None] Pushing event updated for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:01.857795 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Attempting to bind port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:01.858534 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Attempting to bind port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:01.859157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Attempting to bind port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 on network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:01.868642 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:01.869335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Checking segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:01.870021 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.870713 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Bound using segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:01.878539 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Bound port: ac55371c-d47d-47de-9a2b-7eb6affbc8e4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:01.879312 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.895535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-f4e3b337-1ef4-4e35-802e-85e670a41097 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719454 Sep 01 15:13:02.014811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:02.047985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:02.103231 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] For port ac55371c-d47d-47de-9a2b-7eb6affbc8e4, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:02.113772 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] For port ac55371c-d47d-47de-9a2b-7eb6affbc8e4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:02.134356 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:02.171935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-93489b71-964a-4edd-9966-3875aacef0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678382 Sep 01 15:13:02.256341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:02.258576 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:02.263432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e52-63ef-4b1b-a5b6-8c4f2d4f2867 req-1265ee60-c620-40bf-a9ef-465b7c5cc128 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.278062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41047e52-63ef-4b1b-a5b6-8c4f2d4f2867 req-1265ee60-c620-40bf-a9ef-465b7c5cc128 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.2099810 Sep 01 15:13:02.417723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41047e52-63ef-4b1b-a5b6-8c4f2d4f2867 req-546108be-034a-4542-838e-36fe8c6c35c7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348705 Sep 01 15:13:02.533481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e989692-1484-4083-a453-54572336c356 None None] Pushing event updated for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:02.577151 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:02.691835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-3e2d1a18-3cec-433b-9c59-6894be613a4b service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901049 Sep 01 15:13:02.727784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router e42b04b4-c584-49fc-a638-56fb48c66b31 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:13:03.032690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1adc2-564b-4eff-8d16-0c48a9b36095 req-1448419e-7424-495d-bc60-bce5fd19417e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.047917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-def1adc2-564b-4eff-8d16-0c48a9b36095 req-1448419e-7424-495d-bc60-bce5fd19417e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1198649 Sep 01 15:13:03.075626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:03.087932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.090355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-718f0715-cb10-443c-aaa9-ed8da8fa023c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 200 len: 885 time: 3.2296824 Sep 01 15:13:03.091081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] Sync routers for ids ['e42b04b4-c584-49fc-a638-56fb48c66b31'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:03.098396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:03.120651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:02Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:03.128644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] Routers {'e42b04b4-c584-49fc-a638-56fb48c66b31'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:03.130093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e42b04b4-c584-49fc-a638-56fb48c66b31'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:03.191806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189b888-30d3-4750-a4e7-1140bfa6d305 None None] The sync data for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 is: [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:02Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:03.194667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-def1adc2-564b-4eff-8d16-0c48a9b36095 req-13af1bfb-967a-46ee-9063-18d952c6a831 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446760 Sep 01 15:13:03.361119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:03.384547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] Routers {'e42b04b4-c584-49fc-a638-56fb48c66b31'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:03.386125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e42b04b4-c584-49fc-a638-56fb48c66b31'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:03.446263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3205a70-3908-403c-82e4-f31bbbd304fb req-ca96dbcf-1060-4034-b394-18339d791c4e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 210 time: 0.0882828 Sep 01 15:13:03.513154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:03.514282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b15c06-a7eb-468e-833f-193af08a1ffb None None] The sync data for ids ['e42b04b4-c584-49fc-a638-56fb48c66b31'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:03.739633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cd7229f2-8625-4a0e-9385-05035d142495 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers/e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 200 len: 885 time: 0.6357174 Sep 01 15:13:03.740886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:03.812581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:03.825453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-920c0fcc-5287-4325-9cbb-7c9a12c56db7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 200 len: 205 time: 0.0771062 Sep 01 15:13:03.839782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:03.860815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702366-f8af-4c4e-8c40-c1e685093ddc req-535e764e-4c72-4d79-a6ff-627f0a2aceff tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.870503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc702366-f8af-4c4e-8c40-c1e685093ddc req-535e764e-4c72-4d79-a6ff-627f0a2aceff tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.2067654 Sep 01 15:13:03.948220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 20869075-6809-4ba8-9f84-bf5f85d23c54 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:03.953584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc702366-f8af-4c4e-8c40-c1e685093ddc req-24e33c5b-b8cb-41bc-8782-993937f0a426 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Sep 01 15:13:03.956047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 20869075-6809-4ba8-9f84-bf5f85d23c54 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:03.956924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.161154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.193751 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.323585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:04.333429 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eea39c0-1ec4-4380-be74-2a4612922d56" -d '{"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-plugged", "status": "completed", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:04.419135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:04.434431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.709159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ac55371c-d47d-47de-9a2b-7eb6affbc8e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:04.762424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.799865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa3544-c2cf-4a79-9336-5178c8e1676d req-634cf0d3-f5da-4078-8dde-b7a0c8c5d938 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.821468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fdaa3544-c2cf-4a79-9336-5178c8e1676d req-634cf0d3-f5da-4078-8dde-b7a0c8c5d938 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2765801 Sep 01 15:13:04.878969 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed10d696-d6ca-4593-8f59-ac7ef2599c8b x-openstack-request-id: req-ed10d696-d6ca-4593-8f59-ac7ef2599c8b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:04.879560 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-plugged", "status": "completed", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:04.880514 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed10d696-d6ca-4593-8f59-ac7ef2599c8b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:04.881262 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'code': 200} Sep 01 15:13:04.904101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:04.927207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port b8384dfa-07ae-4fd7-b68b-68ae8762b5cc {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:04.927921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.021964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:05.038498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:05.039212 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.094004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e21aa-0363-4424-b97a-e20984ebde70 req-ab613e74-84e0-4609-b8be-eae823b09bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.097456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-196e21aa-0363-4424-b97a-e20984ebde70 req-ab613e74-84e0-4609-b8be-eae823b09bdc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1097 time: 0.2319150 Sep 01 15:13:05.168582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fdaa3544-c2cf-4a79-9336-5178c8e1676d req-252bff98-17fb-4e79-a8ef-08945f017284 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285351 Sep 01 15:13:05.230082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-196e21aa-0363-4424-b97a-e20984ebde70 req-06f57cfa-9e26-4a69-b927-aade0aa89333 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188967 Sep 01 15:13:05.278219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.314717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for b8384dfa-07ae-4fd7-b68b-68ae8762b5cc owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:05.321368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.401169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ac55371c-d47d-47de-9a2b-7eb6affbc8e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:05.414735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.472049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-086e49d8-182b-4aaa-a8f9-cb76caffc8e9 req-d59192df-ee03-41da-996d-7cb40ef2178b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 210 time: 0.3692384 Sep 01 15:13:05.566662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:05.824605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a13d-357b-44b3-b80a-0299bd700491 req-8a628759-d85f-4b01-9e9f-0cb318c0d678 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.841641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7384a13d-357b-44b3-b80a-0299bd700491 req-8a628759-d85f-4b01-9e9f-0cb318c0d678 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2268395 Sep 01 15:13:05.848012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:05.917465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=b8384dfa-07ae-4fd7-b68b-68ae8762b5cc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:06.002119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.003699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.004719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.006024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.010708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.012385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.013241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.014102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.015012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.015919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.016769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.017633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:06.157806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.187185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7384a13d-357b-44b3-b80a-0299bd700491 req-69068f13-2954-475e-bd3c-9f77c9086a17 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400877 Sep 01 15:13:06.296855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-9482e769-59f8-4325-8f2a-ff72a256f46f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.301872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-9482e769-59f8-4325-8f2a-ff72a256f46f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.4560654 Sep 01 15:13:06.333404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:06.398655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.404901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.582752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ac55371c-d47d-47de-9a2b-7eb6affbc8e4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:06.606590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.607537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router e42b04b4-c584-49fc-a638-56fb48c66b31 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:13:06.623622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.640737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0382ba6-2329-48f2-a312-7a566b14e200 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 204 len: 168 time: 2.7960241 Sep 01 15:13:06.644025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:06.663558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-689062527'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:06.704941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c1cf-07ad-40ea-8927-924983d71b78 req-625b0ba8-13da-4bdf-89b0-e4b29b6d6e2e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.715076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f299c1cf-07ad-40ea-8927-924983d71b78 req-625b0ba8-13da-4bdf-89b0-e4b29b6d6e2e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2028906 Sep 01 15:13:06.731499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:06.732282 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.841780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:06.848579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.877857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b31ab876-0e72-498b-837b-3d9464f7fb84 req-cec8a1d9-eecd-4064-a981-903564b41599 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 210 time: 0.0883515 Sep 01 15:13:06.878765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f299c1cf-07ad-40ea-8927-924983d71b78 req-607448fc-b65b-43a0-ad6c-7e9ec38538d1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278057 Sep 01 15:13:06.896856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:06.902027 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.937563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:13:06.992678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.993425 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 418b4e3f-2cec-40ef-8ab5-001b981a0e2b of type vlan for network d8290f11-3216-44f6-a69b-14fb8caebacb Sep 01 15:13:07.137935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.201329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.213182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.214637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.217266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.12 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/608fded5-584c-4641-af7c-25ca867a8101) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:07.338958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6927850 Sep 01 15:13:07.345145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:07.360731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:07.393823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe41a9-fd67-4ed4-8434-eb172904a0cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=d8290f11-3216-44f6-a69b-14fb8caebacb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:07.414027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d8290f11-3216-44f6-a69b-14fb8caebacb details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:13:07.613955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33980f-0499-4646-ac9d-989fbe3a428b req-382b2014-761d-400d-8cbf-ba844368839d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.616421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e33980f-0499-4646-ac9d-989fbe3a428b req-382b2014-761d-400d-8cbf-ba844368839d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.1598766 Sep 01 15:13:07.619785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.666700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:07.672782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.745086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.813564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e33980f-0499-4646-ac9d-989fbe3a428b req-87f4e547-76f9-46f4-9972-e01ff7505579 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777196 Sep 01 15:13:07.839883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:07.847209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:07.852095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:07.964241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:08.058868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.060015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.115812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e271e0-3394-4c8b-8406-40c99a8cc520 req-5c66e6f4-d7b4-4b5d-a046-3026bab422fc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.115812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1e271e0-3394-4c8b-8406-40c99a8cc520 req-5c66e6f4-d7b4-4b5d-a046-3026bab422fc tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1097 time: 0.1547296 Sep 01 15:13:08.115812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-e0d9dbea-5f18-4b35-ba4b-e6456124fa3f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8017428 Sep 01 15:13:08.157700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Request body: {'port': {'device_id': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:08.164685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.275904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1e271e0-3394-4c8b-8406-40c99a8cc520 req-0e9c616f-7f0a-4aa6-b09e-8984c76fd900 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505885 Sep 01 15:13:08.333576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2fa9a-779e-4bb9-8cec-8315369bfd15 req-8fd1c9a7-1c05-44bf-b054-095e8ea679c3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.337229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56f2fa9a-779e-4bb9-8cec-8315369bfd15 req-8fd1c9a7-1c05-44bf-b054-095e8ea679c3 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 932 time: 0.2759008 Sep 01 15:13:08.360635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.375271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=afd05127-8632-40d9-bc85-b30ce7161562,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:08.434113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '418b4e3f-2cec-40ef-8ab5-001b981a0e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:08.435240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: d8290f11-3216-44f6-a69b-14fb8caebacb, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:13:08.470441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56f2fa9a-779e-4bb9-8cec-8315369bfd15 req-d5c7b137-6715-4e65-b715-62110c6d6a8f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127017 Sep 01 15:13:08.509745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d8290f11-3216-44f6-a69b-14fb8caebacb is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:13:08.537474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d8290f11-3216-44f6-a69b-14fb8caebacb) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:08.547543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.548781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.570883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ac27e-7661-4610-a18e-228f5fdd53cd None None] Network d8290f11-3216-44f6-a69b-14fb8caebacb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:08.617698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4822b1a4-c296-4e1d-8e8d-afc767c3eea8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2703698 Sep 01 15:13:08.622723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34476) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:08.637370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2129153672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:08.671891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046610c-3102-4ec9-bf94-b5c1644361d3 req-67f3348a-a6a6-4ad7-8034-f3da9e54de46 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.684343 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9046610c-3102-4ec9-bf94-b5c1644361d3 req-67f3348a-a6a6-4ad7-8034-f3da9e54de46 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2242072 Sep 01 15:13:08.704964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.708235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.810778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9046610c-3102-4ec9-bf94-b5c1644361d3 req-7c03ed18-d93a-4ca9-a979-e45a3d923129 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196957 Sep 01 15:13:08.876090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.886458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.930072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.932947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6dc3a131-974c-411d-9056-19e452e7286c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3084884 Sep 01 15:13:08.937797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34480) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:09.169668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d8290f11-3216-44f6-a69b-14fb8caebacb', 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': 'afd05127-8632-40d9-bc85-b30ce7161562'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:13:09.171410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:09.287403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef10980-7344-4dd8-ae94-fecfbda68925 req-00c0051d-c77a-48d8-bd67-2ac6510dab21 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.290661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bef10980-7344-4dd8-ae94-fecfbda68925 req-00c0051d-c77a-48d8-bd67-2ac6510dab21 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1097 time: 0.2314558 Sep 01 15:13:09.325839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608fded5-584c-4641-af7c-25ca867a8101 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:09.340909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-ffc49991-9b53-4e8a-b681-8ff2a63e0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.343937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-ffc49991-9b53-4e8a-b681-8ff2a63e0de8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1098 time: 0.1665843 Sep 01 15:13:09.347753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:09.386458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Transition to ACTIVE for port object 608fded5-584c-4641-af7c-25ca867a8101 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:09.417333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:09.589161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:09.623761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Allocated IP 172.20.0.2 (d8290f11-3216-44f6-a69b-14fb8caebacb/afd05127-8632-40d9-bc85-b30ce7161562/27f6b8da-397d-4db3-8462-bd6cf20aaa0a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:09.843327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:09.918338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0daf3a-ac33-4f99-b2c8-e909ef874c2b req-48624086-364b-49f9-8c23-809d2070fb76 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.935954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8f0daf3a-ac33-4f99-b2c8-e909ef874c2b req-48624086-364b-49f9-8c23-809d2070fb76 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 944 time: 0.2769825 Sep 01 15:13:10.038980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-eae8e07d-2e46-4399-8cbf-ad058cf029f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.043605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-eae8e07d-2e46-4399-8cbf-ad058cf029f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.6552241 Sep 01 15:13:10.044689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bef10980-7344-4dd8-ae94-fecfbda68925 req-2285adbb-cfde-4bb9-aaab-5d3184a319fa tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629498 Sep 01 15:13:10.062207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8f0daf3a-ac33-4f99-b2c8-e909ef874c2b req-e9c5cf06-1541-49fa-b44c-3c8173ee8dc0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246035 Sep 01 15:13:10.091117 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.141709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Transition to ACTIVE for port object 27f6b8da-397d-4db3-8462-bd6cf20aaa0a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:10.213247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Transition to ACTIVE for port object 27f6b8da-397d-4db3-8462-bd6cf20aaa0a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:10.250622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.266216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:10.276431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-045da2b0-9699-4a2c-9a48-7a97bd491183 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 1001 time: 0.2032566 Sep 01 15:13:10.324383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.371835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Attempting to bind port 608fded5-584c-4641-af7c-25ca867a8101 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:10.383606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Attempting to bind port 608fded5-584c-4641-af7c-25ca867a8101 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:10.383606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Attempting to bind port 608fded5-584c-4641-af7c-25ca867a8101 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:10.454048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Network d8290f11-3216-44f6-a69b-14fb8caebacb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:10.467432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:10.473051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:10.484568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:10.512846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Port 608fded5-584c-4641-af7c-25ca867a8101 on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:10.513422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Attempting to bind port 608fded5-584c-4641-af7c-25ca867a8101 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:10.553636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:10.554139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:10.554731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:10.555836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Bound port: 608fded5-584c-4641-af7c-25ca867a8101, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:10.556441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.588072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Pushing event updated for resources: {'Port': ['ID=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:10.630129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8823-cae1-4891-9365-3c68d7fc29fa req-c772f356-f932-41e0-8f1a-c86377993462 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.644592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa2e8823-cae1-4891-9365-3c68d7fc29fa req-c772f356-f932-41e0-8f1a-c86377993462 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2836549 Sep 01 15:13:10.714529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-977c7589-60b0-4531-9779-4f59f32616f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.717338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-977c7589-60b0-4531-9779-4f59f32616f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.4062428 Sep 01 15:13:10.724907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Attempting to bind port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:10.725856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Attempting to bind port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '418b4e3f-2cec-40ef-8ab5-001b981a0e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:10.726146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Attempting to bind port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a on network d8290f11-3216-44f6-a69b-14fb8caebacb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:10.758393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:10.759969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Checking segment: {'id': '418b4e3f-2cec-40ef-8ab5-001b981a0e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:10.760962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.762431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Bound using segment: {'id': '418b4e3f-2cec-40ef-8ab5-001b981a0e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:10.769249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Bound port: 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418b4e3f-2cec-40ef-8ab5-001b981a0e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd8290f11-3216-44f6-a69b-14fb8caebacb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:10.770528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.804974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.850618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa2e8823-cae1-4891-9365-3c68d7fc29fa req-d88fdf21-053a-40c4-9247-5f9cf2537b55 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868498 Sep 01 15:13:10.927082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:10.932004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-f1298c23-701c-442d-953c-f3c0347a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.933316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:10.935340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-f1298c23-701c-442d-953c-f3c0347a77e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424778 Sep 01 15:13:10.939120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=608fded5-584c-4641-af7c-25ca867a8101,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:11.049317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:11.088152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.120598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.256092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] For port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:11.318769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] For port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,segment=NetworkSegment(418b4e3f-2cec-40ef-8ab5-001b981a0e2b),segment_id=418b4e3f-2cec-40ef-8ab5-001b981a0e2b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:11.348406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.358060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:11.359799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.385900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8779b0f7-1f48-4565-97ca-0f0a332dae50'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:11.390991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/608fded5-584c-4641-af7c-25ca867a8101 HTTP/1.1" status: 200 len: 1093 time: 3.2180715 Sep 01 15:13:11.415321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'tag': '608fded5-584c-4641-af7c-25ca867a8101'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:11.434139 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38753378-a34f-458f-9a81-31423fb543c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "tag": "608fded5-584c-4641-af7c-25ca867a8101"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:11.457325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.20.0.1 (d8290f11-3216-44f6-a69b-14fb8caebacb/afd05127-8632-40d9-bc85-b30ce7161562/a61102b5-7322-41df-876e-056e64afcaa2) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:11.575759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:11.791947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.831543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object a61102b5-7322-41df-876e-056e64afcaa2 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:12.093155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.152924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990cb2-c0d2-4fa9-8e1b-288e47e57efe None None] Pushing event updated for resources: {'Port': ['ID=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:12.230925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f5fcb-e3dc-4e8f-be63-9e65d231c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:12.278311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d8290f11-3216-44f6-a69b-14fb8caebacb is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:12.282774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-7cfd0eb6-389a-4bef-bd38-3552bca6393a service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3316991 Sep 01 15:13:12.283619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:12.308404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:12.322407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-dac4d977-4377-4eca-be1d-a86b2d625662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.325603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-dac4d977-4377-4eca-be1d-a86b2d625662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 1096 time: 0.8650391 Sep 01 15:13:12.397169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=a61102b5-7322-41df-876e-056e64afcaa2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:12.443721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774dabe-8cf6-44d9-be57-74f455b4ef94 req-279e7fe6-adeb-41b4-a70a-7583af3203a9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.458628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f774dabe-8cf6-44d9-be57-74f455b4ef94 req-279e7fe6-adeb-41b4-a70a-7583af3203a9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 944 time: 0.9925396 Sep 01 15:13:12.475131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.674013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-d8ac7c57-58c9-4cdf-af93-8a4a6fb641da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608fded5-584c-4641-af7c-25ca867a8101 HTTP/1.1" status: 200 len: 217 time: 0.2490923 Sep 01 15:13:12.788530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27f6b8da-397d-4db3-8462-bd6cf20aaa0a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:12.957757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:13.024771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f774dabe-8cf6-44d9-be57-74f455b4ef94 req-1295dd1c-65ec-4ebb-91dc-397936f45f3c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276222 Sep 01 15:13:13.127924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-ff260b83-2c04-496b-a7a8-3b747f3360ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.131680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-ff260b83-2c04-496b-a7a8-3b747f3360ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.4113169 Sep 01 15:13:13.134775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.258922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-45a7f07d-a903-41b0-b6b3-0ffd602407be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185000 Sep 01 15:13:13.263906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-28fe8de9-ddc5-45a2-aee0-7e70b4554ddc req-0ac703ce-5875-466d-9119-3b2ebe18f56a service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9562891 Sep 01 15:13:13.651846 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f597c2-254d-4ea2-8dad-93b974aea195 x-openstack-request-id: req-58f597c2-254d-4ea2-8dad-93b974aea195 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:13.653004 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "tag": "608fded5-584c-4641-af7c-25ca867a8101", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:13.653004 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58f597c2-254d-4ea2-8dad-93b974aea195 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:13.659085 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'tag': '608fded5-584c-4641-af7c-25ca867a8101', 'status': 'completed', 'code': 200} Sep 01 15:13:13.844915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:13.875758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-91a76978-0640-4acc-87b2-2183b8cc5999 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960367 Sep 01 15:13:14.097406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:14.098125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.223565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.262791 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.267928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5c939c2-d06c-49a6-a101-db4b519a8169 req-97a870a6-edaa-4c3c-b177-6c0f5bea9dbe service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680613 Sep 01 15:13:14.398793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea9d18-b769-4afa-bf12-d0be6778a578 None None] Network d8290f11-3216-44f6-a69b-14fb8caebacb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:14.411426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41516d2-ee83-4b8a-aede-519e6cb1c07b req-c3ea2927-e877-4b32-8934-cb9a237d2c8a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.424691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e41516d2-ee83-4b8a-aede-519e6cb1c07b req-c3ea2927-e877-4b32-8934-cb9a237d2c8a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.1552315 Sep 01 15:13:14.517132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=a61102b5-7322-41df-876e-056e64afcaa2,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:14.644302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.720436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e41516d2-ee83-4b8a-aede-519e6cb1c07b req-d3557f77-ff66-47ab-84aa-6aadbd0783fd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920990 Sep 01 15:13:14.743355 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cc86e29-f812-47e4-aa44-61fcac7ac9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.749162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38753378-a34f-458f-9a81-31423fb543c8 req-94402cb5-e42f-4fb8-8094-cc9f00bd7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.751959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-94402cb5-e42f-4fb8-8094-cc9f00bd7d54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 1096 time: 0.2996929 Sep 01 15:13:14.790891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Provisioning for port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:14.852046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Provisioning complete for port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:14.853195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.934845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network d8290f11-3216-44f6-a69b-14fb8caebacb is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:14.939950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:15.146968 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.188379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-29efbf70-54f2-49c4-8f60-df9ab385e680 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:13:15.192335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-29efbf70-54f2-49c4-8f60-df9ab385e680 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9305813 Sep 01 15:13:15.209721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38753378-a34f-458f-9a81-31423fb543c8 req-0857e04e-8fbe-4ae4-8860-0805bf829330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.213650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-0857e04e-8fbe-4ae4-8860-0805bf829330 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 0.4453273 Sep 01 15:13:15.346310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-37c18f83-cf11-485f-8cb0-75627774abd0 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.349335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-37c18f83-cf11-485f-8cb0-75627774abd0 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 1094 time: 0.1214654 Sep 01 15:13:15.405808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router fb096530-fb02-4ec8-ae6b-5ae6ac51e96e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:13:15.449399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-df8a8f15-573b-4c48-85d8-fa87f4c20763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608fded5-584c-4641-af7c-25ca867a8101 HTTP/1.1" status: 200 len: 217 time: 0.2251649 Sep 01 15:13:15.659888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99849035-3a80-43c5-98d5-f1c596589c1f req-61854c4d-71ad-4e13-98f3-8bee86e7f457 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.692578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99849035-3a80-43c5-98d5-f1c596589c1f req-61854c4d-71ad-4e13-98f3-8bee86e7f457 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 944 time: 0.5705264 Sep 01 15:13:15.791549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Request body: {'binding': {'host': 'n-h2-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:15.793002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:13:15.837203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38753378-a34f-458f-9a81-31423fb543c8 req-15b79625-6118-48c4-9c40-3994cb9f9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.840030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-15b79625-6118-48c4-9c40-3994cb9f9706 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.3705182 Sep 01 15:13:15.869935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99849035-3a80-43c5-98d5-f1c596589c1f req-bcad14ee-b5b0-46da-9da7-68a5f56e7f01 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756556 Sep 01 15:13:15.914061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 608fded5-584c-4641-af7c-25ca867a8101 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:16.063415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.067513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-58f78b29-7148-44ca-9ac2-28418ab0bdfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936109 Sep 01 15:13:16.074443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:16.078586 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfd54f-bf1c-4ded-813a-e76c31841d18" -d '{"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:16.139318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:16.167411 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.272951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] For port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,segment=NetworkSegment(418b4e3f-2cec-40ef-8ab5-001b981a0e2b),segment_id=418b4e3f-2cec-40ef-8ab5-001b981a0e2b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:16.402689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.521604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-9579bdd6-530c-4d98-beb4-f91d951b6c27 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401474 Sep 01 15:13:16.642511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:16.688851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on host n-h2-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:16.690743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:16.691914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:16.707907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:16.709704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:16.723318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:16.748908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c1b25e87-4cfe-4aae-9b0a-050f2f858fba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/fb096530-fb02-4ec8-ae6b-5ae6ac51e96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8036337 Sep 01 15:13:16.755410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:16.755700 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] Sync routers for ids ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:16.757625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:16.760753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:16.763586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Bound port: 20869075-6809-4ba8-9f84-bf5f85d23c54, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:16.773709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34578) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:16.821002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] Routers {'fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:16.822615 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:16.889804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=608fded5-584c-4641-af7c-25ca867a8101,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:16.951154 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:16.981363 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] Routers {'fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:16.982957 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:12:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:17.002374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '608fded5-584c-4641-af7c-25ca867a8101', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': '608fded5-584c-4641-af7c-25ca867a8101', 'mac_address': 'fa:16:3e:8f:b7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:17.064359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4205c-2c7a-4b10-9c4b-c7c0bb095051 req-2c41d8d3-4efe-486e-b260-e35c8ce68de2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.093849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3fc4205c-2c7a-4b10-9c4b-c7c0bb095051 req-2c41d8d3-4efe-486e-b260-e35c8ce68de2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.4788864 Sep 01 15:13:17.126678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:17.127899 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e81128-ed5c-4f8e-9fc2-7770307cc182 None None] The sync data for ids ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:17.131803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9851a4-de07-4ea7-9e34-32db56930e55 None None] Pushing event updated for resources: {'Port': ['ID=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:17.221457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Provisioning for port a61102b5-7322-41df-876e-056e64afcaa2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:17.238188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38753378-a34f-458f-9a81-31423fb543c8 req-c4aac884-6c10-4199-80a5-4fb041dc2bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087126 Sep 01 15:13:17.265473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3fc4205c-2c7a-4b10-9c4b-c7c0bb095051 req-90a7e27d-5e5c-4f3d-b086-969a486cfdf8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505017 Sep 01 15:13:17.265798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec7664-e688-42dd-aa1b-97ebe3d0a9cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.274377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16ec7664-e688-42dd-aa1b-97ebe3d0a9cf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports/a61102b5-7322-41df-876e-056e64afcaa2 HTTP/1.1" status: 200 len: 910 time: 0.4932923 Sep 01 15:13:17.279225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34584) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:17.295115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Provisioning complete for port a61102b5-7322-41df-876e-056e64afcaa2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:17.295819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.299699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afd05127-8632-40d9-bc85-b30ce7161562'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:17.299974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de00df02-94a9-483c-977a-990e90b812ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.385701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:17.396369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.402618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-525276e8-03e3-478e-9907-262d2b403316 service neutron] 10.222.0.41 "POST /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54/bindings HTTP/1.1" status: 201 len: 390 time: 2.0383759 Sep 01 15:13:17.448832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.489572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608fded5-584c-4641-af7c-25ca867a8101 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:17.558067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=608fded5-584c-4641-af7c-25ca867a8101,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:17.563391 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f477c32c-b010-424d-93e4-f0ccc6ec9531 x-openstack-request-id: req-f477c32c-b010-424d-93e4-f0ccc6ec9531 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:17.564146 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:17.564737 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f477c32c-b010-424d-93e4-f0ccc6ec9531 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:17.565621 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'code': 200} Sep 01 15:13:17.571664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.582326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.627212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Port a61102b5-7322-41df-876e-056e64afcaa2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:17.859261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Provisioning complete for port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:17.859751 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7767ba39-e46b-4bc2-a57d-6a6a8930bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.107892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['608fded5-584c-4641-af7c-25ca867a8101'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:18.260693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:18.470079 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.470801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0f368-a863-40c0-8f66-18bd9092d3c1 req-0044d12f-796d-48b2-99bc-74f9a91cc4e4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.494409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00c0f368-a863-40c0-8f66-18bd9092d3c1 req-0044d12f-796d-48b2-99bc-74f9a91cc4e4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 945 time: 0.6445959 Sep 01 15:13:18.501392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-8a414d76-c603-497a-ab99-b4b8cba43b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.506553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-8a414d76-c603-497a-ab99-b4b8cba43b92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1097 time: 0.4521453 Sep 01 15:13:18.512885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1396c-80bf-4f00-8a5b-ab74e1071e7d req-dc7d8904-a371-452f-833b-9840108f3119 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.526930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fb1396c-80bf-4f00-8a5b-ab74e1071e7d req-dc7d8904-a371-452f-833b-9840108f3119 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.1562965 Sep 01 15:13:18.569644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.604052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27f6b8da-397d-4db3-8462-bd6cf20aaa0a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:18.648655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fb1396c-80bf-4f00-8a5b-ab74e1071e7d req-001b137e-05f5-474a-9211-5039dac5f08a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201885 Sep 01 15:13:18.812081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-dafdcb3d-e194-4e97-8b91-062911ed3d09 None None] Provisioning complete for port a61102b5-7322-41df-876e-056e64afcaa2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:18.829539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dafdcb3d-e194-4e97-8b91-062911ed3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.839169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:18.842408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.874746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.031134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00c0f368-a863-40c0-8f66-18bd9092d3c1 req-39ba4f85-a873-4aab-9627-997d6732c058 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331163 Sep 01 15:13:19.232612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-4fbaafa9-9549-4047-a986-e1f754f6fac8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2270293 Sep 01 15:13:19.270639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b31a-22f9-4a9c-a80f-a34196aefd69 req-3d67b4d5-5819-4be0-a7f9-aa873c69c75d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.295172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7920b31a-22f9-4a9c-a80f-a34196aefd69 req-3d67b4d5-5819-4be0-a7f9-aa873c69c75d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.3962374 Sep 01 15:13:19.319771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-21f54a7f-0a04-4efb-9d3f-eed46ffd31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.324450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-21f54a7f-0a04-4efb-9d3f-eed46ffd31bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.7119255 Sep 01 15:13:19.394383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dafdcb3d-e194-4e97-8b91-062911ed3d09 None None] Port a61102b5-7322-41df-876e-056e64afcaa2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:19.432395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7920b31a-22f9-4a9c-a80f-a34196aefd69 req-539bc795-81bb-48ae-980d-b7aec8637ed9 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250756 Sep 01 15:13:19.553223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-f87fa348-5404-47d7-997a-df75f5375bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.566309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-f87fa348-5404-47d7-997a-df75f5375bdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 1096 time: 0.1406233 Sep 01 15:13:19.888866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.913969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-ef36cf9b-a5b1-403f-b973-ceb11d3e8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.918115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-ef36cf9b-a5b1-403f-b973-ceb11d3e8307 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.3004131 Sep 01 15:13:20.143921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-00264772-9436-493b-9168-dbfb446fe543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 200 len: 217 time: 0.2026851 Sep 01 15:13:20.406288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-59ba3bd9-5889-45dc-9cfe-65e1df96cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.409054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-59ba3bd9-5889-45dc-9cfe-65e1df96cb97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.2484524 Sep 01 15:13:20.523995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-c4d92c57-024f-493e-bdc4-f7cf6e496611 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972257 Sep 01 15:13:20.676503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd850-93ce-456e-a109-e1d75d5e142e req-4a4fc910-e9b4-4a38-a198-65ece2e3d770 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.693640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3cdbd850-93ce-456e-a109-e1d75d5e142e req-4a4fc910-e9b4-4a38-a198-65ece2e3d770 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.6173937 Sep 01 15:13:20.708501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-2174ee55-20ef-43a6-863a-1466fc57417f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 217 time: 1.1569867 Sep 01 15:13:20.833411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-14164ba9-1139-4dd4-a805-878e17de7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.835795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-14164ba9-1139-4dd4-a805-878e17de7f67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.0940042 Sep 01 15:13:20.851902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3cdbd850-93ce-456e-a109-e1d75d5e142e req-af84d1e1-e83a-4dab-b881-a593d8429483 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430099 Sep 01 15:13:20.908380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-3e57cf5e-a128-4620-95f2-6bab4fb4f504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586379 Sep 01 15:13:21.002962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-e667b246-7181-4f1a-8996-58d488627e04 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599195 Sep 01 15:13:21.313951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a53f74e-9876-4816-b92c-37cda1756da7 req-ebea1f6a-0f82-45f3-a3b3-b111ae30818e service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931764 Sep 01 15:13:21.489764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:21.490550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de653fde-f134-4e69-a96f-6b6807341295 req-8e4deb8f-4dce-49aa-935d-f02e69a0b27e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.505931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de653fde-f134-4e69-a96f-6b6807341295 req-8e4deb8f-4dce-49aa-935d-f02e69a0b27e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1751013 Sep 01 15:13:21.534920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:21.631046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de653fde-f134-4e69-a96f-6b6807341295 req-df79e011-2e45-47a2-80b6-0a61a99da59a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170793 Sep 01 15:13:21.662362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63199ed2-e705-4694-9a12-4b73d81f27cb req-7dac39a2-07dc-43cf-a029-f3a4816903af tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.678633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63199ed2-e705-4694-9a12-4b73d81f27cb req-7dac39a2-07dc-43cf-a029-f3a4816903af tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 945 time: 1.0358474 Sep 01 15:13:21.894898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 608fded5-584c-4641-af7c-25ca867a8101 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:22.006762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=a61102b5-7322-41df-876e-056e64afcaa2,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:22.065356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.067227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.075127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34616) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:22.076358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2b46a97-7ab3-4e41-a4de-b504c073351c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/ports/a61102b5-7322-41df-876e-056e64afcaa2 HTTP/1.1" status: 200 len: 910 time: 4.7946188 Sep 01 15:13:22.088759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63199ed2-e705-4694-9a12-4b73d81f27cb req-2d16e8f8-11bd-4bef-a397-38c163dc4e79 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911794 Sep 01 15:13:22.112431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 608fded5-584c-4641-af7c-25ca867a8101 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:22.142492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-1c673208-78e6-4734-b22b-0f01722c44d1 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265082 Sep 01 15:13:22.144041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 608fded5-584c-4641-af7c-25ca867a8101 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:22.144835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.434362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-230afb2a-9487-4568-b706-f8281de0cbd0 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810650 Sep 01 15:13:22.476854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.572306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608fded5-584c-4641-af7c-25ca867a8101'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:22.581151 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d60495-58bb-4bee-83e8-06df3a40f5c1" -d '{"events": [{"server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "name": "network-vif-plugged", "status": "completed", "tag": "608fded5-584c-4641-af7c-25ca867a8101"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:22.617543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca1aff-708a-47d3-bb16-242e212f8f54 req-6efa3b93-e1c4-4ad5-afb0-e1de5920812b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.631195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88ca1aff-708a-47d3-bb16-242e212f8f54 req-6efa3b93-e1c4-4ad5-afb0-e1de5920812b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2850142 Sep 01 15:13:22.675785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=608fded5-584c-4641-af7c-25ca867a8101,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:22.695120 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.809452 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477dda7e-d717-496a-9ac6-4f55bc1556a5 x-openstack-request-id: req-477dda7e-d717-496a-9ac6-4f55bc1556a5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:22.809984 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "name": "network-vif-plugged", "status": "completed", "tag": "608fded5-584c-4641-af7c-25ca867a8101", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:22.810358 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-477dda7e-d717-496a-9ac6-4f55bc1556a5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:22.811028 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608fded5-584c-4641-af7c-25ca867a8101', 'code': 200} Sep 01 15:13:23.015642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:23.061966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88ca1aff-708a-47d3-bb16-242e212f8f54 req-f18c95ef-9389-4691-b4c3-f919ab907851 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292424 Sep 01 15:13:23.267091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e97e-7715-4641-a0c2-5784b767501e req-e5c157fc-6c19-4df8-9da6-616359a75abe tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.281183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2e4e97e-7715-4641-a0c2-5784b767501e req-e5c157fc-6c19-4df8-9da6-616359a75abe tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2378733 Sep 01 15:13:23.314523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5f448-0d5d-4e25-9188-153791461e24 req-84da0728-c88a-4bf2-943e-c2822f448df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.317515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30f5f448-0d5d-4e25-9188-153791461e24 req-84da0728-c88a-4bf2-943e-c2822f448df7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 1098 time: 0.4123857 Sep 01 15:13:23.545031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30f5f448-0d5d-4e25-9188-153791461e24 req-58e55840-bc85-4a99-bbb4-46e26dfb2d19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919026 Sep 01 15:13:23.581965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2e4e97e-7715-4641-a0c2-5784b767501e req-1bcf317c-b2a3-4e2f-a621-52c1fe0c9877 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992260 Sep 01 15:13:23.796842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7ed03-8c49-43c3-ac69-19097c82b137 req-6377d22b-69ed-417a-9c2c-5f3cc63dd32c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.804163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bc7ed03-8c49-43c3-ac69-19097c82b137 req-6377d22b-69ed-417a-9c2c-5f3cc63dd32c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.3064151 Sep 01 15:13:23.878749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:24.181379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bc7ed03-8c49-43c3-ac69-19097c82b137 req-55feb527-02b6-46fb-86a5-457be87d32a4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367350 Sep 01 15:13:24.507128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf64859-bf33-49b3-815f-4c823e707313 req-d601d0a8-a8cd-4955-aa51-60293dbd211a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.511345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdf64859-bf33-49b3-815f-4c823e707313 req-d601d0a8-a8cd-4955-aa51-60293dbd211a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2210450 Sep 01 15:13:24.645653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdf64859-bf33-49b3-815f-4c823e707313 req-d0367207-d7e7-46b4-a691-f75719129dc5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085451 Sep 01 15:13:25.614164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf09e-bc60-43ee-ad56-6c67d29db8d2 req-a7a8a72c-9c8d-4fec-9027-cf09476ba6be tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.637953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40fdf09e-bc60-43ee-ad56-6c67d29db8d2 req-a7a8a72c-9c8d-4fec-9027-cf09476ba6be tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2493401 Sep 01 15:13:25.798208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40fdf09e-bc60-43ee-ad56-6c67d29db8d2 req-88dffe10-2c6a-4cea-9a79-ceed9a124cc4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570733 Sep 01 15:13:25.863332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port a61102b5-7322-41df-876e-056e64afcaa2 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:25.864162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.126705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36fc2b-fd9d-466b-b535-d011301bf033 req-85a1ec96-13fe-4cd5-8964-f4dfbb594851 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:26.134537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb36fc2b-fd9d-466b-b535-d011301bf033 req-85a1ec96-13fe-4cd5-8964-f4dfbb594851 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.3903756 Sep 01 15:13:26.331542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb36fc2b-fd9d-466b-b535-d011301bf033 req-278647c8-eea5-4a07-a2a0-50b678646f94 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861875 Sep 01 15:13:26.375905 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.380746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e469-a29f-442e-82ea-67be18df102c req-512ae201-cc47-4934-837d-e39c8f3420f2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:26.400834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc39e469-a29f-442e-82ea-67be18df102c req-512ae201-cc47-4934-837d-e39c8f3420f2 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2196882 Sep 01 15:13:26.415123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for a61102b5-7322-41df-876e-056e64afcaa2 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:26.540604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dc39e469-a29f-442e-82ea-67be18df102c req-bee429e0-e65b-4cc0-aa73-54f1e8c0e1b4 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361647 Sep 01 15:13:27.093908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.229650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a73d-a8aa-46ce-abd2-0c4e369591c6 req-7dc9516a-2cd5-4c4c-a5ce-14e547be1d37 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.232537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7198a73d-a8aa-46ce-abd2-0c4e369591c6 req-7dc9516a-2cd5-4c4c-a5ce-14e547be1d37 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2752488 Sep 01 15:13:27.233969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=a61102b5-7322-41df-876e-056e64afcaa2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:27.556200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.721496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.766372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c2af-13f0-4285-bed5-28aae379d218 req-595ca9e7-9deb-4dde-894c-c2a9518cdbcd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.769234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c211c2af-13f0-4285-bed5-28aae379d218 req-595ca9e7-9deb-4dde-894c-c2a9518cdbcd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1799092 Sep 01 15:13:27.811641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7198a73d-a8aa-46ce-abd2-0c4e369591c6 req-8e2bc2e5-cd1c-48ed-bf24-f3d18a9f2ad6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245178 Sep 01 15:13:27.948453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c211c2af-13f0-4285-bed5-28aae379d218 req-0993d1b4-51fc-406f-af62-5ff47b4324c8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531630 Sep 01 15:13:28.314271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e017fb8-a43c-4112-997f-3d43e67a5c71 req-3ec86958-e1f5-4c36-9bd1-2277f9bc8d78 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:28.316836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e017fb8-a43c-4112-997f-3d43e67a5c71 req-3ec86958-e1f5-4c36-9bd1-2277f9bc8d78 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2529802 Sep 01 15:13:28.372822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router fb096530-fb02-4ec8-ae6b-5ae6ac51e96e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:13:28.450741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e017fb8-a43c-4112-997f-3d43e67a5c71 req-aad0b6b1-4847-43d8-837b-4d6d3355100d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160619 Sep 01 15:13:28.623265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:28.647072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] Sync routers for ids ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:28.659368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:28.666536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-38d886e6-7a37-492c-a8c0-639072359415 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/fb096530-fb02-4ec8-ae6b-5ae6ac51e96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5771561 Sep 01 15:13:28.686013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] Routers {'fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:28.687093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:28.767388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ee468710-dd01-41cb-a4ae-e887c81ddc2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb096530-fb02-4ec8-ae6b-5ae6ac51e96e HTTP/1.1" status: 200 len: 205 time: 0.1055980 Sep 01 15:13:28.772725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34678) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:28.803513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:28.847187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] Routers {'fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:28.858850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:29.028783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:29.042379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd87e31-b0c3-417e-95b4-bce66278b2fd None None] The sync data for ids ['fb096530-fb02-4ec8-ae6b-5ae6ac51e96e'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:29.193114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:29.252083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ef83-5d1c-456e-82f9-999c41956dcd req-f71916c2-6782-4c46-b5e3-753248482a33 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.268832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ac5ef83-5d1c-456e-82f9-999c41956dcd req-f71916c2-6782-4c46-b5e3-753248482a33 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.1996562 Sep 01 15:13:29.414911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ac5ef83-5d1c-456e-82f9-999c41956dcd req-46def5b9-141b-41a2-a185-1f091548e9cf tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371975 Sep 01 15:13:29.583732 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:13:30.126232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.141865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.194013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259775f-77fc-45c1-aaf4-27ce7eb126ae req-a57d6524-de4c-4337-9c47-7c9c90e0bd6d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.196472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334bd45-179c-4bf2-880d-56310c34d211 req-af06bab7-a4f6-49d2-803d-e9d0b728a65e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.215543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7334bd45-179c-4bf2-880d-56310c34d211 req-af06bab7-a4f6-49d2-803d-e9d0b728a65e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.8411946 Sep 01 15:13:30.216445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a259775f-77fc-45c1-aaf4-27ce7eb126ae req-a57d6524-de4c-4337-9c47-7c9c90e0bd6d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2206075 Sep 01 15:13:30.421800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a259775f-77fc-45c1-aaf4-27ce7eb126ae req-fda3ee20-9921-4193-b971-32e5856d555e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967697 Sep 01 15:13:30.459482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.463006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router fb096530-fb02-4ec8-ae6b-5ae6ac51e96e {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:13:30.486885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.494071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:30.505606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2b6c44e8-084a-4398-9f26-b2015cbc2ce6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/fb096530-fb02-4ec8-ae6b-5ae6ac51e96e HTTP/1.1" status: 204 len: 168 time: 1.7298369 Sep 01 15:13:30.580597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7334bd45-179c-4bf2-880d-56310c34d211 req-1026c552-c6bd-48e5-b918-624105b0caf9 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634286 Sep 01 15:13:30.743063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet afd05127-8632-40d9-bc85-b30ce7161562 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:13:30.772169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.861951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2c6d1-68d5-4053-8220-edde0978b032 req-625a4987-0dee-43a7-b790-6f585fa231a1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.864996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9af2c6d1-68d5-4053-8220-edde0978b032 req-625a4987-0dee-43a7-b790-6f585fa231a1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.1944168 Sep 01 15:13:31.008804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9af2c6d1-68d5-4053-8220-edde0978b032 req-20e34e97-55ca-42d2-9f7e-851241690b11 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200330 Sep 01 15:13:31.029026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:31.299517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:31.463771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:31.526906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=afd05127-8632-40d9-bc85-b30ce7161562,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:31.545810 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:31.551597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360cf04-b983-4d38-85c3-d17dd1551485 None None] Network d8290f11-3216-44f6-a69b-14fb8caebacb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:31.556141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:31.556987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e2e46f1-ecf8-411e-a641-6e01ff6e9c55 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/afd05127-8632-40d9-bc85-b30ce7161562 HTTP/1.1" status: 204 len: 168 time: 1.0608332 Sep 01 15:13:31.943735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9ec79-ab0b-47f9-99ff-4970e4e8df7d req-8a280f4e-8eaa-4337-9c77-47cff4e3ba29 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:31.966775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ced9ec79-ab0b-47f9-99ff-4970e4e8df7d req-8a280f4e-8eaa-4337-9c77-47cff4e3ba29 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2599647 Sep 01 15:13:32.020140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.049795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] DHCP port deletion for d8290f11-3216-44f6-a69b-14fb8caebacb request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:13:32.086339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87f42e-fffa-4308-b8fa-a6c3a28c47d4 req-6b17f38e-6fb0-422d-90a4-1524f5f1ef59 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.096790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b87f42e-fffa-4308-b8fa-a6c3a28c47d4 req-6b17f38e-6fb0-422d-90a4-1524f5f1ef59 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2207129 Sep 01 15:13:32.143243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ced9ec79-ab0b-47f9-99ff-4970e4e8df7d req-c9ca6959-e45f-4606-95eb-9e22445d568c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745677 Sep 01 15:13:32.325478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b87f42e-fffa-4308-b8fa-a6c3a28c47d4 req-05613278-629f-4b27-82e4-a4d51f75b65c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244551 Sep 01 15:13:32.346286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Deleting port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:32.353357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.385762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:32.385762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.677579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524026-3558-4269-9c5c-0ee6753f8a3d req-be320a8a-2f6a-4d67-838c-aaf6346a4088 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.700257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] For port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,segment=NetworkSegment(418b4e3f-2cec-40ef-8ab5-001b981a0e2b),segment_id=418b4e3f-2cec-40ef-8ab5-001b981a0e2b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:32.701123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c524026-3558-4269-9c5c-0ee6753f8a3d req-be320a8a-2f6a-4d67-838c-aaf6346a4088 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2404778 Sep 01 15:13:32.702634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.772778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Calling delete_port for 27f6b8da-397d-4db3-8462-bd6cf20aaa0a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:32.801786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27f6b8da-397d-4db3-8462-bd6cf20aaa0a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:32.839345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,segment=NetworkSegment(418b4e3f-2cec-40ef-8ab5-001b981a0e2b),segment_id=418b4e3f-2cec-40ef-8ab5-001b981a0e2b)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:32.841397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.875203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 27f6b8da-397d-4db3-8462-bd6cf20aaa0a owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:32.920778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c524026-3558-4269-9c5c-0ee6753f8a3d req-76e85617-88fc-40a3-be3b-5172814cc31e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148838 Sep 01 15:13:33.192634 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.198582 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No ports have port_id starting with 27f6b8da-397d-4db3-8462-bd6cf20aaa0a Sep 01 15:13:33.325814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:33.371032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:33.433105 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.612498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] No DVR routers for this DVR port 27f6b8da-397d-4db3-8462-bd6cf20aaa0a on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:33.634161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f64071-d33f-4838-b8d2-bee93ced117e None None] Pushing event deleted for resources: {'Port': ['ID=27f6b8da-397d-4db3-8462-bd6cf20aaa0a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:33.864710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268293e0-782d-41cc-ab10-a80ed2d3086a req-1d92386d-5891-4070-b12b-29d53e1c2e43 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:33.880119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-268293e0-782d-41cc-ab10-a80ed2d3086a req-1d92386d-5891-4070-b12b-29d53e1c2e43 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1449275 Sep 01 15:13:33.949618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.992480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158a433-c342-43f6-8726-2e6c52336ffa req-5e32da81-8fa9-4d97-b2e6-fcf94da62358 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:33.996395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7158a433-c342-43f6-8726-2e6c52336ffa req-5e32da81-8fa9-4d97-b2e6-fcf94da62358 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.6221356 Sep 01 15:13:34.000045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-268293e0-782d-41cc-ab10-a80ed2d3086a req-8bdfbcf5-f67d-47bf-9adb-d903d5984481 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156013 Sep 01 15:13:34.044485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8290f11-3216-44f6-a69b-14fb8caebacb']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:34.182652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b4e3f-2cec-40ef-8ab5-001b981a0e2b') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:34.183770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b4e3f-2cec-40ef-8ab5-001b981a0e2b') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:34.203490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.249364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.266512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:13:34.267479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:13:34.417282 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:13:34.431738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7158a433-c342-43f6-8726-2e6c52336ffa req-684a6d72-81b1-4fc7-8070-4e20f48f84e3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039490 Sep 01 15:13:34.522108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.549393 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.559651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/d8290f11-3216-44f6-a69b-14fb8caebacb HTTP/1.1" status: 204 len: 168 time: 3.0014129 Sep 01 15:13:34.570156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34734) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:34.598687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-246079712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:34.689753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4bb6c-3fa0-43c3-8b94-ee7d43be0ced tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=d8290f11-3216-44f6-a69b-14fb8caebacb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:34.748605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.751040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.763039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a8a1-c185-434b-82e2-069682e757b9 req-138d548d-88eb-4615-8c92-6df6bde31ccd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.779643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7971a8a1-c185-434b-82e2-069682e757b9 req-138d548d-88eb-4615-8c92-6df6bde31ccd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2735667 Sep 01 15:13:34.924856 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7971a8a1-c185-434b-82e2-069682e757b9 req-6d246805-0324-4be6-9af9-a560c9bce19b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271591 Sep 01 15:13:34.974539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.988472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.039046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.042091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bdc99b54-e753-41e2-8129-6fc974b65605 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4669323 Sep 01 15:13:35.050846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34740) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:35.078930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543464264'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:35.172346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:35.185765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.239991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:13:35.300878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.301467 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 562fd213-62a7-4cae-920c-2e15fb474abf of type vlan for network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 Sep 01 15:13:35.468754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c741e6-424d-45f3-8525-9ad04f483eb8 req-f05c8000-31ed-412a-89b6-6aa788659f08 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.490766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c741e6-424d-45f3-8525-9ad04f483eb8 req-f05c8000-31ed-412a-89b6-6aa788659f08 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2177455 Sep 01 15:13:35.493751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.629885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.631416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c741e6-424d-45f3-8525-9ad04f483eb8 req-f3c5b200-3963-4413-821d-687e7ff3bd44 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329677 Sep 01 15:13:35.665390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.673908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.741747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6889982 Sep 01 15:13:35.747501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:35.756968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:35.902674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8abb1-711d-4cc9-ac4a-0b6364d66c73 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=63ec3013-c20d-454f-8142-d7a9c6d0c4d9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:35.922854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:13:35.948170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee9ef0-1e83-4e73-b27f-eafde2929cdd req-583b268d-e294-42a6-b316-0b09af1fa693 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.952051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8ee9ef0-1e83-4e73-b27f-eafde2929cdd req-583b268d-e294-42a6-b316-0b09af1fa693 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.1225936 Sep 01 15:13:36.134164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b8ee9ef0-1e83-4e73-b27f-eafde2929cdd req-2fb29cff-3208-4358-91aa-535b1db6aed0 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491427 Sep 01 15:13:36.178747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:36.195247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.462464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6f33-b6ce-4424-b4cc-db376b952e86 req-af41c99c-751e-4621-a8b6-4ec48bae72dd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:36.464790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13e6f33-b6ce-4424-b4cc-db376b952e86 req-af41c99c-751e-4621-a8b6-4ec48bae72dd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2244911 Sep 01 15:13:36.649721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13e6f33-b6ce-4424-b4cc-db376b952e86 req-b6d720e8-41f8-4918-889e-f59ac0bef99b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569264 Sep 01 15:13:36.965753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.103036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262df6ca-39ab-4c35-a50b-c08900df9093 req-ac7cece7-67f0-4d3d-85bd-f2349151c9cc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.116012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-262df6ca-39ab-4c35-a50b-c08900df9093 req-ac7cece7-67f0-4d3d-85bd-f2349151c9cc tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2196622 Sep 01 15:13:37.193701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=34f486e1-aeee-48af-95e7-03ee8fd239fe,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:37.251678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:37.252516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: 63ec3013-c20d-454f-8142-d7a9c6d0c4d9, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:13:37.292144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-262df6ca-39ab-4c35-a50b-c08900df9093 req-0b594fcb-f7d2-4270-88f8-a3d9d4e3c31b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733837 Sep 01 15:13:37.356737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:13:37.433169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 63ec3013-c20d-454f-8142-d7a9c6d0c4d9) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:37.449847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.450985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.454168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb0649-425f-45bc-acf2-b95f20320b59 None None] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:37.495353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1807c751-8990-41d9-9bc7-a5151facbc69 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7428315 Sep 01 15:13:37.496729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:37.674063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a5ad-771d-4cfd-84c8-a738719045db req-a8f80a3c-278f-490c-aff2-0a4f96f5f5e3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.693674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f867a5ad-771d-4cfd-84c8-a738719045db req-a8f80a3c-278f-490c-aff2-0a4f96f5f5e3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2511816 Sep 01 15:13:37.823268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f867a5ad-771d-4cfd-84c8-a738719045db req-22d07ac8-653d-463b-a125-1b1b61980d65 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272528 Sep 01 15:13:38.017513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:13:38.020252 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.271954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e24e4-b032-4c96-86c5-95abf7e05fcf req-6bdfab95-ef60-4d95-bfbe-ce8e97aaf359 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.287576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa7e24e4-b032-4c96-86c5-95abf7e05fcf req-6bdfab95-ef60-4d95-bfbe-ce8e97aaf359 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.3862543 Sep 01 15:13:38.420954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Allocated IP 172.20.0.2 (63ec3013-c20d-454f-8142-d7a9c6d0c4d9/34f486e1-aeee-48af-95e7-03ee8fd239fe/7baaac81-d140-4f78-bcc1-f73f59c53fcf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:38.838291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5314cee-4537-4288-98e2-151c14bbdcfa req-41b3e285-3b70-4d1b-8687-a7c250da471e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.858149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5314cee-4537-4288-98e2-151c14bbdcfa req-41b3e285-3b70-4d1b-8687-a7c250da471e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2141190 Sep 01 15:13:39.001914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5314cee-4537-4288-98e2-151c14bbdcfa req-13288338-b50f-4bd8-b245-b64c39fe24d2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371372 Sep 01 15:13:39.033768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.068695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Transition to ACTIVE for port object 7baaac81-d140-4f78-bcc1-f73f59c53fcf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:39.131433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Transition to ACTIVE for port object 7baaac81-d140-4f78-bcc1-f73f59c53fcf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:39.158055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.320359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:39.333997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:39.351851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:39.354115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9553b-0333-44e1-9076-e4296d390f44 req-57e25408-8a15-4c76-aebd-525452d5c8fd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.370431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29f9553b-0333-44e1-9076-e4296d390f44 req-57e25408-8a15-4c76-aebd-525452d5c8fd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.1647303 Sep 01 15:13:39.378215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa7e24e4-b032-4c96-86c5-95abf7e05fcf req-3678ff3f-0bb0-40a1-a6da-21ebe9c0f166 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0889320 Sep 01 15:13:39.447145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Pushing event updated for resources: {'Port': ['ID=7baaac81-d140-4f78-bcc1-f73f59c53fcf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:39.483088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.499158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.502785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.503595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.506344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.507811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.508352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.508904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.510826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.511413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.511967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.512513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.513080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:39.566860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29f9553b-0333-44e1-9076-e4296d390f44 req-d63d32a0-c870-48e5-89cf-6dce68ea106b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926568 Sep 01 15:13:39.668230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Attempting to bind port 7baaac81-d140-4f78-bcc1-f73f59c53fcf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:39.668815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Attempting to bind port 7baaac81-d140-4f78-bcc1-f73f59c53fcf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:39.669452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Attempting to bind port 7baaac81-d140-4f78-bcc1-f73f59c53fcf on network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:39.685483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:39.686139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Checking segment: {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:39.686890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.687589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Bound using segment: {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:39.688596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Bound port: 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:39.689303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.972796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] For port 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:39.990825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] For port 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7baaac81-d140-4f78-bcc1-f73f59c53fcf,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:40.005137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.180798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.20.0.1 (63ec3013-c20d-454f-8142-d7a9c6d0c4d9/34f486e1-aeee-48af-95e7-03ee8fd239fe/5646a0fa-79cc-488f-a1a5-1b0f53c27d36) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:40.359610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc4d94-3f4b-4eac-bf0a-9aad4da988f1 None None] Pushing event updated for resources: {'Port': ['ID=7baaac81-d140-4f78-bcc1-f73f59c53fcf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:40.661646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a900-6991-4323-9330-478dc5a0102d req-328a3c58-8374-4304-a8a1-c4f41991aa44 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:40.681846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10e0a900-6991-4323-9330-478dc5a0102d req-328a3c58-8374-4304-a8a1-c4f41991aa44 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2980642 Sep 01 15:13:40.759177 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.841005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10e0a900-6991-4323-9330-478dc5a0102d req-ae326e2e-7e6b-47cc-a019-68710bf68a9b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565800 Sep 01 15:13:40.845602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:41.298479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:41.510992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1e2b-91be-4d03-b8db-5c0332f3a257 req-ff3a9b94-40d0-460c-88a5-d69095d68e9e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:41.519687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb4d1e2b-91be-4d03-b8db-5c0332f3a257 req-ff3a9b94-40d0-460c-88a5-d69095d68e9e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.4163449 Sep 01 15:13:41.542763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:41.570866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:41.580820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:41.769572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:41.881369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:41.919955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e74f9-1926-4ad5-9b4b-138cadf278bc req-dabe1276-27eb-40eb-a553-a2b7b4668b28 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:41.930108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e6e74f9-1926-4ad5-9b4b-138cadf278bc req-dabe1276-27eb-40eb-a553-a2b7b4668b28 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.2721951 Sep 01 15:13:42.218813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e6e74f9-1926-4ad5-9b4b-138cadf278bc req-a512d3c0-5a78-48af-b4bf-842931ba6359 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593408 Sep 01 15:13:42.240818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb4d1e2b-91be-4d03-b8db-5c0332f3a257 req-40bd09d8-3665-4873-99db-945c194a9f98 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788197 Sep 01 15:13:42.610179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b6581-64a1-430e-a4c9-f34a5a64bbd1 None None] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:42.745272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:42.976998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7baaac81-d140-4f78-bcc1-f73f59c53fcf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:42.978974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb269d8b-eeaf-4777-81fe-1f27a16a61b6 req-20a60ee3-fee1-4a41-9e68-ca05e1e0e417 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.994972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb269d8b-eeaf-4777-81fe-1f27a16a61b6 req-20a60ee3-fee1-4a41-9e68-ca05e1e0e417 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2075903 Sep 01 15:13:43.066375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed1cf426-5514-4096-9ed7-77d990e9d0c1 None None] Provisioning for port 7baaac81-d140-4f78-bcc1-f73f59c53fcf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:43.268719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-f4b68a82-a39e-428b-84e8-ebda80b9fef5 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:43.284736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-f4b68a82-a39e-428b-84e8-ebda80b9fef5 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1720679 Sep 01 15:13:43.302279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-16'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:43.493387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7baaac81-d140-4f78-bcc1-f73f59c53fcf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:43.535377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7baaac81-d140-4f78-bcc1-f73f59c53fcf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:43.538224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.828909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.924659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.956871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.977202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7baaac81-d140-4f78-bcc1-f73f59c53fcf,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:43.980820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.992437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.167778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7baaac81-d140-4f78-bcc1-f73f59c53fcf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:44.318778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44ea8465-c90c-4a50-943a-6894f4ab45ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.325659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a9fa9-1044-4093-9928-a6c568c393a8 req-a53a26b7-871f-44db-80e4-44b11b9f48d8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.340785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb269d8b-eeaf-4777-81fe-1f27a16a61b6 req-6e32ea7e-9d2c-4522-ba5b-e53d93f4002d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1514683 Sep 01 15:13:44.347640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.349522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a09a9fa9-1044-4093-9928-a6c568c393a8 req-a53a26b7-871f-44db-80e4-44b11b9f48d8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 945 time: 0.7714658 Sep 01 15:13:44.375636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:44.441340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Provisioning for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:44.456904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Provisioning complete for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:44.469869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.781209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:44.886349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7baaac81-d140-4f78-bcc1-f73f59c53fcf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:44.946482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a09a9fa9-1044-4093-9928-a6c568c393a8 req-b39a213c-6f73-4d69-80c8-a22305aeca69 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499511 Sep 01 15:13:45.153492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Provisioning complete for port 7baaac81-d140-4f78-bcc1-f73f59c53fcf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:45.154295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24533b7c-9847-4127-84ff-f95847756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.211077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:45.220423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:45.326575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:45.362467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b900d-da73-49bf-95fc-73c71ca82a5f req-3f17214e-b86d-43d4-a02e-8c96dc4a56d5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:45.378546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f0b900d-da73-49bf-95fc-73c71ca82a5f req-3f17214e-b86d-43d4-a02e-8c96dc4a56d5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.5165460 Sep 01 15:13:45.391125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:45.590329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:45.639514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7baaac81-d140-4f78-bcc1-f73f59c53fcf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:45.644317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.685919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f0b900d-da73-49bf-95fc-73c71ca82a5f req-0a05a673-74fe-4edd-889b-d6f67b79ced9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921879 Sep 01 15:13:45.858099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:13:45.940086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:45.954335 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc221064-5264-4000-ae92-9d448bf08355" -d '{"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-unplugged", "status": "completed", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:45.970746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.026313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.105188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:13:46.161480 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84382b2-0b93-400f-8029-76841f1e0335 x-openstack-request-id: req-b84382b2-0b93-400f-8029-76841f1e0335 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:46.161480 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-unplugged", "status": "completed", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:46.161803 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b84382b2-0b93-400f-8029-76841f1e0335 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:46.162496 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'code': 200} Sep 01 15:13:46.263653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473959b-6652-464d-bf84-d51729592cc7 req-d8426949-d370-458f-b1eb-778ab20f753e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:46.269369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:46.280462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1473959b-6652-464d-bf84-d51729592cc7 req-d8426949-d370-458f-b1eb-778ab20f753e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.4675937 Sep 01 15:13:46.288176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7e998e8c-d95e-40f1-8f75-b2a12529c6b2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7851250 Sep 01 15:13:46.289967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34868) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:46.293277 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:46.299406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-1320449638'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:46.334347 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:46.338202 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:46.373973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:46.388212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.511955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:13:46.599266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257cce0-865c-4be7-bf9c-d29e5c64a685 req-f75bfa64-9f5e-4744-b78d-d9fbb41f9595 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:46.624253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9257cce0-865c-4be7-bf9c-d29e5c64a685 req-f75bfa64-9f5e-4744-b78d-d9fbb41f9595 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.2591653 Sep 01 15:13:46.660950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.661718 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e of type vlan for network 58a613c3-4c47-4b37-9505-67c5de2e7c55 Sep 01 15:13:46.671385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:46.714611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:46.717161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.721481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.722239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.722911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.723546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.731273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.732124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.732758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.733456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.734093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.734766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.735435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:46.746477 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:46.770705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b18d31fc-4dfd-47af-b0aa-c83f7842f171 None None] Provisioning complete for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:46.772086 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18d31fc-4dfd-47af-b0aa-c83f7842f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.776780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 has no active binding in host n-h2-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:13:46.782430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1473959b-6652-464d-bf84-d51729592cc7 req-ff173178-e6f9-41cd-9715-aa5ba76af854 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645121 Sep 01 15:13:46.786302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on host n-h1-802060-16 for vnic_type normal with profile {"migrating_to": "n-h2-802060-16"} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:46.793315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:46.801644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:46.816682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:46.827158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Attempting to bind port 20869075-6809-4ba8-9f84-bf5f85d23c54 on network 7715320d-85f8-49ea-9836-b495714b7774 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:46.915796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:46.916656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Checking segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:46.919069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Bound using segment: {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:46.919710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Bound port: 20869075-6809-4ba8-9f84-bf5f85d23c54, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '521c9805-9145-42eb-a8e7-85b4e123dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7715320d-85f8-49ea-9836-b495714b7774'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:46.927438 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.024862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b18d31fc-4dfd-47af-b0aa-c83f7842f171 None None] Port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:47.069193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.090451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9257cce0-865c-4be7-bf9c-d29e5c64a685 req-35da3610-b50c-4f30-b06e-d588393ee9ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647183 Sep 01 15:13:47.178269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.197839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20465147-38ac-4124-88fb-02bad6ab15c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.203878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.207605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.220780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-faa469ab-eb8f-4f0d-899f-e295ca36f855 None None] Provisioning complete for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:47.238944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-faa469ab-eb8f-4f0d-899f-e295ca36f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.268218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:47.284226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9909551 Sep 01 15:13:47.291039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:47.297126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34878) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:47.340960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:47.430437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.514362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-faa469ab-eb8f-4f0d-899f-e295ca36f855 None None] Port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:47.623130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.735649 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:42Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:43Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:47.806077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787ad7b-7ac1-4315-b4ec-46aaa539e78f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=58a613c3-4c47-4b37-9505-67c5de2e7c55,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:47.834029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:13:47.852188 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:13:47.853249 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Updating router a781ad95-364f-4dda-a66d-be942e244166 port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:13:47.927506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b1165-6989-474e-b4c9-a803814c9576 req-a802453d-7c6b-420d-b97f-fba151749afb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.949180 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.955523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-430b1165-6989-474e-b4c9-a803814c9576 req-a802453d-7c6b-420d-b97f-fba151749afb tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2637777 Sep 01 15:13:48.077663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.080656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.099501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] 10.222.0.24 "PUT /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 1123 time: 4.8044190 Sep 01 15:13:48.100507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27cbf8-0879-4911-b8a9-40099f66ee4d service neutron] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:48.142696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:48.155725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.171443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:48.186642 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d5c69-6dfb-47ab-8bac-60efce3e312f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:48.243325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-430b1165-6989-474e-b4c9-a803814c9576 req-9a0b1df9-83e9-425a-baeb-a063b7542ac0 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728333 Sep 01 15:13:48.396273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['20869075-6809-4ba8-9f84-bf5f85d23c54'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:48.419131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['20869075-6809-4ba8-9f84-bf5f85d23c54'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:48.802538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.830867 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.916269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7090-2544-4257-bce8-df95ff39fbb3 req-b807699f-6677-466d-8eb8-39a8f9f5a2c8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.952572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edbe54-1535-4277-9027-6b8f9fb6472d req-e1a82160-1921-4ac4-a02c-ff9aff2d4851 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.953387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa6b7090-2544-4257-bce8-df95ff39fbb3 req-b807699f-6677-466d-8eb8-39a8f9f5a2c8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.3436830 Sep 01 15:13:48.964758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2edbe54-1535-4277-9027-6b8f9fb6472d req-e1a82160-1921-4ac4-a02c-ff9aff2d4851 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.5199990 Sep 01 15:13:49.124578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa6b7090-2544-4257-bce8-df95ff39fbb3 req-d5af3399-b84a-4517-9edc-092653cbcbae tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696010 Sep 01 15:13:49.183055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2edbe54-1535-4277-9027-6b8f9fb6472d req-4b8711ca-1eb4-4443-a6c6-833869a36d8f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592422 Sep 01 15:13:49.503397 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c636b507-e28e-471a-9193-98a924ad91be x-openstack-request-id: req-c636b507-e28e-471a-9193-98a924ad91be {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:49.508688 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:49.513450 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c636b507-e28e-471a-9193-98a924ad91be {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:49.524152 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'status': 'completed', 'code': 200} Sep 01 15:13:49.816961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.843598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.862196 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.906440 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Transition to ACTIVE for port object 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:49.924320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11e051-781b-4e5e-81cb-0d4a4dbb9d36 req-6202a218-ef0c-44bb-83c3-9e05fc697c82 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:49.931802 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.935252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11e051-781b-4e5e-81cb-0d4a4dbb9d36 req-6202a218-ef0c-44bb-83c3-9e05fc697c82 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2131808 Sep 01 15:13:50.047127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11e051-781b-4e5e-81cb-0d4a4dbb9d36 req-7132db5d-7336-4e50-815b-726f9071023c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973320 Sep 01 15:13:50.119185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-cc7cc1e5-047b-4466-ac9f-43f2c8773217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.132866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-cc7cc1e5-047b-4466-ac9f-43f2c8773217 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1126 time: 0.6051188 Sep 01 15:13:50.182121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=162a29f3-a27a-4bca-b4e7-a13244cb2e7e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:50.265777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:50.278313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: 58a613c3-4c47-4b37-9505-67c5de2e7c55, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:13:50.280643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e1792-ac54-4b6a-9980-99d81a11e0d9 None None] Pushing event updated for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:50.364664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Attempting to bind port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:50.365538 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Attempting to bind port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:50.369467 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Attempting to bind port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 on network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:50.396144 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:50.403306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Checking segment: {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:50.404374 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.405092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Bound using segment: {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:50.415218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Bound port: 5646a0fa-79cc-488f-a1a5-1b0f53c27d36, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fd213-62a7-4cae-920c-2e15fb474abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:50.415840 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.631133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd176e-bc2e-470e-a809-d1beeedb8785 req-3aee3e0d-eaa3-4474-a103-e879d1212c47 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.633651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fcd176e-bc2e-470e-a809-d1beeedb8785 req-3aee3e0d-eaa3-4474-a103-e879d1212c47 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.1539874 Sep 01 15:13:50.710099 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] For port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:50.734316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] For port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:50.744456 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.788770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fcd176e-bc2e-470e-a809-d1beeedb8785 req-38561b3c-d41c-45a3-bd65-b2c915d391f0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424050 Sep 01 15:13:50.840893 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:50.842032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:50.944463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:13:51.074659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b8c9-b7f0-401b-bf65-6303410b2764 req-ff6173c2-1208-4553-88c9-9d8054f7723a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.086471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64d3b8c9-b7f0-401b-bf65-6303410b2764 req-ff6173c2-1208-4553-88c9-9d8054f7723a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.5577543 Sep 01 15:13:51.087525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 58a613c3-4c47-4b37-9505-67c5de2e7c55) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:51.100306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d90d0-8444-4283-b409-8259215c3fdf req-a07f7213-67b4-4452-aedb-4079d842f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.103438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-a07f7213-67b4-4452-aedb-4079d842f181 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1098 time: 0.5652688 Sep 01 15:13:51.108758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d613ec5-5ddb-45c2-a3ce-5ab798f0b064 None None] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:51.189498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-59451924-4d88-4496-afa7-c6efeff6014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.192974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-59451924-4d88-4496-afa7-c6efeff6014f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 1.0484533 Sep 01 15:13:51.197408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.209951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.286969 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:51.528146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09e296-4eed-4037-b471-eda1fc9ed24c req-b232c9dc-2e4d-43a8-8b06-6855e017f186 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.543222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de09e296-4eed-4037-b471-eda1fc9ed24c req-b232c9dc-2e4d-43a8-8b06-6855e017f186 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2016716 Sep 01 15:13:51.660176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de09e296-4eed-4037-b471-eda1fc9ed24c req-f87f9725-cd50-4594-9ab6-a000a4a3b000 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156051 Sep 01 15:13:51.687148 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e1792-ac54-4b6a-9980-99d81a11e0d9 None None] Pushing event updated for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:51.691306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-58a613c3-4c47-4b37-9505-67c5de2e7c55', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:13:51.693682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.722393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-92219d44-4454-4d76-ae3f-9726ba01391f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 217 time: 0.4827929 Sep 01 15:13:51.822451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d90d0-8444-4283-b409-8259215c3fdf req-54a72dda-6d8b-4c5e-817e-831d091a8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.825283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-54a72dda-6d8b-4c5e-817e-831d091a8209 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.6091542 Sep 01 15:13:51.863777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64d3b8c9-b7f0-401b-bf65-6303410b2764 req-27ed4a86-602f-4845-8e52-518f490b1162 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569809 Sep 01 15:13:51.902721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-723a6851-ca59-47d9-8e23-40f6a3787d74 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5991366 Sep 01 15:13:51.907223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34930) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:52.228197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-b6a0e833-dd0d-4c22-8ea9-8abaf6e5fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.230238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-b6a0e833-dd0d-4c22-8ea9-8abaf6e5fa44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.4011378 Sep 01 15:13:52.374149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97974408-9f8d-4f78-862e-88b521b0e742 req-a8e0acfe-1ae4-47c8-abbc-4b0f297b169e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.391028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-097c75fe-388a-445e-9175-b5ec0fe6542e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445730 Sep 01 15:13:52.392032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97974408-9f8d-4f78-862e-88b521b0e742 req-a8e0acfe-1ae4-47c8-abbc-4b0f297b169e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2603011 Sep 01 15:13:52.421711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Allocated IP 172.21.0.2 (58a613c3-4c47-4b37-9505-67c5de2e7c55/162a29f3-a27a-4bca-b4e7-a13244cb2e7e/3380eb6e-88d8-4158-9768-9b054b7d908b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:52.496152 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:42Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:50Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:52.497131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-8269a14c-5f1b-4d49-a043-8ee691ed51ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 1001 time: 0.6313977 Sep 01 15:13:52.626840 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b06d2-e9a9-42ab-a569-f042cecfcf69 None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:42Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:50Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:52.776505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97974408-9f8d-4f78-862e-88b521b0e742 req-04556935-188d-4048-b027-1d9d28ac144d tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809602 Sep 01 15:13:52.880396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-65acaa97-bf10-4b2f-a9da-94c89bd41155 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785383 Sep 01 15:13:52.898301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d90d0-8444-4283-b409-8259215c3fdf req-12873399-c170-4fc8-a6fa-534347a525a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.903330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-12873399-c170-4fc8-a6fa-534347a525a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.2976840 Sep 01 15:13:53.246583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.265526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Transition to ACTIVE for port object 3380eb6e-88d8-4158-9768-9b054b7d908b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:53.303372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-9048b304-fca0-4af4-8043-8da71e43892f req-bc054590-e322-45ab-b27a-3c14cc656250 tempest-ServersOnMultiNodesTest-3834138 tempest-ServersOnMultiNodesTest-3834138-project] (106376) timed out ('10.222.0.41', 45024) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:13:53.316323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Transition to ACTIVE for port object 3380eb6e-88d8-4158-9768-9b054b7d908b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:53.337095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.434587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:53.452470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:53.462498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:53.527426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-611d5c69-6dfb-47ab-8bac-60efce3e312f req-55811382-306d-4372-a458-8dcc21fb6f39 service neutron] 10.222.0.50 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225958 Sep 01 15:13:53.597043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d350abe-4905-42e0-9c6c-89521ec78883 req-279cd2c1-a46a-4bb5-b602-39a64413878f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.605931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d350abe-4905-42e0-9c6c-89521ec78883 req-279cd2c1-a46a-4bb5-b602-39a64413878f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.4528139 Sep 01 15:13:53.622510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.630530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Pushing event updated for resources: {'Port': ['ID=3380eb6e-88d8-4158-9768-9b054b7d908b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:53.650424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cffc97-ad0d-43c7-a4f0-66e835fe8d13 req-5f7184c0-af47-47e1-b48f-9207fea8cf60 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.653526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60cffc97-ad0d-43c7-a4f0-66e835fe8d13 req-5f7184c0-af47-47e1-b48f-9207fea8cf60 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.6901679 Sep 01 15:13:53.667370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d90d0-8444-4283-b409-8259215c3fdf req-eb99f099-021f-43f4-ab50-02bbd2ce0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.672047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-eb99f099-021f-43f4-ab50-02bbd2ce0f09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5578310 Sep 01 15:13:53.693038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Attempting to bind port 3380eb6e-88d8-4158-9768-9b054b7d908b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:53.693509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Attempting to bind port 3380eb6e-88d8-4158-9768-9b054b7d908b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:53.694107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Attempting to bind port 3380eb6e-88d8-4158-9768-9b054b7d908b on network 58a613c3-4c47-4b37-9505-67c5de2e7c55 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:53.712273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:53.712882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Checking segment: {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:53.713550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.714196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Bound using segment: {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:53.715041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Bound port: 3380eb6e-88d8-4158-9768-9b054b7d908b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:53.715684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.996979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:53.999798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-89921534-c0b2-4e85-9023-b2d21d1962d9 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118114 Sep 01 15:13:54.008266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] For port 3380eb6e-88d8-4158-9768-9b054b7d908b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:54.092072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] For port 3380eb6e-88d8-4158-9768-9b054b7d908b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3380eb6e-88d8-4158-9768-9b054b7d908b,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:54.107503 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.183740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60cffc97-ad0d-43c7-a4f0-66e835fe8d13 req-1bb42487-d183-4559-91e6-8da20436b0ba tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076063 Sep 01 15:13:54.338794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-443d90d0-8444-4283-b409-8259215c3fdf req-1d8898ce-a02a-4821-b0e5-e97355e4d9a8 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236058 Sep 01 15:13:54.421918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45361-1725-4876-bb1c-12a6bbfe1297 None None] Pushing event updated for resources: {'Port': ['ID=3380eb6e-88d8-4158-9768-9b054b7d908b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:54.431656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:54.534234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.21.0.1 (58a613c3-4c47-4b37-9505-67c5de2e7c55/162a29f3-a27a-4bca-b4e7-a13244cb2e7e/fb761a34-0c36-4615-9746-d4daa9fdcf87) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:54.575874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d350abe-4905-42e0-9c6c-89521ec78883 req-20f9a5dc-1dbc-4434-971c-90052ca0cf55 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937721 Sep 01 15:13:54.715863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.849746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:54.866884 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed44e3-b5ea-430c-86e1-994c64fbfa6d" -d '{"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-unplugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:54.877896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e5f09-044d-4f37-9fea-3c3e5a00634a req-523ec116-4edd-498e-9ad1-97359bb98e15 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.904014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e55e5f09-044d-4f37-9fea-3c3e5a00634a req-523ec116-4edd-498e-9ad1-97359bb98e15 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 946 time: 0.2368207 Sep 01 15:13:54.911730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:54.918249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.976420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:55.015151 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2720787-6bea-4004-b094-035a585f0ec3 x-openstack-request-id: req-d2720787-6bea-4004-b094-035a585f0ec3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:55.015515 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-unplugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:55.015884 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2720787-6bea-4004-b094-035a585f0ec3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:55.017506 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'code': 200} Sep 01 15:13:55.070990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object fb761a34-0c36-4615-9746-d4daa9fdcf87 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:55.093118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e55e5f09-044d-4f37-9fea-3c3e5a00634a req-0b47524b-d56e-4ee3-be3c-ff1e52a425d8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775265 Sep 01 15:13:55.105754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:55.211971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:55.330969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3380eb6e-88d8-4158-9768-9b054b7d908b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:55.343036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:55.346040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:55.351004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:55.502794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:55.522471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3380eb6e-88d8-4158-9768-9b054b7d908b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:55.533608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:55.549661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:55.691444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c678-5c69-4932-80fa-3271100d8fe1 req-a368ee61-4996-4ba9-adc5-192e88bdaf44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.703428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1145c678-5c69-4932-80fa-3271100d8fe1 req-a368ee61-4996-4ba9-adc5-192e88bdaf44 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2243459 Sep 01 15:13:55.724104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:55.747415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:55.748158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:55.948539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:55.971972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1145c678-5c69-4932-80fa-3271100d8fe1 req-9c3fb8d5-1215-4387-a806-26214fa007f2 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670054 Sep 01 15:13:55.998036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff054ca-9db5-42c0-aa35-1fba56953b17 req-cdcdcbe4-edad-4217-aee2-0facba48e570 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:56.001000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ff054ca-9db5-42c0-aa35-1fba56953b17 req-cdcdcbe4-edad-4217-aee2-0facba48e570 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.1687877 Sep 01 15:13:56.088824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.163039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:56.174209 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.188570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7ff054ca-9db5-42c0-aa35-1fba56953b17 req-c915b163-154d-4e74-8b5c-1e11fc59bad6 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574705 Sep 01 15:13:56.309375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:56.553600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515df1ce-6ec1-4d54-a961-c9beb5c47ded req-af8cfb34-832d-4f99-b62f-be3399b97b16 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:56.556652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515df1ce-6ec1-4d54-a961-c9beb5c47ded req-af8cfb34-832d-4f99-b62f-be3399b97b16 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1392040 Sep 01 15:13:56.758915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515df1ce-6ec1-4d54-a961-c9beb5c47ded req-6dd39580-b06d-4e3b-81b1-22bfde13ab87 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814814 Sep 01 15:13:56.773464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077023e3-e0d4-4f47-bdba-3627f46d1d8f None None] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:56.934236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Provisioning for port 3380eb6e-88d8-4158-9768-9b054b7d908b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:56.954866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Provisioning complete for port 3380eb6e-88d8-4158-9768-9b054b7d908b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:56.956707 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.976662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.989196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.177107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:57.261443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:57.350090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ecd19-f917-4fb9-bb3b-c070e2d6a0e5 req-b56cda94-b06a-4db8-bf2e-0cfcb1dd41fc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.353538 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db9ecd19-f917-4fb9-bb3b-c070e2d6a0e5 req-b56cda94-b06a-4db8-bf2e-0cfcb1dd41fc tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.1645768 Sep 01 15:13:57.355109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.549775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db9ecd19-f917-4fb9-bb3b-c070e2d6a0e5 req-ffbd5080-8a92-4984-bada-69f02d5993bd tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734951 Sep 01 15:13:57.571459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.604901 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.667229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:57.668367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:57.668863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.681035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:57.782846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] For port 3380eb6e-88d8-4158-9768-9b054b7d908b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3380eb6e-88d8-4158-9768-9b054b7d908b,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:57.797212 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:58.021494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:58.081302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ea1e4-7a2c-483d-86c6-a562ee536161 None None] Pushing event updated for resources: {'Port': ['ID=3380eb6e-88d8-4158-9768-9b054b7d908b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:58.245354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Provisioning complete for port 3380eb6e-88d8-4158-9768-9b054b7d908b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:58.246170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:58.420328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b44a1-bc0d-4561-9b17-11d67aa25bc7 req-0952dcca-80cd-4085-84b6-d12967187082 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.422609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-295b44a1-bc0d-4561-9b17-11d67aa25bc7 req-0952dcca-80cd-4085-84b6-d12967187082 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.1895919 Sep 01 15:13:58.476922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:13:58.499128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Provisioning for port fb761a34-0c36-4615-9746-d4daa9fdcf87 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:58.509250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Provisioning complete for port fb761a34-0c36-4615-9746-d4daa9fdcf87 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:58.509897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:58.553256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-295b44a1-bc0d-4561-9b17-11d67aa25bc7 req-caaa3d1a-2b12-470d-9be6-cceabb44d6d7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841656 Sep 01 15:13:58.610686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41a6f36a-ffd9-411b-ae96-70c59efea810 None None] Port fb761a34-0c36-4615-9746-d4daa9fdcf87 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:58.786404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85d89abb-cc78-4e35-a27d-bb6183a938b2 None None] Provisioning complete for port fb761a34-0c36-4615-9746-d4daa9fdcf87 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:58.787458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85d89abb-cc78-4e35-a27d-bb6183a938b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:58.821938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:58.836201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f93f06d3-9463-4973-93ed-a5482416d2eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9264584 Sep 01 15:13:58.840292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34970) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:58.858724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-334481471'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:58.859022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:58.908122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:58.909175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:58.939667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:58.955050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.009351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85d89abb-cc78-4e35-a27d-bb6183a938b2 None None] Port fb761a34-0c36-4615-9746-d4daa9fdcf87 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:59.059750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce5342-28e6-4512-872a-c2fbbcb0eb2c req-338cd266-731f-44ff-8ea6-bf5a32c85512 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.062192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:13:59.081053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dce5342-28e6-4512-872a-c2fbbcb0eb2c req-338cd266-731f-44ff-8ea6-bf5a32c85512 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.1570797 Sep 01 15:13:59.099150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.099780 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment aee4ea6d-cf9b-4225-a3b9-6812bb3e5891 of type vlan for network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 Sep 01 15:13:59.182149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dce5342-28e6-4512-872a-c2fbbcb0eb2c req-f5bdfb20-31e3-49df-98fa-83498f1c959e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831451 Sep 01 15:13:59.204145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.275378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.288224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3380eb6e-88d8-4158-9768-9b054b7d908b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:59.289014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.290921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.378699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c57210ad-ab8e-4dfc-b3c1-58e9e31aff21 None None] Provisioning complete for port fb761a34-0c36-4615-9746-d4daa9fdcf87 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:59.378699 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c57210ad-ab8e-4dfc-b3c1-58e9e31aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.431996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5894554 Sep 01 15:13:59.435363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:59.445669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:59.479300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c57210ad-ab8e-4dfc-b3c1-58e9e31aff21 None None] Port fb761a34-0c36-4615-9746-d4daa9fdcf87 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:13:59.483945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:59.498440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cede29-eeb3-48d8-a20b-5a5925353d6c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=e3ff2c18-8a5d-497f-9fd2-c5de68b54277,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:59.563500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:13:59.731555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3380eb6e-88d8-4158-9768-9b054b7d908b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:59.732505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.805800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:59.814858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.944375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae6c6-0621-4a59-b65d-dbbd456cf6e5 req-3d126714-d312-4f3d-9597-6cb4b1905eb8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.947641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3aae6c6-0621-4a59-b65d-dbbd456cf6e5 req-3d126714-d312-4f3d-9597-6cb4b1905eb8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.2156150 Sep 01 15:14:00.119348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-0cafb389-7e94-4e1f-bd33-b24d839d0424 service neutron] 10.222.0.50 "GET /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.1635129 Sep 01 15:14:00.312876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.345208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:55Z', 'revision_number': 3, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:00.377428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3aae6c6-0621-4a59-b65d-dbbd456cf6e5 req-e1d1ffc8-f020-4e25-8bd5-8223259fd84d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918486 Sep 01 15:14:00.494659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:00.499023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Updating router a781ad95-364f-4dda-a66d-be942e244166 port fb761a34-0c36-4615-9746-d4daa9fdcf87 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:14:00.575572 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.636986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=7ebbe3a8-9f52-4b7b-ae03-900a1f46202a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:00.746818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:00.747367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: e3ff2c18-8a5d-497f-9fd2-c5de68b54277, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:00.794764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53418-2171-4384-8f8c-19d6d45f18af req-ebc975a7-631d-4a81-a81b-232d2d3720ae tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.797720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30e53418-2171-4384-8f8c-19d6d45f18af req-ebc975a7-631d-4a81-a81b-232d2d3720ae tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.2219229 Sep 01 15:14:00.811367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:14:00.892615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e3ff2c18-8a5d-497f-9fd2-c5de68b54277) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:00.900167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.900964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:00.905110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.966721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-16c0620f-ca66-4218-824c-a074e2f40017 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.970844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-16c0620f-ca66-4218-824c-a074e2f40017 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.1509218 Sep 01 15:14:00.996809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30e53418-2171-4384-8f8c-19d6d45f18af req-7d36b1b6-5d99-4bd0-b667-3f16eee6bd99 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602433 Sep 01 15:14:01.002808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:01.013757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c1201939-9b37-4300-b3a9-d08e15b97b5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5765305 Sep 01 15:14:01.019216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:01.098745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e292a-b46c-47ec-8680-ba12f4e9af96 None None] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:01.338984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20869075-6809-4ba8-9f84-bf5f85d23c54 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:01.367115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:01.497735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.985042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a06eb-5d6e-44fc-aebc-f65d131bcd84 req-2566574a-6c3d-42fa-8621-c7307eb96f8f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:02.000198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525a06eb-5d6e-44fc-aebc-f65d131bcd84 req-2566574a-6c3d-42fa-8621-c7307eb96f8f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 943 time: 0.2875059 Sep 01 15:14:02.196789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-525a06eb-5d6e-44fc-aebc-f65d131bcd84 req-ebd386f7-db18-422f-a248-c8d4da15950d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938798 Sep 01 15:14:02.296027 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.328913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] Transition to ACTIVE for port object 20869075-6809-4ba8-9f84-bf5f85d23c54 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:02.344890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port 608fded5-584c-4641-af7c-25ca867a8101 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:02.345723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.410633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:14:02.412141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.440466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.446761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Transition to ACTIVE for port object fb761a34-0c36-4615-9746-d4daa9fdcf87 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:02.507952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.576359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.929760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] Pushing event updated for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:02.998924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955da7-db1a-4424-b12c-1b9e23aed6e5 None None] Pushing event updated for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:03.138545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port 608fded5-584c-4641-af7c-25ca867a8101, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=608fded5-584c-4641-af7c-25ca867a8101,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:03.139514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.205139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee6262-3ae1-470d-af5f-804f1774aa10 req-4e41677a-837c-4a90-8032-d1db5d4ddb6f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:03.223452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6fee6262-3ae1-470d-af5f-804f1774aa10 req-4e41677a-837c-4a90-8032-d1db5d4ddb6f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 946 time: 0.6224229 Sep 01 15:14:03.322453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for 608fded5-584c-4641-af7c-25ca867a8101 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:03.402126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] No DVR routers for this DVR port 20869075-6809-4ba8-9f84-bf5f85d23c54 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:03.495148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Attempting to bind port fb761a34-0c36-4615-9746-d4daa9fdcf87 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:03.495979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Attempting to bind port fb761a34-0c36-4615-9746-d4daa9fdcf87 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:03.496638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Attempting to bind port fb761a34-0c36-4615-9746-d4daa9fdcf87 on network 58a613c3-4c47-4b37-9505-67c5de2e7c55 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:03.523827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:03.524725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Checking segment: {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:03.525771 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.526714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Bound using segment: {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:03.527769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Bound port: fb761a34-0c36-4615-9746-d4daa9fdcf87, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:03.529085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.578070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Allocated IP 172.22.0.2 (e3ff2c18-8a5d-497f-9fd2-c5de68b54277/7ebbe3a8-9f52-4b7b-ae03-900a1f46202a/68d95ed1-3b6b-42b1-971c-ab8a6ca6492f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:03.643459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-264a84f8-9db3-407c-92b4-e7552bb97a35 service neutron] 10.222.0.50 "PUT /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54/bindings/n-h2-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 3.5144773 Sep 01 15:14:03.692515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6fee6262-3ae1-470d-af5f-804f1774aa10 req-c20bd953-cf5b-4678-bebd-f445561a41b7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088402 Sep 01 15:14:03.912021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] For port fb761a34-0c36-4615-9746-d4daa9fdcf87, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:03.938640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] For port fb761a34-0c36-4615-9746-d4daa9fdcf87, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fb761a34-0c36-4615-9746-d4daa9fdcf87,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:03.969731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-d3d53533-0664-48af-9592-df989f800007 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:03.978015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.985654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-d3d53533-0664-48af-9592-df989f800007 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.2289677 Sep 01 15:14:04.099496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955da7-db1a-4424-b12c-1b9e23aed6e5 None None] Pushing event updated for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:04.115274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 608fded5-584c-4641-af7c-25ca867a8101 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:04.153375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651d36-4f1d-443b-a914-31835294ee19 req-8b291bd5-6c75-4504-81a5-8ef75a919fcc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:04.169981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80651d36-4f1d-443b-a914-31835294ee19 req-8b291bd5-6c75-4504-81a5-8ef75a919fcc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.2473092 Sep 01 15:14:04.199191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-cf0d5b33-de95-4af6-969b-ff14f20a4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:04.204919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-cf0d5b33-de95-4af6-969b-ff14f20a4310 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb&tenant_id=55f6561fdbce467f98e99dbf274aad1c HTTP/1.1" status: 200 len: 1096 time: 0.2045488 Sep 01 15:14:04.227136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-20a47f16-6f02-43dc-9a82-16d96de111cc req-1fb2f248-9932-4b72-ae20-d9ff125936e5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:14:04.229543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20a47f16-6f02-43dc-9a82-16d96de111cc req-1fb2f248-9932-4b72-ae20-d9ff125936e5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175433 Sep 01 15:14:04.257786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80651d36-4f1d-443b-a914-31835294ee19 req-7e0c4567-c695-4c70-9c19-6d1c9b3e7e88 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838664 Sep 01 15:14:04.258451 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:04.373524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=608fded5-584c-4641-af7c-25ca867a8101,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:04.485645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:04.485645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:04.522883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port 608fded5-584c-4641-af7c-25ca867a8101 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:04.529605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:04.534142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a6456e0-48f1-4ab4-873a-40d83f81f2a6 req-fa6d2a84-30dc-4958-8f8a-ae3954811dd1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "DELETE /v2.0/ports/608fded5-584c-4641-af7c-25ca867a8101 HTTP/1.1" status: 204 len: 173 time: 3.5566750 Sep 01 15:14:04.537983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'name': 'network-vif-deleted', 'tag': '608fded5-584c-4641-af7c-25ca867a8101'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:04.542785 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8715d-6f96-48c8-b7c0-a7c39323682a" -d '{"events": [{"server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "name": "network-vif-deleted", "tag": "608fded5-584c-4641-af7c-25ca867a8101"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:04.562114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-ff01737f-d937-4494-b6c2-f8d7431ccc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:04.565756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-ff01737f-d937-4494-b6c2-f8d7431ccc7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1096 time: 0.2882493 Sep 01 15:14:04.700374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No active binding found for port 608fded5-584c-4641-af7c-25ca867a8101 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:14:04.703080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 608fded5-584c-4641-af7c-25ca867a8101 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:04.808683 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb9ee6-edfd-47cb-a23d-58b222af5d13 x-openstack-request-id: req-8ffb9ee6-edfd-47cb-a23d-58b222af5d13 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:04.809499 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c2b55f-3180-43f7-b815-2c076ccc5226", "name": "network-vif-deleted", "tag": "608fded5-584c-4641-af7c-25ca867a8101", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:04.812469 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ffb9ee6-edfd-47cb-a23d-58b222af5d13 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:04.813433 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c2b55f-3180-43f7-b815-2c076ccc5226', 'name': 'network-vif-deleted', 'tag': '608fded5-584c-4641-af7c-25ca867a8101', 'status': 'completed', 'code': 200} Sep 01 15:14:04.958837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914c1b-819e-40cc-b553-e1d889437532 req-0c457536-0b7f-47ee-998d-417df3010523 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:04.962372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:04.973735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:04.974833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5914c1b-819e-40cc-b553-e1d889437532 req-0c457536-0b7f-47ee-998d-417df3010523 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.2568161 Sep 01 15:14:05.012439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-c41adb48-55e4-44aa-a1e4-e8740e9227f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.015566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-c41adb48-55e4-44aa-a1e4-e8740e9227f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 0.4417675 Sep 01 15:14:05.060859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-720fe091-2062-4519-997f-000df14b0bc7 req-0e31ac56-e664-4720-8273-fd624b725e99 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c2b55f-3180-43f7-b815-2c076ccc5226 HTTP/1.1" status: 200 len: 210 time: 0.0755522 Sep 01 15:14:05.066189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Transition to ACTIVE for port object 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:05.265132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-1886b163-db0a-42c5-8a34-8913aae9ea4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 200 len: 217 time: 0.2201006 Sep 01 15:14:05.316441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5914c1b-819e-40cc-b553-e1d889437532 req-a46c9a9b-e005-4d8d-930c-df3972b50e1b tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352728 Sep 01 15:14:05.358518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-1b8e1aa4-0cb6-49da-b997-ac0f282c5117 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3737826 Sep 01 15:14:05.380432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-cb1a152a-0517-426d-acf2-e83ddd95c2b1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:14:05.393885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-cb1a152a-0517-426d-acf2-e83ddd95c2b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339949 Sep 01 15:14:05.478797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Transition to ACTIVE for port object 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:05.508877 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:05.533286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-5f34e47b-1d60-4d02-bf2a-d978c86f3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.535402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-5f34e47b-1d60-4d02-bf2a-d978c86f3d03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.2613578 Sep 01 15:14:05.628699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-95ee6189-c786-4f2a-889b-5329e20c73f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783000 Sep 01 15:14:05.642665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.22.0.1 (e3ff2c18-8a5d-497f-9fd2-c5de68b54277/7ebbe3a8-9f52-4b7b-ae03-900a1f46202a/716ba243-2768-4298-85ae-a74df192378a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:05.699337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.718751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.742378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.755786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.764949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.778471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.792839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.797139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-374df746-baa6-45f3-907a-f00978273397 req-032d6662-8a11-4444-b8dd-24e5afed6b46 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.3770154 Sep 01 15:14:05.799458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Pushing event updated for resources: {'Port': ['ID=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:05.824058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:05.864937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:05.871764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:06.002584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-374df746-baa6-45f3-907a-f00978273397 req-7254c6b1-3f87-4f83-a38d-608f939f3388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582661 Sep 01 15:14:06.082147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-2823f228-1d06-4a61-b396-ca20f64f462a service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822294 Sep 01 15:14:06.130882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.182277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 716ba243-2768-4298-85ae-a74df192378a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:06.236918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.435009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d77c6-1d85-4a13-bb2a-2543fadaef06 req-6acf7b3c-e74b-43b6-be41-6a03dff2c955 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.442711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-c810dca3-5527-43d5-8866-a8f76104d40e service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510621 Sep 01 15:14:06.454432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729d77c6-1d85-4a13-bb2a-2543fadaef06 req-6acf7b3c-e74b-43b6-be41-6a03dff2c955 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.7618222 Sep 01 15:14:06.494863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Attempting to bind port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:06.495479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Attempting to bind port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:06.496097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Attempting to bind port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f on network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:06.512570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:06.513268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Checking segment: {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:06.513961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.515017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Bound using segment: {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:06.516171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Bound port: 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:06.517249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.525530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.540679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.550344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.566894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.570587 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:14:06.584148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:55Z', 'revision_number': 3, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:03Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:06.584608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.592669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.593873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:06.604746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.607427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ac00152e-8378-4dd9-ad92-f64fdfdf80d5 req-42759aab-dfb8-48fb-b954-4ddb9867ec1b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.3201301 Sep 01 15:14:06.672250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:06.685309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.686274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.687023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.687567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.688218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.688815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.689364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.689918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.690607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.691913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.692613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.693290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:06.693497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6941-18fc-4cb8-a765-57383bfa790c None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:13:55Z', 'revision_number': 3, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:03Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:06.702757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:06.719601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:06.792616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-729d77c6-1d85-4a13-bb2a-2543fadaef06 req-eb4a0cc0-c713-447a-bd86-9967f9239051 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178015 Sep 01 15:14:06.915355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] For port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:06.940728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] For port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:06.951491 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:07.103357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:07.189712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccada98-50fc-41a8-8a79-c44bdd51b8c4 req-a7930903-a1da-4851-aef6-a30feec10b02 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.216160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ccada98-50fc-41a8-8a79-c44bdd51b8c4 req-a7930903-a1da-4851-aef6-a30feec10b02 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1669569 Sep 01 15:14:07.346428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b1c72-eece-4781-8b57-0d704a7f3853 None None] Pushing event updated for resources: {'Port': ['ID=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:07.371107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fb761a34-0c36-4615-9746-d4daa9fdcf87 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:07.411445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ccada98-50fc-41a8-8a79-c44bdd51b8c4 req-81353b8f-b73b-4529-bc06-647b82f66dc4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937046 Sep 01 15:14:07.596360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35102) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:07.607912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-83910113'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:07.626268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fb761a34-0c36-4615-9746-d4daa9fdcf87 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:07.635309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fb761a34-0c36-4615-9746-d4daa9fdcf87 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:07.635711 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:07.686588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:07.692721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.012397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.049389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.135889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port fb761a34-0c36-4615-9746-d4daa9fdcf87, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fb761a34-0c36-4615-9746-d4daa9fdcf87,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:08.149947 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.243363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:14:08.270446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-1290ef74-602f-4be6-bd3e-3e0d74c910d8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.273691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-1290ef74-602f-4be6-bd3e-3e0d74c910d8 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.9856179 Sep 01 15:14:08.333682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.333682 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Added segment 6dc60873-b55f-433a-be54-399fed6320a5 of type vlan for network d8ff8f4a-5658-43a2-933f-1844f1edddce Sep 01 15:14:08.334145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-d77f9b3e-782c-45a2-b07a-00ed14ceea77 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/quotas/07e65d44fc8d4139a97821082db25763 HTTP/1.1" status: 200 len: 375 time: 0.0314047 Sep 01 15:14:08.334352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:08.417346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-a2f5ea73-d879-4755-8184-e9aebbdb736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.420232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-a2f5ea73-d879-4755-8184-e9aebbdb736f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78&tenant_id=76291585b32141afbd095b41397ec054 HTTP/1.1" status: 200 len: 1096 time: 0.5547595 Sep 01 15:14:08.430344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-65d0898e-bdb1-42eb-b441-bbf0b0d7179c tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.432637 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-65d0898e-bdb1-42eb-b441-bbf0b0d7179c tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb&tenant_id=55f6561fdbce467f98e99dbf274aad1c&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.9844913 Sep 01 15:14:08.481844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b36cd-c095-47ce-8eeb-1f6817d8b16c req-bc0cb835-29e4-4781-b6d0-2b214ba994f1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.484750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-952b36cd-c095-47ce-8eeb-1f6817d8b16c req-bc0cb835-29e4-4781-b6d0-2b214ba994f1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.3118575 Sep 01 15:14:08.494916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.576775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-4a121462-1fc7-46ac-b940-2203d3e32488 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1688309 Sep 01 15:14:08.796673 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-952b36cd-c095-47ce-8eeb-1f6817d8b16c req-fd9d7e15-8f2d-4b59-8986-86f9b2a8ca7c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490692 Sep 01 15:14:08.797899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.808086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.809203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.932515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-f81bf1ca-13ed-4fe5-85d5-eabf18b744ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.947130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-f81bf1ca-13ed-4fe5-85d5-eabf18b744ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=76291585b32141afbd095b41397ec054&device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1096 time: 0.4555001 Sep 01 15:14:09.145329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.153182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5534356 Sep 01 15:14:09.166981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35120) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:09.189172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1954218420'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:09.218081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.392638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-35859902-83e3-490a-a07f-3b85f7823168 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981265 Sep 01 15:14:09.399217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.502689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fb761a34-0c36-4615-9746-d4daa9fdcf87 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:09.558917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-c6cc36d2-afca-4038-b84f-8b56c703a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:09.566523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-c6cc36d2-afca-4038-b84f-8b56c703a5f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 200 len: 917 time: 0.5054080 Sep 01 15:14:09.568222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2e54-81d0-43e0-a9a4-70c7168407e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Network': ['ID=d8ff8f4a-5658-43a2-933f-1844f1edddce,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:09.643648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d8ff8f4a-5658-43a2-933f-1844f1edddce details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:14:09.714717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-f59fd8cd-4c02-4ca2-92bb-9b167211ae22 service neutron] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:09.749731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-f59fd8cd-4c02-4ca2-92bb-9b167211ae22 service neutron] Notify callbacks [] for binding, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.753866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc627d6-57e8-4569-8f5f-2149fc8996a2 req-f59fd8cd-4c02-4ca2-92bb-9b167211ae22 service neutron] 10.222.0.24 "DELETE /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54/bindings/n-h1-802060-16 HTTP/1.1" status: 204 len: 173 time: 1.3070924 Sep 01 15:14:09.837327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18aa7f-394b-448c-ad3f-cb8e0f1b9fa3 req-f47905a0-f257-4cc3-91ec-74712c81d939 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:09.863657 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d18aa7f-394b-448c-ad3f-cb8e0f1b9fa3 req-f47905a0-f257-4cc3-91ec-74712c81d939 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.7758904 Sep 01 15:14:09.922947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-15fa92e6-9a4a-4854-a2ee-01e40a0ceb26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 200 len: 999 time: 0.3286827 Sep 01 15:14:09.946991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fb761a34-0c36-4615-9746-d4daa9fdcf87 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:09.948033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.055926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a05eee3-aeb7-4553-80a7-218c331a1934 None None] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:10.082250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d18aa7f-394b-448c-ad3f-cb8e0f1b9fa3 req-7c872596-f856-4bab-8ef5-e85c90ab4ad2 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170162 Sep 01 15:14:10.119507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35136) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:10.144610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-a428e798-e231-48c4-b701-917d8ac95d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.147356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-a428e798-e231-48c4-b701-917d8ac95d7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 200 len: 855 time: 0.2113912 Sep 01 15:14:10.288769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-8ca82155-5efe-4682-8ec0-58ea48e8f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.294299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f8d21a7c-9009-4acc-8742-5330ab0394f1 None None] Provisioning for port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:10.297270 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-8ca82155-5efe-4682-8ec0-58ea48e8f2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5866253c-8005-47f9-a4c4-2a2c039db553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339350 Sep 01 15:14:10.426904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:10.509793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:10.516196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.574222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:10.622836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:14:10.650653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.651563 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Added segment bb719eec-99e7-4e4b-9dd7-3e73601b7785 of type vlan for network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 Sep 01 15:14:10.665674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:10.704489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.711743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.713023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.713560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.714448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.715796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.726357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.727397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:10.729143 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.729827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-3db5de84-6ab3-423f-9253-bfe0a0a046e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.6087701 Sep 01 15:14:10.798325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.834619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-2fac3002-deeb-4ed0-8bf8-a7e4479234b3 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883280 Sep 01 15:14:10.856840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-e96fc9b5-2472-4eed-a3b1-e54b4a4c1350 service neutron] 10.222.0.41 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3835189 Sep 01 15:14:10.875947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:10.884691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f34d9-971a-4dc0-98d9-9615bf676800 req-8a9859a3-4c05-417a-a635-7f55ff2b4445 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.885537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:10.887885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f34d9-971a-4dc0-98d9-9615bf676800 req-8a9859a3-4c05-417a-a635-7f55ff2b4445 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 1096 time: 0.4358435 Sep 01 15:14:11.098392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.152038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.166837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:11.169796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.217352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:11.227242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-4a85dc38-1fd8-456b-bc6a-fa58cfc7fbd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4830809 Sep 01 15:14:11.246603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.384445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb4f34d9-971a-4dc0-98d9-9615bf676800 req-6b23c22b-0f0c-4cf5-9034-d0cd37449929 tempest-LiveMigrationTest-706233919 tempest-LiveMigrationTest-706233919-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246893 Sep 01 15:14:11.508876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-cffcedd8-bf11-4c4d-930f-667055721e66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3495548 Sep 01 15:14:11.535599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9ddf4c-110a-46e4-a2c7-742ad0555f6a req-23d4cefd-df56-4599-a98f-f4034a9af000 service neutron] 10.222.0.50 "GET /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526272 Sep 01 15:14:11.548056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:11.584593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Network': ['ID=f88f6e8d-96de-4b0d-b258-cf7e8919aef8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:11.607483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:14:11.619295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b487e626-337f-486c-b9e6-493eaebad270 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4467659 Sep 01 15:14:11.619750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Provisioning for port 716ba243-2768-4298-85ae-a74df192378a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:11.624706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35160) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:11.634609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:11.656500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'subnet': {'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:11.829962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Provisioning complete for port 716ba243-2768-4298-85ae-a74df192378a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:11.830893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.965960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-e5e62eb7-9e2e-4f16-915b-cf6010884170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:11.968827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-e5e62eb7-9e2e-4f16-915b-cf6010884170 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.4245923 Sep 01 15:14:11.982869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b209-2b01-455a-8c1c-eac16a2e72d5 req-3d81ab88-766f-4dec-bd77-5915ad55a513 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:11.997524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5240b209-2b01-455a-8c1c-eac16a2e72d5 req-3d81ab88-766f-4dec-bd77-5915ad55a513 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.3034425 Sep 01 15:14:12.050599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Port 716ba243-2768-4298-85ae-a74df192378a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:12.153303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:12.164978 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.221266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Provisioning complete for port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:12.222069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2922-1eb8-473b-80db-d9e7177fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.511290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9b924b3-1054-4b8f-abf6-c5e4110e4644 req-6abd959a-5878-4447-ac3d-61ecfd12fe10 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 210 time: 0.6167927 Sep 01 15:14:12.546771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5240b209-2b01-455a-8c1c-eac16a2e72d5 req-573f0f60-3f65-42ab-8c21-4e965909963a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462677 Sep 01 15:14:12.718996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-9fb2aff8-4fc9-4d41-9c3b-694b8894683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:12.721897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-9fb2aff8-4fc9-4d41-9c3b-694b8894683a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.6553121 Sep 01 15:14:12.933557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bddbcb49-fd76-4a5c-8d5c-3670f4452e2b None None] Provisioning complete for port 716ba243-2768-4298-85ae-a74df192378a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:12.938195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bddbcb49-fd76-4a5c-8d5c-3670f4452e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.137699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bddbcb49-fd76-4a5c-8d5c-3670f4452e2b None None] Port 716ba243-2768-4298-85ae-a74df192378a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:13.262908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:13.267907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-f328f852-33aa-4a53-a3a7-9ec5ee0a9bf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 1001 time: 0.5089846 Sep 01 15:14:13.310374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:13.385258 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:13.386686 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:13:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:13.421137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-01fcfda3-43f3-4ba2-b936-a2095dcc0fb6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3972914 Sep 01 15:14:13.443996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35190) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:13.464713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'network': {'name': 'tempest-RoutersTest-177387829'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:13.608766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:13.648972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e235518-3b13-477a-900f-4bc40effcc80 req-45fdd480-76c8-4f27-be0b-9868bbc6deeb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:13.680133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e235518-3b13-477a-900f-4bc40effcc80 req-45fdd480-76c8-4f27-be0b-9868bbc6deeb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.6647866 Sep 01 15:14:13.720541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:13.727614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.834035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b2f4-aa3e-465a-a383-60c0c28375b6 req-8f739e8c-ef80-49f2-aa93-74599e0f6ffd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:13.848857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0f0b2f4-aa3e-465a-a383-60c0c28375b6 req-8f739e8c-ef80-49f2-aa93-74599e0f6ffd tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.2874391 Sep 01 15:14:13.868427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.880709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:14:13.913825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:13.914658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.943994 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:13.966653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-90dd5b39-bd87-4388-99e9-f02e586fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:13.971858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-90dd5b39-bd87-4388-99e9-f02e586fff7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.6493118 Sep 01 15:14:13.992607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6e235518-3b13-477a-900f-4bc40effcc80 req-66eb99ec-62bb-407e-b14b-2faab1eca4d8 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912755 Sep 01 15:14:14.098277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.099285 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added segment 6e9df7ff-bb5b-4674-bc85-f85b7d56a25b of type vlan for network f9415377-afa9-4170-8597-1e14f1d0f1de Sep 01 15:14:14.127774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0f0b2f4-aa3e-465a-a383-60c0c28375b6 req-f63e0cc0-3c09-4e50-a9bb-00c252da8c0e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710662 Sep 01 15:14:14.370706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Subnet': ['ID=351cef1c-9e05-4770-86d8-47f6e662abd8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:14.392127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cc504c6-8aaf-46ff-a5de-35e44261b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.445896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.455883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-2d392522-9807-4836-85c8-222a9d52a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.460511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-2d392522-9807-4836-85c8-222a9d52a0e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4536462 Sep 01 15:14:14.471512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:14.471512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network hostable DHCP agents. Network: d8ff8f4a-5658-43a2-933f-1844f1edddce, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:14.521140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20593fc5-cdc9-4132-aecb-8284b01a8663 req-95fe175f-70bf-4005-b9c3-d7f2a4a6f9f5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 210 time: 0.0923796 Sep 01 15:14:14.702752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:14:14.720724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-3e25a6a8-59f4-4d33-9a50-1ab85085632c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.723446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-3e25a6a8-59f4-4d33-9a50-1ab85085632c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.4552794 Sep 01 15:14:14.757121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53190c-d8ee-4a77-9256-162103f37963 req-dc6e398a-94f5-48da-af3e-ca3e497f013a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.759360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b53190c-d8ee-4a77-9256-162103f37963 req-dc6e398a-94f5-48da-af3e-ca3e497f013a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.3395185 Sep 01 15:14:14.762201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.774233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.775356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.779877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d8ff8f4a-5658-43a2-933f-1844f1edddce) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:14.798512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63402034-fb31-4cd4-bc3a-b23a1f92d788 None None] Network d8ff8f4a-5658-43a2-933f-1844f1edddce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:14.812651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.813562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.011348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5639389 Sep 01 15:14:15.021895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ff97075f-ab41-4990-a39b-c6cc5b2f2fb3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3838704 Sep 01 15:14:15.024137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:15.025399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:15.055528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'subnet': {'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:15.151493 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:07Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:15.177582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'subnet': {'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:15.362421 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:15.366244 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Updating router a781ad95-364f-4dda-a66d-be942e244166 port 716ba243-2768-4298-85ae-a74df192378a binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:14:15.424185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d8ff8f4a-5658-43a2-933f-1844f1edddce', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:14:15.426958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.507831 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.593529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-511c2721-60ed-4989-a753-7764962c0190 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:15.596679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-511c2721-60ed-4989-a753-7764962c0190 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 811 time: 0.6711500 Sep 01 15:14:15.646386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Request body: {'port': {'device_id': '91e19179-3253-4a54-b3f5-781d3817df92', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'admin_state_up': True, 'tenant_id': '07e65d44fc8d4139a97821082db25763'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:15.671810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-7a4bce90-e1f9-463d-a861-4ed32e4d1512 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1684067 Sep 01 15:14:15.850878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b53190c-d8ee-4a77-9256-162103f37963 req-472860ee-2b6f-448a-8a67-e58e4acad979 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0673819 Sep 01 15:14:15.854742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359e1d6-549e-4c4e-843a-0cd51048cf2d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Network': ['ID=f9415377-afa9-4170-8597-1e14f1d0f1de,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:15.912505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Allocated IP 10.1.1.2 (d8ff8f4a-5658-43a2-933f-1844f1edddce/351cef1c-9e05-4770-86d8-47f6e662abd8/812822db-4c87-492c-b57e-edf81291da4d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:16.097403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Made reservation on behalf of 6cff5d18d8f249898c65aefc332f7822 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:16.113837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.132968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:16.140168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.153903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Deleting port 20869075-6809-4ba8-9f84-bf5f85d23c54 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:16.154557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.284920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.322402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f9415377-afa9-4170-8597-1e14f1d0f1de details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:14:16.345009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Transition to ACTIVE for port object 812822db-4c87-492c-b57e-edf81291da4d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:16.565654 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.599513 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Transition to ACTIVE for port object 716ba243-2768-4298-85ae-a74df192378a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:16.615354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Transition to ACTIVE for port object 812822db-4c87-492c-b57e-edf81291da4d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:16.617111 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.633690 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:16.770423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Pushing event updated for resources: {'Port': ['ID=812822db-4c87-492c-b57e-edf81291da4d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:16.796459 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Pushing event updated for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:16.836774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:16.847420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:16.858981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.858981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.858981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.858981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.858981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.860230 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.860958 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.861685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.862308 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.863093 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.863691 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.864205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:16.864519 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:16.999411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ca858-d7ab-44e4-95bc-31f5b5a703df req-e1404f62-dcd2-42ca-827b-7f85d2f38d38 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:17.015674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Attempting to bind port 812822db-4c87-492c-b57e-edf81291da4d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:17.016612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Attempting to bind port 812822db-4c87-492c-b57e-edf81291da4d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:17.017623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Attempting to bind port 812822db-4c87-492c-b57e-edf81291da4d on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:17.030120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-511ca858-d7ab-44e4-95bc-31f5b5a703df req-e1404f62-dcd2-42ca-827b-7f85d2f38d38 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 944 time: 0.9030395 Sep 01 15:14:17.034363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:17.035390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:17.036503 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.037524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Bound using segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:17.038847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Bound port: 812822db-4c87-492c-b57e-edf81291da4d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:17.040364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.054026 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Attempting to bind port 716ba243-2768-4298-85ae-a74df192378a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:17.054867 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Attempting to bind port 716ba243-2768-4298-85ae-a74df192378a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:17.055673 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Attempting to bind port 716ba243-2768-4298-85ae-a74df192378a on network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:17.079167 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:17.080275 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Checking segment: {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:17.085312 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.086116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Bound using segment: {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:17.086988 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Bound port: 716ba243-2768-4298-85ae-a74df192378a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:17.087666 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.269952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5884-b6fd-46a3-850b-f867f9eb1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.478481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] For port 716ba243-2768-4298-85ae-a74df192378a, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:17.509185 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] For port 716ba243-2768-4298-85ae-a74df192378a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=716ba243-2768-4298-85ae-a74df192378a,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:17.514896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-511ca858-d7ab-44e4-95bc-31f5b5a703df req-6e03bd23-d3eb-4feb-a621-e2f5abb8e6b3 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883240 Sep 01 15:14:17.529572 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.535112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.662260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 20869075-6809-4ba8-9f84-bf5f85d23c54 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:17.668044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] For port 812822db-4c87-492c-b57e-edf81291da4d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:17.678476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e7ba-6d2e-4e37-a799-059088a1ddec req-d3ae1e9d-1074-4420-83c5-6606596beb7d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:17.697517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] For port 812822db-4c87-492c-b57e-edf81291da4d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=812822db-4c87-492c-b57e-edf81291da4d,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:17.699100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d537e7ba-6d2e-4e37-a799-059088a1ddec req-d3ae1e9d-1074-4420-83c5-6606596beb7d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 2.0711520 Sep 01 15:14:17.742888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.765800 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49310-b610-4213-92f4-8179c71d3fde None None] Pushing event updated for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:17.834911 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:17.839460 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:17.960507 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.980580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] For port 20869075-6809-4ba8-9f84-bf5f85d23c54, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=20869075-6809-4ba8-9f84-bf5f85d23c54,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:17.981679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:18.020283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Calling delete_port for 20869075-6809-4ba8-9f84-bf5f85d23c54 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:18.046124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Subnet': ['ID=d7df8238-1430-46d5-822b-9ef0ab94f48d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:18.177364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c55c3-96cd-4ffb-a532-84d7f23403c9 None None] Pushing event updated for resources: {'Port': ['ID=812822db-4c87-492c-b57e-edf81291da4d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:18.180608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2990c93-429d-4d5b-90fc-fea6bb270d51 req-2eaf3526-9701-444c-8c64-a5b8c3e54c32 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 210 time: 0.4170473 Sep 01 15:14:18.289410 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:18.353459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:18.391387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:18.571115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:18.600255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Checking segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:18.600255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network hostable DHCP agents. Network: f88f6e8d-96de-4b0d-b258-cf7e8919aef8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:18.756049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d107c78-1b46-4315-897f-8b9d67e8a683 req-bb35e1fc-baba-482e-bde8-7e901190a09b service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.0102160 Sep 01 15:14:18.924481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b504c57-eb9c-483f-adbb-a087f2859c50 req-d3d65cb4-42f4-4557-9d65-ff2ec9818635 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:18.937791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b504c57-eb9c-483f-adbb-a087f2859c50 req-d3d65cb4-42f4-4557-9d65-ff2ec9818635 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.4388232 Sep 01 15:14:19.057690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:14:19.114268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d537e7ba-6d2e-4e37-a799-059088a1ddec req-ad4e1c36-336f-46b7-bde4-e6d28325bbe2 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3377805 Sep 01 15:14:19.120131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Subnet': ['ID=49a08233-7f7c-4c97-91b2-7004a8699260,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:19.121787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Made reservation on behalf of 07e65d44fc8d4139a97821082db25763 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:19.135174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Checking segment: {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:19.136288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network hostable DHCP agents. Network: f9415377-afa9-4170-8597-1e14f1d0f1de, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:19.142028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:19.164284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f88f6e8d-96de-4b0d-b258-cf7e8919aef8) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:19.186369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc65be-03d4-4f56-a170-7311a3a8be64 None None] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:19.208121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:19.224950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:19.226615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:19.373770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b504c57-eb9c-483f-adbb-a087f2859c50 req-bdf8e53e-bda0-4714-abae-01f5dab34a94 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429067 Sep 01 15:14:19.434254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event deleted for resources: {'Port': ['ID=20869075-6809-4ba8-9f84-bf5f85d23c54,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:19.523073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-66b6da60-11c2-4493-8b3e-78993fc46cd1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4835312 Sep 01 15:14:19.523073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:19.550307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'name': 'tempest-TaggedBootDevicesTest_v242-813031404', 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:19.571175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network f9415377-afa9-4170-8597-1e14f1d0f1de is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:14:19.613045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f9415377-afa9-4170-8597-1e14f1d0f1de) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:19.696387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:19.697557 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:19.705863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:19.725637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:07Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:17Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:19.806824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c53183f2-1348-46e5-8fe9-e0354ba4ea32 req-553bcade-4151-4d54-9a64-f8cb87bbed94 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.3769431 Sep 01 15:14:19.816449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] No DVR routers for this DVR port 20869075-6809-4ba8-9f84-bf5f85d23c54 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:19.865704 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d9158-4c37-4c23-82c0-a837b6e7bfcb None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:07Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:17Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:19.910948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f8d37-29e1-4cd3-86b6-09191271e74e None None] Network f9415377-afa9-4170-8597-1e14f1d0f1de requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:19.917247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:19.943445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "DELETE /v2.0/ports/20869075-6809-4ba8-9f84-bf5f85d23c54 HTTP/1.1" status: 204 len: 173 time: 5.2055955 Sep 01 15:14:19.980120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-deleted', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:19.994684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-1cfa29af-5808-4b58-ac01-c28fccc40b35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6635377 Sep 01 15:14:20.011083 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beeebf8-8e89-4890-b2f1-32d32166ac9d" -d '{"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-deleted", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:20.088524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-27d5aadc-1a81-44ba-a26e-7ea99fa45e2b tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0566571 Sep 01 15:14:20.096374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:20.418469 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d08b43-158a-468b-b865-eaa6fa862d3a x-openstack-request-id: req-02d08b43-158a-468b-b865-eaa6fa862d3a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:20.418978 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab07034-627e-4c74-8f1c-d8ead05d3afb", "name": "network-vif-deleted", "tag": "20869075-6809-4ba8-9f84-bf5f85d23c54", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:20.419294 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02d08b43-158a-468b-b865-eaa6fa862d3a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:20.432769 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab07034-627e-4c74-8f1c-d8ead05d3afb', 'name': 'network-vif-deleted', 'tag': '20869075-6809-4ba8-9f84-bf5f85d23c54', 'status': 'completed', 'code': 200} Sep 01 15:14:20.584303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:20.915069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Allocated IP 172.20.0.2 (6cdeb709-140a-4e06-b224-347474efd134/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d/abddcd1f-3ea4-448c-8f3d-092ed21f6446) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:21.055921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 812822db-4c87-492c-b57e-edf81291da4d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:21.085183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97ee20a7-275f-42fa-816a-8141047d59aa req-1d009c77-a30e-44f7-8c4b-4df436674f6e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 210 time: 1.1792402 Sep 01 15:14:21.104191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113df006-a431-4c54-babd-f760c408e3fb req-1634c6da-9f3a-4506-b93c-e223fc4a1ac9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:21.106984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-113df006-a431-4c54-babd-f760c408e3fb req-1634c6da-9f3a-4506-b93c-e223fc4a1ac9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.5311997 Sep 01 15:14:21.136363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:21.637654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:21.687933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-113df006-a431-4c54-babd-f760c408e3fb req-c9b803e2-74c9-40d0-99c2-a3c515c6d175 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508025 Sep 01 15:14:21.701261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-3d843ee6-b393-4a34-badf-9e2bbddbcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:21.703987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-3d843ee6-b393-4a34-badf-9e2bbddbcbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55f6561fdbce467f98e99dbf274aad1c&device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 1096 time: 1.6654825 Sep 01 15:14:21.903161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] device_id is not set on port 5ea00774-6f57-4cf6-841d-34a54e17f26f yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:14:22.023813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c32dc2e-02aa-41a3-adb5-8a431a826813 req-2cb2a9dc-c63a-4cff-ab04-934c11335f89 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.1011758 Sep 01 15:14:22.047831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697abdb-947d-48f7-8ce7-b818de8fcf9c None None] Network d8ff8f4a-5658-43a2-933f-1844f1edddce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:22.162091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:22.229263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ips': [{'subnet_id': 'd7df8238-1430-46d5-822b-9ef0ab94f48d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:14:22.230818 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:22.280153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf016f94-1cf6-4001-8422-0bc3d690ec51 None None] Provisioning for port 812822db-4c87-492c-b57e-edf81291da4d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:22.354242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:22.580820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event updated for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:22.653948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Network 6cdeb709-140a-4e06-b224-347474efd134 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:22.658698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:22.669703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:22.760299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f9415377-afa9-4170-8597-1e14f1d0f1de', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:14:22.761734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:22.903559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 812822db-4c87-492c-b57e-edf81291da4d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:22.983903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:22.985236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.119638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 812822db-4c87-492c-b57e-edf81291da4d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:23.120638 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.148976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-b9651e03-b213-4f59-8233-150aafc3ff21 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5087423 Sep 01 15:14:23.202700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Request body: {'port': {'device_id': '91e19179-3253-4a54-b3f5-781d3817df92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:23.413121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f321f60-081c-4804-86f3-c4b6cd773855 req-9c99db64-6381-4236-abc0-28918ace504e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:23.428277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f321f60-081c-4804-86f3-c4b6cd773855 req-9c99db64-6381-4236-abc0-28918ace504e tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 931 time: 0.3868041 Sep 01 15:14:23.448190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.642591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f321f60-081c-4804-86f3-c4b6cd773855 req-76f69f21-8c0f-4538-bb3c-c4965dccd5b7 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113729 Sep 01 15:14:23.838260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.1.1.150 (d8ff8f4a-5658-43a2-933f-1844f1edddce/351cef1c-9e05-4770-86d8-47f6e662abd8/5ea00774-6f57-4cf6-841d-34a54e17f26f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:23.847824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Allocated IP 10.2.2.2 (f88f6e8d-96de-4b0d-b258-cf7e8919aef8/d7df8238-1430-46d5-822b-9ef0ab94f48d/593a12f7-8e7b-477e-90cd-cf324a9c629e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:24.161123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.161851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Allocated IP 172.23.0.2 (f9415377-afa9-4170-8597-1e14f1d0f1de/49a08233-7f7c-4c97-91b2-7004a8699260/751d7e71-d0cf-4988-9ebe-df729ce4567d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:24.189141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 5ea00774-6f57-4cf6-841d-34a54e17f26f will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:24.268191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f561a16-29ac-4a74-8685-1fa9006e57c7 req-38f3cd32-8175-4349-af54-e9e095cf388e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:24.284685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f561a16-29ac-4a74-8685-1fa9006e57c7 req-38f3cd32-8175-4349-af54-e9e095cf388e tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 2.6398103 Sep 01 15:14:24.294657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e9e2-22bb-4370-98f8-d242e975c1bc req-65dd18e4-103c-4f8e-a0a4-b268e7c9a682 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:24.309882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec17e9e2-22bb-4370-98f8-d242e975c1bc req-65dd18e4-103c-4f8e-a0a4-b268e7c9a682 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.3862708 Sep 01 15:14:24.510796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec17e9e2-22bb-4370-98f8-d242e975c1bc req-4d295a11-29ce-4e86-b5a5-98e66e96316d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994889 Sep 01 15:14:24.676103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-8791ac9c-bcc8-43e9-8d71-e962d503734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:24.680556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-8791ac9c-bcc8-43e9-8d71-e962d503734f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 200 len: 908 time: 2.9177735 Sep 01 15:14:24.793707 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.818661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f561a16-29ac-4a74-8685-1fa9006e57c7 req-09deb9f1-9cc3-4d0b-8d0b-25fcab364dd6 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314846 Sep 01 15:14:24.937948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-d7f1d092-6d31-479c-a820-918590116994 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 200 len: 217 time: 0.1163285 Sep 01 15:14:24.940849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.098850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-7cf7cc12-aade-4ed8-b05d-bf03045b29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:25.102994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-7cf7cc12-aade-4ed8-b05d-bf03045b29dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 200 len: 847 time: 0.0921073 Sep 01 15:14:25.186161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 812822db-4c87-492c-b57e-edf81291da4d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=812822db-4c87-492c-b57e-edf81291da4d,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:25.188642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-921080b3-88b4-4040-a6ee-25ecac7a5294 req-3a57f737-d45e-4571-874b-2b11de4d3811 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.3192739 Sep 01 15:14:25.280255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abddcd1f-3ea4-448c-8f3d-092ed21f6446 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:25.339883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.395561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-dcd96205-ec70-488b-947a-67694210c7f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7715320d-85f8-49ea-9836-b495714b7774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931705 Sep 01 15:14:25.397994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Transition to ACTIVE for port object abddcd1f-3ea4-448c-8f3d-092ed21f6446 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:25.415548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.440551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.657283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5cc0b152-d157-4edd-8979-638e87ea97a1 None None] Provisioning complete for port 812822db-4c87-492c-b57e-edf81291da4d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:25.657283 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b152-d157-4edd-8979-638e87ea97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.716818 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.745222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Transition to ACTIVE for port object 751d7e71-d0cf-4988-9ebe-df729ce4567d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:25.835503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:25.844842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:25.934353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:25.942154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Attempting to bind port abddcd1f-3ea4-448c-8f3d-092ed21f6446 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:25.943507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Attempting to bind port abddcd1f-3ea4-448c-8f3d-092ed21f6446 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:25.945401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Attempting to bind port abddcd1f-3ea4-448c-8f3d-092ed21f6446 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:25.994621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-4a214c0c-188d-486b-ac0e-dbadb335c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:25.997579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-4a214c0c-188d-486b-ac0e-dbadb335c697 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.3059671 Sep 01 15:14:25.998712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Port abddcd1f-3ea4-448c-8f3d-092ed21f6446 on network 6cdeb709-140a-4e06-b224-347474efd134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:14:25.999364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Attempting to bind port abddcd1f-3ea4-448c-8f3d-092ed21f6446 on network 6cdeb709-140a-4e06-b224-347474efd134 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:26.030913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:26.037965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:26.037965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Checking segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:26.045666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Bound using segment: {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:26.046573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Bound port: abddcd1f-3ea4-448c-8f3d-092ed21f6446, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6cdeb709-140a-4e06-b224-347474efd134'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:26.047307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.143527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb737e3-14b6-47bb-83e7-69f1761bf8dd req-3ed0c772-3176-4d1f-b30c-9811c0aefda1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:26.145726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.163793 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6cb737e3-14b6-47bb-83e7-69f1761bf8dd req-3ed0c772-3176-4d1f-b30c-9811c0aefda1 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 943 time: 0.5488629 Sep 01 15:14:26.174785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Transition to ACTIVE for port object 593a12f7-8e7b-477e-90cd-cf324a9c629e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:26.176018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:26.211950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Transition to ACTIVE for port object 593a12f7-8e7b-477e-90cd-cf324a9c629e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:26.219849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 716ba243-2768-4298-85ae-a74df192378a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:26.383326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=812822db-4c87-492c-b57e-edf81291da4d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:26.398547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.453439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:26.483699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:26.613004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:26.646850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 716ba243-2768-4298-85ae-a74df192378a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:26.683430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Transition to ACTIVE for port object 751d7e71-d0cf-4988-9ebe-df729ce4567d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:26.742181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:26.743631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.766323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6cb737e3-14b6-47bb-83e7-69f1761bf8dd req-3781eea4-36a7-4d52-8bde-313aed1925e5 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012990 Sep 01 15:14:26.783950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c6c6-a66e-481e-9c2f-72a99b3a97bd req-588a8e5c-0fa8-48e7-9f4f-d4d7a46ec535 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:26.788465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9247c6c6-a66e-481e-9c2f-72a99b3a97bd req-588a8e5c-0fa8-48e7-9f4f-d4d7a46ec535 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.9383597 Sep 01 15:14:26.802134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-235499fa-7f26-48be-8bb2-49b10d2a0c52 service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3430884 Sep 01 15:14:26.887844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.904963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:26.941333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.971407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 716ba243-2768-4298-85ae-a74df192378a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:26.972008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.055343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:27.068733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-90c3f80f-f0cf-4835-ab13-34cda6be6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:27.082587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-90c3f80f-f0cf-4835-ab13-34cda6be6dea service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.8976858 Sep 01 15:14:27.105427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.155380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Attempting to bind port 593a12f7-8e7b-477e-90cd-cf324a9c629e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:27.156039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Attempting to bind port 593a12f7-8e7b-477e-90cd-cf324a9c629e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:27.156583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Attempting to bind port 593a12f7-8e7b-477e-90cd-cf324a9c629e on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:27.191398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:27.194699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.200398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] 10.222.0.50 "PUT /v2.0/ports/abddcd1f-3ea4-448c-8f3d-092ed21f6446 HTTP/1.1" status: 200 len: 1092 time: 4.0293751 Sep 01 15:14:27.241966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9247c6c6-a66e-481e-9c2f-72a99b3a97bd req-5c5410ce-3ca6-4d36-b650-dbf646285608 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138710 Sep 01 15:14:27.244192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Network f9415377-afa9-4170-8597-1e14f1d0f1de is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:27.251091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-104e9d62-6573-4675-926f-095cb0b329cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.7266560 Sep 01 15:14:27.269644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:27.280365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:27.280978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Checking segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:27.281691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'name': 'tempest-TaggedBootDevicesTest_v242-176802493', 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:27.281909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.282376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Bound using segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:27.283067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Bound port: 593a12f7-8e7b-477e-90cd-cf324a9c629e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:27.283674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.355200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Pushing event updated for resources: {'Port': ['ID=593a12f7-8e7b-477e-90cd-cf324a9c629e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:27.473852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:27.478272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:27.495354 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b68f26-2366-4fc6-951c-e8e60d36768e" -d '{"events": [{"name": "network-changed", "server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:27.617177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:28.022114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4128e2-41cd-4205-9fdd-3b487233dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:28.095851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a536d5-be4c-4fb5-b274-6a941750357b req-ca3cc84e-de4b-41f8-826d-c2ea4dd4822a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.100293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71a536d5-be4c-4fb5-b274-6a941750357b req-ca3cc84e-de4b-41f8-826d-c2ea4dd4822a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.9601226 Sep 01 15:14:28.154776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-becbd108-8789-4c55-be83-d37af483db4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 1001 time: 1.0236208 Sep 01 15:14:28.200601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-f43350c8-f4ac-4aa9-84f4-8e819c97da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.203890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-f43350c8-f4ac-4aa9-84f4-8e819c97da5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 1095 time: 0.6306219 Sep 01 15:14:28.296734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71a536d5-be4c-4fb5-b274-6a941750357b req-42e1d1c4-3819-4672-849d-57755fe98adf tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858537 Sep 01 15:14:28.323678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.466076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-7a9dd3b7-e336-4bdb-8ad7-c0b3f0332d6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446 HTTP/1.1" status: 200 len: 217 time: 0.1096745 Sep 01 15:14:28.551334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-5e832255-0cbc-41df-8784-56cd676249cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.554674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-5e832255-0cbc-41df-8784-56cd676249cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.3762524 Sep 01 15:14:28.567806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] For port 593a12f7-8e7b-477e-90cd-cf324a9c629e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:28.586691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] For port 593a12f7-8e7b-477e-90cd-cf324a9c629e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=593a12f7-8e7b-477e-90cd-cf324a9c629e,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:28.619087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Pushing event updated for resources: {'Port': ['ID=751d7e71-d0cf-4988-9ebe-df729ce4567d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:28.637373 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.642601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.670469 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0870285f-fc7e-4841-90f4-5418af7598b7 x-openstack-request-id: req-0870285f-fc7e-4841-90f4-5418af7598b7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:28.671132 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:28.672277 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0870285f-fc7e-4841-90f4-5418af7598b7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:28.673926 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446', 'status': 'completed', 'code': 200} Sep 01 15:14:28.837086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Allocated IP 172.23.0.1 (f9415377-afa9-4170-8597-1e14f1d0f1de/49a08233-7f7c-4c97-91b2-7004a8699260/70658aad-2909-4e62-be73-f80659c1589c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:28.837842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-66db01bd-c163-460b-bd1f-a11f1da3794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.845873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-66db01bd-c163-460b-bd1f-a11f1da3794e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711218 Sep 01 15:14:28.859278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-d2db6660-8e2f-4187-a762-907d6d73e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.867745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-d2db6660-8e2f-4187-a762-907d6d73e944 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.3673809 Sep 01 15:14:28.877815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 716ba243-2768-4298-85ae-a74df192378a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=716ba243-2768-4298-85ae-a74df192378a,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:28.890437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446a42-6fc3-4336-a9e8-e5f1dfd08dfa None None] Pushing event updated for resources: {'Port': ['ID=593a12f7-8e7b-477e-90cd-cf324a9c629e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:28.914661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.920962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5fbaa2d3-2a13-4fb8-8887-0f494d47be13 None None] Provisioning for port 5ea00774-6f57-4cf6-841d-34a54e17f26f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:28.928773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Attempting to bind port 751d7e71-d0cf-4988-9ebe-df729ce4567d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:28.929536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Attempting to bind port 751d7e71-d0cf-4988-9ebe-df729ce4567d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:28.930219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Attempting to bind port 751d7e71-d0cf-4988-9ebe-df729ce4567d on network f9415377-afa9-4170-8597-1e14f1d0f1de {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:28.940230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5fbaa2d3-2a13-4fb8-8887-0f494d47be13 None None] Provisioning complete for port 5ea00774-6f57-4cf6-841d-34a54e17f26f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:28.941033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa2d3-2a13-4fb8-8887-0f494d47be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.019832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5fbaa2d3-2a13-4fb8-8887-0f494d47be13 None None] Port 5ea00774-6f57-4cf6-841d-34a54e17f26f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:29.073023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-eb09d391-3cf9-4e35-af16-ab524254271f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813549 Sep 01 15:14:29.141782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:29.200281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 812822db-4c87-492c-b57e-edf81291da4d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:29.238185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:29.239008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Checking segment: {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:29.239567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.240194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Bound using segment: {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:29.241644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Bound port: 751d7e71-d0cf-4988-9ebe-df729ce4567d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:29.242430 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.382498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbdf1564-119e-4d64-bc70-b8fc0b580726 req-38717f74-1025-42a5-9933-263fe90c7896 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 1.2251756 Sep 01 15:14:29.392627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:29.500345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94c278-e602-45b6-a4f8-43fc94a42141 req-b5d070e7-8763-4014-9608-f340855cf21c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:29.527800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b94c278-e602-45b6-a4f8-43fc94a42141 req-b5d070e7-8763-4014-9608-f340855cf21c tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 943 time: 0.7129440 Sep 01 15:14:29.641497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05c83ce-f950-4b0e-98bd-702cba1b7eca req-585d286d-6e9b-47d6-85bb-fc0c4007f5ae service neutron] 10.222.0.24 "GET /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8164878 Sep 01 15:14:29.917495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.960766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-22adea63-3259-41af-95e1-2c5837222fab None None] For port 751d7e71-d0cf-4988-9ebe-df729ce4567d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:29.988313 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-22adea63-3259-41af-95e1-2c5837222fab None None] For port 751d7e71-d0cf-4988-9ebe-df729ce4567d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=751d7e71-d0cf-4988-9ebe-df729ce4567d,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:30.014805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:30.017492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:30.052478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] device_id is not set on port 952dfb15-16fc-4b54-906f-41509c5b084c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:14:30.088106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Transition to ACTIVE for port object 70658aad-2909-4e62-be73-f80659c1589c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:30.107164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-7119e083-cf47-409a-89ef-05bc25668e08 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1502388 Sep 01 15:14:30.122891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-cb921e75-93b4-461d-90b2-3d912def94c8 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9391329 Sep 01 15:14:30.174690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1b94c278-e602-45b6-a4f8-43fc94a42141 req-347dbbf6-5daf-40d6-809d-fd406491c246 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450603 Sep 01 15:14:30.296789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:30.317195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 812822db-4c87-492c-b57e-edf81291da4d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:30.319955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:30.874345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c528536-33eb-4a92-9439-d4ad1cf32326 req-b4c7d071-39e5-4e9a-9d15-c75926cc8ea1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:30.887364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c528536-33eb-4a92-9439-d4ad1cf32326 req-b4c7d071-39e5-4e9a-9d15-c75926cc8ea1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 1.1861956 Sep 01 15:14:30.953824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698eb4-9900-4063-9cf1-2d8d5d3a57c5 req-a89774d4-38a4-43e5-bb6c-913dc7b3893a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:30.968928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84698eb4-9900-4063-9cf1-2d8d5d3a57c5 req-a89774d4-38a4-43e5-bb6c-913dc7b3893a tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.4080660 Sep 01 15:14:31.019746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64c87d50-5d02-4bb7-9ae7-233778ff98cc req-aad7c1ea-56d5-4f6d-b769-6ef182180eab service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8707321 Sep 01 15:14:31.099145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-384bd032-d436-40f0-a4b8-add5926a7a1b req-692a5ab4-d7ee-44f4-b358-b6e5be7c6ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738078 Sep 01 15:14:31.188407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84698eb4-9900-4063-9cf1-2d8d5d3a57c5 req-211b12bf-31b5-4a4f-94f7-e7d3695576d0 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175708 Sep 01 15:14:31.246017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network f9415377-afa9-4170-8597-1e14f1d0f1de is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:31.295953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:31.343978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:31.389041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adea63-3259-41af-95e1-2c5837222fab None None] Pushing event updated for resources: {'Port': ['ID=751d7e71-d0cf-4988-9ebe-df729ce4567d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:31.402249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-d296a70a-9c61-4420-8516-ec62e4832e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:31.405301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-d296a70a-9c61-4420-8516-ec62e4832e38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07e65d44fc8d4139a97821082db25763&device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 1095 time: 0.2508821 Sep 01 15:14:31.453670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b461eb6-f991-4914-b84a-f6dfa46206b3 None None] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:31.649560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2c372627-8eaf-47bb-917a-b7154fb7fdc0 req-d50070e3-eae8-4816-899f-60869ffae064 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.2378304 Sep 01 15:14:31.689943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:31.805875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2b654784-2999-4176-8a4b-dc07050e5f4f None None] Provisioning for port 593a12f7-8e7b-477e-90cd-cf324a9c629e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:31.894061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c528536-33eb-4a92-9439-d4ad1cf32326 req-dc3ef0b8-df87-4591-b3fb-c2f48508caf0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8434503 Sep 01 15:14:31.980075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.1.1.231 (d8ff8f4a-5658-43a2-933f-1844f1edddce/351cef1c-9e05-4770-86d8-47f6e662abd8/952dfb15-16fc-4b54-906f-41509c5b084c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:32.120574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:32.411202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29de934-77ee-45eb-9fb4-d14d5c029f3b req-55b9efc0-d13f-4822-95db-c08ea853895d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:32.434746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e29de934-77ee-45eb-9fb4-d14d5c029f3b req-55b9efc0-d13f-4822-95db-c08ea853895d tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 943 time: 0.3710380 Sep 01 15:14:32.483758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-932f1f8f-bc61-49d4-8198-92fbba22c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:32.506614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-932f1f8f-bc61-49d4-8198-92fbba22c9cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 200 len: 912 time: 1.0356562 Sep 01 15:14:32.959935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-58ca1a47-c2e2-4488-a538-d3f627159fcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446 HTTP/1.1" status: 200 len: 217 time: 0.3944049 Sep 01 15:14:33.051079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e29de934-77ee-45eb-9fb4-d14d5c029f3b req-0c5f3986-7213-4da5-9ee8-a2fb8f110331 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115837 Sep 01 15:14:33.174003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 593a12f7-8e7b-477e-90cd-cf324a9c629e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:33.415816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-515e0148-7f06-4672-93b1-f24bb18fef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:33.424503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-515e0148-7f06-4672-93b1-f24bb18fef06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 200 len: 851 time: 0.3882062 Sep 01 15:14:33.535126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 593a12f7-8e7b-477e-90cd-cf324a9c629e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:33.563850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 593a12f7-8e7b-477e-90cd-cf324a9c629e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:33.564486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.566039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24122d4-7fdc-457b-9e40-0bfaeca62256 req-c6cc3674-62ce-4c2c-a95a-aa334e71e38f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:33.583192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c24122d4-7fdc-457b-9e40-0bfaeca62256 req-c6cc3674-62ce-4c2c-a95a-aa334e71e38f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 1.0355358 Sep 01 15:14:33.621176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a72bc111-1b23-4003-aff0-3908539f9f7a req-ee9f50ab-d791-46ba-85fc-68c1500dda7e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.1042993 Sep 01 15:14:33.757327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-153517e3-6966-4393-ac6f-933016eed08b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6cdeb709-140a-4e06-b224-347474efd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081294 Sep 01 15:14:33.789684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-477e01bf-dd74-4a75-9646-e38bad1dea13 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:14:33.812503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-477e01bf-dd74-4a75-9646-e38bad1dea13 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420721 Sep 01 15:14:33.830083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c24122d4-7fdc-457b-9e40-0bfaeca62256 req-67fb4eab-96c6-4082-bc94-2c6bfaf92aab tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449615 Sep 01 15:14:33.860612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.967180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.984127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 952dfb15-16fc-4b54-906f-41509c5b084c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:34.032372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7cfcf37b-df0a-4c4d-95dc-8c5bd868a641 None None] Provisioning complete for port 593a12f7-8e7b-477e-90cd-cf324a9c629e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:34.036639 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf37b-df0a-4c4d-95dc-8c5bd868a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.104875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.124720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abddcd1f-3ea4-448c-8f3d-092ed21f6446 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:14:34.271380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-e31a7c08-abe8-4fdd-8482-52ea70c3cc37 service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515674 Sep 01 15:14:34.298280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:34.343858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f684f-d6ad-4583-b665-e12c706cf049 req-c73a10ad-371f-4306-aa0d-a8b6dc0ef853 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:34.354926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:34.356238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198f684f-d6ad-4583-b665-e12c706cf049 req-c73a10ad-371f-4306-aa0d-a8b6dc0ef853 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.3422260 Sep 01 15:14:34.387707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:34.399019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:34.401085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446', 'network_id': '6cdeb709-140a-4e06-b224-347474efd134', 'port_id': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446', 'mac_address': 'fa:16:3e:cb:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dcfbc8-426d-46e8-8c04-18ce6ab02c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:14:34.409039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:34.411033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.645892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198f684f-d6ad-4583-b665-e12c706cf049 req-513e4f9e-50ef-4467-aeb2-69393abf964f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678268 Sep 01 15:14:34.666503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 593a12f7-8e7b-477e-90cd-cf324a9c629e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=593a12f7-8e7b-477e-90cd-cf324a9c629e,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:34.669936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379b8b6-5c58-4f83-9e75-98c6557f2283 None None] Network f9415377-afa9-4170-8597-1e14f1d0f1de requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:34.766226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8b68f26-2366-4fc6-951c-e8e60d36768e req-2624fc34-8e7a-48a1-b9ba-fb39c0d2773c service neutron] 10.222.0.50 "GET /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083607 Sep 01 15:14:34.797445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.827160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:34.829601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.864459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.866424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 751d7e71-d0cf-4988-9ebe-df729ce4567d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:34.877811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbc91c-e9f4-4cea-9b29-266477465d56 req-b76c978e-80d1-4503-94a0-0c4f3e899c48 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:34.882667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cdbc91c-e9f4-4cea-9b29-266477465d56 req-b76c978e-80d1-4503-94a0-0c4f3e899c48 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 943 time: 0.3625085 Sep 01 15:14:34.968107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e589fd3e-ff04-46a4-b258-f1240bfc5c1f req-b18593df-c859-42be-a01a-2eb71d64358d tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.1090086 Sep 01 15:14:35.054562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cfcf37b-df0a-4c4d-95dc-8c5bd868a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.059791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abddcd1f-3ea4-448c-8f3d-092ed21f6446 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:35.133704 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d995e7b8-b96e-4da0-a5b9-9d2cdef36f1b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.8478112 Sep 01 15:14:35.224131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:35.236715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=593a12f7-8e7b-477e-90cd-cf324a9c629e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:35.243643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cdbc91c-e9f4-4cea-9b29-266477465d56 req-959bbfd7-b34d-481f-be81-499a8cb3f1c9 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533050 Sep 01 15:14:35.250584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.358003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8987fa-293c-4cd5-956f-57a3629c15c6 req-0048c3ad-64e9-47dd-9d5e-3b05ee41903f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:35.378174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc8987fa-293c-4cd5-956f-57a3629c15c6 req-0048c3ad-64e9-47dd-9d5e-3b05ee41903f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.2257898 Sep 01 15:14:35.394243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.406402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.438714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:35.510047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc8987fa-293c-4cd5-956f-57a3629c15c6 req-c9ed2ab8-a49f-4c10-acef-98c62ea3900c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308315 Sep 01 15:14:35.556944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 751d7e71-d0cf-4988-9ebe-df729ce4567d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:35.581396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 716ba243-2768-4298-85ae-a74df192378a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:35.593932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-7cfcf37b-df0a-4c4d-95dc-8c5bd868a641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:14:35.594594 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-7cfcf37b-df0a-4c4d-95dc-8c5bd868a641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:14:35.595430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.615479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event updated for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:35.696025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['abddcd1f-3ea4-448c-8f3d-092ed21f6446'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:35.861022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Network f9415377-afa9-4170-8597-1e14f1d0f1de is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:35.863775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:35.908511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 716ba243-2768-4298-85ae-a74df192378a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:35.909606 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.370884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1426aa0-d564-47e2-9cd4-9628f00970b8 req-8dab5adc-21bc-4216-892d-5113e6c88b31 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ab07034-627e-4c74-8f1c-d8ead05d3afb HTTP/1.1" status: 200 len: 210 time: 0.0832584 Sep 01 15:14:36.374602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:36.399502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831465314', 'description': 'tempest-description--1446829410'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:36.495238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.625379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning for port 952dfb15-16fc-4b54-906f-41509c5b084c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:36.659901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning complete for port 952dfb15-16fc-4b54-906f-41509c5b084c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:36.661641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.807996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Port 952dfb15-16fc-4b54-906f-41509c5b084c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:36.811359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 593a12f7-8e7b-477e-90cd-cf324a9c629e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:36.896495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.908358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.936157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efa50-e0fd-43e6-b75d-986cd4377760 req-2502de8f-0ea3-460c-a62d-1e608250156c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:36.949981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d2efa50-e0fd-43e6-b75d-986cd4377760 req-2502de8f-0ea3-460c-a62d-1e608250156c tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 944 time: 0.1907885 Sep 01 15:14:37.011126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 593a12f7-8e7b-477e-90cd-cf324a9c629e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:37.016866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.020703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning for port 751d7e71-d0cf-4988-9ebe-df729ce4567d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:37.030149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning complete for port 751d7e71-d0cf-4988-9ebe-df729ce4567d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:37.032736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.086214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d2efa50-e0fd-43e6-b75d-986cd4377760 req-00ad5a42-7c7f-43f1-ac44-69ba984da185 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305468 Sep 01 15:14:37.146095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.151199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7738411 Sep 01 15:14:37.153241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35294) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:37.182274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'security_group_rule': {'security_group_id': 'a564b3b3-de04-435e-b2ee-0cde314a045e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:37.240083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:37.242735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca8d5-9d34-428f-bb77-0f44d89ca607 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a564b3b3-de04-435e-b2ee-0cde314a045e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:37.284352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.326221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d61c3-27c7-4ce1-b1c6-08e272f30556 req-e759ea05-764e-4f2e-bc5c-54f9c42b5072 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:37.341487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a09d61c3-27c7-4ce1-b1c6-08e272f30556 req-e759ea05-764e-4f2e-bc5c-54f9c42b5072 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 944 time: 0.2089241 Sep 01 15:14:37.413649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.503623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.514486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.554274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] For port 751d7e71-d0cf-4988-9ebe-df729ce4567d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=751d7e71-d0cf-4988-9ebe-df729ce4567d,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:37.567294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.596281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ee2bbf-a662-4b43-b22b-e30ae8ee05ea,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:37.618136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.621278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-81470929-bd08-43f1-9b43-6ea9c863c8ba tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589348 Sep 01 15:14:37.627522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35300) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:37.647342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a09d61c3-27c7-4ce1-b1c6-08e272f30556 req-4ac0bbc5-ae9f-4aa5-bcd7-16be0c079f79 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035924 Sep 01 15:14:37.654044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'security_group_rule': {'security_group_id': 'a564b3b3-de04-435e-b2ee-0cde314a045e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:37.723881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:37.735388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc0dbd82-6d41-4551-b3d9-02d602dc97fa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6011484 Sep 01 15:14:37.739725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35304) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:37.749292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.751873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:37.774014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Pushing event updated for resources: {'Port': ['ID=751d7e71-d0cf-4988-9ebe-df729ce4567d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:37.783682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:37.790437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning for port 70658aad-2909-4e62-be73-f80659c1589c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:37.806216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Provisioning complete for port 70658aad-2909-4e62-be73-f80659c1589c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:37.806994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.905366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:37.906568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:37.944730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.957939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.007105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de52a4a4-c346-4843-b5c1-955207f83fc0,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:38.062940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.072086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-539b30b8-621d-4ed2-b625-1130af52247c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4425218 Sep 01 15:14:38.073128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35306) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:38.082618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:38.093214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:14:38.096940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abddcd1f-3ea4-448c-8f3d-092ed21f6446 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:38.155476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-197651e4-b346-4522-9ebf-cdce4f734838 None None] Port 70658aad-2909-4e62-be73-f80659c1589c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:38.166409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.410937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:38.440843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.447789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'port_id': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'mac_address': 'fa:16:3e:e3:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:14:38.583309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.622630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:38.667685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:38.758797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.776531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8f830862-9b70-45fc-ab28-8f208d5f43fc None None] Provisioning complete for port 70658aad-2909-4e62-be73-f80659c1589c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:38.778609 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f830862-9b70-45fc-ab28-8f208d5f43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.923413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:38.941803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 751d7e71-d0cf-4988-9ebe-df729ce4567d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:38.951299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 172.25.1.45 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/ccc09922-a577-44ab-b623-bc1bbe43eb95) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:39.183782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.242767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:39.345941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce354-8621-4459-86dd-e482e7964d56 req-5a88bf9c-a472-4c87-9aca-c7ae26dc9fe4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:39.353887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.374285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a28ce354-8621-4459-86dd-e482e7964d56 req-5a88bf9c-a472-4c87-9aca-c7ae26dc9fe4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.2181723 Sep 01 15:14:39.396482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port abddcd1f-3ea4-448c-8f3d-092ed21f6446 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:39.454455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8779b0f7-1f48-4565-97ca-0f0a332dae50'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:39.478432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port abddcd1f-3ea4-448c-8f3d-092ed21f6446 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:39.483424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.520773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:39.524822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=ccc09922-a577-44ab-b623-bc1bbe43eb95,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:39.529903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:39.538242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:39.586762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a28ce354-8621-4459-86dd-e482e7964d56 req-b69d8150-a519-4ba7-9b65-0a0344eaa6a4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905797 Sep 01 15:14:39.640423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8f830862-9b70-45fc-ab28-8f208d5f43fc None None] Port 70658aad-2909-4e62-be73-f80659c1589c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:39.665383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ea1c5-ec55-43da-a0f8-3b5a13088211 req-eda0fc5d-c7d3-4270-88b3-6a6894d14c60 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:39.665383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-838ea1c5-ec55-43da-a0f8-3b5a13088211 req-eda0fc5d-c7d3-4270-88b3-6a6894d14c60 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 944 time: 0.3712599 Sep 01 15:14:39.758260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:14:39.799640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Removed routes are [] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:14:39.800534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.997881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.059888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 751d7e71-d0cf-4988-9ebe-df729ce4567d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:40.061483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.220314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.233631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.254012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-838ea1c5-ec55-43da-a0f8-3b5a13088211 req-04a5e122-d398-44d0-9410-b763daf15d98 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196996 Sep 01 15:14:40.397390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.416139 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.434575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:40.447991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:40.452289 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258b604-8651-46ca-beca-d6bfcb7f2c59" -d '{"events": [{"server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "name": "network-vif-plugged", "status": "completed", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:40.512548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:33Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:34Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:40.520984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.737587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:40.741601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Updating router a781ad95-364f-4dda-a66d-be942e244166 port 70658aad-2909-4e62-be73-f80659c1589c binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:14:40.763702 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc78d423-277f-4d1d-aa8d-bf0654e36fd4 x-openstack-request-id: req-dc78d423-277f-4d1d-aa8d-bf0654e36fd4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:40.766347 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "name": "network-vif-plugged", "status": "completed", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:40.767083 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc78d423-277f-4d1d-aa8d-bf0654e36fd4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:40.767712 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446', 'code': 200} Sep 01 15:14:40.857445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.858401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:40.862074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6a7ea-c314-4ebc-92ca-0e10d835c358 req-f09481e1-c018-4f75-a655-1439f3d9765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:40.865266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00b6a7ea-c314-4ebc-92ca-0e10d835c358 req-f09481e1-c018-4f75-a655-1439f3d9765a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 1097 time: 0.1722956 Sep 01 15:14:40.908598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.954613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.996238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00b6a7ea-c314-4ebc-92ca-0e10d835c358 req-312b4d35-9b02-4e03-9fb5-2341d1407d4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215291 Sep 01 15:14:41.143036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75593de8-87ab-4ba4-b321-61227ab451a2 req-3b339170-a5d8-4e09-926f-19b1dbe08099 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:41.157894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75593de8-87ab-4ba4-b321-61227ab451a2 req-3b339170-a5d8-4e09-926f-19b1dbe08099 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.3050489 Sep 01 15:14:41.209481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=ccc09922-a577-44ab-b623-bc1bbe43eb95,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:41.230511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:41.306747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75593de8-87ab-4ba4-b321-61227ab451a2 req-23e9cb6a-9c43-4ca2-a7a2-84b4d0b8d2b1 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472542 Sep 01 15:14:41.308496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:41.313242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2df0f257-bd57-4e16-945e-fda7bf4efab2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2385116 Sep 01 15:14:41.358488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:41.433390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:41.437368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:41.443056 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-38c0978d-8bd6-435a-abb9-b91a9fbc11c6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 933 time: 3.7008841 Sep 01 15:14:41.448228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:41.504187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.505034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.505885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.509109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.509966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.510750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.511490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.512310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.513046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.514095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.514954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.515668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:41.736347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:41.758707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Transition to ACTIVE for port object 70658aad-2909-4e62-be73-f80659c1589c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:41.769773 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:41.785775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8c4f9d0-1ad1-437e-b3cd-f0f2f9d5b59c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 933 time: 0.3355305 Sep 01 15:14:41.791533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:41.801821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'routes': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:41.833698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d96e25-b094-46a3-bd0a-bb25807832ef req-772b1ce9-bb47-41ce-bce9-8b7d5e60884f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:41.837286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30d96e25-b094-46a3-bd0a-bb25807832ef req-772b1ce9-bb47-41ce-bce9-8b7d5e60884f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.2241101 Sep 01 15:14:41.931833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377fae7-50b2-486b-b390-c6641ba943f6 None None] Pushing event updated for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:41.992759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30d96e25-b094-46a3-bd0a-bb25807832ef req-18b82dd1-a826-49bc-b5fb-6bbb6147c14b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403279 Sep 01 15:14:42.098921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Attempting to bind port 70658aad-2909-4e62-be73-f80659c1589c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:42.100483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Attempting to bind port 70658aad-2909-4e62-be73-f80659c1589c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:42.102085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Attempting to bind port 70658aad-2909-4e62-be73-f80659c1589c on network f9415377-afa9-4170-8597-1e14f1d0f1de {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:42.112794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:42.113621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Checking segment: {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:42.119307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.120356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Bound using segment: {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:42.122116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Bound port: 70658aad-2909-4e62-be73-f80659c1589c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:42.123236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.268495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-cea666af-3274-4232-b434-a0b2a9c48d37 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1831465314&fields=id&tenant_id=8459cbf69a174003b328b68207e3da3f HTTP/1.1" status: 200 len: 267 time: 0.3413928 Sep 01 15:14:42.398988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] For port 70658aad-2909-4e62-be73-f80659c1589c, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:42.413277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] For port 70658aad-2909-4e62-be73-f80659c1589c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=70658aad-2909-4e62-be73-f80659c1589c,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:42.428907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.563838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:42.565018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:42.789490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e1d83-a891-409c-872c-4900ef8cf5be req-a2842ef7-f6a1-439c-b563-7221c5dcd207 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:42.803797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de6e1d83-a891-409c-872c-4900ef8cf5be req-a2842ef7-f6a1-439c-b563-7221c5dcd207 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 945 time: 0.1883085 Sep 01 15:14:42.810590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c64ff177-1ea1-4190-9083-08f6c1714856 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:42.814402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c64ff177-1ea1-4190-9083-08f6c1714856 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 936 time: 0.5428407 Sep 01 15:14:42.938234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:42.947241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de6e1d83-a891-409c-872c-4900ef8cf5be req-aadf9bdb-902a-431d-b432-6981b7b035cd tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189258 Sep 01 15:14:43.128270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377fae7-50b2-486b-b390-c6641ba943f6 None None] Pushing event updated for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:43.131136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-74d80200-e8da-491f-bcdc-b151f54f5a9d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:43.134382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-74d80200-e8da-491f-bcdc-b151f54f5a9d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 936 time: 0.2497594 Sep 01 15:14:43.332178 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-220778d2-f824-4cb6-9db2-c5af8160f4ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1814160 Sep 01 15:14:43.402514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-45135ffb-9399-47e1-90b8-d0032c3eb287 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0582781 Sep 01 15:14:43.431666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351425-7667-417c-94f6-314560c78fdb req-4f1fba99-4138-403c-9eca-d765ecbc2f33 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:43.447582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61351425-7667-417c-94f6-314560c78fdb req-4f1fba99-4138-403c-9eca-d765ecbc2f33 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.1814542 Sep 01 15:14:43.532042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61351425-7667-417c-94f6-314560c78fdb req-6eab1c93-33cb-4dea-ba64-d45c3a1c1cb6 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830286 Sep 01 15:14:43.583154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:39Z', 'revision_number': 6, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:42Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:43.608250 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:14:43.688702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620a5f2-20ad-4032-9dff-5bfca22ce395 None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:39Z', 'revision_number': 6, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:42Z', 'revision_number': 4, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:43.887472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.extraroute_db [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added routes are [] {{(pid=106376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:14:43.888044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.extraroute_db [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:14:43.979314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d044cba-bab0-4a3f-b648-1143d95adba8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:43.999241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d044cba-bab0-4a3f-b648-1143d95adba8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:44.035565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d044cba-bab0-4a3f-b648-1143d95adba8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:44.056672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d044cba-bab0-4a3f-b648-1143d95adba8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 1994 time: 0.6339121 Sep 01 15:14:44.106760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:44.131277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f95fcf2f-3644-4647-9cf2-b20935bb592b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/quotas/8459cbf69a174003b328b68207e3da3f HTTP/1.1" status: 200 len: 375 time: 0.0712090 Sep 01 15:14:44.200820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.245382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8779b0f7-1f48-4565-97ca-0f0a332dae50 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:44.246641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.355343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40b2ea4b-d91a-47fd-a131-aa7729b42022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.356517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075a38-1998-40e4-8fc9-6ef4ddc0dc4e req-38d12dca-c9c7-4817-8148-b578a0d99057 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:44.364365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27075a38-1998-40e4-8fc9-6ef4ddc0dc4e req-38d12dca-c9c7-4817-8148-b578a0d99057 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.2025061 Sep 01 15:14:44.494136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-27075a38-1998-40e4-8fc9-6ef4ddc0dc4e req-59b3de72-4ea8-45b6-8e51-72c23d71ba94 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041646 Sep 01 15:14:44.545213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.646747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-824eb619-334b-4423-9e9d-adea2f44a043 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4987354 Sep 01 15:14:44.684302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:44.698574 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff9763-9d06-4c39-a474-68962c32b604" -d '{"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:44.758193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:44.767871 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.919154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 70658aad-2909-4e62-be73-f80659c1589c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:44.992909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95299d-b31e-4dfd-85ed-9fcfeb124dfc req-3932b0c4-6c98-49f9-af04-bc325a6a7508 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:45.009942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec95299d-b31e-4dfd-85ed-9fcfeb124dfc req-3932b0c4-6c98-49f9-af04-bc325a6a7508 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.2142267 Sep 01 15:14:45.066854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:45.147436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 70658aad-2909-4e62-be73-f80659c1589c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:45.158834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.164892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec95299d-b31e-4dfd-85ed-9fcfeb124dfc req-73673040-de27-474b-8d89-c48622fc14ca tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529913 Sep 01 15:14:45.165700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 70658aad-2909-4e62-be73-f80659c1589c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:45.166894 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.183047 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.443607 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa6b1f9-7ece-41a0-bbfb-4c902da0266a x-openstack-request-id: req-2aa6b1f9-7ece-41a0-bbfb-4c902da0266a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:45.444020 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-plugged", "status": "completed", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:45.445116 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aa6b1f9-7ece-41a0-bbfb-4c902da0266a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:45.446170 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'code': 200} Sep 01 15:14:45.447764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.572163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 70658aad-2909-4e62-be73-f80659c1589c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=70658aad-2909-4e62-be73-f80659c1589c,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:45.582303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.818121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3cadb-0953-42b5-b0ec-891eaeccc04b req-09433cde-c50c-4fea-a35b-cbece73919a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:45.822781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc3cadb-0953-42b5-b0ec-891eaeccc04b req-09433cde-c50c-4fea-a35b-cbece73919a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 1099 time: 0.1906281 Sep 01 15:14:45.827078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:45.897022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:45.918968 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:45.920525 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:45.923760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecc3cadb-0953-42b5-b0ec-891eaeccc04b req-00359617-d6b0-4856-a8e4-e41e4e4b86e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912938 Sep 01 15:14:46.097568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c7fe3-489e-4d41-90c2-dc649e980421 req-87c05809-8eb0-4bfe-803b-f78390f91a3b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:46.101382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c0c7fe3-489e-4d41-90c2-dc649e980421 req-87c05809-8eb0-4bfe-803b-f78390f91a3b tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.1490119 Sep 01 15:14:46.137821 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:46.140531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-41f141f4-6e6a-4aac-baf4-5534af9b2cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4454932 Sep 01 15:14:46.149474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:46.188087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c0c7fe3-489e-4d41-90c2-dc649e980421 req-6c829d99-28a0-4a6e-a4a3-9cd14515a319 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 Sep 01 15:14:46.464580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d59c-7243-456e-814d-384c88920954 req-8c9cddc5-56fb-4a5b-ab1a-3df32bd2606a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:46.467056 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be8d59c-7243-456e-814d-384c88920954 req-8c9cddc5-56fb-4a5b-ab1a-3df32bd2606a tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.1116354 Sep 01 15:14:46.545919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-1d2d89c1-5708-4143-9b8b-cdb3adbebbb8 service neutron] 10.222.0.41 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911912 Sep 01 15:14:46.555916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:46.574310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2be8d59c-7243-456e-814d-384c88920954 req-1b33a735-90bc-4bbe-8d9f-f501b0d9a377 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964718 Sep 01 15:14:46.579805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.587380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2fe40a21-0527-4595-be94-66f6e74e2e8c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 699 time: 4.7899127 Sep 01 15:14:46.587857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:46.642953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:46.720932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 70658aad-2909-4e62-be73-f80659c1589c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:46.734285 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:46.744149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-714f81e5-16fb-4e5d-9c78-48101fca0364 service neutron] 10.222.0.41 "GET /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1492085 Sep 01 15:14:46.754006 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:46.755134 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:46.881283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 70658aad-2909-4e62-be73-f80659c1589c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:46.882123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.922257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-fbb2231b-35dc-4199-8402-e1f27ad24ff7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:46.925550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-fbb2231b-35dc-4199-8402-e1f27ad24ff7 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 945 time: 0.3401363 Sep 01 15:14:46.940473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec406-dda3-4795-8fab-0320c513da5d req-0464e54d-e036-423e-99a9-7860c920b7bb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:46.943473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcdec406-dda3-4795-8fab-0320c513da5d req-0464e54d-e036-423e-99a9-7860c920b7bb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.1603210 Sep 01 15:14:46.968993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f94e684-683c-47ab-b01e-09ac39f9fbdf tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 699 time: 0.3786695 Sep 01 15:14:46.970215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:46.984060 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:47.078168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-42b456c9-07eb-4a3e-9cc9-f3becb3003cb service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190379 Sep 01 15:14:47.133551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f54f4f17-c3e4-4a41-bebc-1c725616b3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:47.345636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Deleting port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:47.346507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:47.376130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:47.391880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7deba725-adb4-4885-9c5a-eccb37d46b5c service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715237 Sep 01 15:14:47.540679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-1bb4a72e-ba13-4f95-9424-76b7099f3c37 service neutron] 10.222.0.41 "GET /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0864131 Sep 01 15:14:47.543206 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcdec406-dda3-4795-8fab-0320c513da5d req-ebbbca7d-fd18-470f-a7c4-1bd4aa1ff1cb tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5712759 Sep 01 15:14:47.618811 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:47.711934 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc06-8a20-49f5-a46d-bde7d866945d None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:47.720937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] For port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:47.721573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:47.746487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Calling delete_port for b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:47.945909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.078076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.137490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c36c93b9-8b69-443b-ac0b-543c4ed5bb6e service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667136 Sep 01 15:14:48.243305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.254367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event deleted for resources: {'Port': ['ID=b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:48.332629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee96fb47-5a41-422d-9866-539a46579d96 req-c6766c03-89d3-4fd0-a207-8ed83e7cc52b tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f16473b-0e7a-4ea0-8cd5-eb4d984dc198 HTTP/1.1" status: 200 len: 210 time: 0.1153402 Sep 01 15:14:48.343318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.352462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:48.399299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:48.400922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:48.444583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] No DVR routers for this DVR port b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:48.452607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.457083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0353bfa1-ddc4-4a3b-8300-2d2cee2e1d0c req-23085b60-9f9b-4d95-8632-6339006d577c tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "DELETE /v2.0/ports/b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 HTTP/1.1" status: 204 len: 173 time: 1.5217235 Sep 01 15:14:48.457983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-deleted', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:48.462880 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f49be8-956f-4b5b-871c-dfc737dd19c3" -d '{"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-deleted", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:48.576880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-4b3b827a-dc5a-47bc-89d7-3dd9b9b4c730 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295247 Sep 01 15:14:48.779601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ad22-3344-4cf0-b656-4facbd0482d8 req-8f2a0dc7-e64a-4aa6-ac72-ffdc8f6a3002 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:48.782366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56c2ad22-3344-4cf0-b656-4facbd0482d8 req-8f2a0dc7-e64a-4aa6-ac72-ffdc8f6a3002 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.2337918 Sep 01 15:14:48.810978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-d7f54a80-1cc1-4c2a-bf4e-7277c3ee9570 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192831 Sep 01 15:14:48.910224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 70658aad-2909-4e62-be73-f80659c1589c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:48.910737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:48.923794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56c2ad22-3344-4cf0-b656-4facbd0482d8 req-c521fda1-c8d6-4e96-8731-4762b15b9377 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245863 Sep 01 15:14:48.996540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:49.125090 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2581bb65-5834-423d-a97f-40dd98c3143b x-openstack-request-id: req-2581bb65-5834-423d-a97f-40dd98c3143b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:49.125733 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f16473b-0e7a-4ea0-8cd5-eb4d984dc198", "name": "network-vif-deleted", "tag": "b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:49.126210 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2581bb65-5834-423d-a97f-40dd98c3143b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:49.127923 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f16473b-0e7a-4ea0-8cd5-eb4d984dc198', 'name': 'network-vif-deleted', 'tag': 'b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0', 'status': 'completed', 'code': 200} Sep 01 15:14:49.168605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 70658aad-2909-4e62-be73-f80659c1589c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=70658aad-2909-4e62-be73-f80659c1589c,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:49.170271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:49.171592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-b4d20647-3789-49f7-a31c-56a8e413eb3c service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411593 Sep 01 15:14:49.249434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 70658aad-2909-4e62-be73-f80659c1589c owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:49.392053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-af659c5e-a54e-42a6-a8fd-ca2e6f25cc6f service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021179 Sep 01 15:14:49.429362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937b27d-8ad9-4a16-9e56-5f965a305a1b req-9148e73b-7a87-4ee7-8a99-a26ab6ce6376 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:49.447668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0937b27d-8ad9-4a16-9e56-5f965a305a1b req-9148e73b-7a87-4ee7-8a99-a26ab6ce6376 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.2291365 Sep 01 15:14:49.525932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:49.586394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:49.600744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:49.602051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:49.613364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9dd5d447-9123-40a9-8caa-ba9b726484ff service neutron] 10.222.0.41 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045622 Sep 01 15:14:49.616221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0937b27d-8ad9-4a16-9e56-5f965a305a1b req-46e3595a-c9fd-4b56-9db4-d2b2f180f6b8 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649883 Sep 01 15:14:49.798283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:49.808929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:49.866407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:49.867082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b2ba28e5-3e9d-48c2-86e9-dfaed5dadff0 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:49.891463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:49.914403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-098fd41d-9ecf-4410-8359-a298b34da5ea service neutron] 10.222.0.41 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840991 Sep 01 15:14:49.972182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:50.010995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=70658aad-2909-4e62-be73-f80659c1589c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:50.249843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fa02c8c4-2680-45d1-9806-3004da9b2352 service neutron] 10.222.0.41 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184807 Sep 01 15:14:50.255503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.256927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.257381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.257542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.257997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.258464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.258933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.259552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.259862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.260327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.260793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.261441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:50.538387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:50.578187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f23275b4-5bfc-4ee0-8df9-66ba608bdaac service neutron] 10.222.0.41 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833660 Sep 01 15:14:50.621720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69526-8ec6-4fbd-990d-72432767a9e2 None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:44Z', 'revision_number': 7, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70658aad-2909-4e62-be73-f80659c1589c', 'name': '', 'network_id': 'f9415377-afa9-4170-8597-1e14f1d0f1de', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:98:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:28Z', 'updated_at': '2021-09-01T15:14:45Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '49a08233-7f7c-4c97-91b2-7004a8699260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:50.819465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-1fbeb261-c037-40f5-b4c8-4daac9e13533 service neutron] 10.222.0.41 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371461 Sep 01 15:14:50.849018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-b57bac8d-957a-4fed-ae3a-05765ec7ae42 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:50.851732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-b57bac8d-957a-4fed-ae3a-05765ec7ae42 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 1.0141733 Sep 01 15:14:50.964262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:50.988010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-2ba42ba6-645a-401b-856b-6d210d88acf5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:50.991493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-2ba42ba6-645a-401b-856b-6d210d88acf5 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.1250479 Sep 01 15:14:51.040524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5731-1732-4a61-82da-c4cd7a71e12c req-57c7bc42-c6a4-4bb4-83c2-184a76cf9ea4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:51.043396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2abb5731-1732-4a61-82da-c4cd7a71e12c req-57c7bc42-c6a4-4bb4-83c2-184a76cf9ea4 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 945 time: 0.2477906 Sep 01 15:14:51.216899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Deleting port 3abca608-21b3-466b-9653-661ef184e4ac {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:51.217705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.382262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2abb5731-1732-4a61-82da-c4cd7a71e12c req-18edb647-4642-46a6-bdb5-1520cf437f4f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930403 Sep 01 15:14:51.404960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Deleting port abddcd1f-3ea4-448c-8f3d-092ed21f6446 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:51.404960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.508438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] For port 3abca608-21b3-466b-9653-661ef184e4ac, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3abca608-21b3-466b-9653-661ef184e4ac,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:51.509624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.546430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Calling delete_port for 3abca608-21b3-466b-9653-661ef184e4ac owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:51.823682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed878e65-0052-4a78-85be-e18e0502dd96 req-b78b3148-70de-40b1-bca9-e476501651ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:51.826233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed878e65-0052-4a78-85be-e18e0502dd96 req-b78b3148-70de-40b1-bca9-e476501651ee tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=659891a0-b476-482a-83b4-178a3b6762a4 HTTP/1.1" status: 200 len: 944 time: 0.2642736 Sep 01 15:14:51.829540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:51.850646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] For port abddcd1f-3ea4-448c-8f3d-092ed21f6446, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abddcd1f-3ea4-448c-8f3d-092ed21f6446,segment=NetworkSegment(396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f),segment_id=396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:51.851407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.905170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Calling delete_port for abddcd1f-3ea4-448c-8f3d-092ed21f6446 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:51.912964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.001830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event deleted for resources: {'Port': ['ID=3abca608-21b3-466b-9653-661ef184e4ac,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:52.093706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] No DVR routers for this DVR port 3abca608-21b3-466b-9653-661ef184e4ac on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:52.098797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.107743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31735c0d-9e11-4e57-bbec-610ba50888b1 req-5620685f-1c77-4cce-b4f2-4fd63feb7f7f tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "DELETE /v2.0/ports/3abca608-21b3-466b-9653-661ef184e4ac HTTP/1.1" status: 204 len: 173 time: 1.1069477 Sep 01 15:14:52.108652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-deleted', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:52.113768 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d555db7-d224-4806-a259-f55fa094fe48" -d '{"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-deleted", "tag": "3abca608-21b3-466b-9653-661ef184e4ac"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:52.215627 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154b1cd0-c2f3-459a-8aca-39a8d275a039 x-openstack-request-id: req-154b1cd0-c2f3-459a-8aca-39a8d275a039 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:52.216183 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659891a0-b476-482a-83b4-178a3b6762a4", "name": "network-vif-deleted", "tag": "3abca608-21b3-466b-9653-661ef184e4ac", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:52.216350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed878e65-0052-4a78-85be-e18e0502dd96 req-11b74730-efd1-4a8e-8b56-79b8daf5a389 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595355 Sep 01 15:14:52.216625 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-154b1cd0-c2f3-459a-8aca-39a8d275a039 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:52.217570 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659891a0-b476-482a-83b4-178a3b6762a4', 'name': 'network-vif-deleted', 'tag': '3abca608-21b3-466b-9653-661ef184e4ac', 'status': 'completed', 'code': 200} Sep 01 15:14:52.354447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:52.373524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-30cc8518-e7c0-4cf1-ae4d-1d96b2666513 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3990834 Sep 01 15:14:52.376101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35456) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:52.380759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:52.400645 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:52.403524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:52.409187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c86bf010-08a4-4833-8177-ae576c61f35d req-96cffa77-a86b-467a-8099-798c7b009b22 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0913813 Sep 01 15:14:52.591361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 49a08233-7f7c-4c97-91b2-7004a8699260 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:14:52.632303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.659565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:52.786454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.787979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.917009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Pushing event deleted for resources: {'Port': ['ID=abddcd1f-3ea4-448c-8f3d-092ed21f6446,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:52.941989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c494-8e02-4198-a4ef-9c9016965082 req-991c95af-0db5-4ae4-9c2d-31031783ee48 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:52.943890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a75c494-8e02-4198-a4ef-9c9016965082 req-991c95af-0db5-4ae4-9c2d-31031783ee48 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e19179-3253-4a54-b3f5-781d3817df92 HTTP/1.1" status: 200 len: 867 time: 0.3454776 Sep 01 15:14:53.086961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] No DVR routers for this DVR port abddcd1f-3ea4-448c-8f3d-092ed21f6446 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:53.097467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.102059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dfd5df1-69b8-45ff-bc42-9abe9a960bbb req-d84d9493-1cd8-428f-a9a4-6e8e9e6a229f tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.50 "DELETE /v2.0/ports/abddcd1f-3ea4-448c-8f3d-092ed21f6446 HTTP/1.1" status: 204 len: 173 time: 2.2198942 Sep 01 15:14:53.136102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'name': 'network-vif-deleted', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:53.145729 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb46dda0-fae6-438d-abf7-82c3ef32b9ab" -d '{"events": [{"server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "name": "network-vif-deleted", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:53.266573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:49Z', 'revision_number': 8, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:53.288404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a75c494-8e02-4198-a4ef-9c9016965082 req-5a30f699-5c2d-461f-9322-4b970fa54774 tempest-DeleteServersTestJSON-378492446 tempest-DeleteServersTestJSON-378492446-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebf36a43-a183-4081-8690-bd1ab7def0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154867 Sep 01 15:14:53.291769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.312048 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d522efb-21a8-4a25-9dbc-33b0d450d337 x-openstack-request-id: req-5d522efb-21a8-4a25-9dbc-33b0d450d337 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:53.312864 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e19179-3253-4a54-b3f5-781d3817df92", "name": "network-vif-deleted", "tag": "abddcd1f-3ea4-448c-8f3d-092ed21f6446", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:53.319324 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d522efb-21a8-4a25-9dbc-33b0d450d337 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:53.320721 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e19179-3253-4a54-b3f5-781d3817df92', 'name': 'network-vif-deleted', 'tag': 'abddcd1f-3ea4-448c-8f3d-092ed21f6446', 'status': 'completed', 'code': 200} Sep 01 15:14:53.378147 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:53.402551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:53.403763 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:53.571204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.637556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af679d-53cc-48ba-8cf2-f3d78c0c8283 None None] Network f9415377-afa9-4170-8597-1e14f1d0f1de requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:53.669301 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:53.715109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.723165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/49a08233-7f7c-4c97-91b2-7004a8699260 HTTP/1.1" status: 204 len: 168 time: 1.3421042 Sep 01 15:14:53.723731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e679c1-3a68-4173-a6bf-05df9c86effb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=49a08233-7f7c-4c97-91b2-7004a8699260,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:53.733641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35474) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:53.764566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37786b12-02d3-4d75-96f4-9185924afcdd req-55cd189e-1d16-4d75-99da-477c81eed0ab tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1106722 Sep 01 15:14:53.968939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.008660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3abca608-21b3-466b-9653-661ef184e4ac no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:54.050557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 3abca608-21b3-466b-9653-661ef184e4ac {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:54.051490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3abca608-21b3-466b-9653-661ef184e4ac not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:54.157338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5075a-7951-4c66-ad36-49d165888b13 req-0cfcdef8-e767-4c7f-85f1-97221e4e441e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:54.171798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abddcd1f-3ea4-448c-8f3d-092ed21f6446 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:54.172621 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d5075a-7951-4c66-ad36-49d165888b13 req-0cfcdef8-e767-4c7f-85f1-97221e4e441e tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.1805112 Sep 01 15:14:54.216884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 751d7e71-d0cf-4988-9ebe-df729ce4567d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:54.218506 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.245713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: abddcd1f-3ea4-448c-8f3d-092ed21f6446 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:54.250709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abddcd1f-3ea4-448c-8f3d-092ed21f6446 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:54.278594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d5075a-7951-4c66-ad36-49d165888b13 req-528ac1da-ab4b-4a7e-8545-1e6151ec13dc tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023352 Sep 01 15:14:54.306985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] DHCP port deletion for f9415377-afa9-4170-8597-1e14f1d0f1de request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:14:54.460347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 751d7e71-d0cf-4988-9ebe-df729ce4567d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=751d7e71-d0cf-4988-9ebe-df729ce4567d,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:54.460713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.486334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:49Z', 'revision_number': 8, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:54.490745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 751d7e71-d0cf-4988-9ebe-df729ce4567d owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:54.507935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Deleting port 751d7e71-d0cf-4988-9ebe-df729ce4567d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:54.508532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.689373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff3939-13bc-4fae-8390-a76271255fdc req-37619638-f808-4b5e-982d-9e50df05e6b1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:54.693836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bff3939-13bc-4fae-8390-a76271255fdc req-37619638-f808-4b5e-982d-9e50df05e6b1 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 944 time: 0.1990862 Sep 01 15:14:54.770998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 751d7e71-d0cf-4988-9ebe-df729ce4567d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:54.879529 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8bc0d-95a8-4823-8c6e-af388082ed0f None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:49Z', 'revision_number': 8, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716ba243-2768-4298-85ae-a74df192378a', 'name': '', 'network_id': 'e3ff2c18-8a5d-497f-9fd2-c5de68b54277', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:ea:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:14:02Z', 'updated_at': '2021-09-01T15:14:28Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '7ebbe3a8-9f52-4b7b-ae03-900a1f46202a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:54.883697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] For port 751d7e71-d0cf-4988-9ebe-df729ce4567d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=751d7e71-d0cf-4988-9ebe-df729ce4567d,segment=NetworkSegment(6e9df7ff-bb5b-4674-bc85-f85b7d56a25b),segment_id=6e9df7ff-bb5b-4674-bc85-f85b7d56a25b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:54.884389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.998453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.017685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Calling delete_port for 751d7e71-d0cf-4988-9ebe-df729ce4567d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:55.092460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Deleting port 69294600-d86a-40b8-9c37-832a0e2b6c36 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:55.093357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.101018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port 751d7e71-d0cf-4988-9ebe-df729ce4567d {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:14:55.102191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 751d7e71-d0cf-4988-9ebe-df729ce4567d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:55.120111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-956c1228-9bf9-4d4d-ab09-478a0dffb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:55.123522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-956c1228-9bf9-4d4d-ab09-478a0dffb349 service neutron] 10.222.0.50 "GET /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 1032 time: 0.1952205 Sep 01 15:14:55.212522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a21c5831-cd56-4b54-83c8-727fd8a2b736 req-bf977fb9-0aa4-416f-9914-f5cf7369e214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1985447 Sep 01 15:14:55.227027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=751d7e71-d0cf-4988-9ebe-df729ce4567d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:55.242186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 751d7e71-d0cf-4988-9ebe-df729ce4567d on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:55.338185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.385940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] No DVR routers for this DVR port 751d7e71-d0cf-4988-9ebe-df729ce4567d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:55.509577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e21c-4bbf-4dd3-ab6a-43d604943b46 None None] Pushing event deleted for resources: {'Port': ['ID=751d7e71-d0cf-4988-9ebe-df729ce4567d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:55.524418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] For port 69294600-d86a-40b8-9c37-832a0e2b6c36, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=69294600-d86a-40b8-9c37-832a0e2b6c36,segment=NetworkSegment(521c9805-9145-42eb-a8e7-85b4e123dead),segment_id=521c9805-9145-42eb-a8e7-85b4e123dead)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:55.527244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.579032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Calling delete_port for 69294600-d86a-40b8-9c37-832a0e2b6c36 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:55.613263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-399c4b0f-a63e-4d73-be0a-1d6f2460794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:55.615869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-399c4b0f-a63e-4d73-be0a-1d6f2460794a service neutron] 10.222.0.50 "GET /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 1032 time: 0.4360373 Sep 01 15:14:56.008785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.014853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.051664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-959aba15-0722-4cd6-8640-d49fd09d20e0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:56.065645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-959aba15-0722-4cd6-8640-d49fd09d20e0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:56.078840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-959aba15-0722-4cd6-8640-d49fd09d20e0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:56.082236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-959aba15-0722-4cd6-8640-d49fd09d20e0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 1994 time: 0.4587359 Sep 01 15:14:56.092035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Pushing event deleted for resources: {'Port': ['ID=69294600-d86a-40b8-9c37-832a0e2b6c36,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:56.092562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9415377-afa9-4170-8597-1e14f1d0f1de']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:56.147397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:56.148102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9df7ff-bb5b-4674-bc85-f85b7d56a25b') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:56.180539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02a31a-0123-466a-aed1-5786ef302a76 req-9defad29-4f77-43d7-870a-bd3bf4b636e8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:56.184371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] No DVR routers for this DVR port 69294600-d86a-40b8-9c37-832a0e2b6c36 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:56.189962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.194459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d02a31a-0123-466a-aed1-5786ef302a76 req-9defad29-4f77-43d7-870a-bd3bf4b636e8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cb5746-08ff-481a-9fb8-b8a8bb5c9272 HTTP/1.1" status: 200 len: 866 time: 0.5839636 Sep 01 15:14:56.195863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bff3939-13bc-4fae-8390-a76271255fdc req-7af25f31-a442-4a87-8d2b-264c27945310 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.24 "DELETE /v2.0/ports/69294600-d86a-40b8-9c37-832a0e2b6c36 HTTP/1.1" status: 204 len: 173 time: 1.4920957 Sep 01 15:14:56.196868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-deleted', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:56.201619 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e992af7-d421-4341-929c-0e2314f8bd15" -d '{"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-deleted", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:56.254139 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.295012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.320060 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a74fe-2e2c-4b51-939f-cfadd053e1e3 x-openstack-request-id: req-2b1a74fe-2e2c-4b51-939f-cfadd053e1e3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:56.320767 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cb5746-08ff-481a-9fb8-b8a8bb5c9272", "name": "network-vif-deleted", "tag": "69294600-d86a-40b8-9c37-832a0e2b6c36", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:56.321819 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b1a74fe-2e2c-4b51-939f-cfadd053e1e3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:56.322735 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cb5746-08ff-481a-9fb8-b8a8bb5c9272', 'name': 'network-vif-deleted', 'tag': '69294600-d86a-40b8-9c37-832a0e2b6c36', 'status': 'completed', 'code': 200} Sep 01 15:14:56.330070 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-5dc1514e-eb66-4a5b-8296-c5b53af6c93e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8459cbf69a174003b328b68207e3da3f HTTP/1.1" status: 200 len: 380 time: 0.2327244 Sep 01 15:14:56.353696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'admin_state_up': True, 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'security_groups': ['a564b3b3-de04-435e-b2ee-0cde314a045e']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:56.359539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:14:56.360226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:14:56.369467 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:14:56.606087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-546aaba9-cadb-4119-b4b5-e95dcedbfe29 req-ebdfe98a-c6b7-4e21-84aa-9cbb52ea6817 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1393893 Sep 01 15:14:56.625135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 70658aad-2909-4e62-be73-f80659c1589c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:56.671119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 70658aad-2909-4e62-be73-f80659c1589c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:56.671702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 70658aad-2909-4e62-be73-f80659c1589c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:56.710412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d02a31a-0123-466a-aed1-5786ef302a76 req-a73787d3-228a-4233-b129-f63b9098d001 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] 10.222.0.41 "GET /v2.0/security-groups?id=66a6a61a-b6a9-46a6-88c7-269f8c66a116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127826 Sep 01 15:14:56.736405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.760667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.769132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35514) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:56.769313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/f9415377-afa9-4170-8597-1e14f1d0f1de HTTP/1.1" status: 204 len: 168 time: 3.0335951 Sep 01 15:14:56.796908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01077-65db-4da2-8e4b-7486d5c334f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=f9415377-afa9-4170-8597-1e14f1d0f1de,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:56.865408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:56.872565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.243209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 172.20.0.6 (a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5/6aec0d0f-d3e6-47be-830f-80637ed794ea/763fbb5c-1678-45c4-90c1-28d27167dada) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:57.545528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.566405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.609730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 763fbb5c-1678-45c4-90c1-28d27167dada will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:57.679026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.715553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.791571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:57.877982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 69294600-d86a-40b8-9c37-832a0e2b6c36 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:57.878485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 69294600-d86a-40b8-9c37-832a0e2b6c36 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:57.909369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:57.909369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35522) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:57.932515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:57.935942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:57.940955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:58.095499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:58.098119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.155454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3d848c96-c3d2-4520-995e-4ad8cb41f518 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8090489 Sep 01 15:14:58.183022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'admin_state_up': True, 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'security_groups': ['a564b3b3-de04-435e-b2ee-0cde314a045e']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:58.293679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dbaf5-220a-4748-8d41-62bfb95c4bec req-256cf459-f116-4cd5-86f5-7078fe29abf8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:58.296483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-360dbaf5-220a-4748-8d41-62bfb95c4bec req-256cf459-f116-4cd5-86f5-7078fe29abf8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 931 time: 0.3808529 Sep 01 15:14:58.430891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb3413c8-caa4-4622-a8b0-b9d100b8a38e None None] Provisioning for port 763fbb5c-1678-45c4-90c1-28d27167dada completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:58.434566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-360dbaf5-220a-4748-8d41-62bfb95c4bec req-faab4d49-4985-4496-91e3-43e88e899a72 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188352 Sep 01 15:14:58.448151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb3413c8-caa4-4622-a8b0-b9d100b8a38e None None] Provisioning complete for port 763fbb5c-1678-45c4-90c1-28d27167dada triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:58.448952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb3413c8-caa4-4622-a8b0-b9d100b8a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.531483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Deleting subnet 3ec53f36-5e70-4fb6-9932-8bf83cb15191 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:14:58.544994 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.605546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cb3413c8-caa4-4622-a8b0-b9d100b8a38e None None] Port 763fbb5c-1678-45c4-90c1-28d27167dada cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:14:58.641783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 716ba243-2768-4298-85ae-a74df192378a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:58.642466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.665394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.756868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:58.762954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.792058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.902602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 716ba243-2768-4298-85ae-a74df192378a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=716ba243-2768-4298-85ae-a74df192378a,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:58.904394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.937502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 716ba243-2768-4298-85ae-a74df192378a owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:59.100327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.1.1.155 (d8ff8f4a-5658-43a2-933f-1844f1edddce/351cef1c-9e05-4770-86d8-47f6e662abd8/8642d2f1-1e1f-4832-8aca-1d8d188846d6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:59.156750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.226452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.240390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ec53f36-5e70-4fb6-9932-8bf83cb15191 HTTP/1.1" status: 204 len: 168 time: 1.3152583 Sep 01 15:14:59.240390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430f129-2275-4200-bbde-2927eed3fac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec53f36-5e70-4fb6-9932-8bf83cb15191,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.244645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35528) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:59.353485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.441325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=716ba243-2768-4298-85ae-a74df192378a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.851207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.903064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.028849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379feb88-5575-442d-9b2f-568d41607684 req-800f1b7f-6fd7-4eaa-a97b-6ebc2709990c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:00.032477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-379feb88-5575-442d-9b2f-568d41607684 req-800f1b7f-6fd7-4eaa-a97b-6ebc2709990c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 931 time: 0.3006787 Sep 01 15:15:00.138610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.200095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.245472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 8642d2f1-1e1f-4832-8aca-1d8d188846d6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:00.261765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7715320d-85f8-49ea-9836-b495714b7774']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:00.321079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-379feb88-5575-442d-9b2f-568d41607684 req-9869aedd-26ed-4ee9-8fed-f39accecb8f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487371 Sep 01 15:15:00.321079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521c9805-9145-42eb-a8e7-85b4e123dead') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:00.321079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521c9805-9145-42eb-a8e7-85b4e123dead') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:00.389995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.455519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.497550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:00.498247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:00.512600 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:00.638262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.708296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.756251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:00.793812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.800777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] 10.222.0.41 "DELETE /v2.0/networks/7715320d-85f8-49ea-9836-b495714b7774 HTTP/1.1" status: 204 len: 168 time: 1.5515521 Sep 01 15:15:00.805344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689366b-3a3e-41da-b922-fbba695527de admin admin] Pushing event deleted for resources: {'Network': ['ID=7715320d-85f8-49ea-9836-b495714b7774,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:00.814246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35536) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:00.836803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:00.859599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:01.048634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:01.118090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:01.173987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Deleting subnet 8708bb50-a6f2-46cb-9eb8-7b6e20ffcdab {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:01.212659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:01.212659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.223444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.306744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a07e6fe9-709c-4458-a3d6-d062f664f580 None None] Provisioning for port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:01.322668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c63dcd55-2b28-4f07-a8d4-baa07dbaca90 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1599796 Sep 01 15:15:01.323671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a07e6fe9-709c-4458-a3d6-d062f664f580 None None] Provisioning complete for port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:01.324617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a07e6fe9-709c-4458-a3d6-d062f664f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.337233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:01.340075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'admin_state_up': True, 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'security_groups': ['a564b3b3-de04-435e-b2ee-0cde314a045e']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:01.354171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-81a68072-9e77-4d33-8e6d-a94493745b11 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5829287 Sep 01 15:15:01.356050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35538) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:01.374508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.436057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:01.495197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:01.501845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:01.530282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 7ebbe3a8-9f52-4b7b-ae03-900a1f46202a {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:01.547321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.650005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.714132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a07e6fe9-709c-4458-a3d6-d062f664f580 None None] Port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:01.898209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:02.049870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.163184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:02.202550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623a23-f40f-47a6-a43b-d446733b9933 req-150ffadd-c967-4540-9136-916cf4a4f764 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:02.233470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34623a23-f40f-47a6-a43b-d446733b9933 req-150ffadd-c967-4540-9136-916cf4a4f764 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:02.236523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34623a23-f40f-47a6-a43b-d446733b9933 req-150ffadd-c967-4540-9136-916cf4a4f764 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 1653 time: 0.4268456 Sep 01 15:15:02.372542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34623a23-f40f-47a6-a43b-d446733b9933 req-2f316231-5c5b-42b9-9703-ff0cd4670a0c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118896 Sep 01 15:15:02.442101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.557901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:59Z', 'revision_number': 9, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:02.578956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.587788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/7ebbe3a8-9f52-4b7b-ae03-900a1f46202a HTTP/1.1" status: 204 len: 168 time: 1.2250960 Sep 01 15:15:02.587788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e37fe4-cd8b-4933-b7dd-18df4ddb07f7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebbe3a8-9f52-4b7b-ae03-900a1f46202a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:02.589227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:02.624220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c6c63-639d-473b-a192-7b7249d68e7d None None] Network e3ff2c18-8a5d-497f-9fd2-c5de68b54277 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:02.640221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:02.642720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:02.652498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.662538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.763703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.765817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:02.767519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:02.820704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Deleting subnet 21dcfbc8-426d-46e8-8c04-18ce6ab02c7d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:02.844890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.977408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:02.977975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.007092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:03.118127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,segment=NetworkSegment(aee4ea6d-cf9b-4225-a3b9-6812bb3e5891),segment_id=aee4ea6d-cf9b-4225-a3b9-6812bb3e5891)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:03.119016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.149469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:03.159820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.230142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.313385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8708bb50-a6f2-46cb-9eb8-7b6e20ffcdab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:03.324619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.328491 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e7610eb-4f32-4082-a43c-155ff285cacf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8708bb50-a6f2-46cb-9eb8-7b6e20ffcdab HTTP/1.1" status: 204 len: 168 time: 2.5130751 Sep 01 15:15:03.336878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:03.496255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.523882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.714909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.732393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.810283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:03.842587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=68d95ed1-3b6b-42b1-971c-ab8a6ca6492f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:03.892104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:59Z', 'revision_number': 9, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:03.909613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.1.1.47 (d8ff8f4a-5658-43a2-933f-1844f1edddce/351cef1c-9e05-4770-86d8-47f6e662abd8/e76180c7-08b2-4920-9a71-5b89d4841595) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:03.935922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.940629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21dcfbc8-426d-46e8-8c04-18ce6ab02c7d HTTP/1.1" status: 204 len: 168 time: 1.7710857 Sep 01 15:15:03.948148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ccc94-95c0-47fa-873b-8460bd231e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dcfbc8-426d-46e8-8c04-18ce6ab02c7d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:03.952088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:03.998463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904d4a3-b4b1-44a0-9bcf-70e3f40430b3 None None] DHCP port deletion for e3ff2c18-8a5d-497f-9fd2-c5de68b54277 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:15:04.004896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884d863d-7666-4b6f-ab0d-157c91cba0ea None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:14:59Z', 'revision_number': 9, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb761a34-0c36-4615-9746-d4daa9fdcf87', 'name': '', 'network_id': '58a613c3-4c47-4b37-9505-67c5de2e7c55', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:1f:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:53Z', 'updated_at': '2021-09-01T15:14:08Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '162a29f3-a27a-4bca-b4e7-a13244cb2e7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:04.043669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.079862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.086126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.116183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78905eca-13fa-4c22-b190-fde50d94e53b') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.116683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78905eca-13fa-4c22-b190-fde50d94e53b') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.121843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ff2c18-8a5d-497f-9fd2-c5de68b54277']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.142543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2f1a-e4aa-4e41-8649-598875b33295 req-5d63ada3-2034-4dea-b00a-4a2d8fb52361 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:04.152020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.156516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2f1a-e4aa-4e41-8649-598875b33295 req-5d63ada3-2034-4dea-b00a-4a2d8fb52361 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:04.157132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.157480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee4ea6d-cf9b-4225-a3b9-6812bb3e5891') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:04.160621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83fe2f1a-e4aa-4e41-8649-598875b33295 req-5d63ada3-2034-4dea-b00a-4a2d8fb52361 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 1653 time: 0.4535210 Sep 01 15:15:04.190759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.204665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.233859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.243656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:04.244321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:04.247965 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:04.269733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:04.270427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:04.277039 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:04.390525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.483088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.499011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.513452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35566) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:04.517902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/e3ff2c18-8a5d-497f-9fd2-c5de68b54277 HTTP/1.1" status: 204 len: 168 time: 1.9258053 Sep 01 15:15:04.554990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e602e-39cd-484d-ab36-02fc0c5960c4 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=e3ff2c18-8a5d-497f-9fd2-c5de68b54277,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:04.558068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.566748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.570968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2 HTTP/1.1" status: 204 len: 168 time: 1.2321119 Sep 01 15:15:04.616127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fe1e-2cb6-45fc-91fd-6213a74df3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2b71d0-5c06-4ae9-9fa8-5a043f89fae2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:04.749182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:04.795805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:04.796147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 68d95ed1-3b6b-42b1-971c-ab8a6ca6492f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:04.796619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 716ba243-2768-4298-85ae-a74df192378a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:04.799843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83fe2f1a-e4aa-4e41-8649-598875b33295 req-9c9cb979-2700-4cd4-8287-cafb1c6a65ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5669570 Sep 01 15:15:04.932653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35570) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:04.941138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 716ba243-2768-4298-85ae-a74df192378a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:04.941914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 716ba243-2768-4298-85ae-a74df192378a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:05.040779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6322b93e-2b26-47c9-83db-51578b369762 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f6561fdbce467f98e99dbf274aad1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062059 Sep 01 15:15:05.045489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:05.048724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.148114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.179634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.197823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.220560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object e76180c7-08b2-4920-9a71-5b89d4841595 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:05.225313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdeb709-140a-4e06-b224-347474efd134']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:05.260484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:05.261026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396b1eea-15f3-4e7d-8bda-bd5a8efbdc9f') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:05.292544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.339833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.343703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.349782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66a6a61a-b6a9-46a6-88c7-269f8c66a116 HTTP/1.1" status: 204 len: 168 time: 0.2980261 Sep 01 15:15:05.361365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af393a-bac9-4ae2-98b0-b3ec4a08736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a6a61a-b6a9-46a6-88c7-269f8c66a116,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:05.374325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.414911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:05.414911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:05.417509 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:05.557296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.642280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.658240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.665859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6cdeb709-140a-4e06-b224-347474efd134 HTTP/1.1" status: 204 len: 168 time: 1.6987705 Sep 01 15:15:05.706346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network d8ff8f4a-5658-43a2-933f-1844f1edddce is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:05.718449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596ea46-b107-4a35-8c78-ecb082b731d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdeb709-140a-4e06-b224-347474efd134,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:05.722442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:05.737263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:05.755877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:05.888691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.889879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.970658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-f6d3d069-2849-48b0-bd7d-675a7377f720 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6390488 Sep 01 15:15:06.044448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'admin_state_up': True, 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'security_groups': ['a564b3b3-de04-435e-b2ee-0cde314a045e']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:06.326974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bebf6d26-3c23-4435-a59e-967a103c3c76 None None] Provisioning for port e76180c7-08b2-4920-9a71-5b89d4841595 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:06.358127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bebf6d26-3c23-4435-a59e-967a103c3c76 None None] Provisioning complete for port e76180c7-08b2-4920-9a71-5b89d4841595 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:06.358621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda32e8c-4d7f-4691-b505-cee191464fe9 req-e4679900-9b26-49f0-b1a0-3a0280cf71a4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.359488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bebf6d26-3c23-4435-a59e-967a103c3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.364239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.374086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda32e8c-4d7f-4691-b505-cee191464fe9 req-e4679900-9b26-49f0-b1a0-3a0280cf71a4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.387611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda32e8c-4d7f-4691-b505-cee191464fe9 req-e4679900-9b26-49f0-b1a0-3a0280cf71a4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.404814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fda32e8c-4d7f-4691-b505-cee191464fe9 req-e4679900-9b26-49f0-b1a0-3a0280cf71a4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 2373 time: 0.2860560 Sep 01 15:15:06.458113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35582) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.488363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bebf6d26-3c23-4435-a59e-967a103c3c76 None None] Port e76180c7-08b2-4920-9a71-5b89d4841595 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:06.533185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fda32e8c-4d7f-4691-b505-cee191464fe9 req-077bd8d7-32bc-4b31-aff6-bcfe98b62af8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265130 Sep 01 15:15:06.561212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:06.579423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.655776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c95edbe-0475-41cc-af1e-fd1314ad1ad1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07e65d44fc8d4139a97821082db25763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844606 Sep 01 15:15:06.656106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.774144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-23732ed0-fe82-434e-adb5-a581e9c0569b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d002ac20dc584025908a066442bc1ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833894 Sep 01 15:15:06.778430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.826235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.874902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.913224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.971259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.046336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.117964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.120816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.128968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebf36a43-a183-4081-8690-bd1ab7def0c0 HTTP/1.1" status: 204 len: 168 time: 0.4708691 Sep 01 15:15:07.145279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf36a43-a183-4081-8690-bd1ab7def0c0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:07.163047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.163877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.164533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.165281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.165971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.167801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.168569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.169435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.170214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.171156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.171854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.172547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e4ddb-1e4b-4dce-a4ab-f57ac89e1572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:07.227550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.236224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.242133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a609d83-e10d-4d37-bdc0-b4a21222a0cc HTTP/1.1" status: 204 len: 168 time: 0.4583776 Sep 01 15:15:07.256667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9085dc9-5db6-439c-85d0-d59465aa76a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a609d83-e10d-4d37-bdc0-b4a21222a0cc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:07.434617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.2.2.100 (f88f6e8d-96de-4b0d-b258-cf7e8919aef8/d7df8238-1430-46d5-822b-9ef0ab94f48d/3afc429c-b236-47b1-be9e-372add301961) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:07.966198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port fb761a34-0c36-4615-9746-d4daa9fdcf87 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:07.967258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.004056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f6ebf-a16c-48ce-819e-d7f97a9d7138 req-8a3670b0-cac2-4564-b116-cc9e012e9eaa tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.017136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f6ebf-a16c-48ce-819e-d7f97a9d7138 req-8a3670b0-cac2-4564-b116-cc9e012e9eaa tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.027597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f6ebf-a16c-48ce-819e-d7f97a9d7138 req-8a3670b0-cac2-4564-b116-cc9e012e9eaa tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.030135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-553f6ebf-a16c-48ce-819e-d7f97a9d7138 req-8a3670b0-cac2-4564-b116-cc9e012e9eaa tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 2373 time: 0.3031318 Sep 01 15:15:08.054577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.187945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 3afc429c-b236-47b1-be9e-372add301961 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:08.270345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-553f6ebf-a16c-48ce-819e-d7f97a9d7138 req-0cb7ba07-e541-48d5-a875-6207b6928ac5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140591 Sep 01 15:15:08.325479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port fb761a34-0c36-4615-9746-d4daa9fdcf87, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fb761a34-0c36-4615-9746-d4daa9fdcf87,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:08.327029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.360181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for fb761a34-0c36-4615-9746-d4daa9fdcf87 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:08.390093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.559005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:08.575442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:08.582722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:08.636944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:08.783362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.784337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.834406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0c581252-6c49-4f7e-ba8a-2753eb35f951 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8081388 Sep 01 15:15:08.858824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'admin_state_up': True, 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'security_groups': ['a564b3b3-de04-435e-b2ee-0cde314a045e']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:09.191724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0237cc92-0993-42e1-bb17-e6ec135d1901 None None] Provisioning for port 3afc429c-b236-47b1-be9e-372add301961 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:09.208175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0237cc92-0993-42e1-bb17-e6ec135d1901 None None] Provisioning complete for port 3afc429c-b236-47b1-be9e-372add301961 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:09.211368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0237cc92-0993-42e1-bb17-e6ec135d1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.334341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0237cc92-0993-42e1-bb17-e6ec135d1901 None None] Port 3afc429c-b236-47b1-be9e-372add301961 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:09.664678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c2413-7363-4376-b231-c77bc666e11b req-1e1849df-196c-4949-a538-58e4bdc35b00 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:09.696762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c2413-7363-4376-b231-c77bc666e11b req-1e1849df-196c-4949-a538-58e4bdc35b00 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:09.734224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c2413-7363-4376-b231-c77bc666e11b req-1e1849df-196c-4949-a538-58e4bdc35b00 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:09.757741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c2413-7363-4376-b231-c77bc666e11b req-1e1849df-196c-4949-a538-58e4bdc35b00 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:09.771595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e50c2413-7363-4376-b231-c77bc666e11b req-1e1849df-196c-4949-a538-58e4bdc35b00 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3094 time: 0.2542613 Sep 01 15:15:09.820901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:09.874648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e50c2413-7363-4376-b231-c77bc666e11b req-e5cae930-56e9-4031-b496-ac7008c3625a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979891 Sep 01 15:15:09.894450 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.104954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=fb761a34-0c36-4615-9746-d4daa9fdcf87,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:10.199851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Made reservation on behalf of 8459cbf69a174003b328b68207e3da3f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:10.207815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.507752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1534322720-network', 'tenant_id': '2ce3bddee18545878f40426a202697bd'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:10.758541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Made reservation on behalf of 2ce3bddee18545878f40426a202697bd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:10.762258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.816239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.825813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.045951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Allocated IP 10.2.2.200 (f88f6e8d-96de-4b0d-b258-cf7e8919aef8/d7df8238-1430-46d5-822b-9ef0ab94f48d/9c69362f-df87-4dc3-99db-35d6a441b3a6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:11.388322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-55d8b9ea-b6d7-4e41-bf2c-75f827470137 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.400397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-55d8b9ea-b6d7-4e41-bf2c-75f827470137 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.410386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-55d8b9ea-b6d7-4e41-bf2c-75f827470137 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.422955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-55d8b9ea-b6d7-4e41-bf2c-75f827470137 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.426169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-55d8b9ea-b6d7-4e41-bf2c-75f827470137 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3094 time: 0.3722234 Sep 01 15:15:11.798866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1478782c-333a-4d6a-befb-1bfbb47e4cb9 req-da0cf34e-bc89-45c7-8bd6-1ef568ab0059 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070793 Sep 01 15:15:11.879862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.932265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:11.938890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.949421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.035326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Transition to ACTIVE for port object 9c69362f-df87-4dc3-99db-35d6a441b3a6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:12.042581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:12.082775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.083321 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Added segment 0fe1e05e-12b7-4583-abab-e8955bfb16e9 of type vlan for network 1286d70c-9562-4575-809d-a04a6e55ae35 Sep 01 15:15:12.106238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4675417a-cc4e-488b-ab24-b3fc858eb054,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:12.176216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-e2623471-0592-4647-9ea8-b249c54b0d98 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949991 Sep 01 15:15:12.243831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-64a78683-2762-48c5-9645-46e69ef94226 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3849020 Sep 01 15:15:12.343974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.471551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.573400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:12.580797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-6a305415-c2d4-4072-baa6-40ab658d25f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.583986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.585738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-6a305415-c2d4-4072-baa6-40ab658d25f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980749 Sep 01 15:15:12.586308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.586842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.601791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-57ac1973-d001-43f8-82da-6908ba79a434 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0817342 Sep 01 15:15:12.604563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35672) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:12.630081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:12.664682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:12.665789 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:12.712042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-d114c367-d964-4383-8252-1c6235694810 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/quotas/653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 375 time: 0.0714397 Sep 01 15:15:12.730871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] Pushing event updated for resources: {'Network': ['ID=1286d70c-9562-4575-809d-a04a6e55ae35,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:12.746083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.747357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.748481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.749640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.750897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.752034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.753114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1286d70c-9562-4575-809d-a04a6e55ae35 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:12.758212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.762208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ca872e1d-e7ac-40f9-a6ae-7734337fa27d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2a57968d984cbd8bd10fb99121103e&device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 6499 time: 0.4083021 Sep 01 15:15:12.772285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 162a29f3-a27a-4bca-b4e7-a13244cb2e7e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:12.781606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:12.784365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.818783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:12.838340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:12.844116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a37c02f8-fd37-4484-b7ec-14b01da5c6ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0276997 Sep 01 15:15:12.848150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:12.868043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35674) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:12.966423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.038457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Request body: {'subnet': {'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1534322720-subnet', 'tenant_id': '2ce3bddee18545878f40426a202697bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:13.081983 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:13.160640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Made reservation on behalf of 2ce3bddee18545878f40426a202697bd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:13.168870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.271286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-3dc4e125-da15-4f22-ae88-6e7e83415ffa tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2003868 Sep 01 15:15:13.389252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.553507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.555014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.634126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-29ee6d63-2c1c-4f0e-9b46-8a773ffb556c None None] Provisioning for port 9c69362f-df87-4dc3-99db-35d6a441b3a6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:13.648433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-29ee6d63-2c1c-4f0e-9b46-8a773ffb556c None None] Provisioning complete for port 9c69362f-df87-4dc3-99db-35d6a441b3a6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:13.650953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ee6d63-2c1c-4f0e-9b46-8a773ffb556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.703841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.775733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.789149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/162a29f3-a27a-4bca-b4e7-a13244cb2e7e HTTP/1.1" status: 204 len: 168 time: 1.1769943 Sep 01 15:15:13.789630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.793201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:13.794420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-29ee6d63-2c1c-4f0e-9b46-8a773ffb556c None None] Port 9c69362f-df87-4dc3-99db-35d6a441b3a6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:13.814085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fda431-b761-4634-aa30-22c03db9ad12 None None] Network 58a613c3-4c47-4b37-9505-67c5de2e7c55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:13.823424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.845040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.877887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.905419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:08Z', 'revision_number': 10, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:13.916222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.934104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-64e08434-8b34-41bc-9a90-243b3572d129 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3815 time: 0.8519785 Sep 01 15:15:13.956010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-00e0d096-b95f-43ef-a1ab-6f2bdb524d71 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1089878 Sep 01 15:15:14.075906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:14.079288 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:14.120416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:14.121575 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:14:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:14.152849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.158171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88cc9d-676b-4ce7-bf50-fefb45a29938 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=162a29f3-a27a-4bca-b4e7-a13244cb2e7e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:14.221392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d135f2e3-23b6-4506-943f-b319c59f7ed2 req-f7f2068c-45c5-4440-8e20-8b2507c2a980 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 210 time: 0.2345648 Sep 01 15:15:14.327256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ffc72-0749-4bab-b319-381763141651 None None] DHCP port deletion for 58a613c3-4c47-4b37-9505-67c5de2e7c55 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:15:14.337300 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60f3fa3f-25ab-4aec-a3fb-55070fad4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.391072 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:14.431512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cd056745-7e44-479e-9bbf-ec1253577b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:14.432854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cd056745-7e44-479e-9bbf-ec1253577b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:14.433968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cd056745-7e44-479e-9bbf-ec1253577b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:14.437253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cd056745-7e44-479e-9bbf-ec1253577b0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=7462b4f2-a790-428d-9559-0f70650ccd81&id=5b73a879-c194-409b-bc67-26821f5fb81c&id=5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 200 len: 2293 time: 1.5907788 Sep 01 15:15:14.470366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-463ffc72-0749-4bab-b319-381763141651 None None] Deleting port 3380eb6e-88d8-4158-9768-9b054b7d908b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:14.471560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-463ffc72-0749-4bab-b319-381763141651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.488584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 3380eb6e-88d8-4158-9768-9b054b7d908b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:14.493908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.769745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bdc1abb-0496-4084-8991-1debf085ca70 req-e2992865-a337-4b87-b155-d038029d4e7c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8317187 Sep 01 15:15:14.819180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.854272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 3380eb6e-88d8-4158-9768-9b054b7d908b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3380eb6e-88d8-4158-9768-9b054b7d908b,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:14.854868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.920208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 3380eb6e-88d8-4158-9768-9b054b7d908b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:14.925147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-463ffc72-0749-4bab-b319-381763141651 None None] For port 3380eb6e-88d8-4158-9768-9b054b7d908b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3380eb6e-88d8-4158-9768-9b054b7d908b,segment=NetworkSegment(c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e),segment_id=c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:14.926044 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-463ffc72-0749-4bab-b319-381763141651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.982841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-463ffc72-0749-4bab-b319-381763141651 None None] Calling delete_port for 3380eb6e-88d8-4158-9768-9b054b7d908b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:15.051492 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:08Z', 'revision_number': 10, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:15.158828 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888908a-5add-4e27-9730-3e7a205d6408 None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:08Z', 'revision_number': 10, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None, '_interfaces': [{'id': '5646a0fa-79cc-488f-a1a5-1b0f53c27d36', 'name': '', 'network_id': '63ec3013-c20d-454f-8142-d7a9c6d0c4d9', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'mac_address': 'fa:16:3e:d3:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a781ad95-364f-4dda-a66d-be942e244166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:13:39Z', 'updated_at': '2021-09-01T15:13:56Z', 'revision_number': 5, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'subnets': [{'id': '34f486e1-aeee-48af-95e7-03ee8fd239fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:15.253413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.276312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-463ffc72-0749-4bab-b319-381763141651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.322904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=3380eb6e-88d8-4158-9768-9b054b7d908b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:15.358053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 3380eb6e-88d8-4158-9768-9b054b7d908b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:15.381624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3380eb6e-88d8-4158-9768-9b054b7d908b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:15.388775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ffc72-0749-4bab-b319-381763141651 None None] Pushing event deleted for resources: {'Port': ['ID=3380eb6e-88d8-4158-9768-9b054b7d908b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:15.473033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3380eb6e-88d8-4158-9768-9b054b7d908b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:15.473979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3380eb6e-88d8-4158-9768-9b054b7d908b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:15.480868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ffc72-0749-4bab-b319-381763141651 None None] No DVR routers for this DVR port 3380eb6e-88d8-4158-9768-9b054b7d908b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:15.666458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.729878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a613c3-4c47-4b37-9505-67c5de2e7c55']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:15.733986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-95bd26f6-3b21-4b97-992d-9e14766c101c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 200 len: 1002 time: 1.2816489 Sep 01 15:15:15.773918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:15.774842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ca19a1-b4c4-4a15-8f1b-ebefd6c5181e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:15.791275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.821638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.843143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:15.843762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:15.850102 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:15.884268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-edf8a587-70c1-416d-97b7-eeb484466fb0 req-c1bf400e-abab-4260-80ba-a1b956ed161c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 210 time: 0.1563799 Sep 01 15:15:15.974545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.987633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763fbb5c-1678-45c4-90c1-28d27167dada {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:16.017825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.124703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-663b75b6-4844-4495-93b9-8fd8b606a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.126576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-663b75b6-4844-4495-93b9-8fd8b606a77a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 200 len: 851 time: 0.3329921 Sep 01 15:15:16.170324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.170753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Transition to ACTIVE for port object 763fbb5c-1678-45c4-90c1-28d27167dada will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:16.203786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.212171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/58a613c3-4c47-4b37-9505-67c5de2e7c55 HTTP/1.1" status: 204 len: 168 time: 2.4106691 Sep 01 15:15:16.217095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c3e41b-290d-4637-a8db-a70dd035261d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:16.220676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:16.273335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f670e-3246-4c85-8e47-d270580111bd tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=58a613c3-4c47-4b37-9505-67c5de2e7c55,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:16.335094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.351999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.365390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.368805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.379120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.392760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.395727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-901b0cf9-e38c-484f-96b8-2d3b9078cff8 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3815 time: 0.3223147 Sep 01 15:15:16.457391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:16.482521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Checking segment: {'id': '0fe1e05e-12b7-4583-abab-e8955bfb16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:16.482983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Network hostable DHCP agents. Network: 1286d70c-9562-4575-809d-a04a6e55ae35, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:15:16.520073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66293b3c-d217-46f5-8711-1bd26ad96cb9 req-e2563d12-0ce6-4cf4-8794-3a495d5009d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031892 Sep 01 15:15:16.535804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-a4278042-0760-4532-a9a5-85f354281624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.538244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-a4278042-0760-4532-a9a5-85f354281624 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b18e7f3a-2108-4d95-9bc1-43424f517ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986290 Sep 01 15:15:16.636325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fb761a34-0c36-4615-9746-d4daa9fdcf87 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:16.647742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-fd440070-c515-4645-9bd4-ef1243480adf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635357 Sep 01 15:15:16.748719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fb761a34-0c36-4615-9746-d4daa9fdcf87 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:16.750152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fb761a34-0c36-4615-9746-d4daa9fdcf87 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:16.961324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-12703ecf-caf4-4092-9bd8-39609681aabe tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.966632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-12703ecf-caf4-4092-9bd8-39609681aabe tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092215 Sep 01 15:15:16.997322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Request body: {'port': {'device_id': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '653165dd19a34165b751d9b45de2966b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:17.134670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45148fa6-ed30-49a9-bb96-49ea8a506fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.283725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Made reservation on behalf of 653165dd19a34165b751d9b45de2966b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:17.290617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.323462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.421409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.472590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0128c9d5-1393-406a-ba9e-551a047752a6 req-7f44edfe-fa6d-4b34-963c-9e6cc16b907f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 210 time: 0.2145040 Sep 01 15:15:17.560838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.570434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.619463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Network 1286d70c-9562-4575-809d-a04a6e55ae35 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:17.855834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Allocated IP 192.168.233.89 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/726a95b2-3980-478a-8815-6150021be6a4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:17.981864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Attempting to bind port 763fbb5c-1678-45c4-90c1-28d27167dada on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:17.982606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Attempting to bind port 763fbb5c-1678-45c4-90c1-28d27167dada by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:17.983187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Attempting to bind port 763fbb5c-1678-45c4-90c1-28d27167dada on network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:18.020849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1286d70c-9562-4575-809d-a04a6e55ae35) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:18.040136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Port 763fbb5c-1678-45c4-90c1-28d27167dada on network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:18.044195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7e18d-544c-4971-8291-c5a03561d49e None None] Network 1286d70c-9562-4575-809d-a04a6e55ae35 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:18.053384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Attempting to bind port 763fbb5c-1678-45c4-90c1-28d27167dada on network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:18.059904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.061140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.073896 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.078322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.083773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-4423587a-23bf-4672-abf9-cbbeb8a8ca29 service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5356889 Sep 01 15:15:18.093523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.108061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.122862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:18.126678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-86d9dfe2-676c-4599-8e74-a0fff47c385f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3827 time: 0.2645407 Sep 01 15:15:18.133346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e523183-9b1e-4d63-b3e1-d6a2db471246,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:18.143739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:18.145088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Checking segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:18.149762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Bound using segment: {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:18.151656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Bound port: 763fbb5c-1678-45c4-90c1-28d27167dada, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f803b5ce-e659-44f8-ba49-79050f9bfd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:18.152846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.268403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83b89bfe-84e6-4dbb-b8e0-9eccd68a132e req-80a4df9f-56b5-43aa-9bb3-07cdec81927b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101267 Sep 01 15:15:18.290339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.309104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc34772d-a6d4-4550-9660-14275127d884 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.4028757 Sep 01 15:15:18.471945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.592931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-a9c74a20-8646-4b42-84b9-d9c993de4f7f service neutron] 10.222.0.50 "GET /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828060 Sep 01 15:15:18.595074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:18.615417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:18.681161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a7b17-1cd4-4421-8dfe-6c42fb3a5e4d None None] Network 1286d70c-9562-4575-809d-a04a6e55ae35 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:18.856962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53398ce5-0ba6-4895-851d-a0461404693e req-a887d45e-a223-431d-900f-fb23993f0a6a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 210 time: 0.0714130 Sep 01 15:15:18.861296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.867342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-7d8fb3dc-0711-4034-bd4b-e74d345e8b27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 217 time: 0.2658358 Sep 01 15:15:18.991877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.049815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Transition to ACTIVE for port object 726a95b2-3980-478a-8815-6150021be6a4 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:19.079495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-69ac9d30-9452-42a9-be68-fa693b8abfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:19.083145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-69ac9d30-9452-42a9-be68-fa693b8abfd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.1839442 Sep 01 15:15:19.102687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:19.103790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.106493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] 10.222.0.50 "PUT /v2.0/ports/763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 1092 time: 5.0817156 Sep 01 15:15:19.131320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:19.136265 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b7387-804c-48b6-a335-3663e590612e" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:19.167199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:19.348601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.371819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.375088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17fecb-1032-483a-8203-c35cee884cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:19.505697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-94c53072-77c7-4436-842e-5d69edf8cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:19.512400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-94c53072-77c7-4436-842e-5d69edf8cd2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4005134 Sep 01 15:15:19.672507 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b52f440-dc3e-455a-9aea-fa9f0c7277f2 x-openstack-request-id: req-7b52f440-dc3e-455a-9aea-fa9f0c7277f2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:19.673516 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:19.673516 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b52f440-dc3e-455a-9aea-fa9f0c7277f2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:19.674009 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada', 'status': 'completed', 'code': 200} Sep 01 15:15:19.736901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:19.738732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:19.783927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:19.791604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:19.825347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.867322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.029487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.029487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.095989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-62a6bb85-ae1b-4f7c-9952-60771134cd70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1122184 Sep 01 15:15:20.138268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Request body: {'port': {'device_id': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:20.236558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-3a68be55-eeb8-4ae6-af07-73b0a54afbc9 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.241817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-3a68be55-eeb8-4ae6-af07-73b0a54afbc9 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/networks?id=1286d70c-9562-4575-809d-a04a6e55ae35 HTTP/1.1" status: 200 len: 822 time: 0.7253172 Sep 01 15:15:20.270005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67c2d647-01ab-4f45-a2ab-789859dbc2de None None] Provisioning for port 726a95b2-3980-478a-8815-6150021be6a4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:20.281652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67c2d647-01ab-4f45-a2ab-789859dbc2de None None] Provisioning complete for port 726a95b2-3980-478a-8815-6150021be6a4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:20.282624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67c2d647-01ab-4f45-a2ab-789859dbc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.337727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-eb853aee-9a8f-4850-8641-61b8a27deeea tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/quotas/2ce3bddee18545878f40426a202697bd HTTP/1.1" status: 200 len: 375 time: 0.0844491 Sep 01 15:15:20.364705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.365596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.367830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.368139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.368753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.372348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c33b7387-804c-48b6-a335-3663e590612e req-b5503bda-f698-49dd-8f0c-47a36c53b218 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 4363 time: 0.6969578 Sep 01 15:15:20.383659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-20b3cd64-cbf9-403b-b79d-fe079494a224 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617297 Sep 01 15:15:20.406197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-67c2d647-01ab-4f45-a2ab-789859dbc2de None None] Port 726a95b2-3980-478a-8815-6150021be6a4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:20.422935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.438313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.439686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.447246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-a9ea9965-16be-4a47-93de-92218fbd1d1a tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ce3bddee18545878f40426a202697bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941148 Sep 01 15:15:20.448299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.461098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.472511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:20.481977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-b0dd3183-a785-4389-868e-6ba5d94db971 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3827 time: 0.6377008 Sep 01 15:15:20.586243 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:15:20.964952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-6c38d788-79d8-44f3-9c4a-48e28d8ac2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945693 Sep 01 15:15:21.201462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-95b9f6da-8181-43c6-a79c-3dc0ab7722a0 req-609b7288-1b94-4875-8737-b793fe546b8d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960134 Sep 01 15:15:21.203733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-be1d5960-0159-419c-9bbf-95152e939bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:21.204618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-be1d5960-0159-419c-9bbf-95152e939bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:21.206523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-be1d5960-0159-419c-9bbf-95152e939bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:21.208754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c33b7387-804c-48b6-a335-3663e590612e req-be1d5960-0159-419c-9bbf-95152e939bb1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8197367 Sep 01 15:15:21.315328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-37b77225-d8df-43ca-a534-144258b3bc8a service neutron] 10.222.0.41 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239822 Sep 01 15:15:21.463494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a95b2-3980-478a-8815-6150021be6a4 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:21.482081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.497036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Transition to ACTIVE for port object 726a95b2-3980-478a-8815-6150021be6a4 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:21.507869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.934663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-2f439d8b-4c6c-4bc7-b505-73b4cb9bc24d service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2919183 Sep 01 15:15:22.204812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-6de50a7b-06a8-4a68-b0d6-fe633a82999a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 217 time: 0.2025199 Sep 01 15:15:22.315784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:22.326190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb67fc0-8229-4323-98b0-b5fb249eb6ee req-dc9375fa-74f0-484b-a4a5-1dfd807ef251 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.1745617 Sep 01 15:15:22.655390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:22.656437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:22.656437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:22.672767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:22.673307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:22.691708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:22.691708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:22.692351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:22.692810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Bound port: 726a95b2-3980-478a-8815-6150021be6a4, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:22.693399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:22.747310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.761289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.773596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.798881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cefa3-e81b-46fc-b55f-15c597e23d35 req-5da21243-bd47-469d-b881-a8faaa958c0c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.798881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-610cefa3-e81b-46fc-b55f-15c597e23d35 req-5da21243-bd47-469d-b881-a8faaa958c0c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.8843377 Sep 01 15:15:22.799353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.823101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7387-804c-48b6-a335-3663e590612e req-770f8b39-4910-4255-bfaa-f14043c12d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.826437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c33b7387-804c-48b6-a335-3663e590612e req-770f8b39-4910-4255-bfaa-f14043c12d34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6068397 Sep 01 15:15:22.838843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.842319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f425e537-bd95-4f53-93d8-19549f1a739b req-2f0339d0-196b-47a9-9351-20439bcad2cb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3827 time: 0.2794843 Sep 01 15:15:22.846985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea00774-6f57-4cf6-841d-34a54e17f26f {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:22.887894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:22.915852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ab3f721a-4a77-4e92-87b1-45b8d4b50a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.919085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-ab3f721a-4a77-4e92-87b1-45b8d4b50a88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.6700544 Sep 01 15:15:22.962400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Transition to ACTIVE for port object 5ea00774-6f57-4cf6-841d-34a54e17f26f will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:23.006183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.006534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f425e537-bd95-4f53-93d8-19549f1a739b req-c62b1587-c812-4ca2-9441-950f8515dc29 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438332 Sep 01 15:15:23.037770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:23.060789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:23.067061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.148969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.151027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.153502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] 10.222.0.50 "PUT /v2.0/ports/726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 1096 time: 3.0307550 Sep 01 15:15:23.154305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:23.158478 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf13df-0863-471e-9419-79bececa9e76" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:23.200153 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-610cefa3-e81b-46fc-b55f-15c597e23d35 req-b1a2575b-b3a8-4c95-918b-f3ca20a54b91 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876039 Sep 01 15:15:23.215221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:23.223619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:23.228719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.299616 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81f1115-219a-46cd-9315-8262d108b55f x-openstack-request-id: req-d81f1115-219a-46cd-9315-8262d108b55f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:23.300997 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:23.301499 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d81f1115-219a-46cd-9315-8262d108b55f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:23.303025 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'status': 'completed', 'code': 200} Sep 01 15:15:23.319835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c3c80-14a5-46f1-9336-c55b5f99d692 service neutron] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:23.415373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-0181893e-a023-434b-842a-3fb83a8ecb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.418489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-0181893e-a023-434b-842a-3fb83a8ecb51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4721482 Sep 01 15:15:23.472320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-2ecba805-36de-41ce-88ff-0505742d53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.476804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-2ecba805-36de-41ce-88ff-0505742d53bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.1716344 Sep 01 15:15:23.643086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-9398922b-bd22-49a3-b9e7-48b362175424 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1565228 Sep 01 15:15:23.841095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-04dd5b49-0e5d-49f2-b85d-3d808bfd6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.849826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-04dd5b49-0e5d-49f2-b85d-3d808bfd6b17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1925433 Sep 01 15:15:23.857751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c32ac7bd-5d57-4e73-bec8-f156cf2f0b8f req-39d2b05a-c6a8-463c-8d35-2722440ccc85 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.2907736 Sep 01 15:15:24.030720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Attempting to bind port 5ea00774-6f57-4cf6-841d-34a54e17f26f on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:24.031863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Attempting to bind port 5ea00774-6f57-4cf6-841d-34a54e17f26f by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:24.033263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Attempting to bind port 5ea00774-6f57-4cf6-841d-34a54e17f26f on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:24.036630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-7ddeea52-1a2f-40f1-a0e1-f4856a95ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.039331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-7ddeea52-1a2f-40f1-a0e1-f4856a95ba5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860075 Sep 01 15:15:24.062440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 5646a0fa-79cc-488f-a1a5-1b0f53c27d36, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:24.063209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.084159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Port 5ea00774-6f57-4cf6-841d-34a54e17f26f on network d8ff8f4a-5658-43a2-933f-1844f1edddce not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:24.084845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Attempting to bind port 5ea00774-6f57-4cf6-841d-34a54e17f26f on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:24.122286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:24.144388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:24.144388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:24.144388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Bound using segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:24.144388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Bound port: 5ea00774-6f57-4cf6-841d-34a54e17f26f, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:24.144388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.191544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-0fc323a2-54a4-42e3-b168-dde10909b537 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483521 Sep 01 15:15:24.354118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-557fee5f-53bf-4306-ba03-bd529706a5ef service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049843 Sep 01 15:15:24.429177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-51081946-5e7c-4bb9-a422-e03cac63ad3d tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.431958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-51081946-5e7c-4bb9-a422-e03cac63ad3d tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.50 "GET /v2.0/networks?id=1286d70c-9562-4575-809d-a04a6e55ae35 HTTP/1.1" status: 200 len: 822 time: 0.6992724 Sep 01 15:15:24.470155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Request body: {'port': {'device_id': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35', 'admin_state_up': True, 'tenant_id': '2ce3bddee18545878f40426a202697bd'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:24.502090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.514501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.526921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.538841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.552187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.565030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.575338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-009223cb-1515-4538-a239-46431bf63915 req-07a7da34-3cf1-4aa1-b18b-00fc97e4d06d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 4604 time: 0.3309321 Sep 01 15:15:24.716513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-009223cb-1515-4538-a239-46431bf63915 req-77a549e7-7d32-45a2-8c4c-6947d51a79d2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342707 Sep 01 15:15:24.721440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2949d1-7dd8-414f-8512-6591f40b2212 req-299aaace-3210-432f-94c3-663a6b7ecb07 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574893 Sep 01 15:15:24.769673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:24.905947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf13df-0863-471e-9419-79bececa9e76 req-ebb67b5b-4d26-440f-941d-64ea0a8f03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.908905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-ebb67b5b-4d26-440f-941d-64ea0a8f03a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.0920434 Sep 01 15:15:24.937613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:24.944228 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-b8c20ddd-dc36-48d0-ba67-b3b4f75fcdb3 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295616 Sep 01 15:15:24.965051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231f35-c1f7-4521-88f7-c585dfc68f25 req-cacfa0d4-5674-4d5e-900e-2df942186e58 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.977983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f231f35-c1f7-4521-88f7-c585dfc68f25 req-cacfa0d4-5674-4d5e-900e-2df942186e58 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.5441959 Sep 01 15:15:24.988184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.134898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3ba7b5d-bdcd-47b8-9e63-566e90ad9aa0 req-69e50320-6d02-48fc-99dc-20ac8269210d tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.0767257 Sep 01 15:15:25.168458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-a8ee40ee-128d-4202-8dfb-3eabdb2709db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 200 len: 217 time: 0.1874225 Sep 01 15:15:25.228681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf13df-0863-471e-9419-79bececa9e76 req-6286f1b7-f29a-4a83-92a1-d879f26830d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.231831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-6286f1b7-f29a-4a83-92a1-d879f26830d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3142071 Sep 01 15:15:25.242744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.243875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.246238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] 10.222.0.50 "PUT /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 1136 time: 6.0870976 Sep 01 15:15:25.251365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '5ea00774-6f57-4cf6-841d-34a54e17f26f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:25.257149 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18198f4d-4cfa-49cf-ba78-a77a6429bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "5ea00774-6f57-4cf6-841d-34a54e17f26f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:25.324774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-f42f109c-170f-40bb-a029-93908ef3cca3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.0849040 Sep 01 15:15:25.367836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:25.420551 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756ae8e-09b8-48ff-942d-495005571999 x-openstack-request-id: req-3756ae8e-09b8-48ff-942d-495005571999 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:25.421176 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "5ea00774-6f57-4cf6-841d-34a54e17f26f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:25.421668 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3756ae8e-09b8-48ff-942d-495005571999 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:25.422176 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '5ea00774-6f57-4cf6-841d-34a54e17f26f', 'status': 'completed', 'code': 200} Sep 01 15:15:25.474408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c9809-5704-464d-b369-7a0bdb717764 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:25.496719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf13df-0863-471e-9419-79bececa9e76 req-38fbb19b-90c0-4993-94ac-e1fb7dc5cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.506847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-38fbb19b-90c0-4993-94ac-e1fb7dc5cab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1673329 Sep 01 15:15:25.545017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f231f35-c1f7-4521-88f7-c585dfc68f25 req-d2613f7e-8f9e-4752-b541-28930b2c3b8f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343251 Sep 01 15:15:25.640162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Made reservation on behalf of 2ce3bddee18545878f40426a202697bd for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:25.646220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.693342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-7f21fd1d-3002-4be5-8b78-c60edfd0ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.696306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-7f21fd1d-3002-4be5-8b78-c60edfd0ad64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.5019126 Sep 01 15:15:25.697365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.701153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf13df-0863-471e-9419-79bececa9e76 req-facbaa67-5998-4bd9-8122-5b2d5bca3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.705208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-facbaa67-5998-4bd9-8122-5b2d5bca3d06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958537 Sep 01 15:15:25.928618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=5646a0fa-79cc-488f-a1a5-1b0f53c27d36,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:25.933310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.154664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-c91a2a87-03b0-456c-8257-8bcb408e306d service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376462 Sep 01 15:15:26.292328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.293333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.305428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.306525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.307421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.308537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.311765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-837029b3-8644-40d5-b39f-2fb4a6ec9db5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5292 time: 0.8316810 Sep 01 15:15:26.495014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afdf13df-0863-471e-9419-79bececa9e76 req-8805fd5e-4103-4c28-88de-0e4a155997e7 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323462 Sep 01 15:15:26.518760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3817-b911-4551-955d-06c0e3c726c6 req-d09f6ee9-c22e-45bb-8a28-ea7bda01b105 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.532444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-040c3817-b911-4551-955d-06c0e3c726c6 req-d09f6ee9-c22e-45bb-8a28-ea7bda01b105 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.2094402 Sep 01 15:15:26.646798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-040c3817-b911-4551-955d-06c0e3c726c6 req-4a9b65ea-f621-44fb-9ef4-a0048d59cc21 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126466 Sep 01 15:15:26.828974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-214b0719-7586-496e-9130-ba30b750b637 req-8b6f957d-012a-498e-8e45-60bc8d8da9c1 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.0525582 Sep 01 15:15:27.076373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c84f9-c9fa-4d26-b7d0-48c12856c9bf req-da90c742-ddfb-416d-8b76-e6b8c2f90871 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.079457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-117c84f9-c9fa-4d26-b7d0-48c12856c9bf req-da90c742-ddfb-416d-8b76-e6b8c2f90871 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.1188858 Sep 01 15:15:27.163522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-117c84f9-c9fa-4d26-b7d0-48c12856c9bf req-9ced0ce1-3737-4217-a3cd-51270f697ed9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Sep 01 15:15:27.231162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-49116203-f214-47ae-bbb2-3789d0181987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.235739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-49116203-f214-47ae-bbb2-3789d0181987 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4932718 Sep 01 15:15:27.556051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.576641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.590424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.602524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.618019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.632928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.645712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.650719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce3fa171-7edf-497d-9cab-39be485a150e req-62736bdb-8de4-4798-8143-eb2bcb4cf9eb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 4604 time: 1.6451757 Sep 01 15:15:27.862665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45316e9-f7b1-4b0f-b1e7-3406077ce4b6 req-3d1aec46-76a7-482a-b1d2-88d73d4d39d4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.865086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b45316e9-f7b1-4b0f-b1e7-3406077ce4b6 req-3d1aec46-76a7-482a-b1d2-88d73d4d39d4 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.0890801 Sep 01 15:15:27.932107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b45316e9-f7b1-4b0f-b1e7-3406077ce4b6 req-6be10036-39a7-4596-9f5f-22394b0fb04f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588112 Sep 01 15:15:27.940994 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.991481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Allocated IP 172.20.0.11 (1286d70c-9562-4575-809d-a04a6e55ae35/84c3e41b-290d-4637-a8db-a70dd035261d/30d2f3d4-320e-4dce-8517-6f5b1c392764) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:28.035651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-a2f515c7-a983-42d7-b954-c92b8242d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.036781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-a2f515c7-a983-42d7-b954-c92b8242d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.038605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-a2f515c7-a983-42d7-b954-c92b8242d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.048422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-a2f515c7-a983-42d7-b954-c92b8242d49b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.6392918 Sep 01 15:15:28.203007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcde68-0e4f-4386-a0e3-0e0b509bce50 req-4209df2f-a8e9-4123-8ee4-71b09af806ba tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.209435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79fcde68-0e4f-4386-a0e3-0e0b509bce50 req-4209df2f-a8e9-4123-8ee4-71b09af806ba tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.1194229 Sep 01 15:15:28.288841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79fcde68-0e4f-4386-a0e3-0e0b509bce50 req-bb339216-acd2-41e5-8b27-f3b6fd6cd3c8 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643930 Sep 01 15:15:28.370535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 726a95b2-3980-478a-8815-6150021be6a4 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:15:28.396500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce3fa171-7edf-497d-9cab-39be485a150e req-1aa70826-e641-4a15-9eca-6518598167e9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5634511 Sep 01 15:15:28.400031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-8aa26d24-60f4-4f00-bf46-844ce2bf8674 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1440763 Sep 01 15:15:28.524911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9cf7714-ac72-4f57-b9f0-725537e48e75 req-ab513249-0491-4806-af74-eadb5cba3293 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.1080699 Sep 01 15:15:28.697599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:28.728983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '726a95b2-3980-478a-8815-6150021be6a4', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '726a95b2-3980-478a-8815-6150021be6a4', 'mac_address': 'fa:16:3e:96:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:15:28.830102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.861465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a95b2-3980-478a-8815-6150021be6a4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:28.904095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:28.913459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.034421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:29.084193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-93261db2-b377-4258-b19a-147c1de04a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.088353 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18198f4d-4cfa-49cf-ba78-a77a6429bf61 req-93261db2-b377-4258-b19a-147c1de04a9b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0335617 Sep 01 15:15:29.101367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:29.188922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-f5b3161a-bdf5-4e2d-8cba-83ac1ebd2000 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.196704 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-f5b3161a-bdf5-4e2d-8cba-83ac1ebd2000 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.1167140 Sep 01 15:15:29.209156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:29.255177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f6b0e-7d91-4e57-bddc-46426cfa7955 req-9f31ab29-1ab0-4541-b0df-68f5f16ebb18 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.258127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd7f6b0e-7d91-4e57-bddc-46426cfa7955 req-9f31ab29-1ab0-4541-b0df-68f5f16ebb18 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 948 time: 0.4871681 Sep 01 15:15:29.270709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-510e0bb1-f326-4fa1-8588-cec533936f24 service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8396831 Sep 01 15:15:29.425317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce429318-4cb7-4f8b-8a63-3fd2db10554a req-1a89b4d9-b9a6-490e-bf31-d3ac78a16684 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.429397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce429318-4cb7-4f8b-8a63-3fd2db10554a req-1a89b4d9-b9a6-490e-bf31-d3ac78a16684 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 947 time: 0.2303982 Sep 01 15:15:29.547318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Deleting port 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:29.547973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.592490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce429318-4cb7-4f8b-8a63-3fd2db10554a req-1de7fb62-1658-45d1-b4f2-ac29fc2d4a60 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6745699-b2f9-4359-8022-a033803f0910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391833 Sep 01 15:15:29.670453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-0205bff8-6727-4c04-8ca1-acc3bb378166 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 200 len: 217 time: 0.3554401 Sep 01 15:15:29.771653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.809865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:29.843836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a34811d-14d1-4108-8d8f-5a7b7d50c622 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6115911 Sep 01 15:15:29.844234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:29.851295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952dfb15-16fc-4b54-906f-41509c5b084c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:29.853953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:29.868926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:29.870205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:29.880736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd7f6b0e-7d91-4e57-bddc-46426cfa7955 req-a55a7e57-dbbe-43a8-b40c-a85780e541e8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991547 Sep 01 15:15:29.924598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.977152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Transition to ACTIVE for port object 952dfb15-16fc-4b54-906f-41509c5b084c will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:29.983017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-255f3997-29e0-48d2-9ddc-640f0abce252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.987969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-255f3997-29e0-48d2-9ddc-640f0abce252 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 200 len: 797 time: 0.2832797 Sep 01 15:15:29.994237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.042971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting subnet 34f486e1-aeee-48af-95e7-03ee8fd239fe {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:30.092993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.101991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] For port 8779b0f7-1f48-4565-97ca-0f0a332dae50, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8779b0f7-1f48-4565-97ca-0f0a332dae50,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:30.104233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:30.114153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.154133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:30.276160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:30.377098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.433237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 726a95b2-3980-478a-8815-6150021be6a4 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:30.443640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:30.541256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cb31dcbb-3ce5-4837-98b2-4064ce3c81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.571465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-cb31dcbb-3ce5-4837-98b2-4064ce3c81c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7462b4f2-a790-428d-9559-0f70650ccd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5641673 Sep 01 15:15:30.586299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:30.589623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:30.602351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e28e05-9336-47cd-b824-b9966fced738 req-225a2989-a6b4-46d6-8bdd-99c8ebb857e0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.609907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58e28e05-9336-47cd-b824-b9966fced738 req-225a2989-a6b4-46d6-8bdd-99c8ebb857e0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.8178146 Sep 01 15:15:30.613290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.642352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.668535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.686875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.706035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.725003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.737776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.751490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.762330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-2f1d3087-3773-4186-a40f-41a7f2d934f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5381 time: 0.6226249 Sep 01 15:15:30.819376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:30.895365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58e28e05-9336-47cd-b824-b9966fced738 req-63970c8a-4335-4eb0-b489-d7547f3161f1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577801 Sep 01 15:15:31.002464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Pushing event updated for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:31.037325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:31.084495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Network 1286d70c-9562-4575-809d-a04a6e55ae35 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:31.110389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:31.132818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41fd81-2a5a-4be7-b7d7-a70c11a42bcc None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:31.133944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:31.152756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Attempting to bind port 952dfb15-16fc-4b54-906f-41509c5b084c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:31.153346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Attempting to bind port 952dfb15-16fc-4b54-906f-41509c5b084c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:31.153878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Attempting to bind port 952dfb15-16fc-4b54-906f-41509c5b084c on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:31.180112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 726a95b2-3980-478a-8815-6150021be6a4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:31.191379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 726a95b2-3980-478a-8815-6150021be6a4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:31.192758 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.287048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.287632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.288137 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Floating IP ad23159e-8098-40a2-a92e-eb1f92a8e006 disassociated. External IP: 172.25.1.86, port: 8779b0f7-1f48-4565-97ca-0f0a332dae50. Sep 01 15:15:31.288671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Calling delete_port for 8779b0f7-1f48-4565-97ca-0f0a332dae50 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:31.348922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Port 952dfb15-16fc-4b54-906f-41509c5b084c on network d8ff8f4a-5658-43a2-933f-1844f1edddce not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:31.349750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Attempting to bind port 952dfb15-16fc-4b54-906f-41509c5b084c on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:31.463681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-c381537e-2f5e-46f3-80a4-4a1baf52af8f service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847295 Sep 01 15:15:31.465731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:31.466469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:31.467671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Bound using segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:31.468708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Bound port: 952dfb15-16fc-4b54-906f-41509c5b084c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:31.469416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.506006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.599359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.627858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:31.644179 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d447e-c8ee-472e-b6f6-5837d18c5cbb" -d '{"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-plugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:31.700748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:31.713951 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.778776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'Port': ['ID=8779b0f7-1f48-4565-97ca-0f0a332dae50,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:31.862808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:31.863703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.915848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104acd23-fa28-4170-8f0a-ff942cdd1f6d req-d090221b-5d16-48fe-9035-02648220f9cd tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:31.919974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:31.926643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-104acd23-fa28-4170-8f0a-ff942cdd1f6d req-d090221b-5d16-48fe-9035-02648220f9cd tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 932 time: 0.3503828 Sep 01 15:15:31.932707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.965410 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2655f1c1-a396-4a6f-9e26-786103855d6c req-a6a895ba-91e8-41ad-84eb-f0608f87a63f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9546483 Sep 01 15:15:32.045869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-489ecfa4-eaa2-4227-ab6b-98760623abd4 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5864675 Sep 01 15:15:32.088718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Request body: {'port': {'device_id': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:32.166288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-f9f54b43-faff-4712-a0a9-7e18ffcc2b0e service neutron] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313157 Sep 01 15:15:32.266628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-104acd23-fa28-4170-8f0a-ff942cdd1f6d req-e35858cb-a2d8-44a6-af8d-5b1cbd0f71d2 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617298 Sep 01 15:15:32.336981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:32.353926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ddc12687-aff7-4860-9f16-24ae076844a8 req-42979914-88be-47e6-a3bd-5827e9a7d416 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 210 time: 0.1760259 Sep 01 15:15:32.357200 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-0b9c94dc-030e-4ce0-aa4d-a2473f507c6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 200 len: 217 time: 0.1502371 Sep 01 15:15:32.462186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.484483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=952dfb15-16fc-4b54-906f-41509c5b084c,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:32.498945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.503092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/34f486e1-aeee-48af-95e7-03ee8fd239fe HTTP/1.1" status: 204 len: 168 time: 2.6411407 Sep 01 15:15:32.512894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac692fdd-1ce3-4bde-b12d-6884aab86879 None None] Network 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:32.524222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35816) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:32.588052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.700962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.709975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-493e466a-58ee-4979-9442-4d613f9f93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:32.712804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-493e466a-58ee-4979-9442-4d613f9f93ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.2857306 Sep 01 15:15:32.729214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:32.801048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b90377-896b-4411-a904-5e4822a0ff20 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Subnet': ['ID=34f486e1-aeee-48af-95e7-03ee8fd239fe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:32.833564 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a97eb5-2181-4dee-886c-52ac022dbd08 x-openstack-request-id: req-10a97eb5-2181-4dee-886c-52ac022dbd08 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:32.834033 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-plugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:32.834473 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10a97eb5-2181-4dee-886c-52ac022dbd08 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:32.836141 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'code': 200} Sep 01 15:15:32.862832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:32.865420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.868618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] 10.222.0.50 "PUT /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 1136 time: 7.5631406 Sep 01 15:15:32.892877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:32.894329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5646a0fa-79cc-488f-a1a5-1b0f53c27d36 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:32.963852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '952dfb15-16fc-4b54-906f-41509c5b084c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:32.968079 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "952dfb15-16fc-4b54-906f-41509c5b084c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:33.017866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:33.100752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.133655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] DHCP port deletion for 63ec3013-c20d-454f-8142-d7a9c6d0c4d9 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:15:33.213090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ea03-7d4d-4fc9-b8f3-31f63c9a5e0d req-38b926b3-9958-4155-a34a-fd83aa9ce9df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:33.217043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17c6ea03-7d4d-4fc9-b8f3-31f63c9a5e0d req-38b926b3-9958-4155-a34a-fd83aa9ce9df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.7575517 Sep 01 15:15:33.272707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Deleting port 7baaac81-d140-4f78-bcc1-f73f59c53fcf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:33.273216 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.276481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:33.389118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17c6ea03-7d4d-4fc9-b8f3-31f63c9a5e0d req-d922d48b-cb93-4e6b-923a-489055f6e73c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Sep 01 15:15:33.524571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] For port 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7baaac81-d140-4f78-bcc1-f73f59c53fcf,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:33.526404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.565652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Calling delete_port for 7baaac81-d140-4f78-bcc1-f73f59c53fcf owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:33.584007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Deleting port 7baaac81-d140-4f78-bcc1-f73f59c53fcf {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:33.584581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.827466 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bfa1d4-5a42-4110-908e-14daa7c3fa4f x-openstack-request-id: req-c3bfa1d4-5a42-4110-908e-14daa7c3fa4f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:33.828806 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "952dfb15-16fc-4b54-906f-41509c5b084c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:33.829620 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3bfa1d4-5a42-4110-908e-14daa7c3fa4f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:33.830711 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '952dfb15-16fc-4b54-906f-41509c5b084c', 'status': 'completed', 'code': 200} Sep 01 15:15:33.850997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.935388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] No DVR routers for this DVR port 7baaac81-d140-4f78-bcc1-f73f59c53fcf on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:33.940441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e826e34-a152-4671-a058-0709a3d21553 None None] Pushing event deleted for resources: {'Port': ['ID=7baaac81-d140-4f78-bcc1-f73f59c53fcf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:33.965789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058ac49-ed77-4a40-9a95-b5793d29283f service neutron] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:33.986828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-5f05c41b-421e-40f6-adf7-3d233ef04e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:33.990479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-5f05c41b-421e-40f6-adf7-3d233ef04e02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2372959 Sep 01 15:15:34.132230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dabc-0165-462b-8328-48a01eedc532 req-9a80626a-01c7-41ef-865d-866763bd2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.138552 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4289dabc-0165-462b-8328-48a01eedc532 req-9a80626a-01c7-41ef-865d-866763bd2097 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 1.2513547 Sep 01 15:15:34.352019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.400175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:34.433138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861323b-615b-451e-8fde-5fb32e94140a req-131a2c74-3738-4768-ba99-d6e2b9e04a8d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.434439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] For port 7baaac81-d140-4f78-bcc1-f73f59c53fcf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7baaac81-d140-4f78-bcc1-f73f59c53fcf,segment=NetworkSegment(562fd213-62a7-4cae-920c-2e15fb474abf),segment_id=562fd213-62a7-4cae-920c-2e15fb474abf)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:34.435126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.436130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0861323b-615b-451e-8fde-5fb32e94140a req-131a2c74-3738-4768-ba99-d6e2b9e04a8d tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 1.4301307 Sep 01 15:15:34.455754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:34.456088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 8779b0f7-1f48-4565-97ca-0f0a332dae50 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:34.456679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8779b0f7-1f48-4565-97ca-0f0a332dae50 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:34.476368 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:34.486333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Calling delete_port for 7baaac81-d140-4f78-bcc1-f73f59c53fcf owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:34.503400 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:34.506105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:34.545920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.546804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.547687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.548689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.549512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.550410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.551827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.555494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-c1731338-611f-4110-ae60-a2de9f5b3d39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6221 time: 0.3374317 Sep 01 15:15:34.612669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.625486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.638428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.650466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.663071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.684896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.697845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7baaac81-d140-4f78-bcc1-f73f59c53fcf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:34.707030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.710422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e23e92b-0484-401d-959c-e808c0862284 req-28cb655e-0b4c-4a81-b983-c938e8d0ed34 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5381 time: 0.4902067 Sep 01 15:15:34.762838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7baaac81-d140-4f78-bcc1-f73f59c53fcf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:34.763597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7baaac81-d140-4f78-bcc1-f73f59c53fcf not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:34.804682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] No DVR routers for this DVR port 8779b0f7-1f48-4565-97ca-0f0a332dae50 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:34.805328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:34.915274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.918746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.50 "DELETE /v2.0/ports/8779b0f7-1f48-4565-97ca-0f0a332dae50 HTTP/1.1" status: 204 len: 173 time: 5.6624115 Sep 01 15:15:34.929970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-deleted', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:34.933581 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba065e-7721-47cd-b81a-4fdbba17bb7d" -d '{"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-deleted", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:35.110469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e23e92b-0484-401d-959c-e808c0862284 req-0bbac9ab-557c-4b6b-8af2-dbf72c408e68 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3227746 Sep 01 15:15:35.200963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4289dabc-0165-462b-8328-48a01eedc532 req-5d9e6c46-4ce7-415f-bee8-9eb62ea173d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501744 Sep 01 15:15:35.246648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-982f940d-95cd-46bd-a18a-dd1b1d635876 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2156122 Sep 01 15:15:35.252391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0861323b-615b-451e-8fde-5fb32e94140a req-3216db8b-0491-4823-bc4c-fcf5ad6c8912 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7947044 Sep 01 15:15:35.275097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.287743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-552f979c-a678-4857-b8d0-a9936755156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.288694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-552f979c-a678-4857-b8d0-a9936755156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.289933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-552f979c-a678-4857-b8d0-a9936755156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.298337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-552f979c-a678-4857-b8d0-a9936755156c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7205975 Sep 01 15:15:35.315940 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:35.376965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Port': ['ID=7baaac81-d140-4f78-bcc1-f73f59c53fcf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:35.382395 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:35.393638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No DVR routers for this DVR port 7baaac81-d140-4f78-bcc1-f73f59c53fcf on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:35.403593 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:35.405135 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:35.614679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-287c32f5-0ba6-4f46-9b19-fbfa3c20ab16 req-b37cae46-6b3c-4b8a-8f03-7417d67c170f tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/ports?device_id=03323183-cc49-42f9-bf76-1fbee13c1a78 HTTP/1.1" status: 200 len: 210 time: 0.1410334 Sep 01 15:15:35.653105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:35.746566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.769590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9509-ea7b-476e-b5b1-66cee16517b8 req-d59752b5-0237-4f0f-9e6a-d55a45317945 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.787772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c18f9509-ea7b-476e-b5b1-66cee16517b8 req-d59752b5-0237-4f0f-9e6a-d55a45317945 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 932 time: 0.4540646 Sep 01 15:15:35.831388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8642d2f1-1e1f-4832-8aca-1d8d188846d6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:35.837168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ec3013-c20d-454f-8142-d7a9c6d0c4d9']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:35.861874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.900716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d2f3d4-320e-4dce-8517-6f5b1c392764 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:35.906396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fd213-62a7-4cae-920c-2e15fb474abf') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:35.906970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fd213-62a7-4cae-920c-2e15fb474abf') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:35.938077 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.948659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-873fc9eb-9a30-4e8c-9989-0e06fd1e9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.952149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cde5fdb-e000-4eed-b917-9dd2b6bfbdd3 req-873fc9eb-9a30-4e8c-9989-0e06fd1e9ea7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5455046 Sep 01 15:15:35.955511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.972078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Transition to ACTIVE for port object 8642d2f1-1e1f-4832-8aca-1d8d188846d6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:35.977921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c18f9509-ea7b-476e-b5b1-66cee16517b8 req-f26cadd3-b163-4328-9be2-8a7202b99adf tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658840 Sep 01 15:15:35.993158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.007049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.039324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Transition to ACTIVE for port object 30d2f3d4-320e-4dce-8517-6f5b1c392764 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:36.060735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:36.061858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:36.069516 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:36.101465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.119019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c87d1-6e78-41b6-9da6-4c91a331a8be req-0fe227e4-3747-4009-9306-11ec98707585 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.121836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d1c87d1-6e78-41b6-9da6-4c91a331a8be req-0fe227e4-3747-4009-9306-11ec98707585 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.3169782 Sep 01 15:15:36.139259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-eadc128f-8847-4ce2-a90e-bf21a3a0dd64 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848874 Sep 01 15:15:36.194782 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1ad35-a405-471b-9c08-795318793cfb x-openstack-request-id: req-5de1ad35-a405-471b-9c08-795318793cfb {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:36.195113 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03323183-cc49-42f9-bf76-1fbee13c1a78", "name": "network-vif-deleted", "tag": "8779b0f7-1f48-4565-97ca-0f0a332dae50", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:36.195495 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de1ad35-a405-471b-9c08-795318793cfb {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:36.196393 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03323183-cc49-42f9-bf76-1fbee13c1a78', 'name': 'network-vif-deleted', 'tag': '8779b0f7-1f48-4565-97ca-0f0a332dae50', 'status': 'completed', 'code': 200} Sep 01 15:15:36.267504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.342216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.350107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/networks/63ec3013-c20d-454f-8142-d7a9c6d0c4d9 HTTP/1.1" status: 204 len: 168 time: 3.8106170 Sep 01 15:15:36.351608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441dd8e-66bc-4be4-a11c-31cde0863e5d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Pushing event deleted for resources: {'Network': ['ID=63ec3013-c20d-454f-8142-d7a9c6d0c4d9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:36.354361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35836) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:36.377888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'routes': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:36.388536 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:36.439554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5d1c87d1-6e78-41b6-9da6-4c91a331a8be req-17456be6-87a2-40bf-931f-c9b538c268a4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815011 Sep 01 15:15:36.454573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:36.510609 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25a92d-ddcc-4d08-a07b-afa14ba255fb None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:04:57Z', 'revision_number': 4, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '25a8a65a-413b-4ee9-a1f7-1d33521bb3de', 'name': '', 'network_id': '5866253c-8005-47f9-a4c4-2a2c039db553', 'tenant_id': '76291585b32141afbd095b41397ec054', 'mac_address': 'fa:16:3e:63:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:55Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'subnets': [{'id': 'f7cdb706-e371-4de4-b828-83dd9a7fb675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:36.654510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-82ae02aa-6dcf-4bcd-a808-0c5411fb5d57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 200 len: 217 time: 0.4838746 Sep 01 15:15:36.905497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.919149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.931793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.943358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Pushing event updated for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:36.946169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.956234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-7bcb084e-ffd2-4061-bd1e-57346c71e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.958804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-7bcb084e-ffd2-4061-bd1e-57346c71e334 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 200 len: 797 time: 0.2519305 Sep 01 15:15:36.959077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.972101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.985514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:36.990381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-34961c1c-1a8d-49a1-812a-13f007e5e99a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5393 time: 0.4625330 Sep 01 15:15:36.992363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.extraroute_db [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Added routes are [] {{(pid=106376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:15:36.993331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.extraroute_db [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Removed routes are [] {{(pid=106376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:15:36.994546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.093243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e7c4f-6e52-45e8-add6-ecd475475bb8 None None] New status for floating IP ad23159e-8098-40a2-a92e-eb1f92a8e006: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:15:37.125627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e020e-f416-4dc6-8848-3df9117e8eec req-d88d39c8-906f-4f6b-a2b4-5ad9c0f93f99 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.128498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a5e020e-f416-4dc6-8848-3df9117e8eec req-d88d39c8-906f-4f6b-a2b4-5ad9c0f93f99 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.4340680 Sep 01 15:15:37.131900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Attempting to bind port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:37.132484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Attempting to bind port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:37.133080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Attempting to bind port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:37.188786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 on network d8ff8f4a-5658-43a2-933f-1844f1edddce not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:37.189430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Attempting to bind port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:37.221082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:37.221701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:37.222593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Bound using segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:37.223613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Bound port: 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:37.224265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.227816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Attempting to bind port 30d2f3d4-320e-4dce-8517-6f5b1c392764 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:37.228347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Attempting to bind port 30d2f3d4-320e-4dce-8517-6f5b1c392764 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0fe1e05e-12b7-4583-abab-e8955bfb16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:37.228926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Attempting to bind port 30d2f3d4-320e-4dce-8517-6f5b1c392764 on network 1286d70c-9562-4575-809d-a04a6e55ae35 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:37.272293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-004681c7-e8c9-4987-9ee5-fae91c57da75 req-e90d3837-f3a2-4726-801c-4271eb1eef51 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692230 Sep 01 15:15:37.276806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Port 30d2f3d4-320e-4dce-8517-6f5b1c392764 on network 1286d70c-9562-4575-809d-a04a6e55ae35 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:37.277354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Attempting to bind port 30d2f3d4-320e-4dce-8517-6f5b1c392764 on network 1286d70c-9562-4575-809d-a04a6e55ae35 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:37.291392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d187a-c1dc-452b-a137-631a4112582d req-075ac3b6-e708-4e71-b427-198fef88a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.294170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-075ac3b6-e708-4e71-b427-198fef88a124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b73a879-c194-409b-bc67-26821f5fb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2841249 Sep 01 15:15:37.306533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a5e020e-f416-4dc6-8848-3df9117e8eec req-3e10c006-16c5-4c65-9fd1-d67500b8a4be tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612866 Sep 01 15:15:37.327673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:37.327673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Checking segment: {'id': '0fe1e05e-12b7-4583-abab-e8955bfb16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:37.327673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Bound using segment: {'id': '0fe1e05e-12b7-4583-abab-e8955bfb16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:37.327673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Bound port: 30d2f3d4-320e-4dce-8517-6f5b1c392764, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe1e05e-12b7-4583-abab-e8955bfb16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:37.327673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.360994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.371228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.650616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router a781ad95-364f-4dda-a66d-be942e244166 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:37.658361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:37.688400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35850) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:37.703829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83bac2-fa43-40ac-b147-b882f597dd45 req-7b5dafa8-83bc-4cb7-872d-0a1e2c1da6f1 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.706654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d83bac2-fa43-40ac-b147-b882f597dd45 req-7b5dafa8-83bc-4cb7-872d-0a1e2c1da6f1 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 944 time: 0.1999159 Sep 01 15:15:37.781311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:37.813758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:37.827998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.834237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764,segment=NetworkSegment(0fe1e05e-12b7-4583-abab-e8955bfb16e9),segment_id=0fe1e05e-12b7-4583-abab-e8955bfb16e9)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:37.850502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-e8870982-f497-42e4-9133-902c90bfdeb3 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418220 Sep 01 15:15:37.890964 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.958176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:37.973254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Sync routers for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:37.975301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.978526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1ad7bb98-3646-4fcd-ab89-71b825440923 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 700 time: 1.6224482 Sep 01 15:15:37.987027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35852) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:37.992092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:37.993238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:37.993614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d83bac2-fa43-40ac-b147-b882f597dd45 req-d70ddcea-3bd2-4201-a18f-cf979f34a7cb tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637203 Sep 01 15:15:38.080096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-23a4f07f-2090-45a5-9f19-5312ade3a2d6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 205 time: 0.0847406 Sep 01 15:15:38.084021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-2ad5b246-fa38-4eea-806e-c487e3f6dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.087502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-2ad5b246-fa38-4eea-806e-c487e3f6dc05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.2583115 Sep 01 15:15:38.088732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.107121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.108240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.117006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] 10.222.0.50 "PUT /v2.0/ports/8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 200 len: 1092 time: 5.1415970 Sep 01 15:15:38.166660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:38.172196 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74995c42-1acd-43d7-8f14-b447c50e49b5" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:38.198422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:38.267047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.268267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.271481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] 10.222.0.50 "PUT /v2.0/ports/30d2f3d4-320e-4dce-8517-6f5b1c392764 HTTP/1.1" status: 200 len: 1093 time: 6.2082174 Sep 01 15:15:38.386080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:38.461671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.469108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.474571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784407-b89f-4ffb-865f-068b5b1af49d service neutron] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:38.492878 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:38.507154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d592-e16e-4ec2-9115-ab6321bf1646 req-dace8698-cd51-4400-9df5-72b02f535326 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.509938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80f9d592-e16e-4ec2-9115-ab6321bf1646 req-dace8698-cd51-4400-9df5-72b02f535326 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.6994050 Sep 01 15:15:38.564660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Checking router: a781ad95-364f-4dda-a66d-be942e244166 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:38.583102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5a7d187a-c1dc-452b-a137-631a4112582d req-a5272772-a205-4c5d-aab5-b914be5d2161 service neutron] 10.222.0.50 "GET /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984215 Sep 01 15:15:38.591868 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Routers {'a781ad95-364f-4dda-a66d-be942e244166'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:38.592669 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a781ad95-364f-4dda-a66d-be942e244166'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:38.688305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c743a-ecda-40af-915a-50f2e8a38cfa req-ae27a1d3-517f-4721-bc25-1e740bc8b6f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.691525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c2c743a-ecda-40af-915a-50f2e8a38cfa req-ae27a1d3-517f-4721-bc25-1e740bc8b6f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.4064264 Sep 01 15:15:38.731904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.748502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-932e64bb-b14e-45e3-89c8-22becb42fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.751793 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-932e64bb-b14e-45e3-89c8-22becb42fead service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce3bddee18545878f40426a202697bd&device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 1096 time: 0.3959043 Sep 01 15:15:38.766207 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] Set router a781ad95-364f-4dda-a66d-be942e244166 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:38.771410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.873405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:38.929805 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32caa-14eb-401f-b454-1217b35ed325 None None] The sync data for ids ['a781ad95-364f-4dda-a66d-be942e244166'] in n-d-802060-16 is: [{'id': 'a781ad95-364f-4dda-a66d-be942e244166', 'name': 'tempest-RoutersTest-router-246079712', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:13:34Z', 'updated_at': '2021-09-01T15:15:25Z', 'revision_number': 11, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:38.942502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-c2f09de0-1a0f-4b62-b0cf-0c5bb723f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.945785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-c2f09de0-1a0f-4b62-b0cf-0c5bb723f582 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.8430629 Sep 01 15:15:38.952878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80f9d592-e16e-4ec2-9115-ab6321bf1646 req-c53a078d-e3ed-44bf-b8f2-d6e36f0444ea tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886361 Sep 01 15:15:38.955822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.959274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6a9f0-a6f8-43a4-a4bb-e0728bf55bee service neutron] Pushing event updated for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:38.965259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-90549e34-170a-4263-975f-cfb0881c8b7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764 HTTP/1.1" status: 200 len: 217 time: 0.1791441 Sep 01 15:15:38.966381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.130443 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c15969-693d-412c-af67-913271cd4425 x-openstack-request-id: req-f9c15969-693d-412c-af67-913271cd4425 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:39.130904 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:39.132440 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9c15969-693d-412c-af67-913271cd4425 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:39.133181 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'status': 'completed', 'code': 200} Sep 01 15:15:39.231053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c2c743a-ecda-40af-915a-50f2e8a38cfa req-170175ca-f49d-43d3-ac76-6cec54a55e76 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670036 Sep 01 15:15:39.269625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.269625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router a781ad95-364f-4dda-a66d-be942e244166 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:15:39.286955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.286955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1170f035-1ccf-42ff-b146-e4327077a8db tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 204 len: 168 time: 1.1860485 Sep 01 15:15:39.295086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35866) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:39.316073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-46057351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:39.381342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-f2538ab9-cde9-41f8-8b1f-793414e0c972 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 1001 time: 0.4113510 Sep 01 15:15:39.381628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.384202 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.386041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.386346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.388001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "DELETE /v2.0/security-groups/b6745699-b2f9-4359-8022-a033803f0910 HTTP/1.1" status: 204 len: 168 time: 1.6842070 Sep 01 15:15:39.390761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc87160-2d30-4031-b706-1806c133cf5e req-3b1fecee-f3bc-4571-a4fe-eb89ecaad269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.393549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-3b1fecee-f3bc-4571-a4fe-eb89ecaad269 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c3e41b-290d-4637-a8db-a70dd035261d HTTP/1.1" status: 200 len: 862 time: 0.4211307 Sep 01 15:15:39.400369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35868) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:39.534540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-413aeee7-d5ed-443c-aac5-a3031d1edbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.537312 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-413aeee7-d5ed-443c-aac5-a3031d1edbd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.1446974 Sep 01 15:15:39.649688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.706440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.764465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-5e1b3850-ddac-447d-9d3d-2f89498ba691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.766631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-5e1b3850-ddac-447d-9d3d-2f89498ba691 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800530 Sep 01 15:15:39.770805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.773011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-42f0bb9f-c007-49fa-bcab-e561b1bf35ac tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4762037 Sep 01 15:15:39.777742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:39.798040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:39.806229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-7cf96a79-4f68-4ba3-8d8a-d9189888afda tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.808812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-7cf96a79-4f68-4ba3-8d8a-d9189888afda tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.2241559 Sep 01 15:15:40.007285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a149-efd3-4e5e-b1ab-558e19462a85 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6745699-b2f9-4359-8022-a033803f0910,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:40.028667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-ec91f398-e98f-4a1b-afd5-b9380180e96d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1286d70c-9562-4575-809d-a04a6e55ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5816948 Sep 01 15:15:40.030453 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-8308ae05-12da-4833-a3b0-62896fd25559 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] show failed (client error): The resource could not be found. Sep 01 15:15:40.034580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8308ae05-12da-4833-a3b0-62896fd25559 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "GET /v2.0/security-groups/b6745699-b2f9-4359-8022-a033803f0910 HTTP/1.1" status: 404 len: 347 time: 0.5984702 Sep 01 15:15:40.073480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35872) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:40.172373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.173329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.174381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.175208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.176026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.176906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.177785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.181886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-95f2073c-d66c-4707-8b56-0f654f2cab9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6289 time: 1.0322707 Sep 01 15:15:40.393347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.406842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.420462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.433598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.447217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.458917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.471546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:40.475280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8886b929-e7fc-4b12-95f8-046d5961627c req-64641913-fcd5-4eb5-a42d-f205308a3862 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5393 time: 1.1197386 Sep 01 15:15:40.537918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-fe12c208-7f53-4bf2-8c8f-3d5c80adafbe tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.904024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-bbd4c983-6051-4f14-988e-15c1c4b0617c service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1290784 Sep 01 15:15:40.912598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.916909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8886b929-e7fc-4b12-95f8-046d5961627c req-ee5c687b-49cf-4786-bf9d-ed67cb7c9757 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3456442 Sep 01 15:15:40.977787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-b046acb9-7818-49ef-b6cb-f8a20f072dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024687 Sep 01 15:15:41.019742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-960fc980-341e-4d32-8f05-6416fd2846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.022183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-960fc980-341e-4d32-8f05-6416fd2846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.023052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-960fc980-341e-4d32-8f05-6416fd2846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.026055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-960fc980-341e-4d32-8f05-6416fd2846f2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7531681 Sep 01 15:15:41.034164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.161481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:41.165393 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:41.294148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f02a32-802e-4942-ac49-a6d383ac07ec req-40a92657-4010-4bbe-9ac0-803c10f7f52e service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678038 Sep 01 15:15:41.349074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-fe12c208-7f53-4bf2-8c8f-3d5c80adafbe tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.356790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-fe12c208-7f53-4bf2-8c8f-3d5c80adafbe tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.366272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76180c7-08b2-4920-9a71-5b89d4841595 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:41.388887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Router 444b6605-f50e-4aa6-9d70-986136d319bc is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:15:41.400800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.423500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64a3da00-4991-4d1f-9f5d-07dfb761aa8f req-fe12c208-7f53-4bf2-8c8f-3d5c80adafbe tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5847228 Sep 01 15:15:41.423803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Deleting port 30f1324e-0665-4589-bbf9-a979b9c32c89 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:41.423980 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.439413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12c208-7f53-4bf2-8c8f-3d5c80adafbe tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc83e643-3758-40fc-aca9-9d46aa550913,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:41.590608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:41.595131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Transition to ACTIVE for port object e76180c7-08b2-4920-9a71-5b89d4841595 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:41.618075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Sync routers for ids ['444b6605-f50e-4aa6-9d70-986136d319bc'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:41.625709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.633574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a3d6-7db2-40d2-bf53-7edb2ac62912 req-fed54e38-2657-4e2a-9050-11dfff9234fd tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.633781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e4fc82a7-3dd7-4636-bca3-7f8e69f87dd6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "PUT /v2.0/routers/444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 200 len: 692 time: 1.8367357 Sep 01 15:15:41.633963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3915a3d6-7db2-40d2-bf53-7edb2ac62912 req-fed54e38-2657-4e2a-9050-11dfff9234fd tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 944 time: 0.5142858 Sep 01 15:15:41.636490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35880) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:41.656780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Routers {'444b6605-f50e-4aa6-9d70-986136d319bc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:41.658534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['444b6605-f50e-4aa6-9d70-986136d319bc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:41.667697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc87160-2d30-4031-b706-1806c133cf5e req-50946c9e-19b0-4fa1-a60e-990f99445008 service neutron] 10.222.0.50 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712582 Sep 01 15:15:41.668833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.804191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74de37-9a6c-407e-b71a-5c2e22c53270 req-71020534-7fc8-4ff4-8c80-d4294f9d0fa7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.808000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf74de37-9a6c-407e-b71a-5c2e22c53270 req-71020534-7fc8-4ff4-8c80-d4294f9d0fa7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.2446051 Sep 01 15:15:41.817202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-14487916-f6cd-401f-9814-57b6fe8f8218 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/routers/444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 200 len: 698 time: 0.1774709 Sep 01 15:15:41.824752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:41.856473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-cadbd935-6b9e-4fc1-96d8-35a363ba220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.864478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74995c42-1acd-43d7-8f14-b447c50e49b5 req-cadbd935-6b9e-4fc1-96d8-35a363ba220d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7469659 Sep 01 15:15:41.876061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Set router 444b6605-f50e-4aa6-9d70-986136d319bc gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:41.928460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04def5a4-8e22-4a19-994b-4586b28e3693 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 200 len: 205 time: 0.0969040 Sep 01 15:15:41.931446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:42.014249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b6605-f50e-4aa6-9d70-986136d319bc', 'name': 'tempest-RoutersTest-router-46057351', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:39Z', 'updated_at': '2021-09-01T15:15:40Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:42.063525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf74de37-9a6c-407e-b71a-5c2e22c53270 req-6b0b00b2-bf93-452b-b040-ecb26f5090f3 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037191 Sep 01 15:15:42.082883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:42.094243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Checking router: 444b6605-f50e-4aa6-9d70-986136d319bc for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:42.110733 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.114267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.121880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Routers {'444b6605-f50e-4aa6-9d70-986136d319bc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:42.123413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['444b6605-f50e-4aa6-9d70-986136d319bc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:42.241949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3915a3d6-7db2-40d2-bf53-7edb2ac62912 req-87c380fa-a4ba-45b9-9443-96ef7a1c4a99 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901601 Sep 01 15:15:42.246219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Calling delete_port for 30f1324e-0665-4589-bbf9-a979b9c32c89 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:42.266081 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e51df4-825a-4ee8-a5ee-b4877aef7bb8 x-openstack-request-id: req-b9e51df4-825a-4ee8-a5ee-b4877aef7bb8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:42.266081 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:42.266081 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9e51df4-825a-4ee8-a5ee-b4877aef7bb8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:42.266081 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764', 'status': 'completed', 'code': 200} Sep 01 15:15:42.347288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] Set router 444b6605-f50e-4aa6-9d70-986136d319bc gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:42.379745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.467068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b6605-f50e-4aa6-9d70-986136d319bc', 'name': 'tempest-RoutersTest-router-46057351', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:39Z', 'updated_at': '2021-09-01T15:15:40Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:42.533006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c352615-ade7-44e1-807a-7a6f9fe62e1f None None] The sync data for ids ['444b6605-f50e-4aa6-9d70-986136d319bc'] in n-d-802060-16 is: [{'id': '444b6605-f50e-4aa6-9d70-986136d319bc', 'name': 'tempest-RoutersTest-router-46057351', 'tenant_id': '6cff5d18d8f249898c65aefc332f7822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:39Z', 'updated_at': '2021-09-01T15:15:40Z', 'revision_number': 2, 'project_id': '6cff5d18d8f249898c65aefc332f7822', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:42.854554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Attempting to bind port e76180c7-08b2-4920-9a71-5b89d4841595 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:42.855125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Attempting to bind port e76180c7-08b2-4920-9a71-5b89d4841595 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:42.855677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Attempting to bind port e76180c7-08b2-4920-9a71-5b89d4841595 on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:42.861599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-7c7b4ac2-ca85-4050-8e37-878ec56a0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:42.864315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-7c7b4ac2-ca85-4050-8e37-878ec56a0a84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ce3bddee18545878f40426a202697bd&device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 1096 time: 0.6206923 Sep 01 15:15:42.978976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Port e76180c7-08b2-4920-9a71-5b89d4841595 on network d8ff8f4a-5658-43a2-933f-1844f1edddce not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:42.979530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Attempting to bind port e76180c7-08b2-4920-9a71-5b89d4841595 on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:42.991185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.067493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.088700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.096764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.106521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.118048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.130389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.140546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.153217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.163436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-61f60000-aa82-4e56-9259-bea151730abc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5405 time: 0.7584765 Sep 01 15:15:43.174266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:43.175171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Checking segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:43.175426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Bound using segment: {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:43.176784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Bound port: e76180c7-08b2-4920-9a71-5b89d4841595, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc60873-b55f-433a-be54-399fed6320a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:43.177388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.413346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-dd81df39-a2fc-4377-987d-dd82267ac72e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686549 Sep 01 15:15:43.434348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.435157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead09b3f-f16a-4114-ad4e-75e7a8f7621c req-e1d184bc-6972-4eea-96d1-2118bdee1677 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.435374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Fanout notify agent at l3_agent the message router_deleted on router 444b6605-f50e-4aa6-9d70-986136d319bc {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:15:43.447966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.459137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ead09b3f-f16a-4114-ad4e-75e7a8f7621c req-e1d184bc-6972-4eea-96d1-2118bdee1677 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.1790342 Sep 01 15:15:43.459489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b832556d-14ff-4da8-979e-3614fcfac55d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 204 len: 168 time: 1.4970372 Sep 01 15:15:43.483614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.543905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb66fd78-f749-4e38-a6da-3c10dad3d88d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 200 len: 205 time: 0.0559635 Sep 01 15:15:43.545055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35910) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.549741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91ab8bd6-b125-483b-a192-af6198b4c969 req-1d4f0678-6554-492e-89b7-05b9c3c3b337 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3451478 Sep 01 15:15:43.656684 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-aeb5b244-a4ae-4ebc-b74c-16e57d9de138 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:43.658693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aeb5b244-a4ae-4ebc-b74c-16e57d9de138 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/444b6605-f50e-4aa6-9d70-986136d319bc HTTP/1.1" status: 404 len: 336 time: 0.1116769 Sep 01 15:15:43.663433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.669660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:43.679772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e76180c7-08b2-4920-9a71-5b89d4841595,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:43.685662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ead09b3f-f16a-4114-ad4e-75e7a8f7621c req-fdbe586e-acfe-455d-ad70-94634eb3bb7f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335560 Sep 01 15:15:43.699949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-1bcbb052-0477-4f8c-8018-342c24554f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.722945 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee33cad5-6768-4263-8ab2-de8f75e94e16 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:43.724209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee33cad5-6768-4263-8ab2-de8f75e94e16 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:43.724638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-1bcbb052-0477-4f8c-8018-342c24554f80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1286d70c-9562-4575-809d-a04a6e55ae35 HTTP/1.1" status: 200 len: 923 time: 0.7815125 Sep 01 15:15:43.727165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee33cad5-6768-4263-8ab2-de8f75e94e16 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/49a08233-7f7c-4c97-91b2-7004a8699260 HTTP/1.1" status: 404 len: 337 time: 0.0619431 Sep 01 15:15:43.732522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.743794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.748950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.821579 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b53400d-a4b3-4bf6-82d4-c1f167c64139 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:43.822798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b53400d-a4b3-4bf6-82d4-c1f167c64139 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:43.826916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b53400d-a4b3-4bf6-82d4-c1f167c64139 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/7ebbe3a8-9f52-4b7b-ae03-900a1f46202a HTTP/1.1" status: 404 len: 337 time: 0.0922389 Sep 01 15:15:43.831076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.919696 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4182e36-e7ee-4866-aeba-37064f6af8f2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:43.920959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4182e36-e7ee-4866-aeba-37064f6af8f2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:43.934368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4182e36-e7ee-4866-aeba-37064f6af8f2 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/162a29f3-a27a-4bca-b4e7-a13244cb2e7e HTTP/1.1" status: 404 len: 337 time: 0.0992820 Sep 01 15:15:43.949538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.042365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Pushing event deleted for resources: {'Port': ['ID=30f1324e-0665-4589-bbf9-a979b9c32c89,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:44.121654 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b735336b-eb0f-421f-8359-1ee3dde02a49 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:44.123083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b735336b-eb0f-421f-8359-1ee3dde02a49 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:44.125114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-b84e19da-8cb7-434a-8ff6-46079526341b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764 HTTP/1.1" status: 200 len: 217 time: 0.3940666 Sep 01 15:15:44.131819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b735336b-eb0f-421f-8359-1ee3dde02a49 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/34f486e1-aeee-48af-95e7-03ee8fd239fe HTTP/1.1" status: 404 len: 337 time: 0.1776011 Sep 01 15:15:44.139064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:44.139622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35934) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.139848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.139848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 200 len: 1091 time: 5.9507990 Sep 01 15:15:44.215310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-89a60c2b-98fd-4201-95f7-7f9746ec0ef7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 200 len: 205 time: 0.0789144 Sep 01 15:15:44.216453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35938) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.296971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-897018a3-9272-47eb-98a8-264c3e0dddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.319630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7be19-4f58-4bcc-aaa6-54198e76bf60 req-24b9112d-9071-4f1b-bc4a-dc95b23b7113 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:44.323361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dd7be19-4f58-4bcc-aaa6-54198e76bf60 req-24b9112d-9071-4f1b-bc4a-dc95b23b7113 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 944 time: 0.4094059 Sep 01 15:15:44.325498 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-c2783f23-dcf7-4bd4-8edc-0eb4de26b096 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:44.332949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2783f23-dcf7-4bd4-8edc-0eb4de26b096 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/a781ad95-364f-4dda-a66d-be942e244166 HTTP/1.1" status: 404 len: 336 time: 0.1117153 Sep 01 15:15:44.334642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.436217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-53e496bf-0d23-4e0b-9d1e-108560c4c230 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb096530-fb02-4ec8-ae6b-5ae6ac51e96e HTTP/1.1" status: 200 len: 205 time: 0.0991895 Sep 01 15:15:44.440642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.452542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 30d2f3d4-320e-4dce-8517-6f5b1c392764 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:15:44.533950 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-3c801a3c-eb1c-40a5-a518-bdfb86866cf6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:44.536457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c801a3c-eb1c-40a5-a518-bdfb86866cf6 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/fb096530-fb02-4ec8-ae6b-5ae6ac51e96e HTTP/1.1" status: 404 len: 336 time: 0.0935309 Sep 01 15:15:44.545436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35946) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.684592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dd7be19-4f58-4bcc-aaa6-54198e76bf60 req-a454aa51-bc60-4240-a35d-4187a872d2ad tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236210 Sep 01 15:15:44.690523 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-26095fcf-0326-42c7-9fe6-acdbe0029060 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:44.692817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26095fcf-0326-42c7-9fe6-acdbe0029060 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:44.704871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-26095fcf-0326-42c7-9fe6-acdbe0029060 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/afd05127-8632-40d9-bc85-b30ce7161562 HTTP/1.1" status: 404 len: 337 time: 0.1566601 Sep 01 15:15:44.708934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.765109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:44.769363 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca52897-b281-49a7-8118-6254cc9a8b23" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:44.808437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:44.831456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1b6d422d-26ce-43d1-90db-b3f2b1198bcb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 200 len: 205 time: 0.1204057 Sep 01 15:15:44.870566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35958) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:44.983146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764,segment=NetworkSegment(0fe1e05e-12b7-4583-abab-e8955bfb16e9),segment_id=0fe1e05e-12b7-4583-abab-e8955bfb16e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:45.014725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '30d2f3d4-320e-4dce-8517-6f5b1c392764', 'network_id': '1286d70c-9562-4575-809d-a04a6e55ae35', 'port_id': '30d2f3d4-320e-4dce-8517-6f5b1c392764', 'mac_address': 'fa:16:3e:2e:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c3e41b-290d-4637-a8db-a70dd035261d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:15:45.018930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.037452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.054574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.072216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.090674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.106115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.106922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.120102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.123858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.128479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.135976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-235d50d2-4794-4e39-bc58-6b7a36491a13 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] 10.222.0.41 "DELETE /v2.0/floatingips/ad23159e-8098-40a2-a92e-eb1f92a8e006 HTTP/1.1" status: 204 len: 168 time: 5.0519507 Sep 01 15:15:45.136773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-af321a7c-c901-4521-b713-8a3eddf45077 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5405 time: 0.2966287 Sep 01 15:15:45.138392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d2f3d4-320e-4dce-8517-6f5b1c392764 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:45.181326 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-c5f12c8b-1624-436d-be49-737675b631eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:45.184506 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5f12c8b-1624-436d-be49-737675b631eb tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/e42b04b4-c584-49fc-a638-56fb48c66b31 HTTP/1.1" status: 404 len: 336 time: 0.2285948 Sep 01 15:15:45.190125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.253230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764,segment=NetworkSegment(0fe1e05e-12b7-4583-abab-e8955bfb16e9),segment_id=0fe1e05e-12b7-4583-abab-e8955bfb16e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:45.261348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7761c-2402-4424-b93f-c9ba3bab0645 req-79567c2c-8542-434a-812e-f9da2b745461 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.263491 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.281416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4a3ec48-7c64-4af3-9086-923610d4e6f9 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=31611153-3a53-41a7-bf73-ca1995692f15 HTTP/1.1" status: 200 len: 205 time: 0.0876405 Sep 01 15:15:45.282665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9d7761c-2402-4424-b93f-c9ba3bab0645 req-79567c2c-8542-434a-812e-f9da2b745461 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 1.4319956 Sep 01 15:15:45.286067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.290998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.355179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b978eb7-a4fb-4912-98b2-1c9edc075432 req-d3840421-aff7-449b-98f5-e540aeaac8b7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133744 Sep 01 15:15:45.358487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-81380a5a-c73c-4071-8dcf-21e6af4b8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.361912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-81380a5a-c73c-4071-8dcf-21e6af4b8773 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c3e41b-290d-4637-a8db-a70dd035261d HTTP/1.1" status: 200 len: 862 time: 1.2193315 Sep 01 15:15:45.362991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed39379-1ef2-47a8-ab0b-beb5557f87c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:45.384681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:45.402694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.403893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.404565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.405091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.405754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.406230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.406799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.407364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.408219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.409186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.409960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.410799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:45.526606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-5d222ec1-38d4-4d03-80ee-31ca284435fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1286d70c-9562-4575-809d-a04a6e55ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849547 Sep 01 15:15:45.534502 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-58f1678d-e8f0-49ea-af4c-ec2ad4aa35aa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:45.536779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58f1678d-e8f0-49ea-af4c-ec2ad4aa35aa tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/31611153-3a53-41a7-bf73-ca1995692f15 HTTP/1.1" status: 404 len: 336 time: 0.2307436 Sep 01 15:15:45.541282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35968) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.604765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['30d2f3d4-320e-4dce-8517-6f5b1c392764'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:45.643607 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05489ef-642a-4a1d-9d00-fced83b880e2 x-openstack-request-id: req-e05489ef-642a-4a1d-9d00-fced83b880e2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:45.644448 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:45.645636 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e05489ef-642a-4a1d-9d00-fced83b880e2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:45.646445 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595', 'status': 'completed', 'code': 200} Sep 01 15:15:45.649743 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0b908e-52a2-4799-80ac-c5879d07f7b7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:45.650517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0b908e-52a2-4799-80ac-c5879d07f7b7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:45.657132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f0b908e-52a2-4799-80ac-c5879d07f7b7 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/ec376e0c-3905-47c7-871c-aa9dbe721540 HTTP/1.1" status: 404 len: 337 time: 0.1107576 Sep 01 15:15:45.673473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35970) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.813371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35974) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.814047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7571f0ef-e5b2-4cd0-bead-558d7e4b176e tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=094a7e15-bc8c-4e94-a84b-37eae3e8202b HTTP/1.1" status: 200 len: 205 time: 0.1422019 Sep 01 15:15:45.927883 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-fe903c19-7f7a-4de7-ad5b-fa7ed576a34d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:45.930182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe903c19-7f7a-4de7-ad5b-fa7ed576a34d tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/094a7e15-bc8c-4e94-a84b-37eae3e8202b HTTP/1.1" status: 404 len: 336 time: 0.0990396 Sep 01 15:15:45.944658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9d7761c-2402-4424-b93f-c9ba3bab0645 req-cf5cf447-2875-4787-9577-3d7a84fde214 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943460 Sep 01 15:15:45.953834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35976) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:46.031528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb544b6-0550-4314-a457-12517ad0fe59 req-46737c55-d603-4124-9d16-cce6b2702da0 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.034958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edb544b6-0550-4314-a457-12517ad0fe59 req-46737c55-d603-4124-9d16-cce6b2702da0 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 945 time: 0.1412644 Sep 01 15:15:46.148108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edb544b6-0550-4314-a457-12517ad0fe59 req-1f141f52-ffb5-46d7-8cd6-f4f0c021be38 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Sep 01 15:15:46.158322 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ded9d8-a7cd-496f-87e9-df214943a1f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:46.158322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ded9d8-a7cd-496f-87e9-df214943a1f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:46.163450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a4ded9d8-a7cd-496f-87e9-df214943a1f8 tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/5282e6da-b6e9-4684-9a3b-468be61ac38d HTTP/1.1" status: 404 len: 337 time: 0.2065501 Sep 01 15:15:46.169352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35978) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:46.218218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.218739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee29930a-5e42-4f0e-843d-d1e083f7170f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ec9a1e-c2d2-4270-8a30-07ec1d143360 HTTP/1.1" status: 200 len: 205 time: 0.0469439 Sep 01 15:15:46.219132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.219739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:46.220056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.220915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.221736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.223058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.225107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.228399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-b055ec28-6776-41f5-a201-a87b2d536152 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6357 time: 0.4974601 Sep 01 15:15:46.306418 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-38d42a0b-0ff6-47c9-a105-2fba064136ba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] delete failed (client error): The resource could not be found. Sep 01 15:15:46.311230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-38d42a0b-0ff6-47c9-a105-2fba064136ba tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/routers/43ec9a1e-c2d2-4270-8a30-07ec1d143360 HTTP/1.1" status: 404 len: 336 time: 0.0865955 Sep 01 15:15:46.320224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35982) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:46.400804 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3f42ea-5372-40b8-8667-d0fb3e25219f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:46.401600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3f42ea-5372-40b8-8667-d0fb3e25219f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:46.404919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c3f42ea-5372-40b8-8667-d0fb3e25219f tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/93f48654-d038-48f1-9721-714248620c0e HTTP/1.1" status: 404 len: 337 time: 0.0824192 Sep 01 15:15:46.410709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35984) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:46.466608 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa0ea45-6e58-4c37-81e2-a072fbe73e4c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:46.467282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa0ea45-6e58-4c37-81e2-a072fbe73e4c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:46.473365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-8410e9f4-bb9b-4d42-8d3b-6803e9cbf49c service neutron] 10.222.0.50 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9262104 Sep 01 15:15:46.473632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-daa0ea45-6e58-4c37-81e2-a072fbe73e4c tempest-RoutersTest-637930670 tempest-RoutersTest-637930670-project] 10.222.0.41 "DELETE /v2.0/subnets/708dd9d9-b2d4-4b95-bc4c-e78b78d99e91 HTTP/1.1" status: 404 len: 337 time: 0.0580869 Sep 01 15:15:46.501218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-56719b12-5ef0-4915-bfb5-d78c2d5ddc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.507051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-56719b12-5ef0-4915-bfb5-d78c2d5ddc43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.2135820 Sep 01 15:15:46.673533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-7f07897a-04b7-4e2b-aae2-6892e80e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.675182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-7f07897a-04b7-4e2b-aae2-6892e80e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.675409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-7f07897a-04b7-4e2b-aae2-6892e80e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.687907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-7f07897a-04b7-4e2b-aae2-6892e80e9eaf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4360757 Sep 01 15:15:46.761486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-3ba12283-df3d-438a-a44e-cdf2701651b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.767503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-3ba12283-df3d-438a-a44e-cdf2701651b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2491443 Sep 01 15:15:46.928568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-67ace2b2-ba54-44e9-842d-89b80e6fc88a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1399736 Sep 01 15:15:47.064783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-32af6b36-d245-43f0-8b49-787dbcb8dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.066254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-32af6b36-d245-43f0-8b49-787dbcb8dbf6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1275792 Sep 01 15:15:47.080345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.087380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.090720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35996) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:47.094678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.101901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.108874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.115619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.125418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.138516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da4002f4-a67d-495c-9ba7-207b354ff572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.141736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-53263a5e-8f2e-4da7-9636-b9a1b7027fae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5405 time: 0.4573886 Sep 01 15:15:47.251780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fa3e7ef-a115-409c-88ce-9e3cadd6150b req-642df512-e049-4898-98c7-e6c16ea6d489 service neutron] 10.222.0.50 "GET /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659383 Sep 01 15:15:47.278119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-166a7a55-5752-42bc-8ac2-0e83229bf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.282462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-166a7a55-5752-42bc-8ac2-0e83229bf243 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2069116 Sep 01 15:15:47.304308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6e63-6c95-4389-a207-6caf3c571807 req-75fb9fa0-56c8-4017-b9fe-89cc7a65cbb4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.324353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7d6e63-6c95-4389-a207-6caf3c571807 req-75fb9fa0-56c8-4017-b9fe-89cc7a65cbb4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1526966 Sep 01 15:15:47.365269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-63307d16-de45-4044-b3c6-b16219c8cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.367278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.368048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ca52897-b281-49a7-8118-6254cc9a8b23 req-63307d16-de45-4044-b3c6-b16219c8cffd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6176786 Sep 01 15:15:47.379247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dcbcd432-5eb7-4f42-bb4b-6972aba40aad req-6a61b80e-c272-44d1-852e-6107557b7314 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359028 Sep 01 15:15:47.428535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afc429c-b236-47b1-be9e-372add301961 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:47.456179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.490443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Transition to ACTIVE for port object 3afc429c-b236-47b1-be9e-372add301961 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:47.502958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.604674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a611a5d7-4d06-400a-a626-07f9238e0c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cff5d18d8f249898c65aefc332f7822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109789 Sep 01 15:15:47.618434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7d6e63-6c95-4389-a207-6caf3c571807 req-feefb1a4-ff15-46ba-b516-9ed13c37d2e2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581668 Sep 01 15:15:47.622262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:47.687337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-fae7c636-7d56-4e43-bfbe-9b5a577c1dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537247 Sep 01 15:15:47.840169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:47.870545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-bc07c0e5-2f69-4704-97c7-13becb0327fb service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694710 Sep 01 15:15:47.873578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f16a-8010-4161-b23e-11008ed15fd8 req-8586d545-60af-4f59-a485-cac0e400afbf tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.876321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd37f16a-8010-4161-b23e-11008ed15fd8 req-8586d545-60af-4f59-a485-cac0e400afbf tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 945 time: 0.3482656 Sep 01 15:15:47.934757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.053568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.089256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Attempting to bind port 3afc429c-b236-47b1-be9e-372add301961 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:48.090101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Attempting to bind port 3afc429c-b236-47b1-be9e-372add301961 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:48.090670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Attempting to bind port 3afc429c-b236-47b1-be9e-372add301961 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:48.105974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd37f16a-8010-4161-b23e-11008ed15fd8 req-76dd6ca2-f240-41d7-b640-0cbee4fdb631 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118497 Sep 01 15:15:48.115780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Port 3afc429c-b236-47b1-be9e-372add301961 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:48.116335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Attempting to bind port 3afc429c-b236-47b1-be9e-372add301961 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:48.167935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:48.168492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Checking segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:48.169142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Bound using segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:48.169868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Bound port: 3afc429c-b236-47b1-be9e-372add301961, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:48.170478 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.245644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.292386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.299490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.299490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e02a17e5-e90d-4e85-8923-14ce1f160ca1 HTTP/1.1" status: 204 len: 168 time: 0.6634772 Sep 01 15:15:48.330000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:48.335543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169dc81-c5f8-4d63-b094-aa82a28a1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a17e5-e90d-4e85-8923-14ce1f160ca1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:48.340749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:48.348822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.350779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.429030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:48.430337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.432808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 200 len: 1092 time: 3.6328647 Sep 01 15:15:48.433645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '3afc429c-b236-47b1-be9e-372add301961'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:48.444551 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ee1af-c681-476a-8dd9-b5f9e5803561" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "3afc429c-b236-47b1-be9e-372add301961"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:48.452622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 30d2f3d4-320e-4dce-8517-6f5b1c392764 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:48.534486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Request body: {'port': {'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:48.606070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 30d2f3d4-320e-4dce-8517-6f5b1c392764 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:48.623846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 30d2f3d4-320e-4dce-8517-6f5b1c392764 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:48.628286 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.723021 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab608a-003f-47b7-bed5-b8a44be8c091 x-openstack-request-id: req-8eab608a-003f-47b7-bed5-b8a44be8c091 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:48.723702 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "3afc429c-b236-47b1-be9e-372add301961", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:48.723916 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eab608a-003f-47b7-bed5-b8a44be8c091 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:48.724525 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '3afc429c-b236-47b1-be9e-372add301961', 'status': 'completed', 'code': 200} Sep 01 15:15:48.913414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c3414-7645-417c-b2bd-f9aeeccba0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:48.967881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.992643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.993662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:48.994516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.002823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.004108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.005405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.014149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.014874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.018532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-9870e5a2-294b-4e77-b25c-361e3b3403df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6425 time: 0.3219490 Sep 01 15:15:49.069437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:49.072598 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2b9f6b-7fb5-45c5-af46-df5c17e4f311" -d '{"events": [{"server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "name": "network-vif-plugged", "status": "completed", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:49.136715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764,segment=NetworkSegment(0fe1e05e-12b7-4583-abab-e8955bfb16e9),segment_id=0fe1e05e-12b7-4583-abab-e8955bfb16e9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:49.169217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:49.184589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d6bac-60b8-49ae-8727-808f970cfe1b req-38646c04-9723-4ce0-b4d1-d15a56e510f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.188529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff7d6bac-60b8-49ae-8727-808f970cfe1b req-38646c04-9723-4ce0-b4d1-d15a56e510f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.3185928 Sep 01 15:15:49.299625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.313767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.342079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.362080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.368818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:49.375259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.388081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.406074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.417905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-362057aa-0390-4270-b00f-762adea76074 req-e3e29c3c-8ff8-4947-9244-6654d65601d7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5417 time: 0.5970764 Sep 01 15:15:49.530256 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff7d6bac-60b8-49ae-8727-808f970cfe1b req-157de0f0-21ae-4a96-ab5f-dcb5dad9708b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230867 Sep 01 15:15:49.553613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-b4641cf8-8188-418c-ab2c-89b6076ccf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.554872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-b4641cf8-8188-418c-ab2c-89b6076ccf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.555917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-b4641cf8-8188-418c-ab2c-89b6076ccf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.559501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-b4641cf8-8188-418c-ab2c-89b6076ccf97 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8459cbf69a174003b328b68207e3da3f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5304744 Sep 01 15:15:49.592613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-362057aa-0390-4270-b00f-762adea76074 req-d7beca98-1461-4b87-a287-cc73f66924b2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738632 Sep 01 15:15:49.776726 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf39c4-4610-4be5-ac57-38d317704426 x-openstack-request-id: req-52cf39c4-4610-4be5-ac57-38d317704426 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:49.781508 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "name": "network-vif-plugged", "status": "completed", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:49.781508 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52cf39c4-4610-4be5-ac57-38d317704426 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:49.781508 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764', 'code': 200} Sep 01 15:15:49.832023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-5e8578a3-a9b3-47c2-b315-bf90704af300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.839726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-901ee1af-c681-476a-8dd9-b5f9e5803561 req-5e8578a3-a9b3-47c2-b315-bf90704af300 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702148 Sep 01 15:15:49.867575 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.008581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c69362f-df87-4dc3-99db-35d6a441b3a6 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:50.026749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.037831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368f50-b1ea-41a6-a746-fd392bc0f32b req-f97e6fbe-cbfb-4d7b-b908-63a2ab76925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:50.041004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6368f50-b1ea-41a6-a746-fd392bc0f32b req-f97e6fbe-cbfb-4d7b-b908-63a2ab76925b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 1098 time: 0.1242981 Sep 01 15:15:50.106653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Transition to ACTIVE for port object 9c69362f-df87-4dc3-99db-35d6a441b3a6 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:50.168804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6368f50-b1ea-41a6-a746-fd392bc0f32b req-b3c9fdd4-92c2-49a1-9990-c6b0b5402744 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198199 Sep 01 15:15:50.180865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30723f-d0d2-4456-aedd-cbfb9704d106 req-5675b365-b3bb-40e4-adfe-59502ab07137 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:50.184419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd30723f-d0d2-4456-aedd-cbfb9704d106 req-5675b365-b3bb-40e4-adfe-59502ab07137 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.3117156 Sep 01 15:15:50.186247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.333887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:50.430167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:50.454431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.454978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.455531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.456091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.458879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.459521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.460074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.460636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.461233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.461786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.462329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.462887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:50.492537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd30723f-d0d2-4456-aedd-cbfb9704d106 req-d2c8f6e1-bf16-40ad-849b-9af8b2ab6552 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888422 Sep 01 15:15:50.719365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Attempting to bind port 9c69362f-df87-4dc3-99db-35d6a441b3a6 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:50.720306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Attempting to bind port 9c69362f-df87-4dc3-99db-35d6a441b3a6 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:50.720444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Attempting to bind port 9c69362f-df87-4dc3-99db-35d6a441b3a6 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:50.739979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Port 9c69362f-df87-4dc3-99db-35d6a441b3a6 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:50.740495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Attempting to bind port 9c69362f-df87-4dc3-99db-35d6a441b3a6 on network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:50.756258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:50.756258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Checking segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:50.756258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Bound using segment: {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:50.756931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Bound port: 9c69362f-df87-4dc3-99db-35d6a441b3a6, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb719eec-99e7-4e4b-9dd7-3e73601b7785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:50.756931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.797834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-368d4617-8210-4f49-aa6e-7ee2415583ca tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:50.797834 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-368d4617-8210-4f49-aa6e-7ee2415583ca tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:15:50.797834 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-368d4617-8210-4f49-aa6e-7ee2415583ca tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:15:50.797834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-368d4617-8210-4f49-aa6e-7ee2415583ca tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3648252 Sep 01 15:15:50.801509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36054) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:50.812753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399857212'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:50.833939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097a0cf-3bb7-4951-821b-a146be67cbf9 req-4c2e2a92-8d1e-4023-87dc-f5810a9e5266 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:50.845812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6097a0cf-3bb7-4951-821b-a146be67cbf9 req-4c2e2a92-8d1e-4023-87dc-f5810a9e5266 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1551266 Sep 01 15:15:50.934823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6097a0cf-3bb7-4951-821b-a146be67cbf9 req-bbb9cdd3-1968-4c88-a91f-e3ddb654438e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Sep 01 15:15:51.013497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.065246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.081023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:51.123462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.135412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.147109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.163998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.182927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.196770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.211240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.214831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56372043-d747-40c2-a249-c9c409ce2603 req-e11caf03-1ad1-4b7d-a62b-c67db4af0ff3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3634827 Sep 01 15:15:51.275037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:51.304311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.423703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.424831 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.427286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 1092 time: 2.9285583 Sep 01 15:15:51.428395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:51.432275 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1940ac-a011-438e-b347-d1c736733d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:51.477893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56372043-d747-40c2-a249-c9c409ce2603 req-35c92e59-4478-46be-a40f-d1be42a689cd tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359490 Sep 01 15:15:51.540515 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a175b545-61d1-4f33-98f6-51f8d7424ea4 x-openstack-request-id: req-a175b545-61d1-4f33-98f6-51f8d7424ea4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:51.541050 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:51.541444 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a175b545-61d1-4f33-98f6-51f8d7424ea4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:51.541988 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'status': 'completed', 'code': 200} Sep 01 15:15:51.647043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2f9c-d2a5-459e-99ec-d1794d66d2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:51.738864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.751366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.752505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.753466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.754515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.755364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.756337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.757604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.761581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-17b9d01b-8d04-49a1-a4b6-850ca0b66051 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6493 time: 0.2230518 Sep 01 15:15:51.763677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.803565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb4b49-0903-4ab4-becb-dfdc14ed17b9 req-8d83fed8-9821-4f6d-aff8-6fb131465029 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.806096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fdb4b49-0903-4ab4-becb-dfdc14ed17b9 req-8d83fed8-9821-4f6d-aff8-6fb131465029 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.1158874 Sep 01 15:15:51.856412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-89ee8080-3b39-46c4-98d1-855f7f5e6ef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 217 time: 0.0817854 Sep 01 15:15:51.922127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fdb4b49-0903-4ab4-becb-dfdc14ed17b9 req-85e7c3d1-9a2a-4d66-8854-674b41773157 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915084 Sep 01 15:15:51.956217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f1ce4-ee0b-4966-b6a4-5c796b438cb5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:52.022970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-085d5cb6-5d41-4d80-bcec-b5a3edd239fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.029497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-085d5cb6-5d41-4d80-bcec-b5a3edd239fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 200 len: 856 time: 0.1603808 Sep 01 15:15:52.188549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.208803 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.226436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0d6c9842-fd72-4b42-896a-44c6a942676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.229947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0d6c9842-fd72-4b42-896a-44c6a942676c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903913 Sep 01 15:15:52.373657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde878d-2883-4bb8-9075-d8f19d3adfa2 req-0b9c7299-4d36-462b-bcf9-54de0da43a71 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.376413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bde878d-2883-4bb8-9075-d8f19d3adfa2 req-0b9c7299-4d36-462b-bcf9-54de0da43a71 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.2821999 Sep 01 15:15:52.389576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.395896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5869880 Sep 01 15:15:52.396294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:52.404397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '9780429c-ea12-4cc2-b631-abfe1f4ffee9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:52.410598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4c9e-5e66-404a-bc9e-aef2481ec55b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9780429c-ea12-4cc2-b631-abfe1f4ffee9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:52.473019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.504293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0bde878d-2883-4bb8-9075-d8f19d3adfa2 req-087f9c1e-a799-49f0-8d1d-f76dc7b74afb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167061 Sep 01 15:15:52.548466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-88bb2143-0b66-4785-8b84-68dc89752e29 service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072097 Sep 01 15:15:52.564999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.577325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.639083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.642131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2438128 Sep 01 15:15:52.644411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7db3-b3a6-493f-aa72-d30b927a0b32 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d5dde2-a5e5-43f5-9497-863dbbaad622,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:52.648480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:52.658189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d78aa042-37e7-4ecb-8868-c37defbb751d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '9780429c-ea12-4cc2-b631-abfe1f4ffee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:52.773824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d78aa042-37e7-4ecb-8868-c37defbb751d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.782302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-4bb8283e-8335-4e4e-97d6-755270d98feb service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219276 Sep 01 15:15:52.812337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.824989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.835964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-e9d438e6-ed5d-4018-b3b2-cdb49a203352 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 217 time: 0.0438254 Sep 01 15:15:52.837276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.849165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.861715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.873273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.885734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.889153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-13e80edc-f947-406e-8eff-763ad9253bce tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.2215998 Sep 01 15:15:52.948050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-93e44347-1502-4133-b711-0f60426c236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.949895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-93e44347-1502-4133-b711-0f60426c236f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1034563 Sep 01 15:15:52.994355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-977f713a-d1a5-452c-b5cf-0c9023df7150 req-5af5b407-1929-4dae-91fd-0ac412d23e6a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908041 Sep 01 15:15:53.009676 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d78aa042-37e7-4ecb-8868-c37defbb751d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:15:53.011217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d78aa042-37e7-4ecb-8868-c37defbb751d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3611083 Sep 01 15:15:53.015887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:53.042736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9a8b0ae9-ed69-4b2d-a210-803ab1613b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:53.049829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9a8b0ae9-ed69-4b2d-a210-803ab1613b41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921161 Sep 01 15:15:53.132104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.165943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.219666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.222831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.224223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/9780429c-ea12-4cc2-b631-abfe1f4ffee9 HTTP/1.1" status: 204 len: 168 time: 0.2068641 Sep 01 15:15:53.229989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:53.248773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa276b5-b79d-47f9-8a51-6c073d1301fa tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780429c-ea12-4cc2-b631-abfe1f4ffee9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:53.290650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0d53-fdb6-4849-b533-40a0313cd0c3 req-103354fd-7ff5-4251-b894-10913a142fe1 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:53.293643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-564d0d53-fdb6-4849-b533-40a0313cd0c3 req-103354fd-7ff5-4251-b894-10913a142fe1 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.1962461 Sep 01 15:15:53.330857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-93bed82e-d4d9-44fa-abbd-ac8cce1dc6f3 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991781 Sep 01 15:15:53.337482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36080) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:53.346259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--617030269'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:53.360453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-c4e1036a-74b7-4e1d-b8bd-af5122ffceee service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975178 Sep 01 15:15:53.392316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.431467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-564d0d53-fdb6-4849-b533-40a0313cd0c3 req-6386989d-c86b-46bf-ad0c-6a57472ad08e tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265180 Sep 01 15:15:53.589902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-56684a22-5333-49a5-8f3f-55474465075a service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065144 Sep 01 15:15:53.656744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.666428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.709891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a166a67-a0d5-4642-957b-61349c410669,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:53.719420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-9febabdf-d3d5-4e5f-b17c-36af7dcd2ef4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 217 time: 0.1183197 Sep 01 15:15:53.751153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.756898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd964cf8-9c73-4e26-978e-36298e8367b2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4171083 Sep 01 15:15:53.760623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:53.770013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bbb296e3-99cd-4073-ba6b-11ec3368262c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1a166a67-a0d5-4642-957b-61349c410669', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:53.771225 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-bbb296e3-99cd-4073-ba6b-11ec3368262c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 01 15:15:53.771989 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-bbb296e3-99cd-4073-ba6b-11ec3368262c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:53.773406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bbb296e3-99cd-4073-ba6b-11ec3368262c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112014 Sep 01 15:15:53.778163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:53.862474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7ed-7a3c-4499-abd4-23036114fa83 req-9f1f8899-7cec-4b7f-a2fd-47a4cf02f2e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:53.865571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fbabb7ed-7a3c-4499-abd4-23036114fa83 req-9f1f8899-7cec-4b7f-a2fd-47a4cf02f2e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1639411 Sep 01 15:15:53.935064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.978889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.042143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.060743 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.062563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a166a67-a0d5-4642-957b-61349c410669 HTTP/1.1" status: 204 len: 168 time: 0.2804213 Sep 01 15:15:54.071335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:54.092197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b8d97-f7c4-4343-9062-f3cd6b6e0756 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a166a67-a0d5-4642-957b-61349c410669,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:54.153603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6977834-21f9-4b8d-8b1d-3f421357d729 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828292 Sep 01 15:15:54.159182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:54.164513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518680297'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:54.205030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd4061-17bb-4727-b722-41cf4f52b460 req-4932289f-9ee6-4ce2-94e8-47ef7522294e tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.210493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfcd4061-17bb-4727-b722-41cf4f52b460 req-4932289f-9ee6-4ce2-94e8-47ef7522294e tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.1264567 Sep 01 15:15:54.266147 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.332176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfcd4061-17bb-4727-b722-41cf4f52b460 req-a24b0cf9-cac9-4fe8-a8ac-4ead3a1aa8ba tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137528 Sep 01 15:15:54.460311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.468364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.487240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-be494f89-d290-48d8-82c3-0aa9795da404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.490741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-be494f89-d290-48d8-82c3-0aa9795da404 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.7476630 Sep 01 15:15:54.565680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.566636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fbabb7ed-7a3c-4499-abd4-23036114fa83 req-36126020-1f53-491d-b1d3-bb1c11b1c13c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908758 Sep 01 15:15:54.572459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4074838 Sep 01 15:15:54.573439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36104) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:54.586921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dd95edea-6164-485d-80d5-1a75a4ad3c83 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1cd13ee9-fcde-4665-b960-269aab2d9b16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:54.588313 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-dd95edea-6164-485d-80d5-1a75a4ad3c83 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 01 15:15:54.589261 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-dd95edea-6164-485d-80d5-1a75a4ad3c83 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:54.590997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd95edea-6164-485d-80d5-1a75a4ad3c83 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0164518 Sep 01 15:15:54.593679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0457a9-4a4c-4f0b-986f-e7c0abfa860f tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd13ee9-fcde-4665-b960-269aab2d9b16,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:54.595946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36108) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:54.669829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-91b3c04e-f63f-4e28-9dca-176e685a06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.671294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-91b3c04e-f63f-4e28-9dca-176e685a06c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1585977 Sep 01 15:15:54.697167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.711500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.724825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.738945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.753770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.768217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.782256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.795122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-b99001f0-4a0d-4800-9638-48f8b2b00b7a service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066828 Sep 01 15:15:54.796576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-ad3ea77e-5b67-4589-a40d-a9c07435cd0f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3235307 Sep 01 15:15:54.821846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:54.921603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.934599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb04054e-6dbb-44f6-9c05-8be9d4baa63f req-9fba8da7-b934-482c-ba7c-fbf57b2dc28b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365225 Sep 01 15:15:55.006287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.031942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-8df1054e-def3-4823-a796-2d6da274c131 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258196 Sep 01 15:15:55.107063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.110540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.115439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/1cd13ee9-fcde-4665-b960-269aab2d9b16 HTTP/1.1" status: 204 len: 168 time: 0.5096920 Sep 01 15:15:55.117218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36118) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.139888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b029c-a898-42c1-9fa0-0299c0584785 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd13ee9-fcde-4665-b960-269aab2d9b16,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:55.192814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3e077a92-9aa1-4066-8a18-3dc369bf51c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 200 len: 217 time: 0.1429789 Sep 01 15:15:55.220437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-25f6e0dc-8171-407a-8c5b-42ba3c5a7ccc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950091 Sep 01 15:15:55.220741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36120) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.227332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--855422039'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:55.269353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.402218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3aa90940-b130-4821-92d7-bdc207da214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:55.404777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3aa90940-b130-4821-92d7-bdc207da214a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.2000635 Sep 01 15:15:55.451504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.465354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.531238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8438a5fe-8e82-489c-88ad-8a306b0da542,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:55.537483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:55.544386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-66df2d02-03ec-4bfe-9e06-73f1496923f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3175356 Sep 01 15:15:55.544972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36126) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.551749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7fa083da-75c0-41ee-a913-b2adf3c982b7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '8438a5fe-8e82-489c-88ad-8a306b0da542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:55.563618 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-7fa083da-75c0-41ee-a913-b2adf3c982b7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 01 15:15:55.564738 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-7fa083da-75c0-41ee-a913-b2adf3c982b7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:55.571440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7fa083da-75c0-41ee-a913-b2adf3c982b7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208657 Sep 01 15:15:55.573230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36128) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.581361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d0b8a302-a768-44d5-863c-1d74aedfd7d7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '8438a5fe-8e82-489c-88ad-8a306b0da542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:55.582381 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-d0b8a302-a768-44d5-863c-1d74aedfd7d7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 01 15:15:55.582918 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d0b8a302-a768-44d5-863c-1d74aedfd7d7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:55.588843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d0b8a302-a768-44d5-863c-1d74aedfd7d7 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103714 Sep 01 15:15:55.588843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36130) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.594603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d8f09326-563b-4777-9f2c-118789646155 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '8438a5fe-8e82-489c-88ad-8a306b0da542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:55.600324 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-d8f09326-563b-4777-9f2c-118789646155 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 01 15:15:55.600324 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d8f09326-563b-4777-9f2c-118789646155 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:55.600324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8f09326-563b-4777-9f2c-118789646155 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064487 Sep 01 15:15:55.600659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36132) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.611801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-341fb330-bab1-428a-b1e2-86375905d486 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '8438a5fe-8e82-489c-88ad-8a306b0da542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:55.612728 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-341fb330-bab1-428a-b1e2-86375905d486 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 01 15:15:55.614114 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-341fb330-bab1-428a-b1e2-86375905d486 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:55.615456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-341fb330-bab1-428a-b1e2-86375905d486 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137265 Sep 01 15:15:55.618071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.739120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d1b2daa-d74e-4ba9-9536-4ea905f0796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:55.741975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-6d1b2daa-d74e-4ba9-9536-4ea905f0796d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3227327 Sep 01 15:15:55.790450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e972b-4668-471e-980f-7388a5924715 req-dd564666-ff80-4c32-acdb-12d6ee86b4b3 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:55.792949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-939e972b-4668-471e-980f-7388a5924715 req-dd564666-ff80-4c32-acdb-12d6ee86b4b3 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.2189748 Sep 01 15:15:55.893373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-f31d2e2a-8cf8-4a9c-aa30-9496a64fd7f3 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:55.896398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-f31d2e2a-8cf8-4a9c-aa30-9496a64fd7f3 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 946 time: 0.2387025 Sep 01 15:15:55.897637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.003622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.062063 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-939e972b-4668-471e-980f-7388a5924715 req-6fd041b0-07c9-40da-a2e9-daf42008c4d0 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/security-groups?id=4675417a-cc4e-488b-ab24-b3fc858eb054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365880 Sep 01 15:15:56.063439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c0ee-dc49-4316-8592-a21819a3e5ce req-43791754-8001-44e6-908a-a58f98639df8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.072378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9472c0ee-dc49-4316-8592-a21819a3e5ce req-43791754-8001-44e6-908a-a58f98639df8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.3082025 Sep 01 15:15:56.122629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7e5ca607-c2f5-418e-bb3a-93553b47ab5d service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599284 Sep 01 15:15:56.248256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9472c0ee-dc49-4316-8592-a21819a3e5ce req-c9be7caa-5740-49e6-88ae-7a14fb27856b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617928 Sep 01 15:15:56.257839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.262597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.267071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/8438a5fe-8e82-489c-88ad-8a306b0da542 HTTP/1.1" status: 204 len: 168 time: 0.6452098 Sep 01 15:15:56.270046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:56.293199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc124bd-e431-4ff8-8278-b2a346b396dc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8438a5fe-8e82-489c-88ad-8a306b0da542,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:56.304570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Deleting port 30d2f3d4-320e-4dce-8517-6f5b1c392764 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:56.305133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.476797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] For port 30d2f3d4-320e-4dce-8517-6f5b1c392764, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=30d2f3d4-320e-4dce-8517-6f5b1c392764,segment=NetworkSegment(0fe1e05e-12b7-4583-abab-e8955bfb16e9),segment_id=0fe1e05e-12b7-4583-abab-e8955bfb16e9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:56.477449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.501810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Calling delete_port for 30d2f3d4-320e-4dce-8517-6f5b1c392764 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:56.533203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.545351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.557257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.569293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.581501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.593298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.604583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.608015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-031ca85a-5de7-432b-9ac8-41b186a68649 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3760633 Sep 01 15:15:56.612891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-a9ae9a8b-4623-4a51-b335-6466e25201a1 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801304 Sep 01 15:15:56.622392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-23e430e4-5232-407f-88ae-36e1c2e2965b tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3505859 Sep 01 15:15:56.631692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36142) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:56.639872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309155225'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:56.705006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.726090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-88869c31-586c-4f28-9991-424569c165be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 200 len: 217 time: 0.1018376 Sep 01 15:15:56.831881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.845976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['30d2f3d4-320e-4dce-8517-6f5b1c392764'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:56.856160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fc7e556-950f-4362-b06e-74c912fc7642 req-efc5aa26-0309-44a0-b0d1-b7f36b7f4709 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300453 Sep 01 15:15:56.900158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Pushing event deleted for resources: {'Port': ['ID=30d2f3d4-320e-4dce-8517-6f5b1c392764,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:56.903285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7ac37019-e86d-4daa-acda-6cf3177df493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.905094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7ac37019-e86d-4daa-acda-6cf3177df493 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1478117 Sep 01 15:15:56.973783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.019402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] No DVR routers for this DVR port 30d2f3d4-320e-4dce-8517-6f5b1c392764 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:57.027969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.031349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a64aaf6-8d7b-4ba9-88cb-34726134654e req-d9d73b07-5bc3-4550-b6e8-cb9ca72d8e29 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.50 "DELETE /v2.0/ports/30d2f3d4-320e-4dce-8517-6f5b1c392764 HTTP/1.1" status: 204 len: 173 time: 1.1244478 Sep 01 15:15:57.031993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'name': 'network-vif-deleted', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:57.036316 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ccc74-4c72-459d-8f27-b68a4f89502e" -d '{"events": [{"server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "name": "network-vif-deleted", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:57.077279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-2be46e3d-7905-418f-b9cb-699b54780751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:57.079960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-2be46e3d-7905-418f-b9cb-699b54780751 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618800 Sep 01 15:15:57.085558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.098549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.131367 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa1846-683e-407a-8ffa-6545af6009c4 x-openstack-request-id: req-12aa1846-683e-407a-8ffa-6545af6009c4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:57.131834 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8d74df-7d26-4fbe-94cb-119eb4cc878d", "name": "network-vif-deleted", "tag": "30d2f3d4-320e-4dce-8517-6f5b1c392764", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:57.132144 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12aa1846-683e-407a-8ffa-6545af6009c4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:57.132575 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8d74df-7d26-4fbe-94cb-119eb4cc878d', 'name': 'network-vif-deleted', 'tag': '30d2f3d4-320e-4dce-8517-6f5b1c392764', 'status': 'completed', 'code': 200} Sep 01 15:15:57.154347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.156471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5231907 Sep 01 15:15:57.161097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.166468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-354bc9a7-9527-4273-aab8-d0f0122ad4f2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.167667 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-354bc9a7-9527-4273-aab8-d0f0122ad4f2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:15:57.167667 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-354bc9a7-9527-4273-aab8-d0f0122ad4f2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.168556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-354bc9a7-9527-4273-aab8-d0f0122ad4f2 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063698 Sep 01 15:15:57.176457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36150) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.184565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c8f41-a5d4-405b-bb66-bc34032b1238 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46ee7a-5a12-4457-8302-ee0ec5189720,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:57.196473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0b53e2f0-bfb3-4a78-ae43-07b30159ca76 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.376157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d32bd9dc-b573-40bb-a936-7fbe63990fc2 req-e75b6506-3f94-4c83-9a21-85687f1ff404 tempest-ServerAddressesNegativeTestJSON-1303502302 tempest-ServerAddressesNegativeTestJSON-1303502302-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8d74df-7d26-4fbe-94cb-119eb4cc878d HTTP/1.1" status: 200 len: 210 time: 0.0909326 Sep 01 15:15:57.461269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42814d-ed21-4c1d-bb4c-2481fcba38db req-b862f282-2959-4477-a27d-8a9ee0cc6637 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:57.464027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f42814d-ed21-4c1d-bb4c-2481fcba38db req-b862f282-2959-4477-a27d-8a9ee0cc6637 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1014979 Sep 01 15:15:57.533675 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-0b53e2f0-bfb3-4a78-ae43-07b30159ca76 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.538990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b53e2f0-bfb3-4a78-ae43-07b30159ca76 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3524222 Sep 01 15:15:57.540746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f42814d-ed21-4c1d-bb4c-2481fcba38db req-e0ec8226-bd08-403c-a2fa-101e7fbe40f7 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Sep 01 15:15:57.541710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.552504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9e675ad2-15ee-4e79-aeb0-75c6a5568411 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.553626 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-9e675ad2-15ee-4e79-aeb0-75c6a5568411 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 01 15:15:57.554703 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-9e675ad2-15ee-4e79-aeb0-75c6a5568411 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.561350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9e675ad2-15ee-4e79-aeb0-75c6a5568411 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132437 Sep 01 15:15:57.561760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-0f088959-a40a-407d-984f-15406e06f84a service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695640 Sep 01 15:15:57.561946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.578025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3a39e0a4-135e-4385-8723-3b6bce4c4f38 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.587381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.610268 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:15:57.638504 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-3a39e0a4-135e-4385-8723-3b6bce4c4f38 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.639720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a39e0a4-135e-4385-8723-3b6bce4c4f38 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0761473 Sep 01 15:15:57.643872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.651814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5a32187a-f490-4ccc-aed7-ec4b1c81a2b0 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.652495 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-5a32187a-f490-4ccc-aed7-ec4b1c81a2b0 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:15:57.652965 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5a32187a-f490-4ccc-aed7-ec4b1c81a2b0 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.653993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a32187a-f490-4ccc-aed7-ec4b1c81a2b0 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081711 Sep 01 15:15:57.662814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36160) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.670217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d56be9a8-4a01-44a4-a36f-44057a9c4b25 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.844180 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-d56be9a8-4a01-44a4-a36f-44057a9c4b25 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.845662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d56be9a8-4a01-44a4-a36f-44057a9c4b25 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1812923 Sep 01 15:15:57.850998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36162) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.852881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-5970ff33-711a-4734-9a88-03399b7c88e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827888 Sep 01 15:15:57.858414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e7b75c6c-a8a7-4d41-99c0-1ccc4b8d21a3 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.859053 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-e7b75c6c-a8a7-4d41-99c0-1ccc4b8d21a3 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 01 15:15:57.860093 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-e7b75c6c-a8a7-4d41-99c0-1ccc4b8d21a3 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.861456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7b75c6c-a8a7-4d41-99c0-1ccc4b8d21a3 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089753 Sep 01 15:15:57.865391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.875706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-92d2dba2-7d7e-43b9-90dd-9f5513c37f30 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.943919 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-92d2dba2-7d7e-43b9-90dd-9f5513c37f30 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:57.945797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-92d2dba2-7d7e-43b9-90dd-9f5513c37f30 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0765948 Sep 01 15:15:57.949530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.955234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e0e25208-4328-4dbb-a98c-28b3f99766cf tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '1e46ee7a-5a12-4457-8302-ee0ec5189720', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:57.965578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-e9a9d384-e03a-4f40-baec-9ac2977c6058 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 200 len: 217 time: 0.0702660 Sep 01 15:15:58.030566 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-e0e25208-4328-4dbb-a98c-28b3f99766cf tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:15:58.031856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0e25208-4328-4dbb-a98c-28b3f99766cf tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0810781 Sep 01 15:15:58.036766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:58.125851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Deleting port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:58.126800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.133973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.150637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-07260712-1b02-4039-9bc3-fd7e509fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.153420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-07260712-1b02-4039-9bc3-fd7e509fad62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1781459 Sep 01 15:15:58.177593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.268642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.274196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.277821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/1e46ee7a-5a12-4457-8302-ee0ec5189720 HTTP/1.1" status: 204 len: 168 time: 0.2395086 Sep 01 15:15:58.283991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:58.318075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fedcc-f356-4c3f-b8c2-a7a3fbc4b04a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46ee7a-5a12-4457-8302-ee0ec5189720,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:58.335687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.348614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.360547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.372168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.388074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.388424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-885172d9-e344-4bf6-8f7c-5e610978353d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949554 Sep 01 15:15:58.388655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:58.395057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.399915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--245484149'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:58.406369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.409831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-5956db15-8bba-413d-9c34-233e9035bbe7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3730063 Sep 01 15:15:58.446897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.493857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] For port 25a8a65a-413b-4ee9-a1f7-1d33521bb3de, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:58.493857 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.494441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36178) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:58.499740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3a4decca-d1bb-42d9-af99-b303a2815905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:58.502363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3a4decca-d1bb-42d9-af99-b303a2815905 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2959185 Sep 01 15:15:58.542006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Calling delete_port for 25a8a65a-413b-4ee9-a1f7-1d33521bb3de owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:58.649791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e28c404-b9ea-4566-9c59-fe7bbefaf581 req-4910dbc4-b790-4fe9-8d90-bb3b4243402c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258379 Sep 01 15:15:58.650960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Deleting subnet 84c3e41b-290d-4637-a8db-a70dd035261d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:58.670785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.843267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.853760 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.854106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-5c36666e-cd72-4580-9221-48ca382c33f7 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366954 Sep 01 15:15:58.890374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.009605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa197aa-5bdc-4a90-bf13-9c8c210bd38d req-2e9bff4e-c1d9-4904-961f-027c2c0f146f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:59.013238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3aa197aa-5bdc-4a90-bf13-9c8c210bd38d req-2e9bff4e-c1d9-4904-961f-027c2c0f146f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.2715073 Sep 01 15:15:59.020160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.022566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6319556 Sep 01 15:15:59.023859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73b1a-6f1c-446a-b346-535fa90a0870 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44272225-9325-4f2f-8046-1ee0d891ae3d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:59.030320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36182) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.038387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.047104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-563e556d-09a0-4b54-9b4f-5347f290505c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '44272225-9325-4f2f-8046-1ee0d891ae3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:59.220003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3aa197aa-5bdc-4a90-bf13-9c8c210bd38d req-80a7f15c-4fb4-465d-b897-4015e2d7fe54 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856506 Sep 01 15:15:59.268862 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-563e556d-09a0-4b54-9b4f-5347f290505c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The resource could not be found. Sep 01 15:15:59.274411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-563e556d-09a0-4b54-9b4f-5347f290505c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2387555 Sep 01 15:15:59.280414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36184) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.287441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-49c2d107-a15c-4d08-8c39-5b5ee19fd8bd tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '44272225-9325-4f2f-8046-1ee0d891ae3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd7217b7d-5fc3-4885-886b-8721f5b3c9b9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:59.298196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.369541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c3e41b-290d-4637-a8db-a70dd035261d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:59.377181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.382011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-98e2e829-8930-483b-8659-22ddab34f0cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/84c3e41b-290d-4637-a8db-a70dd035261d HTTP/1.1" status: 204 len: 168 time: 0.8854918 Sep 01 15:15:59.388447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36186) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.518581 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-49c2d107-a15c-4d08-8c39-5b5ee19fd8bd tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The resource could not be found. Sep 01 15:15:59.524244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49c2d107-a15c-4d08-8c39-5b5ee19fd8bd tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2391284 Sep 01 15:15:59.531422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36188) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.562199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.592686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-3a6ee498-fea6-4539-bfa7-60c396333112 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823363 Sep 01 15:15:59.676840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-258724bf-b30c-45bd-b3ea-d645bede51af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0714250 Sep 01 15:15:59.715349 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.786987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.801471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.826956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a8a65a-413b-4ee9-a1f7-1d33521bb3de,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:59.841306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1286d70c-9562-4575-809d-a04a6e55ae35']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:59.881658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.888686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe1e05e-12b7-4583-abab-e8955bfb16e9') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:59.889248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe1e05e-12b7-4583-abab-e8955bfb16e9') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:59.924296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.939219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-2fbd5fd5-c331-44e8-9a67-e8cf7853fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:59.942438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-2fbd5fd5-c331-44e8-9a67-e8cf7853fadf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.2429950 Sep 01 15:16:00.000891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.021276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:00.022475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:00.026650 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:00.113838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.116969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.119011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.121424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/44272225-9325-4f2f-8046-1ee0d891ae3d HTTP/1.1" status: 204 len: 168 time: 0.5881882 Sep 01 15:16:00.130385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.137654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:00.143248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.156865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.165825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.176637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.188984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d61e2-ed38-4d73-9138-58771262ce53 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44272225-9325-4f2f-8046-1ee0d891ae3d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:00.189381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.193587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-0e73dc32-c2a4-4263-8512-2f0d07a3773b tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3177977 Sep 01 15:16:00.214485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.240934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.248983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1286d70c-9562-4575-809d-a04a6e55ae35 HTTP/1.1" status: 204 len: 168 time: 0.8548763 Sep 01 15:16:00.298973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c380e-0da9-4172-9e64-ca0438a1dd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1286d70c-9562-4575-809d-a04a6e55ae35,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:00.335075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7c840766-21a4-455f-9865-85dee194bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.337840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-7c840766-21a4-455f-9865-85dee194bd9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3637111 Sep 01 15:16:00.364616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ba5fbd1-50bf-4f78-be8d-b2b6a8238140 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2213023 Sep 01 15:16:00.374791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:00.386081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-add76c5f-768e-4898-bd5b-3b33802427f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': '39804f62-fed8-4f67-abd2-00a90e44b6ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:00.544208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 30d2f3d4-320e-4dce-8517-6f5b1c392764 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:00.551605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3766fa1-8c66-4f2b-84c7-58798c378cab req-99ed941c-f953-49b9-ad5e-b65dca4d33f4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2706733 Sep 01 15:16:00.559322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f8fb-2f53-412e-ae42-0c2d19b9acf5 req-595b4cab-e2da-45e0-971c-3a4108a8d973 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.561942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c88f8fb-2f53-412e-ae42-0c2d19b9acf5 req-595b4cab-e2da-45e0-971c-3a4108a8d973 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1538978 Sep 01 15:16:00.579341 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-add76c5f-768e-4898-bd5b-3b33802427f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The resource could not be found. Sep 01 15:16:00.581228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-add76c5f-768e-4898-bd5b-3b33802427f5 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2035644 Sep 01 15:16:00.597414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36200) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:00.606936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--207411127'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:00.613443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 30d2f3d4-320e-4dce-8517-6f5b1c392764 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:16:00.614388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 30d2f3d4-320e-4dce-8517-6f5b1c392764 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:00.650840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:00.689916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c88f8fb-2f53-412e-ae42-0c2d19b9acf5 req-8b0f79bf-bf7e-48f1-bca1-574f9db049ed tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063619 Sep 01 15:16:00.719539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.799835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.834936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-b3642d4c-0e54-4ec1-a9c4-519569fa788b service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827001 Sep 01 15:16:01.022894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b7ef4442-6975-4f62-b0c9-7b86ac7f2c3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ce3bddee18545878f40426a202697bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639057 Sep 01 15:16:01.026867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:01.119230 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.161815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.265854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.267002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a23b78f-de77-4f8d-9c89-db73a4cdfe06 req-449a4de8-6bca-4ce6-868e-bd9cb97f9048 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159529 Sep 01 15:16:01.270992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.273343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4675417a-cc4e-488b-ab24-b3fc858eb054 HTTP/1.1" status: 204 len: 168 time: 0.2446384 Sep 01 15:16:01.293504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa22c8-6a57-404b-9624-35f465fad271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4675417a-cc4e-488b-ab24-b3fc858eb054,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:01.427922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.436278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.601703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.604183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0030727 Sep 01 15:16:01.609177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:01.617515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925501375'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:01.628044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf88b-5d15-424c-a21e-77ebeec583bb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f19467-2214-4a69-9db5-fe61b2da9851,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:01.675166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:16:01.686438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.687370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.688273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.689189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.690118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.691050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.692129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.695915 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b3a80937-31f1-4e71-af17-85a5d6233130 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6493 time: 0.2887681 Sep 01 15:16:01.744440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.974996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8109c12-d7cb-408b-bcf6-4411fb5e58ee req-f30d45a7-865d-47aa-933b-601aecf10b17 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.978715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8109c12-d7cb-408b-bcf6-4411fb5e58ee req-f30d45a7-865d-47aa-933b-601aecf10b17 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1210365 Sep 01 15:16:02.071458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8109c12-d7cb-408b-bcf6-4411fb5e58ee req-263739b2-65de-4b5e-8796-eb73c1f65fea tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Sep 01 15:16:02.096315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.108082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.120116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.132809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.142755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.153840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.166136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.169786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-92b79ae8-0fbc-427a-b973-3251c1049828 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3736546 Sep 01 15:16:02.290967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-ad24da05-290f-4437-9122-644e42483463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.293361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-ad24da05-290f-4437-9122-644e42483463 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 903 time: 0.5852869 Sep 01 15:16:02.428480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-7016ff1f-883e-4e00-9f63-9cd3113da74d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 217 time: 0.1217124 Sep 01 15:16:02.437390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:16:02.456180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Sync routers for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:16:02.461540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d8efd4fa-92fd-40d1-ba16-cb064a9cd082 admin admin] 10.222.0.41 "PUT /v2.0/routers/05c8b74f-b98f-43ff-a59c-ba9bdf850735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6377549 Sep 01 15:16:02.465402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36226) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:02.469259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d216e4e-756c-412f-9aca-01847e6a2aa4 req-867c66ea-f845-485f-a43e-afccf965a566 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376242 Sep 01 15:16:02.477925 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:02.479980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:02.583342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.587377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-1b37d3dd-20cc-40aa-b92c-0073294a8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.590211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-1b37d3dd-20cc-40aa-b92c-0073294a8afe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1499677 Sep 01 15:16:02.592528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.746867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.754673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:02.755049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1437774 Sep 01 15:16:02.756222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648ece8-0e48-4d42-ad01-7065942b50bc tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48bc125-cee2-4860-948b-fc1784b672ad,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:02.775974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b176428a-802f-4cf9-bcc5-ccd207a101c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.779138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-b176428a-802f-4cf9-bcc5-ccd207a101c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1762607 Sep 01 15:16:02.786419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:02.790569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3ef11574-d568-40fd-92dd-2b155ffc8bb9 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group_rule': {'security_group_id': 'c2f19467-2214-4a69-9db5-fe61b2da9851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c48bc125-cee2-4860-948b-fc1784b672ad'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:02.805257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.985253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:03.033342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-646690d7-90e1-4e8f-bda3-b52c365a9289 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429144 Sep 01 15:16:03.062767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.154861 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-3ef11574-d568-40fd-92dd-2b155ffc8bb9 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:16:03.163039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ef11574-d568-40fd-92dd-2b155ffc8bb9 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3985679 Sep 01 15:16:03.177264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:03.271687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1844012982-network', 'tenant_id': 'a2f2a266107849828cdc4abf9ba5dcf7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:03.288850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a1940ac-a011-438e-b347-d1c736733d2b req-126ba3fb-bf9d-4c9d-9766-cce6f22809c6 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361662 Sep 01 15:16:03.336656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:15:59Z', 'revision_number': 5, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port': {'id': '4adccc10-a347-4f91-adaf-e2871d2dc3da', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:47Z', 'updated_at': '2021-09-01T15:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:03.387226 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Checking router: 05c8b74f-b98f-43ff-a59c-ba9bdf850735 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:16:03.404581 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Routers {'05c8b74f-b98f-43ff-a59c-ba9bdf850735'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:03.405746 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:15:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:03.577111 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] Set router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:03.707241 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:16:03Z', 'revision_number': 6, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:03.762171 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01140351-ba40-4bc7-b14a-08942c307323 None None] The sync data for ids ['05c8b74f-b98f-43ff-a59c-ba9bdf850735'] in n-d-802060-16 is: [{'id': '05c8b74f-b98f-43ff-a59c-ba9bdf850735', 'name': 'tempest-AttachVolumeShelveTestJSON-352861361-router', 'tenant_id': '76291585b32141afbd095b41397ec054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:45Z', 'updated_at': '2021-09-01T15:16:03Z', 'revision_number': 6, 'project_id': '76291585b32141afbd095b41397ec054', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:16:03.799917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.816136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.832441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.843169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.856115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.868982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.881390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.885108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Deleting port 4adccc10-a347-4f91-adaf-e2871d2dc3da {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:03.886082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-37016080-0442-4d0d-a182-095fd70dd4d4 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.1950054 Sep 01 15:16:03.886357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.898389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Made reservation on behalf of a2f2a266107849828cdc4abf9ba5dcf7 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:03.902449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.956613 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30279ed2-75b4-4a50-9e8b-4c90d664bded req-2ce252c9-f409-4fe4-b9ab-a8a29aa6b300 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554755 Sep 01 15:16:04.002729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.005973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.065607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a04db-383a-4ea5-b56a-7ba4b5202365 req-bce3d3f4-e063-49d9-8a83-ebafefcd58f8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:04.067980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-538a04db-383a-4ea5-b56a-7ba4b5202365 req-bce3d3f4-e063-49d9-8a83-ebafefcd58f8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.3104477 Sep 01 15:16:04.135602 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.312216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] For port 4adccc10-a347-4f91-adaf-e2871d2dc3da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4adccc10-a347-4f91-adaf-e2871d2dc3da,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:04.312844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.335215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-538a04db-383a-4ea5-b56a-7ba4b5202365 req-a6a7097a-84b2-4e74-bc44-5e6dcbd8ef6b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475255 Sep 01 15:16:04.357746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Calling delete_port for 4adccc10-a347-4f91-adaf-e2871d2dc3da owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:04.398000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.404993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.407557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/c48bc125-cee2-4860-948b-fc1784b672ad HTTP/1.1" status: 204 len: 168 time: 1.2281497 Sep 01 15:16:04.412482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36248) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:04.504379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ba087-c2ca-498e-91c3-81c8ffc60377 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48bc125-cee2-4860-948b-fc1784b672ad,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:04.516315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-39881ac1-8d48-46b6-9db1-acad2c2d3bdb tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1011763 Sep 01 15:16:04.521363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36250) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:04.600388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.634138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.659774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.681688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.748386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:04.781280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.781280 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Added segment 1890e24e-b4be-4300-90dd-21dc2cdf1b38 of type vlan for network 7e0981f9-82e5-42d1-b452-e867a53a8c0d Sep 01 15:16:04.826047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.834162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.840338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/c2f19467-2214-4a69-9db5-fe61b2da9851 HTTP/1.1" status: 204 len: 168 time: 0.3160844 Sep 01 15:16:04.843515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36252) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:04.858371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 25a8a65a-413b-4ee9-a1f7-1d33521bb3de no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:04.893672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9750b-0f7f-459e-a853-9dcb051ee3ba tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f19467-2214-4a69-9db5-fe61b2da9851,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:04.909681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 25a8a65a-413b-4ee9-a1f7-1d33521bb3de {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:16:04.911229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 25a8a65a-413b-4ee9-a1f7-1d33521bb3de not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:04.913431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4adccc10-a347-4f91-adaf-e2871d2dc3da no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:05.008767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfaeb8-a5a4-4247-9f66-b8b667c5312b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:05.010672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3395ba41-6238-40ac-85d6-1e2e9331fe4c tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591587 Sep 01 15:16:05.018795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36256) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:05.029731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.031661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.039161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208924438'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:05.039700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port 4adccc10-a347-4f91-adaf-e2871d2dc3da {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:16:05.043631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4adccc10-a347-4f91-adaf-e2871d2dc3da not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:05.124443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4adccc10-a347-4f91-adaf-e2871d2dc3da,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:05.251170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.253130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.254787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.278345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.279690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.289118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.301621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.313150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.325401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.337154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.349289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.352863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-a06b80c6-2652-484a-a710-8666cd1217e5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.1815226 Sep 01 15:16:05.420898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.434554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79427d21-f580-48d1-a6bd-be69a4867aa8 req-3e28951c-16ba-49af-bd32-0f9cec9661b0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693350 Sep 01 15:16:05.451969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4650447 Sep 01 15:16:05.457850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36262) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:05.479443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Request body: {'subnet': {'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1844012982-subnet', 'tenant_id': 'a2f2a266107849828cdc4abf9ba5dcf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:05.524295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Made reservation on behalf of a2f2a266107849828cdc4abf9ba5dcf7 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:05.528365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.624275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f108d52-6ca7-4873-8a96-aa5a1ced4703 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0981f9-82e5-42d1-b452-e867a53a8c0d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:05.643852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7e0981f9-82e5-42d1-b452-e867a53a8c0d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:05.734012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.747399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.881567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c60f-476e-49a1-b1da-131cb15c5c72 req-0560fb10-ac00-4d06-a6c3-52b07c1f30bc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.884919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f668c60f-476e-49a1-b1da-131cb15c5c72 req-0560fb10-ac00-4d06-a6c3-52b07c1f30bc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.3613732 Sep 01 15:16:05.890955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.891936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c8b74f-b98f-43ff-a59c-ba9bdf850735 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:16:05.906542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.913670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae0caf9f-a0b4-49c0-8477-9df1dd418d3d admin admin] 10.222.0.41 "DELETE /v2.0/routers/05c8b74f-b98f-43ff-a59c-ba9bdf850735 HTTP/1.1" status: 204 len: 168 time: 3.4411674 Sep 01 15:16:05.918112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36264) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:05.936325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.023311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f668c60f-476e-49a1-b1da-131cb15c5c72 req-bcc32215-5268-42bf-9469-7fa56bcafc35 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Sep 01 15:16:06.042103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.053389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.102288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.103449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a749ac7-f783-4399-826f-1dbaa03449ae,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:06.110366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0831647 Sep 01 15:16:06.113214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36266) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.117290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Deleting subnet f7cdb706-e371-4de4-b828-83dd9a7fb675 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:16:06.130232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ed287a88-aeb8-46ed-be12-077652404049 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:06.130232 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-ed287a88-aeb8-46ed-be12-077652404049 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:16:06.130232 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-ed287a88-aeb8-46ed-be12-077652404049 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 15:16:06.130232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ed287a88-aeb8-46ed-be12-077652404049 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "PUT /v2.0/security-groups/d1a84ee2-8900-4754-b326-8012089fab5a HTTP/1.1" status: 409 len: 330 time: 0.0137115 Sep 01 15:16:06.131008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ab75e-cd75-4768-ab50-bbad07847192 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a84ee2-8900-4754-b326-8012089fab5a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:06.134014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.143185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.230721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Checking segment: {'id': '1890e24e-b4be-4300-90dd-21dc2cdf1b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:06.231231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Network hostable DHCP agents. Network: 7e0981f9-82e5-42d1-b452-e867a53a8c0d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:16:06.239233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.249586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.293158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.308538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Network 7e0981f9-82e5-42d1-b452-e867a53a8c0d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:16:06.333883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7e0981f9-82e5-42d1-b452-e867a53a8c0d) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:06.341189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.342059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.354360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caf941-1412-4110-b986-5905e8b6e92a None None] Network 7e0981f9-82e5-42d1-b452-e867a53a8c0d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:06.397014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.406877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.415509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1a84ee2-8900-4754-b326-8012089fab5a HTTP/1.1" status: 204 len: 168 time: 0.2735019 Sep 01 15:16:06.418483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36270) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.427779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.449539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bc74f-33fc-47e7-9bf1-0c4a28aa4a03 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a84ee2-8900-4754-b326-8012089fab5a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:06.479359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-afc182bb-243c-44cc-ab8e-3f6bd741be2c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0178072 Sep 01 15:16:06.551537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-00598eaf-1173-4a17-a701-9cda0b6f655d tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299570 Sep 01 15:16:06.563048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36276) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.593789 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-44c82125-060f-4d05-b0db-188dfdd1870e tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] delete failed (client error): The resource could not be found. Sep 01 15:16:06.596123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-44c82125-060f-4d05-b0db-188dfdd1870e tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "DELETE /v2.0/security-groups/d33e409d-c132-442d-856c-b02ac91306fd HTTP/1.1" status: 404 len: 347 time: 0.0312192 Sep 01 15:16:06.602363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.627925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.644052 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-75b35ec6-15ce-45c6-8c43-f88b22f05b44 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] show failed (client error): The resource could not be found. Sep 01 15:16:06.653701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-75b35ec6-15ce-45c6-8c43-f88b22f05b44 tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-groups/702fc003-eb5d-41e3-8f4c-7fe8e1126f2e HTTP/1.1" status: 404 len: 347 time: 0.0422137 Sep 01 15:16:06.672424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.727255 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-6f59fb92-43ec-4ea9-8230-25e914e5ba1a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] show failed (client error): The resource could not be found. Sep 01 15:16:06.731119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30e4f2-ab69-4e20-8fe0-c3bfdff89451 None None] Network 7e0981f9-82e5-42d1-b452-e867a53a8c0d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:06.736800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cdb706-e371-4de4-b828-83dd9a7fb675,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:06.750635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f59fb92-43ec-4ea9-8230-25e914e5ba1a tempest-NegativeSecGroupTest-1724456243 tempest-NegativeSecGroupTest-1724456243-project] 10.222.0.41 "GET /v2.0/security-group-rules/583cb158-765a-46d8-a0fe-dc5848ef4cf5 HTTP/1.1" status: 404 len: 356 time: 0.0758252 Sep 01 15:16:06.788143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.791436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-33608a9f-0f2c-4e67-b364-520dcff7f857 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7cdb706-e371-4de4-b828-83dd9a7fb675 HTTP/1.1" status: 204 len: 168 time: 0.8696539 Sep 01 15:16:06.796370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36286) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:06.834758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45e909-7a4d-413a-87f2-8d242b25f8f1 None None] Network 5866253c-8005-47f9-a4c4-2a2c039db553 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:07.005550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.019086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.032923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.047632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.061335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.070852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.084842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.089003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-9579bf08-85ef-4ea8-9bd1-728f4854cc4f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3873718 Sep 01 15:16:07.104464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.251036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9df4fa8-4b1e-4584-abd2-6daab4fa5bd9 req-e2cef802-ad35-4bc1-9f97-f36bbf5de0f5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379282 Sep 01 15:16:07.357053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Deleting port ffbd0c5a-961b-41bd-9444-d0ca20954879 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:07.357820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.359860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] DHCP port deletion for 5866253c-8005-47f9-a4c4-2a2c039db553 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:16:07.387453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:07.505678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Deleting port ffbd0c5a-961b-41bd-9444-d0ca20954879 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:07.506648 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.602947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] For port ffbd0c5a-961b-41bd-9444-d0ca20954879, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffbd0c5a-961b-41bd-9444-d0ca20954879,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:07.603893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.641049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5a3bc-0ea5-4c16-a951-4985f4d7f92e req-bb03cd34-138d-42f6-8960-5f02008ea926 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.654878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-def5a3bc-0ea5-4c16-a951-4985f4d7f92e req-bb03cd34-138d-42f6-8960-5f02008ea926 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1859245 Sep 01 15:16:07.682234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] For port ffbd0c5a-961b-41bd-9444-d0ca20954879, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffbd0c5a-961b-41bd-9444-d0ca20954879,segment=NetworkSegment(fe7f1887-4f92-4ac9-ac1a-548eba5e5135),segment_id=fe7f1887-4f92-4ac9-ac1a-548eba5e5135)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:07.682855 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.688361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Calling delete_port for ffbd0c5a-961b-41bd-9444-d0ca20954879 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:07.710648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Calling delete_port for ffbd0c5a-961b-41bd-9444-d0ca20954879 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:07.761231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-def5a3bc-0ea5-4c16-a951-4985f4d7f92e req-072a8e39-180c-4561-b9b9-29c061c8d164 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048446 Sep 01 15:16:07.779962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6a8d1fc2-3e8d-4238-90e5-ef6332fc6310 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2bc4c90765842e79bcf0db2e036044c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854840 Sep 01 15:16:07.782790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:07.923569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.936002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.971948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] Pushing event deleted for resources: {'Port': ['ID=ffbd0c5a-961b-41bd-9444-d0ca20954879,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:07.984673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270a6df-ee4a-4833-bd51-6b0bcd237628 None None] No DVR routers for this DVR port ffbd0c5a-961b-41bd-9444-d0ca20954879 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:07.986937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:07.990005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbd0c5a-961b-41bd-9444-d0ca20954879,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:07.994218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] No DVR routers for this DVR port ffbd0c5a-961b-41bd-9444-d0ca20954879 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:08.072610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.134984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-055f9bb5-9e30-498b-9e3f-fce3214b8e8c tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:08.135509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.138020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-055f9bb5-9e30-498b-9e3f-fce3214b8e8c tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/networks?id=7e0981f9-82e5-42d1-b452-e867a53a8c0d HTTP/1.1" status: 200 len: 821 time: 0.2962995 Sep 01 15:16:08.158218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5866253c-8005-47f9-a4c4-2a2c039db553']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:08.176820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-f21da439-722f-4f0e-997d-09a5684b1b86 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/quotas/a2f2a266107849828cdc4abf9ba5dcf7 HTTP/1.1" status: 200 len: 375 time: 0.0203769 Sep 01 15:16:08.179758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:08.180327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7f1887-4f92-4ac9-ac1a-548eba5e5135') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:08.202346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.230017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.233089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-c82c9084-bf4a-41a6-aee8-96e6a1f1a70e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2f2a266107849828cdc4abf9ba5dcf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442050 Sep 01 15:16:08.240965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.244648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:08.245455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.245799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.248155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b8f1ce4-ee0b-4966-b6a4-5c796b438cb5 HTTP/1.1" status: 204 len: 168 time: 0.4630494 Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:08.249692 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:08.283997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f1ce4-ee0b-4966-b6a4-5c796b438cb5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:08.302797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.303356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.303754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.304241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.304618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.304972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.305624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.306226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.306505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.306803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.307344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.307853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1989eae9-b16d-4f37-9d9e-7a8491736e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:08.444844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-d125a20b-5451-4386-b742-8cf2bcfa21a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:16:08.447479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-d125a20b-5451-4386-b742-8cf2bcfa21a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1849542 Sep 01 15:16:08.703143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-d784b93a-380c-485b-9a04-d7f53ec9ba56 service neutron] 10.222.0.41 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415791 Sep 01 15:16:08.770087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffbd0c5a-961b-41bd-9444-d0ca20954879 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:08.821988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ffbd0c5a-961b-41bd-9444-d0ca20954879 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:16:08.822838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffbd0c5a-961b-41bd-9444-d0ca20954879 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:08.917586 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.926531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.931169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5866253c-8005-47f9-a4c4-2a2c039db553 HTTP/1.1" status: 204 len: 168 time: 2.1325600 Sep 01 15:16:08.970651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-050bb0bc-9221-47eb-8fc0-8ced97223278 service neutron] 10.222.0.41 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434871 Sep 01 15:16:08.978647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d9d6-1729-4168-8511-583eb1b29a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5866253c-8005-47f9-a4c4-2a2c039db553,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:09.024631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.039982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.056499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.066030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.079176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.091830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.104252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.109636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-e9402918-ac3a-4d20-b242-7a32fa7487f9 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.2881713 Sep 01 15:16:09.226703 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76de4dc8-301e-43de-af0f-06d6a02d2090 req-2541950b-58ae-4170-a334-4bc056705306 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984137 Sep 01 15:16:09.314428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36332) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:09.462283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dceea9d-6736-411e-a8ad-78506e64ac7f req-21cb040c-20b3-4a73-86d8-cb904e4309d9 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 210 time: 0.0708351 Sep 01 15:16:09.501966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfe5842e-2ad2-42f7-b9d7-5af854785691 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76291585b32141afbd095b41397ec054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856370 Sep 01 15:16:09.505992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36336) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:09.574959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b2379-68d2-4140-b741-e6b74c776376 req-0e02fe56-d0fd-45b5-a5cb-fd7c6fef9b96 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.577707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da0b2379-68d2-4140-b741-e6b74c776376 req-0e02fe56-d0fd-45b5-a5cb-fd7c6fef9b96 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1471043 Sep 01 15:16:09.643059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.691647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da0b2379-68d2-4140-b741-e6b74c776376 req-8df52b57-712d-4bc3-8e16-d8764874b95d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954571 Sep 01 15:16:09.711822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.842446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.847177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.850442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae3ecee4-ecfd-499b-85ae-97adac74cf72 HTTP/1.1" status: 204 len: 168 time: 0.3426533 Sep 01 15:16:09.865955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9aa27-2f9c-4921-8dab-01a6fc62b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ecee4-ecfd-499b-85ae-97adac74cf72,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:10.288707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:10.306679 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-b931b78d-eba7-4302-9116-5194a6be9020 service neutron] show failed (client error): The resource could not be found. Sep 01 15:16:10.308554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-b931b78d-eba7-4302-9116-5194a6be9020 service neutron] 10.222.0.50 "GET /v2.0/ports/726a95b2-3980-478a-8815-6150021be6a4/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.1350062 Sep 01 15:16:10.554257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1049736378'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:10.620326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Made reservation on behalf of 9f07ac8adb7c4cd5802c2ef86237bf22 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:10.627492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.704674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.720347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.733212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.740013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46c2d1de-f4a0-46de-90d2-5136b8538323 req-b556f4f3-0a7b-4a0f-b817-30c222a3a48d tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 210 time: 0.0829980 Sep 01 15:16:10.742231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.775025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.793824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.826759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.837743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.855978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-151e5b1d-eed3-4548-aa58-f48e4479ec14 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.4270349 Sep 01 15:16:10.962152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2976f220-55fd-44ea-a2ea-668ec4445160 req-47e73c9b-4154-4861-b9f9-2398be3ac0f6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022787 Sep 01 15:16:11.079461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa806e8-43d7-410c-ac5d-123a75328d59 req-e5f71699-7349-4763-b424-2ced3bff50d6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.082730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4aa806e8-43d7-410c-ac5d-123a75328d59 req-e5f71699-7349-4763-b424-2ced3bff50d6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1338792 Sep 01 15:16:11.159265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.168262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.311123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4aa806e8-43d7-410c-ac5d-123a75328d59 req-72d08509-65cc-40b1-ba56-876b228f78e2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035394 Sep 01 15:16:11.335080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:11.359067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7c510-06f3-48ab-b9ee-31d83dbe32d3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:11.374579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.375010 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Added segment 667ee1ba-276b-44c8-8de6-d138da655c16 of type vlan for network d699fd85-0ab6-408c-a22e-6700a150cefe Sep 01 15:16:11.437924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-34ea2b4a-35dd-4f8a-83d4-5a54b146bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.440899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-34ea2b4a-35dd-4f8a-83d4-5a54b146bdd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1101 time: 0.5487700 Sep 01 15:16:11.472991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-8f4c7729-8835-483b-8ace-072dbf2c70d6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:16:11.474388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-8f4c7729-8835-483b-8ace-072dbf2c70d6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188789 Sep 01 15:16:11.480975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.501568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:11.614989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.623250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.624268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.671711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.680761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:11.737374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4379101 Sep 01 15:16:11.747627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36388) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:11.757953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-e0d97891-99be-429e-9073-bdbf7bbb94ce tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1534589327') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:11.867374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd3f11-873d-4dd3-9e16-e2f8769fcbf0 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Pushing event updated for resources: {'Network': ['ID=d699fd85-0ab6-408c-a22e-6700a150cefe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:11.888527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d699fd85-0ab6-408c-a22e-6700a150cefe details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:11.971261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06f268a7-f1be-46a1-8e0f-84313c6a41e6 req-bd3649ce-db1e-4c67-b6a1-8161a87575d6 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 210 time: 0.0501895 Sep 01 15:16:12.039380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2140420569-network', 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:12.081050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0d97891-99be-429e-9073-bdbf7bbb94ce tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "PUT /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1534589327 HTTP/1.1" status: 201 len: 201 time: 0.3301673 Sep 01 15:16:12.087063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36394) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:12.098021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-eb0d1ba2-94e9-45b1-8653-97a69c5b85fe tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1534589327') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:12.225845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:12.229806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.252596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.418987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6fb42c9d-1f38-4399-9bc5-b8288374adc6 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.421769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6fb42c9d-1f38-4399-9bc5-b8288374adc6 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.50 "GET /v2.0/networks?id=7e0981f9-82e5-42d1-b452-e867a53a8c0d HTTP/1.1" status: 200 len: 821 time: 0.3038261 Sep 01 15:16:12.430308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.442651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.455121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.455690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Request body: {'port': {'device_id': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d', 'admin_state_up': True, 'tenant_id': 'a2f2a266107849828cdc4abf9ba5dcf7'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:12.468102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.482159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.495306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.503230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.506806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-89f619a4-f647-4283-826f-4863cac4f505 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.2898312 Sep 01 15:16:12.602632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb0d1ba2-94e9-45b1-8653-97a69c5b85fe tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1534589327 HTTP/1.1" status: 204 len: 168 time: 0.5057991 Sep 01 15:16:12.617919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36398) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:12.639021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-cb9a2413-8426-499d-a52c-7ca7a0e375de tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:12.697828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36ede4e3-ff77-4b1c-a5f4-9b8116ecc024 req-6d396c5c-2068-448a-87b5-b3b4001b63d0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688929 Sep 01 15:16:12.765317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:12.768860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eb3b-b749-44ce-82d4-75b6ca642b32 req-6f06cc86-4413-4fd5-b583-897765915244 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.772265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11c6eb3b-b749-44ce-82d4-75b6ca642b32 req-6f06cc86-4413-4fd5-b583-897765915244 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.2738142 Sep 01 15:16:12.812791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.831369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.859540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:12.864410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb9a2413-8426-499d-a52c-7ca7a0e375de tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags HTTP/1.1" status: 200 len: 238 time: 0.2357533 Sep 01 15:16:12.884318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36400) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:12.903596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-b879e33d-a7d0-4755-9ebe-790df803cb0e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', {'tags': ['tempest-TagsTest-Tag-1626196281', 'tempest-TagsTest-Tag-272568639', 'tempest-TagsTest-Tag-1322763776']}) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:12.938354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:12.942849 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e92dca-c140-489a-8a36-f4a2cbc6b0e9" -d '{"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-unplugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:12.960592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.972402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:12.989818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Transition to ACTIVE for port object 726a95b2-3980-478a-8815-6150021be6a4 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:13.002264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.088923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec806d-51d4-4ac4-be5a-45a32daaefd2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:13.110820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.115787 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Added segment f96527bd-fbb6-4d9b-bd0c-173f14779cc2 of type vlan for network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c Sep 01 15:16:13.136415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11c6eb3b-b749-44ce-82d4-75b6ca642b32 req-29871b5a-cccc-4524-bc6d-e7b79abbf34c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373134 Sep 01 15:16:13.144896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] No DVR routers for this DVR port 726a95b2-3980-478a-8815-6150021be6a4 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:13.176491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:13.207959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Made reservation on behalf of a2f2a266107849828cdc4abf9ba5dcf7 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:13.214169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.319396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:13.320439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:13.321618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:13.337804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:13.338742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Attempting to bind port 726a95b2-3980-478a-8815-6150021be6a4 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:13.357576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:13.376175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:13.377579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:13.378359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Bound port: 726a95b2-3980-478a-8815-6150021be6a4, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:13.379105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.492414 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d124ee-0e96-4856-8ef9-52e62c9b00ec x-openstack-request-id: req-36d124ee-0e96-4856-8ef9-52e62c9b00ec {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:13.492936 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-unplugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:13.493289 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36d124ee-0e96-4856-8ef9-52e62c9b00ec {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:13.493858 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'code': 200} Sep 01 15:16:13.511679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.610568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-76a5d9b7-4868-4d58-8d82-5925cd2fb635 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1974576 Sep 01 15:16:13.632759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b879e33d-a7d0-4755-9ebe-790df803cb0e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "PUT /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags HTTP/1.1" status: 200 len: 308 time: 0.7421050 Sep 01 15:16:13.636400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:13.659188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-3e101e96-3760-4596-8f82-a424391b4323 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1626196281') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:13.688325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:13.773632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.775095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:13.776104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.814574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:13.880298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42d77966-040a-41f2-a57c-26411c4499c4 req-3a088bde-0c7d-479d-9035-bc94028f19a3 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 210 time: 0.0761914 Sep 01 15:16:13.894384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.067967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3834198 Sep 01 15:16:14.070411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76876f57-bf10-476a-8509-c16976859d2f req-d2997100-ca67-4f05-b61d-2ab0d3380692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.073584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-d2997100-ca67-4f05-b61d-2ab0d3380692 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 1097 time: 0.4089093 Sep 01 15:16:14.082255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Allocated IP 172.20.0.13 (7e0981f9-82e5-42d1-b452-e867a53a8c0d/5a749ac7-f783-4399-826f-1dbaa03449ae/06ed9e95-54d1-42ee-b1fb-b2c0d2929c95) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:14.089550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:14.091364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85965e0c-97b9-48f7-b3fd-fd77aff11b18 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:14.092448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.093795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.095416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] 10.222.0.24 "PUT /v2.0/ports/726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 1096 time: 2.5994487 Sep 01 15:16:14.122895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:14.142133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Request body: {'subnet': {'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2140420569-subnet', 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:14.351088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7b03bc6-d492-49a7-8013-5bbfe70baff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.578837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddbcf2-c517-4473-8d7a-7c49daa0cae9 service neutron] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:14.596834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.607666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3e101e96-3760-4596-8f82-a424391b4323 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "DELETE /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1626196281 HTTP/1.1" status: 204 len: 168 time: 0.9643970 Sep 01 15:16:14.611970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36422) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:14.616707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:14.621099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 726a95b2-3980-478a-8815-6150021be6a4 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:14.622272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.641195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-f9c275cc-8f09-430f-a0a1-c0e47f806038 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1626196281') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:14.733492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 726a95b2-3980-478a-8815-6150021be6a4 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:14.773847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-cad0fb05-2860-4b20-87e4-c71ae52307fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.777172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-cad0fb05-2860-4b20-87e4-c71ae52307fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.4999931 Sep 01 15:16:14.823798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.836336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.848989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.862374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.875735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.889140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.902117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.903385 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-f9c275cc-8f09-430f-a0a1-c0e47f806038 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] show failed (client error): The resource could not be found. Sep 01 15:16:14.904870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f9c275cc-8f09-430f-a0a1-c0e47f806038 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1626196281 HTTP/1.1" status: 404 len: 326 time: 0.2828772 Sep 01 15:16:14.910473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-5c714b84-6413-4401-8f5f-3bb4253e0214 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.7334001 Sep 01 15:16:14.912650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36426) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:14.923160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-425952fd-0ad6-4794-9da6-ccfd6550b66e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-272568639') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:14.932665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.965415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90878-d152-438d-ae1a-76e6acc0b5f9 req-45dd819f-9e35-4f72-9feb-5a5258b4267f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.978642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35b90878-d152-438d-ae1a-76e6acc0b5f9 req-45dd819f-9e35-4f72-9feb-5a5258b4267f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.1987400 Sep 01 15:16:15.111972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76876f57-bf10-476a-8509-c16976859d2f req-d058ce29-3ede-4add-a7d8-106998bd81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.112742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-d058ce29-3ede-4add-a7d8-106998bd81a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.9433370 Sep 01 15:16:15.157908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Network 7e0981f9-82e5-42d1-b452-e867a53a8c0d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:15.182147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:15.201130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:15.218785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Pushing event updated for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:15.272132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-35b90878-d152-438d-ae1a-76e6acc0b5f9 req-94414557-5ad2-4e2f-8d04-f0ee7699d1ea tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758389 Sep 01 15:16:15.316146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-425952fd-0ad6-4794-9da6-ccfd6550b66e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-272568639 HTTP/1.1" status: 204 len: 168 time: 0.4018142 Sep 01 15:16:15.322249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36430) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:15.337407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.338621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.349735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-51d5cd05-1d0f-4947-a105-37ad62767257 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1322763776') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:15.444093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6418414c-c7b1-4d0f-ae0a-89006a0d9d09 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9927754 Sep 01 15:16:15.470372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Request body: {'port': {'device_id': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:15.637266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51d5cd05-1d0f-4947-a105-37ad62767257 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1322763776 HTTP/1.1" status: 204 len: 168 time: 0.3101425 Sep 01 15:16:15.644923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36432) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:15.660005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-be1999c8-bfe2-415c-a2a3-7b3f706f366e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:15.664410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:15.669277 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:15.687248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.699024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.712072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.724726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.736432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.748305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.760624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.764269 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-667e7842-816c-47aa-838c-6fdfe6b66f5d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.3266888 Sep 01 15:16:15.785928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.825471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2083a2fa-1e30-4b7e-a62f-719fa4fef445 req-84c6d032-864a-4fa4-944d-147b47d66448 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8866756 Sep 01 15:16:15.925296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-b036bee0-8c61-4f7a-947b-f3e55fb4f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.927984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-b036bee0-8c61-4f7a-947b-f3e55fb4f9c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 1.1327543 Sep 01 15:16:15.936380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-d9b9b1ff-e045-4a58-afd5-c9717e23af7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 200 len: 1001 time: 0.8018699 Sep 01 15:16:16.032293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f44ad5b-7e13-4320-a45d-0743093d7a9b req-9b6b18b7-f2d5-4914-9705-a01ac350abe5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2459564 Sep 01 15:16:16.137842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-1d635264-562a-4af9-b445-fb4ecf640b08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1993167 Sep 01 15:16:16.228235 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50245285-2c3f-4b1d-a0d5-e01c2923c227 x-openstack-request-id: req-50245285-2c3f-4b1d-a0d5-e01c2923c227 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:16.228575 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:16.228798 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50245285-2c3f-4b1d-a0d5-e01c2923c227 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:16.229196 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'status': 'completed', 'code': 200} Sep 01 15:16:16.309835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76876f57-bf10-476a-8509-c16976859d2f req-e2266afc-b359-4a83-8a9f-164877080014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.312464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-e2266afc-b359-4a83-8a9f-164877080014 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.3569784 Sep 01 15:16:16.346702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be1999c8-bfe2-415c-a2a3-7b3f706f366e tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "DELETE /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags HTTP/1.1" status: 204 len: 168 time: 0.6967199 Sep 01 15:16:16.359940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36438) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:16.380463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-c24910b6-5e77-4065-8b0c-39086fb01edc tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-272568639') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:16.382278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7b9c-c0d1-438c-a50d-647eef6f87ad req-a66718a6-cf0c-4cb5-be12-4ce6b23ed664 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.391136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d35f7b9c-c0d1-438c-a50d-647eef6f87ad req-a66718a6-cf0c-4cb5-be12-4ce6b23ed664 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 932 time: 0.4126418 Sep 01 15:16:16.431116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.437908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:16.443841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.455846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.462642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-784ccb7d-0195-4a23-81be-4576f8109ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.464747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-784ccb7d-0195-4a23-81be-4576f8109ccd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3149419 Sep 01 15:16:16.469325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.481557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.493569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.504834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.508436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-07027abc-bb38-43dc-94af-52dc77b05887 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.4519660 Sep 01 15:16:16.634732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d35f7b9c-c0d1-438c-a50d-647eef6f87ad req-b192166b-0a3c-4abf-9fa2-df185866b73b tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151096 Sep 01 15:16:16.682891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76876f57-bf10-476a-8509-c16976859d2f req-b0d21ebf-104c-4a05-920e-f6708d22372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.685860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-b0d21ebf-104c-4a05-920e-f6708d22372e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3545651 Sep 01 15:16:16.701447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:16.735360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-169fea43-09a2-4d53-a60e-b438b55b7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.738796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-169fea43-09a2-4d53-a60e-b438b55b7dfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.4858260 Sep 01 15:16:16.802980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Checking segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:16.803499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Network hostable DHCP agents. Network: 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:16:16.825617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f8aeb8a8-cc1e-4484-9086-526a5fdca752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.827753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-f8aeb8a8-cc1e-4484-9086-526a5fdca752 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3536303 Sep 01 15:16:16.922238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-41c0b715-630e-4590-8bf5-e14b9c33bb06 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.924337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-41c0b715-630e-4590-8bf5-e14b9c33bb06 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3270311 Sep 01 15:16:16.977401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:16:17.036134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:17.058726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fdeee-eff2-4022-927b-f1c149d87478 None None] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:17.082353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-660ac000-b2f9-424b-8165-572809319604 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737583 Sep 01 15:16:17.088266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.089847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.183185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556c70-9d05-4214-86e3-68ea11144ea5 req-20ca90a1-5fb2-47c7-a349-7b9fca21fb2b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.190313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c556c70-9d05-4214-86e3-68ea11144ea5 req-20ca90a1-5fb2-47c7-a349-7b9fca21fb2b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.6479518 Sep 01 15:16:17.235516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-78d5e67e-19e3-42b0-aaf7-bd40cbb435e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1387482 Sep 01 15:16:17.242817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a93afc-9397-44e2-9642-1ec608a90a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.268398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-7242bc4e-0d20-4e27-bd42-d621a04e1b0e service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297519 Sep 01 15:16:17.295689 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-c24910b6-5e77-4065-8b0c-39086fb01edc tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] show failed (client error): The resource could not be found. Sep 01 15:16:17.304260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c24910b6-5e77-4065-8b0c-39086fb01edc tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-272568639 HTTP/1.1" status: 404 len: 325 time: 0.9365880 Sep 01 15:16:17.304260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36446) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:17.368412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.tag.tag_plugin [None req-470d1f9a-0704-4b14-9719-92dbcea321aa tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe', 'tempest-TagsTest-Tag-1322763776') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:17.427477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7816f40-783d-4e3b-ba1c-710477977a32 None None] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:17.444242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-c6f2a067-e730-4565-9c5c-695927e62e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.447158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-c6f2a067-e730-4565-9c5c-695927e62e30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.6674306 Sep 01 15:16:17.481659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.493508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.505959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.519255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.535278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.538945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.553611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.565512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.569850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-f469ef35-16ec-453e-8d5b-6ebabf7b814e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.5608900 Sep 01 15:16:17.617516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c556c70-9d05-4214-86e3-68ea11144ea5 req-46e92010-6298-4337-9687-c1869aa428c0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729577 Sep 01 15:16:17.719027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95c35096-6ebf-4176-ad9b-ae39817322cb req-026b3e0d-9bd9-4231-8e60-996beb8b0991 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225727 Sep 01 15:16:17.762524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-1c976b67-112e-46c3-906a-71ae8bb0613e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8096626 Sep 01 15:16:17.771737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:17.781601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76876f57-bf10-476a-8509-c16976859d2f req-91b7c05d-9913-4420-978c-ba2a89209513 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681252 Sep 01 15:16:17.798498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef146ce9-0094-49ae-9d40-5a7df784bbef req-87eb0381-b5dc-4a69-be71-f220034a221f service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116837 Sep 01 15:16:17.821961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-ce97f12b-568e-4f66-b020-afef1e725f36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.3401129 Sep 01 15:16:17.828961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.841698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:18.035470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf70d6-9243-4fdc-8c17-0a5469217653 req-9ec436b9-2fcc-4fb4-a88b-ea135d5a0b6e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.039167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caaf70d6-9243-4fdc-8c17-0a5469217653 req-9ec436b9-2fcc-4fb4-a88b-ea135d5a0b6e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 932 time: 0.1486599 Sep 01 15:16:18.072753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Transition to ACTIVE for port object 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:18.095865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-f7b00820-9c5f-48cd-b4b6-de27a7be2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.099660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-f7b00820-9c5f-48cd-b4b6-de27a7be2258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.1628661 Sep 01 15:16:18.116093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.187095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caaf70d6-9243-4fdc-8c17-0a5469217653 req-410b4125-5a4d-4836-80b5-debe2fdfd396 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287231 Sep 01 15:16:18.228071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-e6f3d902-e756-481d-9147-6d40b0c4e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.230822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-e6f3d902-e756-481d-9147-6d40b0c4e299 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3603354 Sep 01 15:16:18.270372 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-470d1f9a-0704-4b14-9719-92dbcea321aa tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] show failed (client error): The resource could not be found. Sep 01 15:16:18.272275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-470d1f9a-0704-4b14-9719-92dbcea321aa tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "GET /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags/tempest-TagsTest-Tag-1322763776 HTTP/1.1" status: 404 len: 326 time: 0.9172759 Sep 01 15:16:18.281833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.312514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.326490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:18.338970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.tag.tag_plugin [None req-24622196-3d53-459c-b8fc-6089cc4a7225 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd699fd85-0ab6-408c-a22e-6700a150cefe') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:18.343002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.355374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.359059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.374168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.386812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.399582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.411534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.425898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-741e7ad3-dce6-413f-83fb-a405f39b015b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5435 time: 0.6084208 Sep 01 15:16:18.518365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:18.535527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.542967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-a04c80b7-2783-4b45-96c2-c82214234a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.545900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-a04c80b7-2783-4b45-96c2-c82214234a86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3992851 Sep 01 15:16:18.656225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 85ae03ff-1535-4757-b884-c01673c43655 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:18.721397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c1ecee2-eddb-4a4c-8b0a-e392961ccda5 req-08a9eb0e-dc74-4606-b0f0-2eaec00e166f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086613 Sep 01 15:16:18.725444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-fb938c3b-10a1-41a6-85a7-69a8da529605 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1521373 Sep 01 15:16:18.760104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-eafb61e7-2866-4950-8cda-680c6c3235e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.762782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-eafb61e7-2866-4950-8cda-680c6c3235e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4879997 Sep 01 15:16:18.865145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-24622196-3d53-459c-b8fc-6089cc4a7225 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "DELETE /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe/tags HTTP/1.1" status: 204 len: 168 time: 0.5364799 Sep 01 15:16:18.874912 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.883103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36472) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:18.914789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-58ab1036-4e34-4d1c-90b8-40172f073737 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.922428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-58ab1036-4e34-4d1c-90b8-40172f073737 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.3979776 Sep 01 15:16:18.936630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ae03ff-1535-4757-b884-c01673c43655'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:18.942348 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ded6c8-a6ff-4fbe-a34b-6bb32a993a39" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "85ae03ff-1535-4757-b884-c01673c43655"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:18.954121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-223c9a84-1b33-499f-8475-3e0c290c4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.957822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-223c9a84-1b33-499f-8475-3e0c290c4cbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2164123 Sep 01 15:16:18.968040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:18.975647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.977426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2a62f125-bc2a-4234-be56-a8c3c854551d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:18.978438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e16d1ff3-b7e7-449e-9e12-c3e2284c3bcb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/quotas/ee44eeaa13fc4fcaa0294a7ce6fa3c4d HTTP/1.1" status: 200 len: 375 time: 0.0481300 Sep 01 15:16:19.093988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-09998c2e-477b-4512-aaf8-a930c8ad88b5 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960484 Sep 01 15:16:19.141605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-da0a79d4-bce0-42ec-b20f-e75b95e9a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:19.146173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-da0a79d4-bce0-42ec-b20f-e75b95e9a974 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653345 Sep 01 15:16:19.172508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:19.204361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.259132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Attempting to bind port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:19.260372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Attempting to bind port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '1890e24e-b4be-4300-90dd-21dc2cdf1b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:19.260599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Attempting to bind port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 on network 7e0981f9-82e5-42d1-b452-e867a53a8c0d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:19.304612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:19.318985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.321014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1a138a67-2cb8-4996-b7f2-8e0e666286e7 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:19.321295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 on network 7e0981f9-82e5-42d1-b452-e867a53a8c0d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:19.322162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Attempting to bind port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 on network 7e0981f9-82e5-42d1-b452-e867a53a8c0d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:19.379954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:19.380521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Checking segment: {'id': '1890e24e-b4be-4300-90dd-21dc2cdf1b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:19.381283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Bound using segment: {'id': '1890e24e-b4be-4300-90dd-21dc2cdf1b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:19.382055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Bound port: 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1890e24e-b4be-4300-90dd-21dc2cdf1b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:19.382632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.398908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25316062-6e88-4227-af65-c59300671ae2 req-a7bb2b16-932a-4356-8a2b-790c8147c950 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:19.401682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25316062-6e88-4227-af65-c59300671ae2 req-a7bb2b16-932a-4356-8a2b-790c8147c950 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 947 time: 0.5434780 Sep 01 15:16:19.424180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.472297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-92a03649-bf04-4444-998b-2a9cf34a48c2 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114848 Sep 01 15:16:19.504312 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-ce163ad5-326d-48ce-8e6e-1317c3d1f78a service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872676 Sep 01 15:16:19.510242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:19.610355 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.686525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:19.693680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.695305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1065dd14-091c-4d66-96be-c4ad389077c4 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:19.832466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-a7e4deec-68cd-4a7c-a570-d354defd2880 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508341 Sep 01 15:16:19.882368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.883698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:19.892238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-9dfcefb5-3ea2-4b5a-bbed-ed1baaeeacd8 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573630 Sep 01 15:16:20.214668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-c14e3101-8661-4dc6-a94b-03342044af78 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4251890 Sep 01 15:16:20.228859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d27a449c-cfe3-4925-a53b-ee9326d98c8c,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:20.241506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.290912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 726a95b2-3980-478a-8815-6150021be6a4 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:20.328660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:20.349211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.350151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 86ebbc1b-97c0-4473-b358-06b8fdb4c842 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:20.385453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25316062-6e88-4227-af65-c59300671ae2 req-86ee7afa-1773-46ba-8922-69e9ff4764ad tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507432 Sep 01 15:16:20.485220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:16:20.515360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.533455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.534248 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc82baf5-caf4-4325-a3b3-2e469fff52e6 x-openstack-request-id: req-fc82baf5-caf4-4325-a3b3-2e469fff52e6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:20.535485 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "85ae03ff-1535-4757-b884-c01673c43655", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:20.537500 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc82baf5-caf4-4325-a3b3-2e469fff52e6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:20.538239 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ae03ff-1535-4757-b884-c01673c43655', 'code': 200} Sep 01 15:16:20.553835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.571909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.586714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.617739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.681427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.685668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 763fbb5c-1678-45c4-90c1-28d27167dada details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:20.699089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:20.704224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-84017b56-d4ac-48ac-aa51-8b89d3031a9a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5429 time: 0.3808019 Sep 01 15:16:20.730541 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.739631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:20.739977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] For port d27a449c-cfe3-4925-a53b-ee9326d98c8c, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:20.811227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,segment=NetworkSegment(1890e24e-b4be-4300-90dd-21dc2cdf1b38),segment_id=1890e24e-b4be-4300-90dd-21dc2cdf1b38)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:20.827151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d699fd85-0ab6-408c-a22e-6700a150cefe']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:20.859790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccec82fc-21d9-4a22-9c06-b10957140555 req-e4c24b1b-475d-48da-9f9a-7344594d23a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357117 Sep 01 15:16:20.892350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:16:20.954583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.968588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667ee1ba-276b-44c8-8de6-d138da655c16') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:20.969562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667ee1ba-276b-44c8-8de6-d138da655c16') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:20.986496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-692db2b7-39e9-4f92-a212-0d916aa81199 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1156476 Sep 01 15:16:21.057947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.072400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.101896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:21.126607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] device_id is not set on port d27a449c-cfe3-4925-a53b-ee9326d98c8c yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:21.161712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.162750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.165488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] 10.222.0.50 "PUT /v2.0/ports/06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 HTTP/1.1" status: 200 len: 1093 time: 5.7038658 Sep 01 15:16:21.174387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '726a95b2-3980-478a-8815-6150021be6a4', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '726a95b2-3980-478a-8815-6150021be6a4', 'mac_address': 'fa:16:3e:96:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:21.178270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:21.182867 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14cb20-2df7-413a-941b-45b6196076ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:21.187981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.207513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.213706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16074ae8-37f7-4bd2-87d0-5f1165bf0e8e req-c51187a1-40fb-4091-9d6a-3449dc8fa2ac service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9820797 Sep 01 15:16:21.248572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:21.249372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:21.250088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:21.256910 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:21.304675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:21.337732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.363768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.378026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.380299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.394186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.407196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.418642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c4b76-490b-4cbb-ae37-87a4dfea4268 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:21.421356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.434995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.443330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.445835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d27a449c-cfe3-4925-a53b-ee9326d98c8c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:21.449964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-5428319b-f28f-4784-867e-8a116f80fd55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 5427 time: 0.4068685 Sep 01 15:16:21.464795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c59da-ce6a-4408-9954-43714384e659 req-941f4115-b649-4c1c-a43b-3e0bdf4677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.467944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-941f4115-b649-4c1c-a43b-3e0bdf4677ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1099 time: 0.3195982 Sep 01 15:16:21.471832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43d83-8895-4985-a678-d98a560c1c5b req-cfbdaf22-e331-4d0b-9329-75a0293b7135 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.487734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c43d83-8895-4985-a678-d98a560c1c5b req-cfbdaf22-e331-4d0b-9329-75a0293b7135 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 944 time: 0.7343459 Sep 01 15:16:21.509102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.524377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '763fbb5c-1678-45c4-90c1-28d27167dada', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'port_id': '763fbb5c-1678-45c4-90c1-28d27167dada', 'mac_address': 'fa:16:3e:fc:bd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:21.651775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b429f72-c88f-4a42-9763-b52f50a1f67c req-983b12c5-a869-4a03-aee0-eb699b2a9e12 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909447 Sep 01 15:16:21.762986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.774088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] No DVR routers for this DVR port d27a449c-cfe3-4925-a53b-ee9326d98c8c on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:21.779265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a95b2-3980-478a-8815-6150021be6a4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:21.804006 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.850757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:21.883842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-b7a40977-1c36-4159-8d0a-b30830bea89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.887021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-b7a40977-1c36-4159-8d0a-b30830bea89d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2f2a266107849828cdc4abf9ba5dcf7&device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 1096 time: 0.6243181 Sep 01 15:16:21.959004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763fbb5c-1678-45c4-90c1-28d27167dada {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:21.967526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d27a449c-cfe3-4925-a53b-ee9326d98c8c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:21.968709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 184a0758-5a30-441c-afe9-f14f41fbc637 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:21.980013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b917e49-7192-473a-84d6-8e8baa77b963 req-715a57af-df90-4ab1-9e65-dddbb41cd8ba tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 210 time: 0.1096303 Sep 01 15:16:22.020405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.021291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c59da-ce6a-4408-9954-43714384e659 req-e29f55d9-ae8e-488b-b10f-359f0a5e2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.024575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] 10.222.0.41 "DELETE /v2.0/networks/d699fd85-0ab6-408c-a22e-6700a150cefe HTTP/1.1" status: 204 len: 168 time: 3.1295142 Sep 01 15:16:22.033020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbf1b6-d9ab-4497-9b86-727897651a76 tempest-TagsTest-1538946024 tempest-TagsTest-1538946024-project] Pushing event deleted for resources: {'Network': ['ID=d699fd85-0ab6-408c-a22e-6700a150cefe,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:22.045475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-e29f55d9-ae8e-488b-b10f-359f0a5e2a51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.5156064 Sep 01 15:16:22.097802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:22.169319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:22.203050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.212999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-a2b7e88c-e147-4fd1-9e95-5fef0df3d3ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1572831 Sep 01 15:16:22.229529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] In _notify_port_updated(), no bound segment for port d27a449c-cfe3-4925-a53b-ee9326d98c8c on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:22.231810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.232648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:22.234043 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.246537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-dc6a2549-d203-4b1b-8270-5201ffcd3f24 service neutron] 10.222.0.50 "PUT /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 200 len: 1028 time: 4.4276574 Sep 01 15:16:22.254863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.258403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3afc429c-b236-47b1-be9e-372add301961 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:22.262337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c43d83-8895-4985-a678-d98a560c1c5b req-ce670078-080c-47df-a4c5-f07711af57eb tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600603 Sep 01 15:16:22.265728 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42098f73-d321-48c4-906e-b49444ffd583 x-openstack-request-id: req-42098f73-d321-48c4-906e-b49444ffd583 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:22.266275 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:22.269419 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42098f73-d321-48c4-906e-b49444ffd583 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:22.270234 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95', 'status': 'completed', 'code': 200} Sep 01 15:16:22.324585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-8a5dd617-e932-43b0-9cac-1684cff6018e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 HTTP/1.1" status: 200 len: 217 time: 0.2979791 Sep 01 15:16:22.336662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c59da-ce6a-4408-9954-43714384e659 req-c8bc59ab-b89d-425f-b5ba-dc928ea513f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.339874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-c8bc59ab-b89d-425f-b5ba-dc928ea513f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1184821 Sep 01 15:16:22.493355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-79a56c0f-43e9-4a4e-bd45-52ceafa8fcf1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.496686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-79a56c0f-43e9-4a4e-bd45-52ceafa8fcf1 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "GET /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2191057 Sep 01 15:16:22.516263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:22.530107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c59da-ce6a-4408-9954-43714384e659 req-0c59ecb2-1476-4ab7-94b4-1d88a238ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.533316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-0c59ecb2-1476-4ab7-94b4-1d88a238ab48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836193 Sep 01 15:16:22.540860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:22.545540 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57db322-8137-47cd-87f3-74de2f29512d" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:22.548069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6cc84bff-eca7-40f4-8b6b-14850a68e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.550753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-6cc84bff-eca7-40f4-8b6b-14850a68e86d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a749ac7-f783-4399-826f-1dbaa03449ae HTTP/1.1" status: 200 len: 861 time: 0.2145538 Sep 01 15:16:22.708454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764c44b-ce99-45f0-8c7c-ffebdb92c9ba req-4f5c9461-ac23-42b5-88d1-1d1fc304ec74 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.714230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2764c44b-ce99-45f0-8c7c-ffebdb92c9ba req-4f5c9461-ac23-42b5-88d1-1d1fc304ec74 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 948 time: 0.2890503 Sep 01 15:16:22.740350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-782453e6-e8f0-432a-8540-e2324dbdbe33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e0981f9-82e5-42d1-b452-e867a53a8c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033115 Sep 01 15:16:22.763765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3a6a0b5a-88d3-446f-ae98-a7bb1bb8f9d4 None None] Provisioning complete for port d27a449c-cfe3-4925-a53b-ee9326d98c8c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:22.764427 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0b5a-88d3-446f-ae98-a7bb1bb8f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.769307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:22.781194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.797262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.810674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.811333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:22.824074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.836781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.866602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.888205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2764c44b-ce99-45f0-8c7c-ffebdb92c9ba req-52100a63-d5d4-4894-b366-a1a06035880f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454458 Sep 01 15:16:22.900601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.904876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-3ec6f360-83c8-4585-8c52-13813ffb051c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5430 time: 0.4018877 Sep 01 15:16:22.945596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-45b5ebba-3801-4a9f-9ef1-8344a2e48f8d service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004457 Sep 01 15:16:23.145946 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326ce91-7760-4b8b-8ed4-efa6b3d2acf8 x-openstack-request-id: req-8326ce91-7760-4b8b-8ed4-efa6b3d2acf8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:23.146592 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "86ebbc1b-97c0-4473-b358-06b8fdb4c842", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:23.147132 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8326ce91-7760-4b8b-8ed4-efa6b3d2acf8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:23.148576 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'code': 200} Sep 01 15:16:23.151820 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'code': 200} Sep 01 15:16:23.152463 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4', 'code': 200} Sep 01 15:16:23.152827 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ebbc1b-97c0-4473-b358-06b8fdb4c842', 'code': 200} Sep 01 15:16:23.256236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:23.280089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a0b5a-88d3-446f-ae98-a7bb1bb8f9d4 None None] Port d27a449c-cfe3-4925-a53b-ee9326d98c8c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:23.352085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.374065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.411234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:23.417526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-684c59da-ce6a-4408-9954-43714384e659 req-be073c9f-c08c-418f-975c-96aedd48132a service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636977 Sep 01 15:16:23.463112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4689202-8559-4254-bd77-11a4cae69c66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f07ac8adb7c4cd5802c2ef86237bf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457059 Sep 01 15:16:23.466557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a90ae4a-ccd9-4a38-b65f-f4b5b871bc7e req-83398d96-bc04-4c8c-bb11-80bbc48a5bdb tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174079 Sep 01 15:16:23.469864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36520) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:23.478891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '3afc429c-b236-47b1-be9e-372add301961', 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'port_id': '3afc429c-b236-47b1-be9e-372add301961', 'mac_address': 'fa:16:3e:c1:7b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df8238-1430-46d5-822b-9ef0ab94f48d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:23.505467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.510267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:23.528809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.539012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:23.547291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.559513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.571756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.583075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.586583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-b7a9231f-8d06-4a45-a071-d180a76c92be tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 4650 time: 0.3091378 Sep 01 15:16:23.627129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.682373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-39429e0f-456c-44b3-ad39-72d08a01d66b service neutron] 10.222.0.50 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9317439 Sep 01 15:16:23.723141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-d128f59a-ffdb-4e35-9330-38d8eab13f4d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.726085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-d128f59a-ffdb-4e35-9330-38d8eab13f4d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.7363608 Sep 01 15:16:23.736802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.767972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Request body: {'port': {'device_id': '726de50d-e7d9-4802-910f-b807b59d34ac', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'admin_state_up': True, 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:23.793678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74002316-29ea-48d6-866b-b2134b9aa0ec req-2c6bd8ad-e921-457e-8713-0346f17ee014 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&id=9aa26972-e6b9-4abe-9332-d86d7dbaac58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763046 Sep 01 15:16:23.822914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afc429c-b236-47b1-be9e-372add301961 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:23.848220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.862196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:23.973393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:23.979408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.997796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.998871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8642d2f1-1e1f-4832-8aca-1d8d188846d6 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:24.209246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef63e179-7e53-4fb7-b799-e4f474f18000 req-2a855e3b-73ea-44d2-89ef-b3ee060a872f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 210 time: 0.0750670 Sep 01 15:16:24.235898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:24.330744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.337947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.341186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29a7c510-06f3-48ab-b9ee-31d83dbe32d3 HTTP/1.1" status: 204 len: 168 time: 0.8688519 Sep 01 15:16:24.442537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:24.464840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-a4b7ea41-55be-47a8-a24e-cccd2bc8c929 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.468018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-a4b7ea41-55be-47a8-a24e-cccd2bc8c929 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&tenant_id=653165dd19a34165b751d9b45de2966b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 948 time: 0.3549352 Sep 01 15:16:24.475987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e19c-3af4-49c6-ad27-6dd420df1f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7c510-06f3-48ab-b9ee-31d83dbe32d3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:24.482750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'port_id': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'mac_address': 'fa:16:3e:a7:68:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:24.526448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23d4069d-72af-47f6-84c8-606bd4fdf920 req-4c07eaf6-cd4d-4e5d-8e1b-8246f460e310 service neutron] 10.222.0.50 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8338866 Sep 01 15:16:24.555655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=86ebbc1b-97c0-4473-b358-06b8fdb4c842,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:24.615068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:24.621896 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.630833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.668818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4157-c740-4904-b178-45bdbb9d6591 req-19ed90b3-349e-4345-9ff4-20763048d430 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.672204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34ba4157-c740-4904-b178-45bdbb9d6591 req-19ed90b3-349e-4345-9ff4-20763048d430 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 944 time: 0.3080983 Sep 01 15:16:24.673939 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-f5713496-02f2-4d27-aa5f-a90c0f3dc99d service neutron] delete failed (client error): The resource could not be found. Sep 01 15:16:24.676371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-f5713496-02f2-4d27-aa5f-a90c0f3dc99d service neutron] 10.222.0.50 "DELETE /v2.0/ports/726a95b2-3980-478a-8815-6150021be6a4/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.1944859 Sep 01 15:16:24.690152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8642d2f1-1e1f-4832-8aca-1d8d188846d6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:24.777502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:24.793329 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.794977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 952dfb15-16fc-4b54-906f-41509c5b084c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:24.823793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb93c92-989b-4bef-aa12-1e5b23a50c59 req-c2dd08ff-ab9a-46db-b481-e10b713f3550 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.827606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cb93c92-989b-4bef-aa12-1e5b23a50c59 req-c2dd08ff-ab9a-46db-b481-e10b713f3550 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 948 time: 0.4156392 Sep 01 15:16:24.890258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34ba4157-c740-4904-b178-45bdbb9d6591 req-6c1dd5d8-7675-4020-afb5-0c070b58cdac tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931505 Sep 01 15:16:24.934772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-c2b76e55-598b-4d83-8f31-83d6bf28c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.944535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-c2b76e55-598b-4d83-8f31-83d6bf28c420 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1100 time: 0.1822002 Sep 01 15:16:24.978768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] For port 86ebbc1b-97c0-4473-b358-06b8fdb4c842, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:25.006846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:25.039711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14cb20-2df7-413a-941b-45b6196076ad req-15d5668d-6919-4991-96fa-e759e4baed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.041957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-15d5668d-6919-4991-96fa-e759e4baed2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2f2a266107849828cdc4abf9ba5dcf7&device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 1096 time: 0.3847864 Sep 01 15:16:25.068602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=952dfb15-16fc-4b54-906f-41509c5b084c,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:25.097849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '952dfb15-16fc-4b54-906f-41509c5b084c', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'port_id': '952dfb15-16fc-4b54-906f-41509c5b084c', 'mac_address': 'fa:16:3e:18:91:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:25.174194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-8c58b3fd-6280-4513-98dc-5aef02eb1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.176967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-8c58b3fd-6280-4513-98dc-5aef02eb1bef service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2154918 Sep 01 15:16:25.182781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:25.187362 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25f0f0-0db6-4ef1-9c16-ffb25672f812" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:25.258557 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.270545 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cb93c92-989b-4bef-aa12-1e5b23a50c59 req-2d7498e9-ce52-45be-bf31-294e90a0cada tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054546 Sep 01 15:16:25.277038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] device_id is not set on port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:25.279126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-30592f0e-7767-4060-9f19-8d6380b77a3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.0933745 Sep 01 15:16:25.332596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.333975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952dfb15-16fc-4b54-906f-41509c5b084c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:25.396119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-cf04ffa7-97bc-4c15-94bd-2d6dfae9eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.399501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-cf04ffa7-97bc-4c15-94bd-2d6dfae9eb8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1035602 Sep 01 15:16:25.402976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Allocated IP 172.20.0.13 (4e5fb5dd-5616-4ce9-8e25-9689c07fe28c/5f7c49b0-ec2f-49d3-8c57-d1e44c15232d/e2d1f2b1-f7e3-448e-b427-7b80afb05b11) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:25.432841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=952dfb15-16fc-4b54-906f-41509c5b084c,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:25.458453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.465348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c69362f-df87-4dc3-99db-35d6a441b3a6 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:25.528293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:25.555205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'network_id': 'f88f6e8d-96de-4b0d-b258-cf7e8919aef8', 'port_id': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'mac_address': 'fa:16:3e:36:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7df8238-1430-46d5-822b-9ef0ab94f48d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:25.736194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:25.744527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.773128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c69362f-df87-4dc3-99db-35d6a441b3a6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:25.806277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.832216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:25.847478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.848663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ea00774-6f57-4cf6-841d-34a54e17f26f details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:25.885986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.992121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:26.019805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Pushing event updated for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:26.073455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:26.111085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5ea00774-6f57-4cf6-841d-34a54e17f26f', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'port_id': '5ea00774-6f57-4cf6-841d-34a54e17f26f', 'mac_address': 'fa:16:3e:ac:b3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:26.140552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-25edeee2-4905-4671-9dbb-0d7bc64cc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.143347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-25edeee2-4905-4671-9dbb-0d7bc64cc729 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7269344 Sep 01 15:16:26.177847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.196479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.199865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.214579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.225135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.229399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.239553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.243584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.257329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.264069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.267294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.271101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.281988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ab2a7798-c01b-4d1b-ba43-c88b78bf2e75 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3876 time: 0.7548044 Sep 01 15:16:26.295279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.309957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 726a95b2-3980-478a-8815-6150021be6a4 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:26.310301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02961921-234a-419d-a685-a82b41ff5518 req-f395161a-30aa-4455-8767-cd1ec0880be5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5434 time: 0.4755433 Sep 01 15:16:26.329017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.516100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event updated for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:26.521717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] No DVR routers for this DVR port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:26.528577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d60a698f-3c07-41fd-b430-756fe0405d24 req-ede2e249-0e21-42ea-a4f4-4ef50df65fd5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231349 Sep 01 15:16:26.547417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14cb20-2df7-413a-941b-45b6196076ad req-176d4abc-b8b0-48d2-8c7e-c0e9e682663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.550361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-176d4abc-b8b0-48d2-8c7e-c0e9e682663a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e0981f9-82e5-42d1-b452-e867a53a8c0d HTTP/1.1" status: 200 len: 922 time: 1.4399118 Sep 01 15:16:26.619526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-508d9a47-7c0c-4d54-b034-1a91849d61e1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644902 Sep 01 15:16:26.694203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea00774-6f57-4cf6-841d-34a54e17f26f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:26.767062 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd45bb2-0743-4f93-ad83-13673952a8f3 x-openstack-request-id: req-7bd45bb2-0743-4f93-ad83-13673952a8f3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:26.767990 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-unplugged", "status": "completed", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:26.767990 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bd45bb2-0743-4f93-ad83-13673952a8f3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:26.768539 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637', 'code': 200} Sep 01 15:16:26.770970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] In _notify_port_updated(), no bound segment for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 on network 7462b4f2-a790-428d-9559-0f70650ccd81 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:26.772503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.773760 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.775062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:26.775690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-0c753b90-dd4f-4b8f-998e-10e1424a808f service neutron] 10.222.0.50 "PUT /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 200 len: 1027 time: 4.2677095 Sep 01 15:16:26.789254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.791236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e76180c7-08b2-4920-9a71-5b89d4841595 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:26.850949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e76180c7-08b2-4920-9a71-5b89d4841595,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:26.876781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-c34393d1-41fb-4857-9ff4-38c918b2b7b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 HTTP/1.1" status: 200 len: 217 time: 0.2746353 Sep 01 15:16:26.879162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e76180c7-08b2-4920-9a71-5b89d4841595', 'network_id': 'd8ff8f4a-5658-43a2-933f-1844f1edddce', 'port_id': 'e76180c7-08b2-4920-9a71-5b89d4841595', 'mac_address': 'fa:16:3e:ee:f6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351cef1c-9e05-4770-86d8-47f6e662abd8', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:26.882670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:26.943632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aae00e7b-a796-413a-9bd8-22a562108d05 None None] Provisioning complete for port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:26.944135 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aae00e7b-a796-413a-9bd8-22a562108d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.002707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adcea582-d02b-48cd-bf8a-e853da620fd9 req-1e999487-79ce-4740-a96f-494fc28fb61f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748765 Sep 01 15:16:27.029508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14cb20-2df7-413a-941b-45b6196076ad req-4b955a59-6bdf-422f-9325-57aedec506f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.032210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-4b955a59-6bdf-422f-9325-57aedec506f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a749ac7-f783-4399-826f-1dbaa03449ae HTTP/1.1" status: 200 len: 861 time: 0.1016350 Sep 01 15:16:27.038746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:27.042329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac88f3-2971-4e99-82b5-b7b9e12377e5 req-6ab49bce-4733-4bfa-bf69-776dfce2be82 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.043428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:27.058266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ac88f3-2971-4e99-82b5-b7b9e12377e5 req-6ab49bce-4733-4bfa-bf69-776dfce2be82 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 932 time: 0.1248314 Sep 01 15:16:27.058736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aae00e7b-a796-413a-9bd8-22a562108d05 None None] Port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:27.107406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 726a95b2-3980-478a-8815-6150021be6a4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:27.151475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 726a95b2-3980-478a-8815-6150021be6a4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:27.151475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.159218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.185956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ac88f3-2971-4e99-82b5-b7b9e12377e5 req-814fa49c-acd4-416f-afde-17a32a22be9e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224105 Sep 01 15:16:27.195943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.228848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76180c7-08b2-4920-9a71-5b89d4841595 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:27.349515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e76180c7-08b2-4920-9a71-5b89d4841595,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:27.371835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.421398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:27.527659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.552907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-f7d79c58-d4e9-4076-b944-0deace6bd59b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.566464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-f7d79c58-d4e9-4076-b944-0deace6bd59b tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.2840307 Sep 01 15:16:27.640420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc533-0414-421f-a12b-67f58fc11ac3 req-d1080923-4610-47c6-aecd-11b921296887 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.645441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-495cc533-0414-421f-a12b-67f58fc11ac3 req-d1080923-4610-47c6-aecd-11b921296887 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 945 time: 0.2613959 Sep 01 15:16:27.716499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:27.726863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.739285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.747784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.783701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.786755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.866248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-495cc533-0414-421f-a12b-67f58fc11ac3 req-2b1aab25-ed56-4e90-82e3-0d320c9614cc tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=e097e57b-b0a6-4eaf-a860-e56009dab6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453662 Sep 01 15:16:27.889522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-1863f706-ef46-48b2-811e-1159fa9fe193 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e0981f9-82e5-42d1-b452-e867a53a8c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8300471 Sep 01 15:16:27.908262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02961921-234a-419d-a685-a82b41ff5518 req-e702009b-01a2-452b-91f4-385d892137c5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5583258 Sep 01 15:16:27.945004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.961795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-e6d3acb8-4faf-42a6-a6a4-2ab51f93f34a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2014761 Sep 01 15:16:27.965859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Deleting port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:27.970024 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.988924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,segment=NetworkSegment(1890e24e-b4be-4300-90dd-21dc2cdf1b38),segment_id=1890e24e-b4be-4300-90dd-21dc2cdf1b38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:28.027945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95', 'network_id': '7e0981f9-82e5-42d1-b452-e867a53a8c0d', 'port_id': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95', 'mac_address': 'fa:16:3e:a5:6d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a749ac7-f783-4399-826f-1dbaa03449ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:28.042268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['952dfb15-16fc-4b54-906f-41509c5b084c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:28.057847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Request body: {'port': {'device_id': '726de50d-e7d9-4802-910f-b807b59d34ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:28.139193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5ea00774-6f57-4cf6-841d-34a54e17f26f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:28.233275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3afc429c-b236-47b1-be9e-372add301961'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:28.238128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['763fbb5c-1678-45c4-90c1-28d27167dada'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:28.245771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e76180c7-08b2-4920-9a71-5b89d4841595'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:28.294156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 1065dd14-091c-4d66-96be-c4ad389077c4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:28.294594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.430712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bad74-0c9c-43b4-a3a7-9c13454e4ead req-85e56738-fe14-448f-8928-c37b93ffbbf8 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:28.447697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b1bad74-0c9c-43b4-a3a7-9c13454e4ead req-85e56738-fe14-448f-8928-c37b93ffbbf8 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 944 time: 0.3814220 Sep 01 15:16:28.455980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] For port c96cc4d8-7963-43e4-a29e-0a8b97ac2556, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:28.456784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.659215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.678425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b1bad74-0c9c-43b4-a3a7-9c13454e4ead req-3afc4809-70e7-4f70-9ebb-7080934bc497 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146249 Sep 01 15:16:28.700816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.767003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:28.780574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:28.786837 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5808146f-cecf-4024-9c1f-8bb0a082291f" -d '{"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-plugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:28.831255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d8ccd-c2db-400c-b433-2a434e41c0f7 req-1b46bd6c-b084-474f-a659-54de2de28522 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:28.865967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-422d8ccd-c2db-400c-b433-2a434e41c0f7 req-1b46bd6c-b084-474f-a659-54de2de28522 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.6795957 Sep 01 15:16:28.943196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,segment=NetworkSegment(1890e24e-b4be-4300-90dd-21dc2cdf1b38),segment_id=1890e24e-b4be-4300-90dd-21dc2cdf1b38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:28.968229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-c46f9fa0-7615-426f-bb47-448e1daf81dd service neutron] 10.222.0.50 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0355492 Sep 01 15:16:28.973100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 1065dd14-091c-4d66-96be-c4ad389077c4, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1065dd14-091c-4d66-96be-c4ad389077c4,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:28.974257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.992626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.996375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9c69362f-df87-4dc3-99db-35d6a441b3a6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:29.001180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.004204 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.004724 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Floating IP 04e9c4ac-c483-4cdb-b375-52aae87f04ea disassociated. External IP: 172.25.1.110, port: c96cc4d8-7963-43e4-a29e-0a8b97ac2556. Sep 01 15:16:29.006008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Calling delete_port for c96cc4d8-7963-43e4-a29e-0a8b97ac2556 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:29.101221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8642d2f1-1e1f-4832-8aca-1d8d188846d6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:29.107043 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-422d8ccd-c2db-400c-b433-2a434e41c0f7 req-9c7a7690-ffe7-4164-92d7-cffcca2baf2c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380862 Sep 01 15:16:29.108331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 1065dd14-091c-4d66-96be-c4ad389077c4 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:29.265204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.276360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.286986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.300810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.317775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.331276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-a596d6df-ddd4-4b25-ae01-08537171a6bc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3876 time: 0.3218651 Sep 01 15:16:29.412720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['06ed9e95-54d1-42ee-b1fb-b2c0d2929c95'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:29.416373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c96cc4d8-7963-43e4-a29e-0a8b97ac2556 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:29.505553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3c99bf0-d4c0-4d7c-9a10-892b58859422 req-fa4ea639-d0b2-4a04-a935-00b408cb2612 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727259 Sep 01 15:16:29.721216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.789104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:29.802288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'Port': ['ID=c96cc4d8-7963-43e4-a29e-0a8b97ac2556,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:29.841228 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c14cb20-2df7-413a-941b-45b6196076ad req-fe07770b-c641-4cf0-a7e2-4387e3301f55 service neutron] 10.222.0.50 "GET /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373749 Sep 01 15:16:29.917285 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2e4dd-e2cb-438f-8515-ed8e9bcecd77 x-openstack-request-id: req-28a2e4dd-e2cb-438f-8515-ed8e9bcecd77 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:29.917747 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-plugged", "status": "completed", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:29.918901 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28a2e4dd-e2cb-438f-8515-ed8e9bcecd77 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:29.919112 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'code': 200} Sep 01 15:16:29.992567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156698-995a-4760-97a9-ea331cdb379a req-2e8a0670-a7da-47c2-ac4a-8e249bd834c6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.000611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e156698-995a-4760-97a9-ea331cdb379a req-2e8a0670-a7da-47c2-ac4a-8e249bd834c6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 932 time: 0.6448741 Sep 01 15:16:30.055713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef132b85-1c9a-43db-afd8-c63ffa5ce2ae req-8d0652da-b2df-40fa-912c-619bbd133b9a tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a HTTP/1.1" status: 200 len: 210 time: 0.0948582 Sep 01 15:16:30.077836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No active binding found for port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:16:30.078752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c96cc4d8-7963-43e4-a29e-0a8b97ac2556 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:30.215435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:16:30.358015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:30.624357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e156698-995a-4760-97a9-ea331cdb379a req-054abc60-fc2f-446d-addc-2dd2b5945943 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834031 Sep 01 15:16:30.775235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.789791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.804536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.830278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.850193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.865356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.881508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.886927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-2e896a18-7915-48b5-9758-75458b897dfc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5436 time: 0.2858887 Sep 01 15:16:30.936017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d6a53fc-836a-47ce-a612-03e9280bed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.946160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.966553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:16:31.004225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:16:31.048804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=1065dd14-091c-4d66-96be-c4ad389077c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.072558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d1f2b1-f7e3-448e-b427-7b80afb05b11 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:31.099688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:31.100530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.108405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] No DVR routers for this DVR port c96cc4d8-7963-43e4-a29e-0a8b97ac2556 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:31.121549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.125606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2f83f93-93fc-412f-b6d0-58530ddc43c9 req-6999c7fa-7f56-48fb-af0c-89263444940f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "DELETE /v2.0/ports/c96cc4d8-7963-43e4-a29e-0a8b97ac2556 HTTP/1.1" status: 204 len: 173 time: 3.5406482 Sep 01 15:16:31.126325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'name': 'network-vif-deleted', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:31.131067 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55226c71-139b-4057-b290-20d811972ca1" -d '{"events": [{"server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "name": "network-vif-deleted", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:31.159840 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f7c0089-065e-415a-9130-0700aa0a2b29 req-194814f7-07aa-4ce9-ace9-4477cc0509b2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2498016 Sep 01 15:16:31.169838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.385513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e76180c7-08b2-4920-9a71-5b89d4841595 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:31.454986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 1065dd14-091c-4d66-96be-c4ad389077c4 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:31.475668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d6a53fc-836a-47ce-a612-03e9280bed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.486964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e5415-d3cd-477c-a01e-8520704ffbe6 req-05d2aa48-6ec1-40d2-bdc7-4ca75e236b43 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:31.505866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e39e5415-d3cd-477c-a01e-8520704ffbe6 req-05d2aa48-6ec1-40d2-bdc7-4ca75e236b43 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.7136431 Sep 01 15:16:31.517913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.521690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-90b1e684-3aed-4f24-a9dd-697942a07b7b tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "DELETE /v2.0/ports/1065dd14-091c-4d66-96be-c4ad389077c4 HTTP/1.1" status: 204 len: 173 time: 4.7340574 Sep 01 15:16:31.524634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Transition to ACTIVE for port object e2d1f2b1-f7e3-448e-b427-7b80afb05b11 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:31.525844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:31.527222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:31.530092 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46db70fd-3815-4ba4-bba4-c09062d6d21f" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:31.546469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d6a53fc-836a-47ce-a612-03e9280bed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.573227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5014ed7-1092-4c2d-9f5f-59b1cb0064c8 req-4eaf4e03-824c-4831-af38-6a2365709050 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:31.585047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.593000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5014ed7-1092-4c2d-9f5f-59b1cb0064c8 req-4eaf4e03-824c-4831-af38-6a2365709050 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 945 time: 0.2181733 Sep 01 15:16:31.729658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5014ed7-1092-4c2d-9f5f-59b1cb0064c8 req-75d4d089-7b5a-486b-8620-0d3918da2c2e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252379 Sep 01 15:16:31.867920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.083905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36622) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:32.095622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4d6a53fc-836a-47ce-a612-03e9280bed53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba17c61b950f44368c522df1d31c5671&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6963820 Sep 01 15:16:32.147837 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e39e5415-d3cd-477c-a01e-8520704ffbe6 req-e436f511-9882-4284-b8b3-094062957aea tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403525 Sep 01 15:16:32.193100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e76180c7-08b2-4920-9a71-5b89d4841595 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:32.219357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e76180c7-08b2-4920-9a71-5b89d4841595 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:32.219836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.265584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a53fc-836a-47ce-a612-03e9280bed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cfeb7f-7f3a-423d-89e2-43503589488c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.317652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-51f59f33-db4c-4e30-ad3a-b4891512364a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:32.343387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-51f59f33-db4c-4e30-ad3a-b4891512364a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:32.364472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-51f59f33-db4c-4e30-ad3a-b4891512364a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:32.387351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-51f59f33-db4c-4e30-ad3a-b4891512364a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:32.404127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-51f59f33-db4c-4e30-ad3a-b4891512364a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 3143 time: 0.4620357 Sep 01 15:16:32.529018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.553446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.571535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d87f6de-13eb-45fe-8ac0-0a0db18a7824 req-2365555a-332b-445e-a088-8bdd994b3b88 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373556 Sep 01 15:16:32.616089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 184a0758-5a30-441c-afe9-f14f41fbc637 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:32.616961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.617140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.658161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:32.662794 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aeb66f-aa3b-49a8-ba91-923de87e10b0" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:32.694804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e76180c7-08b2-4920-9a71-5b89d4841595,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:32.702709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.703972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ea00774-6f57-4cf6-841d-34a54e17f26f up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:32.775003 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8daa0f-ee65-47b1-b035-aff81598a88b x-openstack-request-id: req-3f8daa0f-ee65-47b1-b035-aff81598a88b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:32.775355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Attempting to bind port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:32.776104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Attempting to bind port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:32.776806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Attempting to bind port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:32.777453 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a", "name": "network-vif-deleted", "tag": "c96cc4d8-7963-43e4-a29e-0a8b97ac2556", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:32.778131 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f8daa0f-ee65-47b1-b035-aff81598a88b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:32.780010 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a7cbe-504f-4a10-b2bb-71cc24dd2c5a', 'name': 'network-vif-deleted', 'tag': 'c96cc4d8-7963-43e4-a29e-0a8b97ac2556', 'status': 'completed', 'code': 200} Sep 01 15:16:32.847016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.854426 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.874020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68cfeb7f-7f3a-423d-89e2-43503589488c HTTP/1.1" status: 204 len: 168 time: 0.7859030 Sep 01 15:16:32.915094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964c5a9-f69e-4073-b445-09468236f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cfeb7f-7f3a-423d-89e2-43503589488c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.928822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.948537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 184a0758-5a30-441c-afe9-f14f41fbc637, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=184a0758-5a30-441c-afe9-f14f41fbc637,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:32.949319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.989396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 184a0758-5a30-441c-afe9-f14f41fbc637 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:33.039199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:33.078520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:33.079431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Attempting to bind port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:33.089238 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eab179-a2ec-4286-b29f-3a246e3d0f5a x-openstack-request-id: req-a3eab179-a2ec-4286-b29f-3a246e3d0f5a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:33.089733 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "1065dd14-091c-4d66-96be-c4ad389077c4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:33.090135 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3eab179-a2ec-4286-b29f-3a246e3d0f5a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:33.090829 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '1065dd14-091c-4d66-96be-c4ad389077c4', 'status': 'completed', 'code': 200} Sep 01 15:16:33.101231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:33.101812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Checking segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:33.102480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Bound using segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:33.103231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Bound port: e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:33.103815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.117245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00baa4-1024-41f5-a981-4f2a3dd15e42 req-3bffee7f-dc69-4133-9144-8cfafe4fb27f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.121388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa00baa4-1024-41f5-a981-4f2a3dd15e42 req-3bffee7f-dc69-4133-9144-8cfafe4fb27f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 944 time: 0.1248629 Sep 01 15:16:33.149117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5ea00774-6f57-4cf6-841d-34a54e17f26f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:33.166197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:16:33.176437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5ea00774-6f57-4cf6-841d-34a54e17f26f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:33.176866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.276599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa00baa4-1024-41f5-a981-4f2a3dd15e42 req-55a1d67c-5c2b-4972-9bfe-0115a69b510e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297941 Sep 01 15:16:33.377679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:33.382752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:33.409787 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d045b-afe0-42d8-b2ce-e6ad15a030ec x-openstack-request-id: req-246d045b-afe0-42d8-b2ce-e6ad15a030ec {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:33.410839 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:33.411251 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-246d045b-afe0-42d8-b2ce-e6ad15a030ec {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:33.411917 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595', 'code': 200} Sep 01 15:16:33.556924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.572631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.585356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.599898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.612175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.625391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.639612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.645001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-05c5e4d0-03fa-41a1-92c6-abd733222ed3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5437 time: 0.3155096 Sep 01 15:16:33.650290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:33.678432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:33.711899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508437e-fefb-45ab-ac8f-f8e327bb9e23 req-25512e60-6158-46c8-9f20-f8fe097c7518 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.717745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f508437e-fefb-45ab-ac8f-f8e327bb9e23 req-25512e60-6158-46c8-9f20-f8fe097c7518 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 945 time: 0.1645589 Sep 01 15:16:33.738801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.812645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:33.832962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f508437e-fefb-45ab-ac8f-f8e327bb9e23 req-f9e51562-21be-4b82-9c41-6e175937ddb8 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953197 Sep 01 15:16:33.884587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.886806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.890093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2d1f2b1-f7e3-448e-b427-7b80afb05b11 HTTP/1.1" status: 200 len: 1093 time: 5.8619697 Sep 01 15:16:33.919305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.950588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:33.957448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885384f3-8ffa-4991-95b6-a569f22a4bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:33.986264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2617257-ffd0-4574-a439-f5f3c4f809e2 req-bf2029d0-50ab-4e6e-9dbd-be3fa7fdac17 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3028500 Sep 01 15:16:33.988938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36650) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:34.003779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.115152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c890da99-71d0-4396-9cd8-cc79778ea3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.115512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:34.156901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=184a0758-5a30-441c-afe9-f14f41fbc637,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:34.213524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.215104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 952dfb15-16fc-4b54-906f-41509c5b084c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:34.276360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 184a0758-5a30-441c-afe9-f14f41fbc637 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:34.281783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.285924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e7eeff13-4427-4d28-8733-f1672e5100e5 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "DELETE /v2.0/ports/184a0758-5a30-441c-afe9-f14f41fbc637 HTTP/1.1" status: 204 len: 173 time: 2.7420418 Sep 01 15:16:34.310976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-a910b3e4-facb-48fa-9c77-fda63a7b0bc4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253316 Sep 01 15:16:34.334944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-6d13d942-bf59-4d69-aafe-5086422ef0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.338252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-6d13d942-bf59-4d69-aafe-5086422ef0a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 1096 time: 0.3368165 Sep 01 15:16:34.456544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 952dfb15-16fc-4b54-906f-41509c5b084c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:34.466741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:34.490093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-ca30f4eb-be17-4ed6-a160-4ad14544f7f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11 HTTP/1.1" status: 200 len: 217 time: 0.1023211 Sep 01 15:16:34.496864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 952dfb15-16fc-4b54-906f-41509c5b084c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:34.497916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.545165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a301d0-cb6b-492f-8c07-87fb6eb1bdf4 req-f32a43ee-235e-4209-a328-f49231f1d8b4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.547862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.556728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a301d0-cb6b-492f-8c07-87fb6eb1bdf4 req-f32a43ee-235e-4209-a328-f49231f1d8b4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.568648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a301d0-cb6b-492f-8c07-87fb6eb1bdf4 req-f32a43ee-235e-4209-a328-f49231f1d8b4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.580197 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:16:34.587326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96a301d0-cb6b-492f-8c07-87fb6eb1bdf4 req-f32a43ee-235e-4209-a328-f49231f1d8b4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 2410 time: 0.3665092 Sep 01 15:16:34.711761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.759763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c890da99-71d0-4396-9cd8-cc79778ea3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.785726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c890da99-71d0-4396-9cd8-cc79778ea3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.817392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96a301d0-cb6b-492f-8c07-87fb6eb1bdf4 req-36f61a19-21fd-454a-8293-454521326f57 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277873 Sep 01 15:16:34.823895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-b8ebcb77-56c8-4db0-8ae2-16065d028fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.827883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-b8ebcb77-56c8-4db0-8ae2-16065d028fba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.3190806 Sep 01 15:16:34.864045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-ef252183-7363-40a5-a526-2ed994f01200 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.866965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-ef252183-7363-40a5-a526-2ed994f01200 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5244968 Sep 01 15:16:34.873841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.903797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:34.944886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-ce70acc3-ac43-44f9-b6c2-8f2d662cfda7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083469 Sep 01 15:16:34.975338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 2a62f125-bc2a-4234-be56-a8c3c854551d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:34.975848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.995672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14438-2ba2-40b6-aed9-f6e3307ca0b7 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:16:35.057045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-a5bca2e6-8467-491e-a859-658cf3724ec3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/quotas/653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 375 time: 0.0727417 Sep 01 15:16:35.063914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c890da99-71d0-4396-9cd8-cc79778ea3a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=202f978e139c4a0b9d234efeb207aec7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0709598 Sep 01 15:16:35.070416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:35.076237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=952dfb15-16fc-4b54-906f-41509c5b084c,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:35.092620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.106568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890da99-71d0-4396-9cd8-cc79778ea3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364a20dc-e5b2-4a10-b43c-811d029f0eef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:35.136444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11'}, {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:35.145790 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e" -d '{"events": [{"name": "network-changed", "server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11"}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:35.163280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 763fbb5c-1678-45c4-90c1-28d27167dada up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:35.198802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.205945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.208829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "DELETE /v2.0/security-groups/e097e57b-b0a6-4eaf-a860-e56009dab6d8 HTTP/1.1" status: 204 len: 168 time: 1.2560763 Sep 01 15:16:35.230668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36670) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:35.274869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d15c-5c25-4fbc-93f1-549610eb508e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097e57b-b0a6-4eaf-a860-e56009dab6d8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:35.314662 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-d0ed1bd9-5f83-4e4d-8d2c-e1e625847c92 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] show failed (client error): The resource could not be found. Sep 01 15:16:35.316433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0ed1bd9-5f83-4e4d-8d2c-e1e625847c92 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups/e097e57b-b0a6-4eaf-a860-e56009dab6d8 HTTP/1.1" status: 404 len: 347 time: 0.0821960 Sep 01 15:16:35.322354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36672) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:35.331966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:35.366815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 763fbb5c-1678-45c4-90c1-28d27167dada completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:35.377149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 763fbb5c-1678-45c4-90c1-28d27167dada triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:35.379036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.424453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea00774-6f57-4cf6-841d-34a54e17f26f'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952dfb15-16fc-4b54-906f-41509c5b084c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:35.429573 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c8e6aa-dc2a-4a51-a6e8-38ab47fc8894" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea00774-6f57-4cf6-841d-34a54e17f26f"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "952dfb15-16fc-4b54-906f-41509c5b084c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:35.436500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 2a62f125-bc2a-4234-be56-a8c3c854551d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2a62f125-bc2a-4234-be56-a8c3c854551d,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:35.437659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.450744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-21043d96-a277-42e3-b61d-70883cf79017 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3921175 Sep 01 15:16:35.468297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 2a62f125-bc2a-4234-be56-a8c3c854551d owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:35.615559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.619709 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d16d0d-e2b2-4dae-a643-8795f44ee765 None None] New status for floating IP 04e9c4ac-c483-4cdb-b375-52aae87f04ea: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:16:35.625944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.629781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee70e1-350b-4171-a489-fa576348d1cb req-586f5bb5-ba48-4729-a731-f82982eb4fdd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:35.632361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40ee70e1-350b-4171-a489-fa576348d1cb req-586f5bb5-ba48-4729-a731-f82982eb4fdd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 944 time: 0.5579381 Sep 01 15:16:35.678358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-b05aa73d-2e67-458b-8861-42777c8fc3dd service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206862 Sep 01 15:16:35.742464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:35.759767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.761113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3afc429c-b236-47b1-be9e-372add301961 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:35.787800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.879184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Deleting port 0e442a5b-cc91-4357-b624-d6c46a143403 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:35.879795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.940260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0b2dc5-47bc-465b-95bd-a9ff0a1733e1 req-b017431d-f8f6-4755-a26d-414309a5b7d2 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388995 Sep 01 15:16:36.019696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-40ee70e1-350b-4171-a489-fa576348d1cb req-544cad4e-e693-4848-93ad-838221f3e6de tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638504 Sep 01 15:16:36.139605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:36.177364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 3afc429c-b236-47b1-be9e-372add301961 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:36.199680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 3afc429c-b236-47b1-be9e-372add301961 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:36.200416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.263685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.266690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.283372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.314801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Calling delete_port for 0e442a5b-cc91-4357-b624-d6c46a143403 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:36.429927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.434427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=2a62f125-bc2a-4234-be56-a8c3c854551d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:36.434637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.434910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.437115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/364a20dc-e5b2-4a10-b43c-811d029f0eef HTTP/1.1" status: 204 len: 168 time: 1.3396463 Sep 01 15:16:36.505932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159605a1-0100-44a3-9dc9-761382ee9567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364a20dc-e5b2-4a10-b43c-811d029f0eef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:36.529114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac09150-b97e-4d4c-9c6c-65c89365ba2a req-0e088e30-51bc-4d78-8ee7-52e3d119693e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.543313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ac09150-b97e-4d4c-9c6c-65c89365ba2a req-0e088e30-51bc-4d78-8ee7-52e3d119693e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 945 time: 0.5412328 Sep 01 15:16:36.618312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:36.619787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 2a62f125-bc2a-4234-be56-a8c3c854551d on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:36.626567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.627466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.630357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8642d2f1-1e1f-4832-8aca-1d8d188846d6 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:36.632075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-6ffa0d2a-805c-459c-b910-0874bea8a5fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "DELETE /v2.0/ports/2a62f125-bc2a-4234-be56-a8c3c854551d HTTP/1.1" status: 204 len: 173 time: 2.3393111 Sep 01 15:16:36.766639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ac09150-b97e-4d4c-9c6c-65c89365ba2a req-6fa73823-b318-4f22-aa01-99206c07b4f2 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187676 Sep 01 15:16:36.835618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.850784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.867104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.881784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:36.891398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:36.898301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.914128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.927384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:36.928027 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.931078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.953183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.954547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.970185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-bf65d105-4a75-4e13-bf4d-157ee89d3410 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5440 time: 0.6111696 Sep 01 15:16:37.079026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'Port': ['ID=0e442a5b-cc91-4357-b624-d6c46a143403,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:37.149032 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7881df-23f1-422d-8837-84b08ee8ad1f x-openstack-request-id: req-bc7881df-23f1-422d-8837-84b08ee8ad1f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:37.149677 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11", "status": "completed", "code": 200}, {"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "184a0758-5a30-441c-afe9-f14f41fbc637", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:37.150140 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc7881df-23f1-422d-8837-84b08ee8ad1f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:37.151567 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'status': 'completed', 'code': 200} Sep 01 15:16:37.151567 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '184a0758-5a30-441c-afe9-f14f41fbc637', 'status': 'completed', 'code': 200} Sep 01 15:16:37.239850 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b8da3-e17e-4ce6-bc2a-0b8953feedb8 x-openstack-request-id: req-658b8da3-e17e-4ce6-bc2a-0b8953feedb8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:37.240425 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea00774-6f57-4cf6-841d-34a54e17f26f", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "952dfb15-16fc-4b54-906f-41509c5b084c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:37.240784 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-658b8da3-e17e-4ce6-bc2a-0b8953feedb8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:37.241479 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea00774-6f57-4cf6-841d-34a54e17f26f', 'code': 200} Sep 01 15:16:37.241884 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952dfb15-16fc-4b54-906f-41509c5b084c', 'code': 200} Sep 01 15:16:37.320925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.324127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6925f9af-0b74-4d30-b2a4-6f5639ba5ffd req-13dd8748-343f-49f7-a0f4-5aa5ba1d2046 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3521390 Sep 01 15:16:37.385355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.398449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.407834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d48ea173-4083-4f6f-ac7f-f6a3b93dc40f tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "DELETE /v2.0/floatingips/04e9c4ac-c483-4cdb-b375-52aae87f04ea HTTP/1.1" status: 204 len: 168 time: 2.0838811 Sep 01 15:16:37.425483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-6954f60a-0168-4df0-978f-b08030a42de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:37.441208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-6954f60a-0168-4df0-978f-b08030a42de2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 1096 time: 0.3186173 Sep 01 15:16:37.526725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 85ae03ff-1535-4757-b884-c01673c43655 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:37.527636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.531931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:37.538545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-459308d5-7740-474b-b3c3-f37c4e9bb7f3 req-0bba3c37-1392-4cb6-87d2-3f767b31a879 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 210 time: 0.1553903 Sep 01 15:16:37.543636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.545193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c69362f-df87-4dc3-99db-35d6a441b3a6 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:37.787171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9c69362f-df87-4dc3-99db-35d6a441b3a6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:37.797796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9c69362f-df87-4dc3-99db-35d6a441b3a6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:37.798450 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.807976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:37.957914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a3878-466b-4eca-bd79-f49c6dd332d8 req-ab36dbe1-c470-4314-a1e8-44a97d8c0ff3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:37.973867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b68a3878-466b-4eca-bd79-f49c6dd332d8 req-ab36dbe1-c470-4314-a1e8-44a97d8c0ff3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 944 time: 0.1763735 Sep 01 15:16:38.004034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30f1b-437c-4317-8cbe-60057a150c2f req-dafa2ee6-14ff-4626-89a2-e2b3bbf36a3d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:38.019141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30f1b-437c-4317-8cbe-60057a150c2f req-dafa2ee6-14ff-4626-89a2-e2b3bbf36a3d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:38.034700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67b30f1b-437c-4317-8cbe-60057a150c2f req-dafa2ee6-14ff-4626-89a2-e2b3bbf36a3d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 1678 time: 0.3795304 Sep 01 15:16:38.063950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-5f3ddabe-e5b9-4558-af59-97e992d39d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:38.067631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-5f3ddabe-e5b9-4558-af59-97e992d39d2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 916 time: 0.6014042 Sep 01 15:16:38.099139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 85ae03ff-1535-4757-b884-c01673c43655, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=85ae03ff-1535-4757-b884-c01673c43655,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:38.100007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.101109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b68a3878-466b-4eca-bd79-f49c6dd332d8 req-d5bb9e95-bfeb-4cdf-9029-f455b163eade tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136184 Sep 01 15:16:38.102550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.207577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:38.216528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.218079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:38.349054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:38.488802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:38.500874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:38.501468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.562443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-7994d1b4-a9b0-4a9f-b7a7-885ea2c3b355 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839286 Sep 01 15:16:38.689686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-a3fe2daa-b6d9-44a3-8908-35f99c879a77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11 HTTP/1.1" status: 200 len: 217 time: 0.6056385 Sep 01 15:16:38.793016 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.879775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67b30f1b-437c-4317-8cbe-60057a150c2f req-6711826d-f5c5-4b67-b12d-7e0d8b11db3a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8255103 Sep 01 15:16:38.963016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-39bfec32-82b9-499e-9131-954f478755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:38.964762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,segment=NetworkSegment(1890e24e-b4be-4300-90dd-21dc2cdf1b38),segment_id=1890e24e-b4be-4300-90dd-21dc2cdf1b38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:38.969920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-39bfec32-82b9-499e-9131-954f478755d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.2683003 Sep 01 15:16:38.979107 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.033143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-42b150eb-d0a1-4938-919f-3f3578280af1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.041252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-42b150eb-d0a1-4938-919f-3f3578280af1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718127 Sep 01 15:16:39.067299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Request body: {'port': {'device_id': '159c7d86-68d8-422a-9834-35fd714d3478', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '653165dd19a34165b751d9b45de2966b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:39.136739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-28c380e6-6f5f-4715-91a2-c895e0f40363 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581933 Sep 01 15:16:39.152278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:39.157200 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a9ad0-c139-4022-8f6b-d76475bdddce" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:39.164654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:39.246150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc429c-b236-47b1-be9e-372add301961'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6'}, {'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:39.254368 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb2b10-d43d-49fd-ae2e-0d49c553b7d3" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "3afc429c-b236-47b1-be9e-372add301961"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6"}, {"server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "name": "network-vif-plugged", "status": "completed", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:39.377251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Made reservation on behalf of 653165dd19a34165b751d9b45de2966b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:39.384132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e2d1f2b1-f7e3-448e-b427-7b80afb05b11 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:39.399000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.445930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:39.463641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.464285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.464808 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Floating IP 6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0 disassociated. External IP: 172.25.1.203, port: 85ae03ff-1535-4757-b884-c01673c43655. Sep 01 15:16:39.465420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 85ae03ff-1535-4757-b884-c01673c43655 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:39.478349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836826907', 'description': 'tempest-description--1894496392'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:39.645359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be16c9-8d78-4367-aa95-cf404872d09b req-52b2ff19-5cef-48f0-9480-de4b063456a7 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.649468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6be16c9-8d78-4367-aa95-cf404872d09b req-52b2ff19-5cef-48f0-9480-de4b063456a7 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.5053742 Sep 01 15:16:39.670154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.740747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-74bcb006-f9a7-4907-ab04-b787b94deeb3 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638437 Sep 01 15:16:39.801320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:39.823381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'port_id': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'mac_address': 'fa:16:3e:f1:14:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c49b0-ec2f-49d3-8c57-d1e44c15232d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:39.919151 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.920731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.932961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.944750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.952202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d1f2b1-f7e3-448e-b427-7b80afb05b11 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:39.957573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.973045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.984719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.997865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:40.000325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:40.007743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.009177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-a1c3cde1-251b-41dc-957e-8832f4428693 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.3434172 Sep 01 15:16:40.014256 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.024954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6be16c9-8d78-4367-aa95-cf404872d09b req-242663a1-d2e8-4fdc-a65c-7f23ef18168d tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380804 Sep 01 15:16:40.138773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Allocated IP 192.168.233.225 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/fbac95c6-3d28-42db-9d41-23a75a533fef) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:40.169339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=85ae03ff-1535-4757-b884-c01673c43655,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:40.218467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:40.302267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6735f79-3289-44c3-ac7a-fdb04f96815d req-2142c7e3-aab2-4637-a479-63e603443987 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690363 Sep 01 15:16:40.327450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:40.364132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e30a66ba-910c-43f1-b3e2-c7fd43e8478e req-29102031-b41c-4cb1-98a6-5ab3197709ed service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138558 Sep 01 15:16:40.378336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-55b54146-cc51-422a-ad76-ca35d240e491 req-cd4bf484-97f7-4e06-8a10-ac3f4d85484f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 210 time: 0.1265142 Sep 01 15:16:40.578748 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b985a13-0bba-47fb-bf24-816e40ba3dd4 x-openstack-request-id: req-1b985a13-0bba-47fb-bf24-816e40ba3dd4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:40.579153 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "2a62f125-bc2a-4234-be56-a8c3c854551d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:40.579931 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b985a13-0bba-47fb-bf24-816e40ba3dd4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:40.580295 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '2a62f125-bc2a-4234-be56-a8c3c854551d', 'status': 'completed', 'code': 200} Sep 01 15:16:40.594583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.640290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.743750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Router 807a46f3-e117-464a-af7b-d7565052f3d0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:16:40.750285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.761108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3018293 Sep 01 15:16:40.769325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:40.798310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group_rule': {'security_group_id': '5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:40.825371 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16d44b6-9f79-411d-bd19-b4f9e7a972ed x-openstack-request-id: req-c16d44b6-9f79-411d-bd19-b4f9e7a972ed {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:40.828719 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "3afc429c-b236-47b1-be9e-372add301961", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6", "code": 200}, {"server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "name": "network-vif-plugged", "status": "completed", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:40.829682 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c16d44b6-9f79-411d-bd19-b4f9e7a972ed {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:40.834517 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada', 'code': 200} Sep 01 15:16:40.834965 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc429c-b236-47b1-be9e-372add301961', 'code': 200} Sep 01 15:16:40.835390 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'code': 200} Sep 01 15:16:40.835821 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'code': 200} Sep 01 15:16:40.836239 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95', 'code': 200} Sep 01 15:16:40.928430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3127d1-a5a2-4568-9190-25d95313bd01 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:41.058818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b1858-d3e9-41d0-839b-6242af84027c req-d4264ac4-32bf-404a-a27e-61ec14aa6445 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.062440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e56b1858-d3e9-41d0-839b-6242af84027c req-d4264ac4-32bf-404a-a27e-61ec14aa6445 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 945 time: 0.3850784 Sep 01 15:16:41.121232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:41.174461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Transition to ACTIVE for port object fbac95c6-3d28-42db-9d41-23a75a533fef will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:41.185722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e56b1858-d3e9-41d0-839b-6242af84027c req-60c25418-8e1c-4616-8101-8b2fe91121cb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026490 Sep 01 15:16:41.259514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:41.262914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:41.301863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:41.404160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:41.414356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:41.441920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:41.471526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.472848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.474721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.476410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.478049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.478938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.479997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.483765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-7ba50575-fef6-499e-9e08-dca6337b4689 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.3917985 Sep 01 15:16:41.520683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1b30-3030-441b-9512-342b233d9982 req-cadf3565-bb2c-4889-a9ff-7ed1e084ee97 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.538915 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f86f1b30-3030-441b-9512-342b233d9982 req-cadf3565-bb2c-4889-a9ff-7ed1e084ee97 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 943 time: 0.4294400 Sep 01 15:16:41.555971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:41.619285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885916cc-f2f0-478e-a79c-71961d3c0a4b req-3c03bd13-788d-4642-bd8b-0bb5bf3aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.623071 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-885916cc-f2f0-478e-a79c-71961d3c0a4b req-3c03bd13-788d-4642-bd8b-0bb5bf3aee1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 1098 time: 0.5151587 Sep 01 15:16:41.659600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfa484-824e-4af4-8aeb-2bcc38c48d4c req-25a22bf0-e8f0-4c40-bba7-166640c95226 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.679763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dbfa484-824e-4af4-8aeb-2bcc38c48d4c req-25a22bf0-e8f0-4c40-bba7-166640c95226 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.3243601 Sep 01 15:16:41.727817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:41.728831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:41.780528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-c8a04342-45f9-4af9-b5d2-9016b6faee6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7289062 Sep 01 15:16:41.791791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3dbfa484-824e-4af4-8aeb-2bcc38c48d4c req-be37d11c-e9bf-4bd6-8e13-563ffba25f8e tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102486 Sep 01 15:16:41.803198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Request body: {'port': {'device_id': '159c7d86-68d8-422a-9834-35fd714d3478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:41.838753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f86f1b30-3030-441b-9512-342b233d9982 req-795070b7-cd41-4dde-a176-fd2e1db822ff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980750 Sep 01 15:16:41.898226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-885916cc-f2f0-478e-a79c-71961d3c0a4b req-99ddc225-a9c3-4cc3-8cd3-8d965c9661a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893160 Sep 01 15:16:41.973054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:41.975794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.011846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:16:42.030282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Sync routers for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:16:42.044243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.066883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:42.070246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:42.123986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d42ab7a-ceb6-454d-9189-30ea933d3ec7 req-3ba2c2d9-3a71-401a-ba9a-d12d8199aa1f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5655107 Sep 01 15:16:42.182320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a32b07-2983-4f24-92e2-69b8ce5de200,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:42.236665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 85ae03ff-1535-4757-b884-c01673c43655 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:42.244364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.251731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8d7e9820-7aad-4b89-aa8e-d0edc808b027 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4610119 Sep 01 15:16:42.255750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.260493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-b0ba2dca-0a99-4b9c-86b9-68718eb30e27 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "DELETE /v2.0/ports/85ae03ff-1535-4757-b884-c01673c43655 HTTP/1.1" status: 204 len: 173 time: 5.6172776 Sep 01 15:16:42.261521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36762) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:42.268497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.273584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'security_group_rule': {'security_group_id': '5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:42.278450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.291360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.304297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.317093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.321417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a787eb-4d9f-405d-8439-10348e23a223 req-d83cd501-0744-4f74-aa87-349a364e89f7 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.329657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.335895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50a787eb-4d9f-405d-8439-10348e23a223 req-d83cd501-0744-4f74-aa87-349a364e89f7 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 936 time: 0.3133895 Sep 01 15:16:42.343020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.358005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e074a308-1808-44ab-be77-0a839ea50b4e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.3407443 Sep 01 15:16:42.610084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '85ae03ff-1535-4757-b884-c01673c43655'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:42.619667 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d4013-37d1-4d24-8699-85f2fd06f433" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "85ae03ff-1535-4757-b884-c01673c43655"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:42.626165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-50a787eb-4d9f-405d-8439-10348e23a223 req-483ec242-b881-4be9-862c-9d5076c9829c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812939 Sep 01 15:16:42.645410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.699721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf658b9a-3e5f-4875-aaec-6590c998eecb None None] Provisioning for port fbac95c6-3d28-42db-9d41-23a75a533fef completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:42.739417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf658b9a-3e5f-4875-aaec-6590c998eecb None None] Provisioning complete for port fbac95c6-3d28-42db-9d41-23a75a533fef triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:42.740001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf658b9a-3e5f-4875-aaec-6590c998eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.798304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.820355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.825382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b47b30a4-aa3a-40ee-82b0-f2c97844ed08 req-e047b029-c5da-4308-89ec-72c8221c0d95 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4560564 Sep 01 15:16:42.872459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:42.877106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cf658b9a-3e5f-4875-aaec-6590c998eecb None None] Port fbac95c6-3d28-42db-9d41-23a75a533fef cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:42.917105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceed1022-5979-4d39-953d-5e2de786c944,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:43.000112 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e68086f-bccf-42dd-8247-16e836bfc844 x-openstack-request-id: req-0e68086f-bccf-42dd-8247-16e836bfc844 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:43.000112 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "85ae03ff-1535-4757-b884-c01673c43655", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:43.000112 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e68086f-bccf-42dd-8247-16e836bfc844 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:43.000112 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '85ae03ff-1535-4757-b884-c01673c43655', 'status': 'completed', 'code': 200} Sep 01 15:16:43.012403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.019750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2d07164-271d-420b-aca3-927d8070fac1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7512288 Sep 01 15:16:43.021868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:43.022717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:43.027539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.043812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:43.166971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0001-1eb0-43c8-a236-fd10f3413b67 req-5cd09e7c-c131-460d-ad45-683b6c109d3f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:43.171667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-201b0001-1eb0-43c8-a236-fd10f3413b67 req-5cd09e7c-c131-460d-ad45-683b6c109d3f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 945 time: 0.3391666 Sep 01 15:16:43.214676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbac95c6-3d28-42db-9d41-23a75a533fef {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:43.237862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.246711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.296113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Transition to ACTIVE for port object fbac95c6-3d28-42db-9d41-23a75a533fef will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:43.314124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-201b0001-1eb0-43c8-a236-fd10f3413b67 req-732d7f3f-7634-4be6-8039-c6068f734631 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219790 Sep 01 15:16:43.365495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 1a138a67-2cb8-4996-b7f2-8e0e666286e7, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1a138a67-2cb8-4996-b7f2-8e0e666286e7,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:43.366623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.400512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f38c3-fa91-4e32-8ba1-f7a3a14580c8 req-cc42a021-ac1d-4f8d-927e-8d94bbc97dc1 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:43.404085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-952f38c3-fa91-4e32-8ba1-f7a3a14580c8 req-cc42a021-ac1d-4f8d-927e-8d94bbc97dc1 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.2750041 Sep 01 15:16:43.409170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.428104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e2d1f2b1-f7e3-448e-b427-7b80afb05b11 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:43.434137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 1a138a67-2cb8-4996-b7f2-8e0e666286e7 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:43.599991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:43.626824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b767c-4746-434a-932e-213131396fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:43.645167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-952f38c3-fa91-4e32-8ba1-f7a3a14580c8 req-0634a3db-e607-4c23-a857-90bec331e184 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623037 Sep 01 15:16:43.732308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Checking router: 807a46f3-e117-464a-af7b-d7565052f3d0 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:16:43.785926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:43.787661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:43.796890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044dd7-c525-49c0-ae67-0f13b07d6315 req-ced240f8-e946-4000-885b-cb8b1b34a218 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:43.799677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54044dd7-c525-49c0-ae67-0f13b07d6315 req-ced240f8-e946-4000-885b-cb8b1b34a218 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 943 time: 0.2619989 Sep 01 15:16:43.991731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:44.034303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:44.034863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.089928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54044dd7-c525-49c0-ae67-0f13b07d6315 req-66632426-9dac-4d69-8df6-57162218b825 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ad534c8f-c2db-4498-8d45-1bb2467e1fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629335 Sep 01 15:16:44.115119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Attempting to bind port fbac95c6-3d28-42db-9d41-23a75a533fef on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:44.116092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Attempting to bind port fbac95c6-3d28-42db-9d41-23a75a533fef by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:44.116302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Attempting to bind port fbac95c6-3d28-42db-9d41-23a75a533fef on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:44.143178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Port fbac95c6-3d28-42db-9d41-23a75a533fef on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:44.144257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Attempting to bind port fbac95c6-3d28-42db-9d41-23a75a533fef on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:44.205490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.226974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecdcb8-25ac-43d9-888e-8d6880c69349 req-a3008652-ff51-484a-a4fe-2556964a5ea3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.229847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03ecdcb8-25ac-43d9-888e-8d6880c69349 req-a3008652-ff51-484a-a4fe-2556964a5ea3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.3493590 Sep 01 15:16:44.233816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:44.234223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:44.234895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:44.236232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Bound port: fbac95c6-3d28-42db-9d41-23a75a533fef, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:44.236839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.305573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=1a138a67-2cb8-4996-b7f2-8e0e666286e7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:44.369937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:44.477231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:44.482790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:44.493989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 1a138a67-2cb8-4996-b7f2-8e0e666286e7 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:44.500382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.513875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.518719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ec4dcaa-8a51-4932-bd06-87b6443d0823 req-e32d2a0a-873f-4532-92ac-2105dfc2d388 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.50 "DELETE /v2.0/ports/1a138a67-2cb8-4996-b7f2-8e0e666286e7 HTTP/1.1" status: 204 len: 173 time: 2.1562672 Sep 01 15:16:44.527451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0acaa78c-21a8-44ea-9947-273d1eb9cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.536537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.634525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.678795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.704861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.721113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.735079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.796664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.828200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.850180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-b1e110d5-2dd8-42a1-b466-5680ec93f8ed tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.5368638 Sep 01 15:16:44.918508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.990888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:44.995105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03ecdcb8-25ac-43d9-888e-8d6880c69349 req-d9f707c9-b7d8-4018-b847-99e485880a2c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036219 Sep 01 15:16:45.002696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:45.005126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:45.006987 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf16dc2-4662-417a-9308-176f900a7099" -d '{"events": [{"server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "name": "network-vif-plugged", "status": "completed", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:45.017984 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f1529-fc59-4720-86b6-2b6ee2d6d353" -d '{"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:45.031021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:45.032714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.036151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-030b767c-4746-434a-932e-213131396fe8 service neutron] 10.222.0.50 "PUT /v2.0/ports/fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 1097 time: 3.2428014 Sep 01 15:16:45.070887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d7d4377-0422-4305-818b-8ec68d26c9fa req-88505dfd-30e8-47d4-9693-20126bed43da tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061710 Sep 01 15:16:45.073756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:45.079968 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795f755-8e6f-4930-a157-bad3357dd916" -d '{"events": [{"name": "network-changed", "server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:45.123198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.434651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b767c-4746-434a-932e-213131396fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:45.491676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d67319-e965-44c9-8665-dc55b2b3b99c req-1fbdafe4-b864-4d5d-a613-88b21c2ab631 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:45.496504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97d67319-e965-44c9-8665-dc55b2b3b99c req-1fbdafe4-b864-4d5d-a613-88b21c2ab631 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.1680341 Sep 01 15:16:45.599346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:45.621437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-430a3665-6562-418d-9176-653c9ba2b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:45.622263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.622656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97d67319-e965-44c9-8665-dc55b2b3b99c req-e8fbbaa4-4d78-4263-b28b-e0dc95fc78aa tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067333 Sep 01 15:16:45.623505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.624259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.624466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-430a3665-6562-418d-9176-653c9ba2b73c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1100 time: 0.4666133 Sep 01 15:16:45.625155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.628741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.629971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.631578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.632562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.633695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.634417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.635111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.635800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.668022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Allocated IP 172.25.1.117 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d58fe6ab-2467-4761-8a5a-ac8dfcab71cc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:45.788478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:45.830498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ca463-d057-494d-a957-9a47cbb62218 req-394df657-776c-42a1-9280-e04c6cfe2969 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:45.862567 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a20bc8-c6dd-4924-9da6-cdbb24b7f6ff x-openstack-request-id: req-42a20bc8-c6dd-4924-9da6-cdbb24b7f6ff {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:45.863029 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "name": "network-vif-plugged", "status": "completed", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:45.863406 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42a20bc8-c6dd-4924-9da6-cdbb24b7f6ff {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:45.864050 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'code': 200} Sep 01 15:16:45.865301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767845e6-6946-4894-8095-50b027a01cd5 None None] The sync data for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 is: [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '791271fc-eece-4d13-b513-cd8890df48c2', 'name': '', 'network_id': 'b18e7f3a-2108-4d95-9bc1-43424f517ba4', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'mac_address': 'fa:16:3e:bb:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:23Z', 'updated_at': '2021-09-01T15:04:42Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'subnets': [{'id': '5d759570-9f8f-4ce2-91e1-c8a8cb367cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:16:45.867735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d0ca463-d057-494d-a957-9a47cbb62218 req-394df657-776c-42a1-9280-e04c6cfe2969 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 946 time: 0.4847403 Sep 01 15:16:45.924163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-bce28f22-da04-4568-9d28-425f4cd3371a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.2587614 Sep 01 15:16:46.009266 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777c1db-d0a2-43b3-a594-8869176ae2ea x-openstack-request-id: req-a777c1db-d0a2-43b3-a594-8869176ae2ea {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:46.009737 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1296ca74-d037-47fb-b6aa-cb5ee7915b54", "name": "network-vif-deleted", "tag": "1a138a67-2cb8-4996-b7f2-8e0e666286e7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:46.010943 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a777c1db-d0a2-43b3-a594-8869176ae2ea {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:46.017127 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1296ca74-d037-47fb-b6aa-cb5ee7915b54', 'name': 'network-vif-deleted', 'tag': '1a138a67-2cb8-4996-b7f2-8e0e666286e7', 'status': 'completed', 'code': 200} Sep 01 15:16:46.087509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d76e-377c-40ca-bcee-315a57eb479a req-b2f46a0f-eff6-4f25-ae20-e941e5c39a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.096035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9268d76e-377c-40ca-bcee-315a57eb479a req-b2f46a0f-eff6-4f25-ae20-e941e5c39a7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 1098 time: 0.1882989 Sep 01 15:16:46.139092 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79636c24-090a-4133-be1b-531da1ff52ff x-openstack-request-id: req-79636c24-090a-4133-be1b-531da1ff52ff {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:46.139601 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:46.140167 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79636c24-090a-4133-be1b-531da1ff52ff {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:46.140851 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'status': 'completed', 'code': 200} Sep 01 15:16:46.227226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9268d76e-377c-40ca-bcee-315a57eb479a req-45bea1b1-6db0-489f-87f9-7fa5d13c557b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220222 Sep 01 15:16:46.364922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d494a3c5-9d34-4ef8-9d17-6b306f50cbe6 req-1a6020fc-bdb9-41c8-8378-e3a1d9d37da9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1118429 Sep 01 15:16:46.631928 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e57cd-0d8c-4e54-8cb7-5bb97309a81b None None] New status for floating IP 6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:16:46.827003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.854684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.896431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.932408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.962444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.987287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.007572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.024457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dc13741-958e-42d8-b3e2-19499c37657c req-ace9d74e-68e6-44e7-a870-ba4e305177cc tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.4234631 Sep 01 15:16:47.044362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36816) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:47.054785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Request body: {'floatingip': {'port_id': '763fbb5c-1678-45c4-90c1-28d27167dada'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:47.155351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e51ceb-595f-46b6-9c28-8b41ba859e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.195798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-10c9ba48-000d-4fa3-bac9-6c3eee03dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.200119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-10c9ba48-000d-4fa3-bac9-6c3eee03dd65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 1.2354560 Sep 01 15:16:47.205346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.251270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d0ca463-d057-494d-a957-9a47cbb62218 req-94c0127e-ba17-4bd6-a51b-6460786d2cf1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3820672 Sep 01 15:16:47.396269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.501259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.520774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-d81dfddf-8650-4ad9-8b61-98a078d084da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.524917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-d81dfddf-8650-4ad9-8b61-98a078d084da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3087935 Sep 01 15:16:47.690666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec093a-55b5-4592-9ede-ad57e08ac140 req-63851647-78cb-4730-b06d-5836cbe4653a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.703882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43ec093a-55b5-4592-9ede-ad57e08ac140 req-63851647-78cb-4730-b06d-5836cbe4653a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.4915133 Sep 01 15:16:47.751065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a267e7b4-774c-49b6-bca9-1f97c718ee2d req-389c695d-4cab-48f3-b0c3-f68baf9df8a4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1090963 Sep 01 15:16:47.874191 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-bfe2543b-82f5-4bcc-b051-8c9e654b5b0c service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339343 Sep 01 15:16:47.877366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.948667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43ec093a-55b5-4592-9ede-ad57e08ac140 req-1d2beee5-641c-48c2-bcb6-624fd0296828 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292356 Sep 01 15:16:48.130946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:48.162224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:48.168736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=d58fe6ab-2467-4761-8a5a-ac8dfcab71cc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:48.181443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:48.278688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:48.415045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:48.548638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-302eefbf-fc4c-4015-a637-4a31b26ed964 req-cecc12d5-0b33-49c0-90f1-fbfea4c95e2b service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829289 Sep 01 15:16:48.617019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:48.822327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:48.842940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886e08-be24-49b6-8ad7-b02954182638 req-93691974-c472-44fb-96c9-49c5cef0cfbc tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:48.845764 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e2886e08-be24-49b6-8ad7-b02954182638 req-93691974-c472-44fb-96c9-49c5cef0cfbc tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 946 time: 0.3474910 Sep 01 15:16:48.899757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f755-8e6f-4930-a157-bad3357dd916 req-a7e77033-8a2b-43ae-9415-80e150fb6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:48.903353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-a7e77033-8a2b-43ae-9415-80e150fb6d45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1100 time: 0.2590599 Sep 01 15:16:49.154442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.164347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.175498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e2886e08-be24-49b6-8ad7-b02954182638 req-bfcd3c93-2e25-4054-a355-9709d69e01db tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151948 Sep 01 15:16:49.286071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930e919-c3e9-44a5-afd3-8c71295eca98 req-e718f345-ea2c-45bc-b75b-d1905da085c5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:49.299763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8930e919-c3e9-44a5-afd3-8c71295eca98 req-e718f345-ea2c-45bc-b75b-d1905da085c5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.3774943 Sep 01 15:16:49.408108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f755-8e6f-4930-a157-bad3357dd916 req-d4c7a065-b963-41f8-a88b-82d02778f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:49.411427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-d4c7a065-b963-41f8-a88b-82d02778f3e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4865260 Sep 01 15:16:49.474803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8930e919-c3e9-44a5-afd3-8c71295eca98 req-88b280b7-83f2-420d-816e-c38354e8e07b tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735060 Sep 01 15:16:49.616658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-aa4fcd5b-6251-4da2-b910-8522132d7376 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.1797659 Sep 01 15:16:49.689188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.766966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.844754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.047594 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.089701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.101187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0692422 Sep 01 15:16:50.144017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f755-8e6f-4930-a157-bad3357dd916 req-e8dc8616-b7c1-4d22-a2f9-eff85916bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:50.153261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-e8dc8616-b7c1-4d22-a2f9-eff85916bc1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.5105417 Sep 01 15:16:50.154318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68561f-0cc8-4656-9786-8aeb436a6dc9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=d58fe6ab-2467-4761-8a5a-ac8dfcab71cc,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:50.344747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d135c-2d58-4a18-b0c8-749cf6858a30 req-3fa7a140-5ab0-4d17-b5fa-b026edb104ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:50.348253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d135c-2d58-4a18-b0c8-749cf6858a30 req-3fa7a140-5ab0-4d17-b5fa-b026edb104ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.6990607 Sep 01 15:16:50.536800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2eeded1d-5b5b-4688-847a-e5f412f8b03e req-31fcd685-d43a-4701-86b7-bafac2bddf21 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 1.0223529 Sep 01 15:16:50.543312 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Floating IP aeabb05d-926d-4e9f-b188-5130d6749bb3 associated. External IP: 172.25.1.45, port: 763fbb5c-1678-45c4-90c1-28d27167dada. Sep 01 15:16:50.549978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f755-8e6f-4930-a157-bad3357dd916 req-50ac9b37-3b63-455e-a85f-7c2481ee0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:50.552783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-50ac9b37-3b63-455e-a85f-7c2481ee0fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3874085 Sep 01 15:16:50.629168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3d135c-2d58-4a18-b0c8-749cf6858a30 req-4ac1ad42-ae0a-4fde-8906-a5ba99f67a38 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374973 Sep 01 15:16:50.910558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-79a4d034-38eb-43f8-b75a-23aaa9c16e39 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111629 Sep 01 15:16:51.064014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-08bb9d09-59be-473f-9c9b-898ae372b27f tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:51.067319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-08bb9d09-59be-473f-9c9b-898ae372b27f tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.50 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.2568376 Sep 01 15:16:51.078071 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-dff53461-f70d-4032-b4f8-8cbbf29b94b3 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--836826907&fields=id&tenant_id=58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 267 time: 0.1983848 Sep 01 15:16:51.158050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f04a-02b6-41f0-b3e3-0a404c0ab5fe req-2d790779-2d95-4609-b7c4-46a0af21b633 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:51.162145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b58f04a-02b6-41f0-b3e3-0a404c0ab5fe req-2d790779-2d95-4609-b7c4-46a0af21b633 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.2488699 Sep 01 15:16:51.295989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b58f04a-02b6-41f0-b3e3-0a404c0ab5fe req-5be35cb8-b645-440f-bd11-07d295c95b70 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197884 Sep 01 15:16:51.306099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6795f755-8e6f-4930-a157-bad3357dd916 req-963fc8cd-f19d-44e5-8362-7182fa6cea08 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743050 Sep 01 15:16:51.476572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:51.962582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-c318439a-526a-45cd-ae21-ab84be8f40ec tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:51.992300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-c318439a-526a-45cd-ae21-ab84be8f40ec tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 810 time: 0.8921013 Sep 01 15:16:52.026465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95ad7cee-f8d7-43eb-8797-649c035e9a23 req-d0ec9c81-9ede-44fb-82d2-2393d6ef2dd7 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1186359 Sep 01 15:16:52.060007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Router 18fe8479-65c8-4ea8-b382-e0c133e99221 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:16:52.069355 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-defbd4f4-5d0b-4c0e-b4bd-6524695e3321 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/quotas/58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 375 time: 0.0555141 Sep 01 15:16:52.076163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:52.112154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Deleting port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:52.112732 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.137691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'mac_address': 'fa:16:3e:56:85:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:52.357580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.409138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbac95c6-3d28-42db-9d41-23a75a533fef {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:52.493266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:52.501359 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.517264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2c381-55e5-4f49-a827-20067a747467 req-4d637fd9-1dcd-4631-8d05-755fa1933662 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:52.538385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df2c381-55e5-4f49-a827-20067a747467 req-4d637fd9-1dcd-4631-8d05-755fa1933662 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.2712283 Sep 01 15:16:52.621275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-9c58234c-4484-47ef-96ef-7bf451eede02 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5007231 Sep 01 15:16:52.673884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:52.702236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df2c381-55e5-4f49-a827-20067a747467 req-86d780a9-7fbc-4ef4-8ab1-a58f1cd6dbb4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583748 Sep 01 15:16:52.836327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] For port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,segment=NetworkSegment(1890e24e-b4be-4300-90dd-21dc2cdf1b38),segment_id=1890e24e-b4be-4300-90dd-21dc2cdf1b38)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:52.836977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.843830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:52.897145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:16:52.921735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.980940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Sync routers for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:16:53.028698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ddb1a49-135f-4d91-ad08-7781c95dd3a3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "PUT /v2.0/floatingips/aeabb05d-926d-4e9f-b188-5130d6749bb3 HTTP/1.1" status: 200 len: 990 time: 5.9802768 Sep 01 15:16:53.030649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Calling delete_port for 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:53.044342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:53.048422 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:53.077628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:53.078753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:53.116828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-392b15ad-ad43-4a96-864e-641da9b451e6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:16:53.129910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-392b15ad-ad43-4a96-864e-641da9b451e6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4043519 Sep 01 15:16:53.134842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91dd0b-a63d-4cbc-98d3-62def4587783 req-cfbe8ae5-1531-41ea-a158-c76a7951438c tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.150077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b91dd0b-a63d-4cbc-98d3-62def4587783 req-cfbe8ae5-1531-41ea-a158-c76a7951438c tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 946 time: 0.2287683 Sep 01 15:16:53.250825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b91dd0b-a63d-4cbc-98d3-62def4587783 req-4a2edd57-95ff-4df7-86b7-230511ce279b tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dfaeb8-a5a4-4247-9f66-b8b667c5312b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960991 Sep 01 15:16:53.448686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-19ad8cc1-9962-4980-92f7-8e0d78f16381 service neutron] 10.222.0.41 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172278 Sep 01 15:16:53.496785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:53.572163 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab91b4-87c5-4722-901e-59184b8086d5 x-openstack-request-id: req-e2ab91b4-87c5-4722-901e-59184b8086d5 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:53.572636 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:53.573150 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2ab91b4-87c5-4722-901e-59184b8086d5 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:53.573823 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada', 'status': 'completed', 'code': 200} Sep 01 15:16:53.726881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:53.816973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8dc7abde-026e-410b-9e70-bad07973f747 req-da7891db-6ebd-47e6-aca2-4b05d97d8d8f tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0938568 Sep 01 15:16:53.833855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-dfefb088-1388-49e6-9da0-c4e32a96675d service neutron] 10.222.0.41 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834412 Sep 01 15:16:53.866158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.867018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.867887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.868746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.869635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.870475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.871714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:53.875140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-710d3760-6855-4871-a977-7b86fbf7390b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.2701180 Sep 01 15:16:53.889161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.148138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-0f768ed4-d309-4d9a-85b5-c93e2aab2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.152199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-0f768ed4-d309-4d9a-85b5-c93e2aab2155 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 HTTP/1.1" status: 200 len: 918 time: 0.2691853 Sep 01 15:16:54.351942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Pushing event deleted for resources: {'Port': ['ID=06ed9e95-54d1-42ee-b1fb-b2c0d2929c95,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:54.377228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-50157063-197e-4a88-a118-5cd9d75c9d1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 998 time: 0.2124770 Sep 01 15:16:54.494127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] No DVR routers for this DVR port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:54.532488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.543203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5a0c676-2297-4f17-83f4-5256db4f260a req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.50 "DELETE /v2.0/ports/06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 HTTP/1.1" status: 204 len: 173 time: 3.4605021 Sep 01 15:16:54.553907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.556220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-ec5ca41c-e9ad-4036-a676-b3fcb8370761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.558807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-ec5ca41c-e9ad-4036-a676-b3fcb8370761 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 200 len: 856 time: 0.1695507 Sep 01 15:16:54.559757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.567905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.570740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.573791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.574719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.576030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.581161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.585345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.586084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.586636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.592496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb0027-ee2b-4aeb-bfff-1c2d0fe720e5 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:54.788373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-2a398c28-6e46-433e-b9c4-9478eea89b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.791735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-2a398c28-6e46-433e-b9c4-9478eea89b32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2226388 Sep 01 15:16:54.880972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4dc9a-97f9-4431-8dad-8a1b2b53a508 req-bbbbce12-60a0-4f22-8536-0ba2f443fa3d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.883943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8b4dc9a-97f9-4431-8dad-8a1b2b53a508 req-bbbbce12-60a0-4f22-8536-0ba2f443fa3d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 949 time: 0.3913770 Sep 01 15:16:54.922567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No active binding found for port 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:16:54.922567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 06ed9e95-54d1-42ee-b1fb-b2c0d2929c95 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:55.109696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8b4dc9a-97f9-4431-8dad-8a1b2b53a508 req-6335492d-636e-407b-8a50-92c419ed7d55 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122693 Sep 01 15:16:55.263586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-def56b21-6e95-4c06-8caa-bfb091c77faa service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607100 Sep 01 15:16:55.403039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc3ec1c7-55fa-4556-9c4d-44595f0bf47e req-55f37b86-1df3-4b7f-9695-7038ff0492c0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.1535933 Sep 01 15:16:55.484957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'aeabb05d-926d-4e9f-b188-5130d6749bb3', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'port_id': '763fbb5c-1678-45c4-90c1-28d27167dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'mac_address': 'fa:16:3e:fc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:14:39Z', 'updated_at': '2021-09-01T15:16:48Z', 'revision_number': 1, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:55.576870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'name': 'network-vif-deleted', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:55.587682 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a714df-e879-4302-abc1-f66480530bad" -d '{"events": [{"server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "name": "network-vif-deleted", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:55.638486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89cdcc65-d5d0-42f4-b6f7-18786fab6a80 req-155f4510-5bb7-4fe6-921b-45c55058f569 service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605947 Sep 01 15:16:55.678332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Checking router: 18fe8479-65c8-4ea8-b382-e0c133e99221 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:16:55.734703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:16:55.736289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:16:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:55.880493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c513665-ba12-408d-bcaa-339b6c0d66df req-aca1e4ff-b4eb-4fe0-b241-246a742d55b4 tempest-ServerMetadataNegativeTestJSON-545139702 tempest-ServerMetadataNegativeTestJSON-545139702-project] 10.222.0.41 "GET /v2.0/ports?device_id=5907c9e1-cd2c-4116-9075-0c23d4daf683 HTTP/1.1" status: 200 len: 210 time: 0.1558540 Sep 01 15:16:56.044801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17863ae4-40dc-4723-83dc-bbb4677bcbe8 req-656da96f-a580-425e-8a6e-712327eec537 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0846736 Sep 01 15:16:56.048251 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee6d03-e010-44e5-a3ca-9501eb66942f x-openstack-request-id: req-f0ee6d03-e010-44e5-a3ca-9501eb66942f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:56.049098 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5907c9e1-cd2c-4116-9075-0c23d4daf683", "name": "network-vif-deleted", "tag": "06ed9e95-54d1-42ee-b1fb-b2c0d2929c95", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:56.049878 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0ee6d03-e010-44e5-a3ca-9501eb66942f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:56.050824 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5907c9e1-cd2c-4116-9075-0c23d4daf683', 'name': 'network-vif-deleted', 'tag': '06ed9e95-54d1-42ee-b1fb-b2c0d2929c95', 'status': 'completed', 'code': 200} Sep 01 15:16:56.204706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:16:56.606441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ad2c-bb56-422c-9a38-f1542551fd41 req-7fbf7491-2c09-426e-9fec-a68b8ff2f205 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:56.618874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a96ad2c-bb56-422c-9a38-f1542551fd41 req-7fbf7491-2c09-426e-9fec-a68b8ff2f205 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 949 time: 0.2323904 Sep 01 15:16:56.718140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f68fe4a1-b1f0-4f56-bbe3-4e666a2a358a req-2eb3b0b2-0b3b-47d0-972e-00c27250cbaa tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.0769229 Sep 01 15:16:56.804949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'aeabb05d-926d-4e9f-b188-5130d6749bb3', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'port_id': '763fbb5c-1678-45c4-90c1-28d27167dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'mac_address': 'fa:16:3e:fc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:14:39Z', 'updated_at': '2021-09-01T15:16:48Z', 'revision_number': 1, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:56.825261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a96ad2c-bb56-422c-9a38-f1542551fd41 req-a9ac7a37-c0fb-4c64-b920-07bfc7695d9d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849988 Sep 01 15:16:56.905346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78a768d-b74a-4c0c-89e8-9942700b6659 None None] The sync data for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 is: [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'aeabb05d-926d-4e9f-b188-5130d6749bb3', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'port_id': '763fbb5c-1678-45c4-90c1-28d27167dada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'mac_address': 'fa:16:3e:fc:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:14:39Z', 'updated_at': '2021-09-01T15:16:48Z', 'revision_number': 1, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:16:57.069784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36970) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:57.386694 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8690255-3b08-46d1-af06-663763b25afc req-b8f2e2c9-70ce-4269-9d12-b386d462d2a3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0679483 Sep 01 15:16:57.488412 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caac985-e5be-43e7-9b41-3d6229b74f61 None None] New status for floating IP aeabb05d-926d-4e9f-b188-5130d6749bb3: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:16:57.526248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:57.631702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-0b2e3559-da65-44ee-821c-75e010bb38c0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:57.634844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-0b2e3559-da65-44ee-821c-75e010bb38c0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 810 time: 0.3905253 Sep 01 15:16:57.675460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Deleting subnet 5a749ac7-f783-4399-826f-1dbaa03449ae {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:16:57.681856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.753880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.824115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port fbac95c6-3d28-42db-9d41-23a75a533fef completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:57.824755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.837666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port fbac95c6-3d28-42db-9d41-23a75a533fef triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:57.839981 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.013239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.148656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.207317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.247666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeddb3c-e906-4790-9ba0-85e3f5e97cd1 req-a63cb8b5-599f-41a6-a337-0001a04a05b8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.262479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceeddb3c-e906-4790-9ba0-85e3f5e97cd1 req-a63cb8b5-599f-41a6-a337-0001a04a05b8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 949 time: 0.1757329 Sep 01 15:16:58.287782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:58.303071 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16867842-c7b8-4f25-8eaf-db248cd87b32" -d '{"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-plugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:58.312246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:58.335706 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.360467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceeddb3c-e906-4790-9ba0-85e3f5e97cd1 req-5b409420-7464-46b2-b6a6-12c5efcf9ea9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929067 Sep 01 15:16:58.395409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bac59bc-67fd-4c9f-b8a4-7dd40f346587 req-b1da612e-77a9-4828-bd64-1255e9a092ad tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.2198451 Sep 01 15:16:58.429019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a749ac7-f783-4399-826f-1dbaa03449ae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:58.433853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.436290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-09ae3ac5-a0d7-4c21-bdd0-e2412f2aa13f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5a749ac7-f783-4399-826f-1dbaa03449ae HTTP/1.1" status: 204 len: 168 time: 1.3641245 Sep 01 15:16:58.444835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:58.594145 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d05cc-f443-4274-b6b9-ad507934635a x-openstack-request-id: req-3b0d05cc-f443-4274-b6b9-ad507934635a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:58.597435 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-plugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:58.597894 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b0d05cc-f443-4274-b6b9-ad507934635a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:58.599592 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'code': 200} Sep 01 15:16:58.599829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-4345a279-611e-423b-84e7-71568e618c7c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d74bffec96481791d8a61b1981a9ee HTTP/1.1" status: 200 len: 379 time: 0.4312069 Sep 01 15:16:58.624881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'port': {'device_id': '055eaea6-a163-47c7-903b-c099646a8f84', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'admin_state_up': True, 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'security_groups': ['5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:58.688788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:58.883544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.910094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d271a-f6b4-4908-938f-745b51ae01db req-c199af27-37a9-43e5-ab4b-5999453fb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.912846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f56d271a-f6b4-4908-938f-745b51ae01db req-c199af27-37a9-43e5-ab4b-5999453fb3c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1102 time: 0.1488774 Sep 01 15:16:59.046119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9941e470-24d2-4cd5-acc9-4576e289c0d7 req-b5d08ca6-691a-4f09-8740-3fdb69d3c04c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0885963 Sep 01 15:16:59.058513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Made reservation on behalf of 58d74bffec96481791d8a61b1981a9ee for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:59.080596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.188639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.243754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f56d271a-f6b4-4908-938f-745b51ae01db req-ed6d121c-f0b8-4df7-b55b-6884403c8afc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120697 Sep 01 15:16:59.258764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0981f9-82e5-42d1-b452-e867a53a8c0d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:59.283474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1890e24e-b4be-4300-90dd-21dc2cdf1b38') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:59.284013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1890e24e-b4be-4300-90dd-21dc2cdf1b38') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:59.308436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.346806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.381563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:59.382353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:59.385587 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:59.576450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Allocated IP 172.20.0.14 (9513f788-2488-472e-b807-567091ca5874/de361e37-910f-40a2-9ba7-ee11c1c2ace5/5cd12974-efbe-4e25-ae84-9315bb56156f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:59.636962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.652045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.670818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e0981f9-82e5-42d1-b452-e867a53a8c0d HTTP/1.1" status: 204 len: 168 time: 1.2235544 Sep 01 15:16:59.732343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8850670-f873-42c4-a90f-94c722124079 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0981f9-82e5-42d1-b452-e867a53a8c0d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:59.871243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb5a36b9-b2f6-4781-a32f-f51f78fe941e req-89c36bd8-1d3e-485b-952d-57f333ac7306 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.1264403 Sep 01 15:17:00.351134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.425934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:00.485858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b1b1eec-2b4d-47a5-a40d-2b7b531d61d9 req-05830a73-2d33-4045-961b-8f54d22acd25 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1023014 Sep 01 15:17:00.488026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Transition to ACTIVE for port object 5cd12974-efbe-4e25-ae84-9315bb56156f will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:00.556854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a243502-c6cb-4e7e-b102-7adf558e3682 req-87f9be2d-3a18-43c8-b42e-0c584a65fc23 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:00.574145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a243502-c6cb-4e7e-b102-7adf558e3682 req-87f9be2d-3a18-43c8-b42e-0c584a65fc23 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2212353 Sep 01 15:17:00.595824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2fda2b58-e591-492d-b06a-60e9d93f87fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2f2a266107849828cdc4abf9ba5dcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675258 Sep 01 15:17:00.619430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:00.669111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.738977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a243502-c6cb-4e7e-b102-7adf558e3682 req-f1a95299-e840-48ef-aace-305aaa8bf675 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590145 Sep 01 15:17:00.853922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Network 9513f788-2488-472e-b807-567091ca5874 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:00.860817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:00.879844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:00.954971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event updated for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:00.974257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.080020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.356126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.366051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.382012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83dfaeb8-a5a4-4247-9f66-b8b667c5312b HTTP/1.1" status: 204 len: 168 time: 0.7624996 Sep 01 15:17:01.464948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:01.467501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.519463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f9f28-796d-4f3b-b5fe-dc5aa5f418d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfaeb8-a5a4-4247-9f66-b8b667c5312b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:01.526053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-01220820-4232-4a34-896a-d9dffa5cbd2c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9088748 Sep 01 15:17:01.557550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Request body: {'port': {'device_id': '055eaea6-a163-47c7-903b-c099646a8f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:01.619158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6376a693-c05b-4587-940e-ba81a39ee813 None None] Provisioning for port 5cd12974-efbe-4e25-ae84-9315bb56156f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:01.635865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6376a693-c05b-4587-940e-ba81a39ee813 None None] Provisioning complete for port 5cd12974-efbe-4e25-ae84-9315bb56156f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:01.637238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6376a693-c05b-4587-940e-ba81a39ee813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.766689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9994f80-3b09-4a0e-a990-4be460dd7b0c req-46eb8e3d-4a86-4a7b-aff8-f1b5a08bf4b9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:01.782015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9994f80-3b09-4a0e-a990-4be460dd7b0c req-46eb8e3d-4a86-4a7b-aff8-f1b5a08bf4b9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 932 time: 0.5029376 Sep 01 15:17:01.825844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6376a693-c05b-4587-940e-ba81a39ee813 None None] Port 5cd12974-efbe-4e25-ae84-9315bb56156f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:01.944362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.961031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6352e8fe-123c-485c-beb4-b1fde0f10d7d req-31e72c24-e0ce-468c-a10d-38536067b69a tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0647991 Sep 01 15:17:02.190617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9994f80-3b09-4a0e-a990-4be460dd7b0c req-6ec056b1-a0bc-4fd2-924e-1a3ad1de59e0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010794 Sep 01 15:17:02.234799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb2d4e-ba95-49b8-a2e7-66e8a5f7bf4a req-07c3f68a-0436-4798-adcf-a2a6bb54e6bf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:02.254240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5eeb2d4e-ba95-49b8-a2e7-66e8a5f7bf4a req-07c3f68a-0436-4798-adcf-a2a6bb54e6bf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1481123 Sep 01 15:17:02.344509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5eeb2d4e-ba95-49b8-a2e7-66e8a5f7bf4a req-9206e05c-f765-474b-ba0f-fbfb85a57a3c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868251 Sep 01 15:17:02.739134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-ac9dc7ab-8b92-4587-bbbf-e78749bebd3d req-31b6a0a2-ec1d-48d9-839c-6ef5029cb4be service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:17:02.752130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ac9dc7ab-8b92-4587-bbbf-e78749bebd3d req-31b6a0a2-ec1d-48d9-839c-6ef5029cb4be service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342367 Sep 01 15:17:03.081114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd12974-efbe-4e25-ae84-9315bb56156f {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:03.117871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:03.383836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88a32861-1d7f-42a4-a5ba-5299de3ec46b req-cf71e2dd-6359-4462-affa-f396e187b9d3 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1437786 Sep 01 15:17:03.394406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Transition to ACTIVE for port object 5cd12974-efbe-4e25-ae84-9315bb56156f will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:03.425030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:03.684823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Pushing event updated for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:03.790442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23259b-7158-4f7d-bff4-d9563784ed6b req-1cb6481e-b955-45e5-bf41-304fc4c523bd tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:03.815515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b23259b-7158-4f7d-bff4-d9563784ed6b req-1cb6481e-b955-45e5-bf41-304fc4c523bd tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.3223875 Sep 01 15:17:03.988166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b23259b-7158-4f7d-bff4-d9563784ed6b req-62e8fc08-21ff-491c-be23-ea112a0f2d35 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706293 Sep 01 15:17:04.351898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Attempting to bind port 5cd12974-efbe-4e25-ae84-9315bb56156f on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:04.357215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Attempting to bind port 5cd12974-efbe-4e25-ae84-9315bb56156f by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:04.357215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Attempting to bind port 5cd12974-efbe-4e25-ae84-9315bb56156f on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:04.370051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70eb72-2b6c-4257-bd4b-74a1ac9a8fad req-911b9a37-7f21-42d5-910a-f2fbcf6f6750 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.382187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa70eb72-2b6c-4257-bd4b-74a1ac9a8fad req-911b9a37-7f21-42d5-910a-f2fbcf6f6750 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 944 time: 0.4919143 Sep 01 15:17:04.430735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Port 5cd12974-efbe-4e25-ae84-9315bb56156f on network 9513f788-2488-472e-b807-567091ca5874 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:04.431204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Attempting to bind port 5cd12974-efbe-4e25-ae84-9315bb56156f on network 9513f788-2488-472e-b807-567091ca5874 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:04.446694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:04.446694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Checking segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:04.446694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Bound using segment: {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:04.447621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Bound port: 5cd12974-efbe-4e25-ae84-9315bb56156f, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2db3612-ead8-4799-ad8a-c8518269fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9513f788-2488-472e-b807-567091ca5874'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:04.448537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.456416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-b70f73b4-029b-41cd-a201-76a92c6bcfc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0886989 Sep 01 15:17:04.509812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa70eb72-2b6c-4257-bd4b-74a1ac9a8fad req-f9985ce9-0f96-43bc-b519-7b682e6d7d50 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253870 Sep 01 15:17:04.794231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:04.820326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d60e5653-4be6-4ace-a3fa-0e010a2d87d1 req-b744e3c8-6789-4bfe-a2d2-7968316652fe tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1148756 Sep 01 15:17:04.888669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:04.903754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5cd12974-efbe-4e25-ae84-9315bb56156f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:04.920017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.052663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:05.057685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.067725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] 10.222.0.50 "PUT /v2.0/ports/5cd12974-efbe-4e25-ae84-9315bb56156f HTTP/1.1" status: 200 len: 1093 time: 3.5156071 Sep 01 15:17:05.076878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:05.088826 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:05.199501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7edf6-ee87-4490-b17e-1f793e0ae7da service neutron] Pushing event updated for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:05.324149 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc4ffe7-81b6-43b4-a4ec-92bbe8851a68 x-openstack-request-id: req-cfc4ffe7-81b6-43b4-a4ec-92bbe8851a68 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:05.324641 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:05.325098 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfc4ffe7-81b6-43b4-a4ec-92bbe8851a68 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:05.338139 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'status': 'completed', 'code': 200} Sep 01 15:17:05.562432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1179199795-network', 'tenant_id': 'e8c008e773ef432b9a6d7c1ca4f2d586'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:05.683375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-d8fd59b2-d5cd-44ba-b126-6e99e95426c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:05.699500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-d8fd59b2-d5cd-44ba-b126-6e99e95426c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 1096 time: 0.4734540 Sep 01 15:17:05.859029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-8ad48725-d91e-4075-bf97-1e019b7dadee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd12974-efbe-4e25-ae84-9315bb56156f HTTP/1.1" status: 200 len: 217 time: 0.1011550 Sep 01 15:17:05.861016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Made reservation on behalf of e8c008e773ef432b9a6d7c1ca4f2d586 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:05.868453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.923126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.002844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542539-3179-446a-a55d-16284f9028ce req-310cdad2-764a-41c6-8cf8-2d761788624b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.005864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1542539-3179-446a-a55d-16284f9028ce req-310cdad2-764a-41c6-8cf8-2d761788624b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.5396240 Sep 01 15:17:06.037691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8946b7b-0fca-4736-aa81-8852996c2d0d req-91f3c468-7d3e-456e-90a7-a953222f22ef tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.043667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8946b7b-0fca-4736-aa81-8852996c2d0d req-91f3c468-7d3e-456e-90a7-a953222f22ef tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 944 time: 0.1559355 Sep 01 15:17:06.144829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-8f0eafc3-1806-4528-99f6-19305e189e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.147770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-8f0eafc3-1806-4528-99f6-19305e189e55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.2718105 Sep 01 15:17:06.229960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e8946b7b-0fca-4736-aa81-8852996c2d0d req-1201257b-df30-4b2a-a9a2-21f89608216c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545198 Sep 01 15:17:06.269388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1542539-3179-446a-a55d-16284f9028ce req-fd482d8b-77f0-40ea-b7da-48f81a73d884 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245772 Sep 01 15:17:06.374865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-585a6a91-8c0d-4943-ad9e-bdb123e63858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.384061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-585a6a91-8c0d-4943-ad9e-bdb123e63858 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173076 Sep 01 15:17:06.645355 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cec07db3-972a-4897-acec-10dbed5cb88d req-f986b19a-dca5-4e56-bcf9-9d9563df3cbf tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1875510 Sep 01 15:17:06.747805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.792076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.863224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:06.923084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea20525d-c858-4c16-9b02-ffc83805bf7a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:06.950771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.951346 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Added segment 648ea2d4-62f4-4469-a951-27bc3579cae1 of type vlan for network b1c2cbdc-9098-4d9a-baab-d610da7576d0 Sep 01 15:17:07.051801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-f52c4183-ad5b-4c44-b6c2-6a0c752898ea service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522839 Sep 01 15:17:07.083037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.254975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.261699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.262878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.562132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be8f507c-1dca-4643-a9f6-ba36346efbe6 req-a8988280-c0a8-4bc8-8eef-b93bc3b6b61f service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992864 Sep 01 15:17:07.730256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d848d-b96c-4e07-8e9b-a84f4191201d req-690131c1-d1a8-4c4d-a2d1-a873c43cf9ea tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.736951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9402819 Sep 01 15:17:07.738864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-739d848d-b96c-4e07-8e9b-a84f4191201d req-690131c1-d1a8-4c4d-a2d1-a873c43cf9ea tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 944 time: 0.2302122 Sep 01 15:17:07.744534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37090) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:07.765969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Request body: {'subnet': {'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1179199795-subnet', 'tenant_id': 'e8c008e773ef432b9a6d7c1ca4f2d586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:07.861048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b16d9-f317-4b55-ad3e-9ff85603edcf admin admin] Pushing event updated for resources: {'Network': ['ID=b1c2cbdc-9098-4d9a-baab-d610da7576d0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:07.893571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b1c2cbdc-9098-4d9a-baab-d610da7576d0 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:07.914239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-739d848d-b96c-4e07-8e9b-a84f4191201d req-7ab43a44-2463-40d1-8e61-fae783aa6b8c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904653 Sep 01 15:17:07.918643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Made reservation on behalf of e8c008e773ef432b9a6d7c1ca4f2d586 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:07.926922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:08.195583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2c5fd996-6cc4-441b-9850-217660f96b0a req-44d7c0a0-fb97-4af7-8d53-407e312da248 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0631282 Sep 01 15:17:08.750532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.035440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091a21ff-42a3-4685-8bb8-aeb8ef1e819f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:09.036438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-f466cbc1-8fbc-4fe2-86e5-a080925a40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.040845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-f466cbc1-8fbc-4fe2-86e5-a080925a40c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 1096 time: 1.2796385 Sep 01 15:17:09.056356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Checking segment: {'id': '648ea2d4-62f4-4469-a951-27bc3579cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:09.057207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Network hostable DHCP agents. Network: b1c2cbdc-9098-4d9a-baab-d610da7576d0, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:09.063720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d09cbf-40cd-47b6-91f8-92c5fcdc87a1 req-9ea7a31a-5d37-4d77-8df8-2a5735c7132c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.078168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8d09cbf-40cd-47b6-91f8-92c5fcdc87a1 req-9ea7a31a-5d37-4d77-8df8-2a5735c7132c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 1.4030511 Sep 01 15:17:09.163574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Network b1c2cbdc-9098-4d9a-baab-d610da7576d0 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:09.199761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b1c2cbdc-9098-4d9a-baab-d610da7576d0) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:09.222184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a5d038-3801-4996-921e-7fc727db4973 None None] Network b1c2cbdc-9098-4d9a-baab-d610da7576d0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:09.230399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.231888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.387109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ddb35cd-1d3e-4e8b-8703-7e3bbc1e2718 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6219871 Sep 01 15:17:09.397978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-bc152118-f60e-4835-96ff-ee69dcbd693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.405979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-bc152118-f60e-4835-96ff-ee69dcbd693c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.3233616 Sep 01 15:17:09.452124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aa441-8336-41c2-b33b-ec5206888413 req-13c613af-f80e-4fc8-9a4f-0694f3ba2c95 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.473720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e20aa441-8336-41c2-b33b-ec5206888413 req-13c613af-f80e-4fc8-9a4f-0694f3ba2c95 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 944 time: 0.2077596 Sep 01 15:17:09.721919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-ea5a08c0-10b8-4698-9760-d749ace4398c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd12974-efbe-4e25-ae84-9315bb56156f HTTP/1.1" status: 200 len: 217 time: 0.2897444 Sep 01 15:17:09.753956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8d09cbf-40cd-47b6-91f8-92c5fcdc87a1 req-12ec30be-0025-42ed-a3c3-19bb61474ea1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539059 Sep 01 15:17:09.789142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e20aa441-8336-41c2-b33b-ec5206888413 req-84bbfe3a-2161-4d49-8002-eebbe04c3f4a tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087091 Sep 01 15:17:09.855256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389396f2-7bae-4d5e-9fab-434004ec1101 None None] Network b1c2cbdc-9098-4d9a-baab-d610da7576d0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:09.859165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-b14df598-94ac-426c-bf0e-1bcd1c19f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.881702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-b14df598-94ac-426c-bf0e-1bcd1c19f9bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1102 time: 0.2093050 Sep 01 15:17:10.035582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-a627d17b-b5e6-4f29-9ff9-6c5bf1b92ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:10.040452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-a627d17b-b5e6-4f29-9ff9-6c5bf1b92ebd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.2819002 Sep 01 15:17:10.381805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74f8a165-4269-42ca-97d6-3475029ce496 req-eb956ebd-e55e-4e16-9f15-34dc1246737d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.2483468 Sep 01 15:17:10.429989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-8427ccba-ed53-4486-a242-4c79d85f4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:10.436065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-8427ccba-ed53-4486-a242-4c79d85f4b5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3869598 Sep 01 15:17:10.599475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-203dd448-9fa2-4f2f-85d5-5707c73bbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:10.599475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-203dd448-9fa2-4f2f-85d5-5707c73bbe9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.7052660 Sep 01 15:17:10.716913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-4149c3fd-f6ec-4cdf-a551-6cf8473d70d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.1098969 Sep 01 15:17:10.756958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-a91047a9-530e-4a21-bf2c-8443dbc83b04 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101437 Sep 01 15:17:11.037616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-820878f5-bf33-4369-b8cc-09b49706c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.040809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-820878f5-bf33-4369-b8cc-09b49706c9b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3071458 Sep 01 15:17:11.148590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459abbad-0a1c-44a2-9997-8f6f4d44b99c req-a86e9546-04a7-4416-8a22-6446192d372f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.162962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-459abbad-0a1c-44a2-9997-8f6f4d44b99c req-a86e9546-04a7-4416-8a22-6446192d372f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1858623 Sep 01 15:17:11.168736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa59b8fb-5cb7-4e56-9594-da2b0b7a1dcf req-99e60922-dd11-4952-9445-157714c611d2 service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854816 Sep 01 15:17:11.183890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-606f240d-4fa6-4630-86a9-50e4e13cd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.183890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-606f240d-4fa6-4630-86a9-50e4e13cd7ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226141 Sep 01 15:17:11.276582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-459abbad-0a1c-44a2-9997-8f6f4d44b99c req-7e9e8b80-f335-4e0c-b727-ecf1dec7871a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102405 Sep 01 15:17:11.369135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-91a2eb57-db8c-4351-b32e-77fe7dddb1e8 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.384604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-91a2eb57-db8c-4351-b32e-77fe7dddb1e8 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/networks?id=b1c2cbdc-9098-4d9a-baab-d610da7576d0 HTTP/1.1" status: 200 len: 813 time: 0.6081953 Sep 01 15:17:11.433632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-f666beef-6f33-47ef-bb9e-b615276aabaf tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/quotas/e8c008e773ef432b9a6d7c1ca4f2d586 HTTP/1.1" status: 200 len: 375 time: 0.0469630 Sep 01 15:17:11.542201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-3dd982b7-1dbe-4415-892d-efbcdb3b4427 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8c008e773ef432b9a6d7c1ca4f2d586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995846 Sep 01 15:17:11.588596 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:17:11.599482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5cd12974-efbe-4e25-ae84-9315bb56156f details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:11.627954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4879-6392-433f-bba0-ff86d4a5d73c req-d436c486-a16b-43e6-a38a-aebdee54379c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.649128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab1e4879-6392-433f-bba0-ff86d4a5d73c req-d436c486-a16b-43e6-a38a-aebdee54379c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 944 time: 0.2541316 Sep 01 15:17:11.778897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-f73e9765-e253-4aa9-95d3-46ea8e6a9a26 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747588 Sep 01 15:17:11.809470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab1e4879-6392-433f-bba0-ff86d4a5d73c req-e3067745-7225-442d-bfb2-47dca6e988e4 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405406 Sep 01 15:17:11.941378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5cd12974-efbe-4e25-ae84-9315bb56156f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:12.005813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'port_id': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'mac_address': 'fa:16:3e:7d:9f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:12.150106 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.188938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-bd0a60b6-30c6-4514-96fb-053b3e8922b0 service neutron] 10.222.0.41 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401889 Sep 01 15:17:12.217639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd12974-efbe-4e25-ae84-9315bb56156f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:12.308748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5cd12974-efbe-4e25-ae84-9315bb56156f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:12.320622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.328489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbe0f1b0-b638-47be-b1de-3f3f07bd8682 req-43d1233c-e1ce-4c0a-81ed-d1ee3dfcf3ff tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.1010318 Sep 01 15:17:12.351042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-bbd774be-110b-4b61-ac06-27cea2c9919e service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541589 Sep 01 15:17:12.465595 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-a65a8dab-c62b-4960-b3fa-cc766a5f1efb service neutron] 10.222.0.41 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552578 Sep 01 15:17:12.488439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:12.720985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6832cfe-6575-4652-a7ab-76e61c2bbf9f req-e5153f07-80fa-4edd-ae6a-c3b6030896ae tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:12.724852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6832cfe-6575-4652-a7ab-76e61c2bbf9f req-e5153f07-80fa-4edd-ae6a-c3b6030896ae tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1489189 Sep 01 15:17:12.746915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5cd12974-efbe-4e25-ae84-9315bb56156f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:12.887455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6832cfe-6575-4652-a7ab-76e61c2bbf9f req-88a6fd2e-abf3-4492-a085-e4902c2e5674 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364152 Sep 01 15:17:13.017325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c90defe-ee72-4052-b75e-0b79402bdf18 req-aa82ff47-d7a3-4d91-8d36-8bc492951e6f tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 210 time: 0.1133845 Sep 01 15:17:13.221254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b60779-f111-4643-9ad8-c193c62e29dd req-01babb51-2930-4bbd-808e-34f2095e5d28 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:13.224244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19b60779-f111-4643-9ad8-c193c62e29dd req-01babb51-2930-4bbd-808e-34f2095e5d28 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 945 time: 0.1752920 Sep 01 15:17:13.340648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19b60779-f111-4643-9ad8-c193c62e29dd req-eb1630c8-8fed-4fe5-9667-6d8eebe33932 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047282 Sep 01 15:17:13.617350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1853914-b84f-4da2-b1c5-5c5b3b635c2f req-5bdd1733-5e04-4f05-9092-63500ab32c55 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0597091 Sep 01 15:17:14.235055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c377-1869-4b0c-a8af-3e635c549b6d req-83ce6676-9c2d-471c-aef5-93e2757429d2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.240344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6c1c377-1869-4b0c-a8af-3e635c549b6d req-83ce6676-9c2d-471c-aef5-93e2757429d2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1712589 Sep 01 15:17:14.289395 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4dcfa37-6735-4cb7-b211-6795129b9725 req-3aaf0499-6484-43f4-a8d7-793625a06866 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 210 time: 0.0782278 Sep 01 15:17:14.329157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e29a8a39-c541-4e79-9bc7-82d7b4cf27e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.450130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-265334d8-9876-41a5-913c-0bfddcc0fdf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1559722 Sep 01 15:17:14.481992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6c1c377-1869-4b0c-a8af-3e635c549b6d req-84aab479-b308-4ae7-add9-d63a805d8410 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317908 Sep 01 15:17:14.732698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.733973 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.737191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.739630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.740661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.742224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.742977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.748652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-63cba94a-162f-493f-bfeb-7ef7745c0fea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.1503463 Sep 01 15:17:14.883239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121af0b-2f6e-41e3-823a-8f60d1f1717b req-9d687adf-c114-4930-a806-1568457043d4 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.900155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b121af0b-2f6e-41e3-823a-8f60d1f1717b req-9d687adf-c114-4930-a806-1568457043d4 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 945 time: 0.2222426 Sep 01 15:17:15.015842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b121af0b-2f6e-41e3-823a-8f60d1f1717b req-996c1d33-cfcf-4e11-9dd4-793fc5ac53a5 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140378 Sep 01 15:17:15.077441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc563d70-1cdc-4687-a795-5ad11c54957b req-1a31621c-048b-4730-93c9-0d69c82d4303 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0921197 Sep 01 15:17:15.206618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6207d8ea-f924-4155-a258-46711c2d5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.207977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6207d8ea-f924-4155-a258-46711c2d5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.208960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6207d8ea-f924-4155-a258-46711c2d5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.212146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6207d8ea-f924-4155-a258-46711c2d5de6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 2297 time: 0.4056065 Sep 01 15:17:15.397892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-39cd0272-83c0-4f8f-8701-90cdf029fb38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 1000 time: 0.1749549 Sep 01 15:17:15.558008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-cdba214a-b9d6-4f29-aa7a-d18e052729da tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.560265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-cdba214a-b9d6-4f29-aa7a-d18e052729da tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.50 "GET /v2.0/networks?id=b1c2cbdc-9098-4d9a-baab-d610da7576d0 HTTP/1.1" status: 200 len: 813 time: 0.2973387 Sep 01 15:17:15.587481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Request body: {'port': {'device_id': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0', 'admin_state_up': True, 'tenant_id': 'e8c008e773ef432b9a6d7c1ca4f2d586'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:15.641818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5cd12974-efbe-4e25-ae84-9315bb56156f up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:15.785006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bad9439-70c7-4430-90d8-63076a72a1f3 req-38305f55-abcd-48ad-a7da-1aa859a09270 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 210 time: 0.2228727 Sep 01 15:17:15.821892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5cd12974-efbe-4e25-ae84-9315bb56156f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:15.831960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5cd12974-efbe-4e25-ae84-9315bb56156f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:15.832586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.916113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Made reservation on behalf of e8c008e773ef432b9a6d7c1ca4f2d586 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:15.923485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.035541 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.132455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:16.137851 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb76107-d9c9-44d8-9e45-ff0e68e1f8f5" -d '{"events": [{"server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "name": "network-vif-plugged", "status": "completed", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:16.190010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5cd12974-efbe-4e25-ae84-9315bb56156f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:16.213463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.329093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-07f7f1c3-ce79-4be2-8945-2123b24c4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.332675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-07f7f1c3-ce79-4be2-8945-2123b24c4d76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 200 len: 856 time: 0.9241610 Sep 01 15:17:16.363873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Allocated IP 172.20.0.8 (b1c2cbdc-9098-4d9a-baab-d610da7576d0/091a21ff-42a3-4685-8bb8-aeb8ef1e819f/7489cdbc-6ca9-49df-b0f8-907ba3951cdf) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:16.405327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:16.455395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616f70-30ee-414b-b32e-55dc23f90145 req-737b180e-ec1c-4434-8baa-14fdeff5e91c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.470166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06616f70-30ee-414b-b32e-55dc23f90145 req-737b180e-ec1c-4434-8baa-14fdeff5e91c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2366140 Sep 01 15:17:16.538965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-87989269-2329-4d12-9c6e-5f84626efcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.542006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-87989269-2329-4d12-9c6e-5f84626efcb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979141 Sep 01 15:17:16.560125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da9b7-bfaf-4535-962c-35bb97a2b9f4 req-61caf2a7-3284-4a8d-bbaa-175edc9700eb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.563343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e79da9b7-bfaf-4535-962c-35bb97a2b9f4 req-61caf2a7-3284-4a8d-bbaa-175edc9700eb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.1951354 Sep 01 15:17:16.702099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06616f70-30ee-414b-b32e-55dc23f90145 req-e6cc48a1-e4ab-4dcd-9310-c6945fc7c1f7 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273057 Sep 01 15:17:16.800691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e79da9b7-bfaf-4535-962c-35bb97a2b9f4 req-e252f29a-4d14-4d8c-8de8-dc76d1624965 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136509 Sep 01 15:17:16.844048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-a6467fec-017a-4151-8332-bfa4b6a3c28a service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895281 Sep 01 15:17:16.940444 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae1eab-396a-4517-9e95-89b5226509d7 x-openstack-request-id: req-f1ae1eab-396a-4517-9e95-89b5226509d7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:16.941417 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "name": "network-vif-plugged", "status": "completed", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:16.941417 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1ae1eab-396a-4517-9e95-89b5226509d7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:16.942025 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'code': 200} Sep 01 15:17:16.966156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.056356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e87c5c3e-7377-4b09-a014-80fba1562b8e req-643a95e2-cca2-4126-ac8e-2e31dfcc86dc tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0725222 Sep 01 15:17:17.153459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b3cafa4-b29f-47dc-82ed-75b849200ce9 req-719cf4db-9280-49cc-a4ab-40a0e85783dc tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 210 time: 0.0784781 Sep 01 15:17:17.156496 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7567769-eb14-4ecb-aacd-a15ed8312103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.206114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.234554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ac5c-1f88-4287-863a-849c29d17eae req-d3f23b7c-adf9-40bc-87a4-20a3fb5d67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.238840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61d3ac5c-1f88-4287-863a-849c29d17eae req-d3f23b7c-adf9-40bc-87a4-20a3fb5d67a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 1098 time: 0.1642284 Sep 01 15:17:17.245704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-ff4179f2-3e54-48fd-a23f-c26e3c5e3bab service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866315 Sep 01 15:17:17.302581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Network b1c2cbdc-9098-4d9a-baab-d610da7576d0 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:17.316704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:17.324969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:17.339564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-57e87d1f-98e5-40af-a575-a98d31852032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 217 time: 0.0682268 Sep 01 15:17:17.398462 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.405952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Pushing event updated for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:17.420190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61d3ac5c-1f88-4287-863a-849c29d17eae req-7162de0e-ae53-46dc-8c87-549c005564b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727042 Sep 01 15:17:17.438809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.440323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.441097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.441692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.442211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.442704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.443188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.443682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.444163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.444660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.445174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.445700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:17.484734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.485853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.487208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b7fb9b92-fb88-42d1-8f5a-0a46ecd3ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.489989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b7fb9b92-fb88-42d1-8f5a-0a46ecd3ea87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1282663 Sep 01 15:17:17.512666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-9b0d5bea-f3a1-4748-b1de-bd57278fe0e0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9350495 Sep 01 15:17:17.705427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Request body: {'port': {'device_id': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:17.781410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b6db6466-538d-40dd-a40b-638ba2563d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.790623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b6db6466-538d-40dd-a40b-638ba2563d4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857501 Sep 01 15:17:17.870353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.045601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75903624-70a6-411e-beda-e19f1754e1f6 req-788bad1e-3a25-4a12-9a5e-cc8d29b79b3d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.049308 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75903624-70a6-411e-beda-e19f1754e1f6 req-788bad1e-3a25-4a12-9a5e-cc8d29b79b3d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1431859 Sep 01 15:17:18.131711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-c64afddb-6b32-4534-8086-f74127e3f900 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275986 Sep 01 15:17:18.180192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75903624-70a6-411e-beda-e19f1754e1f6 req-fe34cf39-d6ac-4e23-8aca-ea71e46c4253 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152608 Sep 01 15:17:18.280389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.281648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222bad5-e919-428b-abeb-aeccde16230a req-9593480f-d825-476f-a4e4-48a63c00781e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.283610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6222bad5-e919-428b-abeb-aeccde16230a req-9593480f-d825-476f-a4e4-48a63c00781e tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.2644393 Sep 01 15:17:18.359650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.446317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6222bad5-e919-428b-abeb-aeccde16230a req-58cadfa0-f6b5-4830-91cd-a2b51ef10e42 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389160 Sep 01 15:17:18.493359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-78ffffac-f99f-4005-823e-21429df66ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424084 Sep 01 15:17:18.518547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18708971-e1dc-47b8-aae6-14a08f745d92 req-06dff4d6-eca2-4bfd-ae3c-e467675985f6 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.525977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18708971-e1dc-47b8-aae6-14a08f745d92 req-06dff4d6-eca2-4bfd-ae3c-e467675985f6 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 931 time: 0.1606154 Sep 01 15:17:18.645403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-17e6dc1d-140f-4bf0-a34d-a35d694c362d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 217 time: 0.1155593 Sep 01 15:17:18.667800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7489cdbc-6ca9-49df-b0f8-907ba3951cdf {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:18.710097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87a7060e-982d-4114-9e47-87dd0b33fa55 req-06fba9f1-5594-4ace-b1eb-6bfd3bf87f4d tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0879152 Sep 01 15:17:18.723031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.726723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-18708971-e1dc-47b8-aae6-14a08f745d92 req-a01917d6-2ccf-4633-945c-fd77b7cd1bae tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839538 Sep 01 15:17:18.772540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Transition to ACTIVE for port object 7489cdbc-6ca9-49df-b0f8-907ba3951cdf will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:18.790306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6d53d9df-7111-4fb5-878b-90c1154cb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.793700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-6d53d9df-7111-4fb5-878b-90c1154cb2ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1318080 Sep 01 15:17:18.794195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.940205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-3fbbc87e-285e-4581-baae-384d1532097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.942804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-3fbbc87e-285e-4581-baae-384d1532097e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362119 Sep 01 15:17:18.954188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Pushing event updated for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:19.154253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Attempting to bind port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:19.154786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Attempting to bind port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '648ea2d4-62f4-4469-a951-27bc3579cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:19.155319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Attempting to bind port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf on network b1c2cbdc-9098-4d9a-baab-d610da7576d0 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:19.190250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf on network b1c2cbdc-9098-4d9a-baab-d610da7576d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:19.192268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Attempting to bind port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf on network b1c2cbdc-9098-4d9a-baab-d610da7576d0 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:19.208867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:19.209628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Checking segment: {'id': '648ea2d4-62f4-4469-a951-27bc3579cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:19.210735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Bound using segment: {'id': '648ea2d4-62f4-4469-a951-27bc3579cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:19.211799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Bound port: 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648ea2d4-62f4-4469-a951-27bc3579cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:19.212113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.235495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-52bb4172-7310-4bec-a0fd-c772be9324e0 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633858 Sep 01 15:17:19.502705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-df055e75-e520-42eb-956b-5288c18cb4c3 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558084 Sep 01 15:17:19.534829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:19.542728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,segment=NetworkSegment(648ea2d4-62f4-4469-a951-27bc3579cae1),segment_id=648ea2d4-62f4-4469-a951-27bc3579cae1)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:19.570198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff48c5f-8364-46ed-8c98-609fdde7ee67 req-cfaadff3-f367-4cd4-ab3a-b1c50e9c42be tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.594042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff48c5f-8364-46ed-8c98-609fdde7ee67 req-cfaadff3-f367-4cd4-ab3a-b1c50e9c42be tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1844127 Sep 01 15:17:19.618851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b1433ef7-67de-40d9-8208-f9ec37f91168 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 200 len: 217 time: 0.0985796 Sep 01 15:17:19.622587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.765108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Pushing event updated for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:19.798393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.799513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.802350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-dc30bce0-95b5-4268-9fca-1242677b650e service neutron] 10.222.0.50 "PUT /v2.0/ports/7489cdbc-6ca9-49df-b0f8-907ba3951cdf HTTP/1.1" status: 200 len: 1092 time: 2.1070859 Sep 01 15:17:19.803033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:19.807327 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8342e8a3-daf7-494b-91d2-8d4afe415d13" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:19.841614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff48c5f-8364-46ed-8c98-609fdde7ee67 req-4fbb7731-eb94-48d3-89ac-72e78a7e1c28 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401826 Sep 01 15:17:19.849656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-cc04ffd7-8004-4aa4-b55b-49c9f5b1c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.852955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-cc04ffd7-8004-4aa4-b55b-49c9f5b1c9b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.2214394 Sep 01 15:17:19.860362 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.958241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04dff-dfaa-478e-a32f-7fde6abf22b8 req-27cf2322-be40-41ae-89b5-f90e4a93e893 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.962360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08f04dff-dfaa-478e-a32f-7fde6abf22b8 req-27cf2322-be40-41ae-89b5-f90e4a93e893 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.3145962 Sep 01 15:17:20.005307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-047e8b7c-9e82-425b-8b81-886b82711540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.008359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-047e8b7c-9e82-425b-8b81-886b82711540 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8c008e773ef432b9a6d7c1ca4f2d586&device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 1095 time: 0.1088135 Sep 01 15:17:20.070054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-3dc4e49b-8984-4e4d-bccd-c4ef27e39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.071828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-3dc4e49b-8984-4e4d-bccd-c4ef27e39a78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1988344 Sep 01 15:17:20.076320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08f04dff-dfaa-478e-a32f-7fde6abf22b8 req-c3968f5e-955a-4a2b-b3b6-20482552a5e9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987544 Sep 01 15:17:20.148677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-cf958fa0-e619-4b73-9f7f-393ad91b0655 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf HTTP/1.1" status: 200 len: 217 time: 0.1246183 Sep 01 15:17:20.315179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-11dc9eda-0bf2-43ba-a1af-977f56428357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.318783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-11dc9eda-0bf2-43ba-a1af-977f56428357 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=091a21ff-42a3-4685-8bb8-aeb8ef1e819f HTTP/1.1" status: 200 len: 853 time: 0.1565928 Sep 01 15:17:20.323322 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e7ba90-6d51-4610-a118-ecff645156b8 x-openstack-request-id: req-72e7ba90-6d51-4610-a118-ecff645156b8 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:20.324369 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:20.324999 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72e7ba90-6d51-4610-a118-ecff645156b8 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:20.326214 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf', 'status': 'completed', 'code': 200} Sep 01 15:17:20.373380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1488dd17-1c7a-464f-870a-a5072869537d req-5f277704-b187-4731-8449-37243cb70ad4 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.0612237 Sep 01 15:17:20.396460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-51e49237-d19c-47f0-8e63-c4bfb75d2384 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1c2cbdc-9098-4d9a-baab-d610da7576d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617702 Sep 01 15:17:20.433662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-4a3777ed-a008-46a9-bce8-f7a93f03d8f0 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512204 Sep 01 15:17:20.477841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66584884-b6ca-4bee-8ee4-95c5fe283bdd req-8bbeb5cf-5049-49ee-8b9d-526a9005dfec tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.493717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66584884-b6ca-4bee-8ee4-95c5fe283bdd req-8bbeb5cf-5049-49ee-8b9d-526a9005dfec tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 943 time: 0.3662460 Sep 01 15:17:20.665722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66584884-b6ca-4bee-8ee4-95c5fe283bdd req-a1aafe2c-e752-4f74-9c9d-ac19a44ee452 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707509 Sep 01 15:17:20.669182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-22121fd9-421a-4f91-bd26-29ff56e76dcc service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195818 Sep 01 15:17:20.744752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-4a59553a-b3ff-419b-9a03-5194b3646b14 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381662 Sep 01 15:17:20.793170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-af041d29-fd18-4853-84c3-4fedaf6f089e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 200 len: 217 time: 0.1078112 Sep 01 15:17:20.973479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-1c958edc-78e8-452c-91e3-01603b0200f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.979978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-1c958edc-78e8-452c-91e3-01603b0200f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1446438 Sep 01 15:17:21.006995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4997-b739-4639-aeb9-911a650719fd req-e8a00696-1fa4-4aba-bb59-122a31a148b1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.011121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-968e4997-b739-4639-aeb9-911a650719fd req-e8a00696-1fa4-4aba-bb59-122a31a148b1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.2419136 Sep 01 15:17:21.033841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:21.042451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Request body: {'floatingip': {'port_id': '5cd12974-efbe-4e25-ae84-9315bb56156f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:21.068057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b55be1c-9cf7-4dea-accb-8551ecf5e91c req-781c1251-06c9-4b13-8347-bbea2f9a0e29 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092518 Sep 01 15:17:21.176843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.374238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-218dcf0f-6500-4983-9ba4-49ce590cb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.377666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-218dcf0f-6500-4983-9ba4-49ce590cb754 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3639708 Sep 01 15:17:21.390915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a6f81-4a98-4236-8aa4-30f7577850ee req-a6ab14a6-c99f-428a-9dbe-88c3949214a0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.404883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-493a6f81-4a98-4236-8aa4-30f7577850ee req-a6ab14a6-c99f-428a-9dbe-88c3949214a0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2814448 Sep 01 15:17:21.484532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-493a6f81-4a98-4236-8aa4-30f7577850ee req-729a9458-08d1-447c-9b92-84fa80ebc21c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779948 Sep 01 15:17:21.530627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-d880fa4b-8ae3-40ad-a626-275062882bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.534190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-d880fa4b-8ae3-40ad-a626-275062882bee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8c008e773ef432b9a6d7c1ca4f2d586&device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 1095 time: 0.3003848 Sep 01 15:17:22.005761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-cc4dfedc-7c58-4088-940f-48fa35286776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.008677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-cc4dfedc-7c58-4088-940f-48fa35286776 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1c2cbdc-9098-4d9a-baab-d610da7576d0 HTTP/1.1" status: 200 len: 914 time: 0.4622009 Sep 01 15:17:22.168071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-435e7092-e80a-4e45-b39c-46f06b1291a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf HTTP/1.1" status: 200 len: 217 time: 0.1402581 Sep 01 15:17:22.194729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1667548-685e-48cc-bece-ef10a3975d51 req-bfe592e9-b638-4f5f-ac0b-88f0e034608e tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/ports?device_id=1296ca74-d037-47fb-b6aa-cb5ee7915b54 HTTP/1.1" status: 200 len: 210 time: 0.4177837 Sep 01 15:17:22.356935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-5d301543-7462-4cff-aa38-b1ce940ebdac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4468989 Sep 01 15:17:22.520289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-b085fb79-2351-487a-a246-da460dbfb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.524148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-b085fb79-2351-487a-a246-da460dbfb71c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=091a21ff-42a3-4685-8bb8-aeb8ef1e819f HTTP/1.1" status: 200 len: 853 time: 0.2177119 Sep 01 15:17:22.583927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-d9fa75e9-4d26-4782-b0e5-1b0f288e65b9 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1932890 Sep 01 15:17:22.626328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444473e-a0f7-4ff7-96f6-99bacfa43c96 req-8c90d131-98f3-48d0-8cec-1a99ef81685f tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.648912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0444473e-a0f7-4ff7-96f6-99bacfa43c96 req-8c90d131-98f3-48d0-8cec-1a99ef81685f tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 943 time: 0.6309936 Sep 01 15:17:22.730680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-7126b29a-d2e3-47d4-b521-adff35b96c6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1c2cbdc-9098-4d9a-baab-d610da7576d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789135 Sep 01 15:17:22.927210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:17:22.966824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0444473e-a0f7-4ff7-96f6-99bacfa43c96 req-0dcd27b0-f752-4a80-aba7-4d915cf02a40 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321513 Sep 01 15:17:22.978408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-d79fae13-5e30-46c3-a442-a640820e0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.978845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-d79fae13-5e30-46c3-a442-a640820e0097 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.5185807 Sep 01 15:17:23.203798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.223259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-61a4a4f8-db41-46fe-8d76-46d03279a1c1 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749129 Sep 01 15:17:23.402152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.459520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8342e8a3-daf7-494b-91d2-8d4afe415d13 req-26254a4f-b75a-4267-a34a-20f9c8d9cf81 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190924 Sep 01 15:17:23.500873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-ca8bbcb8-f0e0-4b62-8844-7668e6f1632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:23.504038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-ca8bbcb8-f0e0-4b62-8844-7668e6f1632a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4773870 Sep 01 15:17:23.504839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:23.675816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-949391ac-998c-4ebc-af21-580f9a14ad45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1570361 Sep 01 15:17:23.847061 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Floating IP 742ee3e9-79d6-477f-a451-5fc035b5d20c associated. External IP: 172.25.1.117, port: 5cd12974-efbe-4e25-ae84-9315bb56156f. Sep 01 15:17:23.895474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-d8a3c065-a9a8-410c-a413-68aeb1b99b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:23.899887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-d8a3c065-a9a8-410c-a413-68aeb1b99b2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2155030 Sep 01 15:17:23.985636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f359f7-95c4-42fb-b474-b2df7a5ce5ae req-f1e339ac-8546-4030-a6d8-f1f692cc3c6d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:23.997790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-21f359f7-95c4-42fb-b474-b2df7a5ce5ae req-f1e339ac-8546-4030-a6d8-f1f692cc3c6d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 1.1649439 Sep 01 15:17:24.041496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.052478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-c9a4ef31-800e-4092-b4fe-4294331613f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.058706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-c9a4ef31-800e-4092-b4fe-4294331613f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457493 Sep 01 15:17:24.092520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-bbbaa303-7388-436c-9044-1234b1f41f40 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2582462 Sep 01 15:17:24.271099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-13ebd4f4-56ec-46c8-97a6-8c97150a881b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 200 len: 217 time: 0.1517470 Sep 01 15:17:24.290221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-21f359f7-95c4-42fb-b474-b2df7a5ce5ae req-5b540a18-1420-4c91-a4f3-7bdddb63ae8f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700887 Sep 01 15:17:24.298081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.414957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dd626-f056-4a54-a9dc-71aae6239c51 req-7b49a07d-e858-4e0a-8253-866ae6038bdb tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.427969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-739dd626-f056-4a54-a9dc-71aae6239c51 req-7b49a07d-e858-4e0a-8253-866ae6038bdb tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 943 time: 0.2454491 Sep 01 15:17:24.566638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-bcdde56d-b2e0-43b3-8529-6d38d5eca5db service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996023 Sep 01 15:17:24.583839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-739dd626-f056-4a54-a9dc-71aae6239c51 req-653969b8-f0e4-4fb5-8679-90b6376d197a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546526 Sep 01 15:17:24.653625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b12cfbb5-a55e-4dd3-a7bc-a17a8f032a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.656290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-b12cfbb5-a55e-4dd3-a7bc-a17a8f032a61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.3292890 Sep 01 15:17:24.792712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.799269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.802148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad534c8f-c2db-4498-8d45-1bb2467e1fc3 HTTP/1.1" status: 204 len: 168 time: 1.2955475 Sep 01 15:17:24.820763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37250) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:24.850466 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-565118d7-a6ca-4c84-90fd-2f13aa9188fd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] show failed (client error): The resource could not be found. Sep 01 15:17:24.852160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-565118d7-a6ca-4c84-90fd-2f13aa9188fd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "GET /v2.0/security-groups/ad534c8f-c2db-4498-8d45-1bb2467e1fc3 HTTP/1.1" status: 404 len: 347 time: 0.0293150 Sep 01 15:17:24.875472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37252) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:24.944640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955400a-bb18-40a5-b390-caef60698bbd tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad534c8f-c2db-4498-8d45-1bb2467e1fc3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:25.080647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aef4cd9-f6fd-4d07-a2c0-32c6faf2c2c5 req-e4a646b5-a259-4189-ba0d-80742b37a781 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947116 Sep 01 15:17:25.193943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 2acbae0d-e455-4a6f-815d-66db839662c3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:25.194693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.368731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-4f115d93-6c17-4334-b87a-c949a174bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:25.371298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-4f115d93-6c17-4334-b87a-c949a174bf5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7001908 Sep 01 15:17:25.387778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.388663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.435064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 2acbae0d-e455-4a6f-815d-66db839662c3 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:25.500394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:17:25.683466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7489cdbc-6ca9-49df-b0f8-907ba3951cdf details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:25.751281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-1f660cf9-d82d-4989-9ef9-ae2e894da3e9 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536344 Sep 01 15:17:25.794510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c327f48-442c-4ae0-b271-f5f7ad4547ab req-f2b961ed-7b2f-4133-8efe-4ae6d5ff7302 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:25.816229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c327f48-442c-4ae0-b271-f5f7ad4547ab req-f2b961ed-7b2f-4133-8efe-4ae6d5ff7302 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.3232522 Sep 01 15:17:25.873616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.988589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=2acbae0d-e455-4a6f-815d-66db839662c3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:26.005239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,segment=NetworkSegment(648ea2d4-62f4-4469-a951-27bc3579cae1),segment_id=648ea2d4-62f4-4469-a951-27bc3579cae1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:26.039646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf', 'network_id': 'b1c2cbdc-9098-4d9a-baab-d610da7576d0', 'port_id': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf', 'mac_address': 'fa:16:3e:f5:b9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091a21ff-42a3-4685-8bb8-aeb8ef1e819f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:26.117340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.147338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489cdbc-6ca9-49df-b0f8-907ba3951cdf {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:26.170631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-9a61cac0-7973-49b3-8ba2-6cb2d1190dbb service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512943 Sep 01 15:17:26.172595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:17:26.189482 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.199937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:17:26.224901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad66847-54de-411c-86af-976b40fb3083 req-3d1ec01f-d6b4-4786-844b-8de098960b91 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:26.228679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,segment=NetworkSegment(648ea2d4-62f4-4469-a951-27bc3579cae1),segment_id=648ea2d4-62f4-4469-a951-27bc3579cae1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:26.229602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ad66847-54de-411c-86af-976b40fb3083 req-3d1ec01f-d6b4-4786-844b-8de098960b91 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 943 time: 0.2650051 Sep 01 15:17:26.242193 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.259487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:17:26.260833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:26.279325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.286333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.288904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2f3dff5e-ef98-43ae-8e8a-aee93b08bd37 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/floatingips/6a5beb38-2ff4-4b0a-a25f-0fa7a8f153a0 HTTP/1.1" status: 204 len: 168 time: 1.4115996 Sep 01 15:17:26.311281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f1f1f847-7430-400c-adaa-317b1ee7f600 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "PUT /v2.0/floatingips/742ee3e9-79d6-477f-a451-5fc035b5d20c HTTP/1.1" status: 200 len: 992 time: 5.2753100 Sep 01 15:17:26.317506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37272) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:26.317506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:26.321597 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:26.437308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ad66847-54de-411c-86af-976b40fb3083 req-158041db-dd24-456f-9c9c-9e2848c6ee42 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464829 Sep 01 15:17:26.481102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-676eb287-7dc2-46b7-835d-f80a689fa61c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 217 time: 0.1832790 Sep 01 15:17:26.579673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:26.629882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c327f48-442c-4ae0-b271-f5f7ad4547ab req-383fe187-cf20-4c3d-8ebc-6eb79171e362 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519216 Sep 01 15:17:26.678701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:17:26.775708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-8aad2d78-3ab5-43bd-8cf8-cf0f064f470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:26.779833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-8aad2d78-3ab5-43bd-8cf8-cf0f064f470a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.2790859 Sep 01 15:17:26.793166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7489cdbc-6ca9-49df-b0f8-907ba3951cdf'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:26.801838 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee5ee2-c449-4441-98ed-e4cd688349ef x-openstack-request-id: req-a0ee5ee2-c449-4441-98ed-e4cd688349ef {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:26.801838 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:26.802495 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0ee5ee2-c449-4441-98ed-e4cd688349ef {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:26.804075 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'status': 'completed', 'code': 200} Sep 01 15:17:27.006967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-38800476-6074-4e69-bb15-8a2f2e5d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:27.012102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-38800476-6074-4e69-bb15-8a2f2e5d0574 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58d74bffec96481791d8a61b1981a9ee&device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 1098 time: 0.1642771 Sep 01 15:17:27.044039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 86ebbc1b-97c0-4473-b358-06b8fdb4c842 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:27.053813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.060740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-eb1af0be-8369-42ba-b593-ff121750a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:27.063928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-eb1af0be-8369-42ba-b593-ff121750a69f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2555621 Sep 01 15:17:27.393686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-25445798-6f1f-4e70-a1af-e001e4550975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:27.396757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-25445798-6f1f-4e70-a1af-e001e4550975 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 200 len: 911 time: 0.3672118 Sep 01 15:17:27.429246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-42d149a2-0b90-40d2-9dd7-585115adc432 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172214 Sep 01 15:17:27.632630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-70d30193-5766-44fe-807f-7e8fc98f37b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cd12974-efbe-4e25-ae84-9315bb56156f HTTP/1.1" status: 200 len: 1000 time: 0.2202091 Sep 01 15:17:27.636545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.674738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 86ebbc1b-97c0-4473-b358-06b8fdb4c842 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:27.833225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e6257ca-7917-4d14-bbfd-9f72d1afeeec req-94b4bb71-7a68-4f74-bdd9-600310ce8080 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811488 Sep 01 15:17:27.893738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.991365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-1e6383eb-4240-438a-a6fd-f6fc4390a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:27.997200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-1e6383eb-4240-438a-a6fd-f6fc4390a03a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 200 len: 849 time: 0.3430488 Sep 01 15:17:28.027378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '742ee3e9-79d6-477f-a451-5fc035b5d20c', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:7d:9f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055eaea6-a163-47c7-903b-c099646a8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:16:48Z', 'updated_at': '2021-09-01T15:17:22Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:28.093023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc29fc-b220-4b8d-b765-61bfb6355c39 req-abd08d1d-b50f-41a0-b07a-c707d5eefbeb tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.096465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1dc29fc-b220-4b8d-b765-61bfb6355c39 req-abd08d1d-b50f-41a0-b07a-c707d5eefbeb tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 944 time: 0.2761097 Sep 01 15:17:28.136846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:17:28.158915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.196275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:17:28.197801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:28.299128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-05933783-4115-4723-aaea-fabaf482634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.310783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-05933783-4115-4723-aaea-fabaf482634c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9513f788-2488-472e-b807-567091ca5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2863917 Sep 01 15:17:28.410400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=86ebbc1b-97c0-4473-b358-06b8fdb4c842,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:28.467000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1dc29fc-b220-4b8d-b765-61bfb6355c39 req-c78061a6-4500-4b1a-b541-2bec5635a1f0 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217077 Sep 01 15:17:28.535685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:17:28.717963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bed330-6597-4474-89fe-db3662e53982 req-4c89c443-6fc2-4de0-b8cf-2c72d94df134 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.736490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0bed330-6597-4474-89fe-db3662e53982 req-4c89c443-6fc2-4de0-b8cf-2c72d94df134 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.5632582 Sep 01 15:17:28.800009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-7c73e880-c422-4693-9697-63cc136f2acf service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560573 Sep 01 15:17:28.878128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0bed330-6597-4474-89fe-db3662e53982 req-90818751-36e5-49e1-9773-8e528efe4ec0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330771 Sep 01 15:17:28.880873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.890621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-955946ec-b137-48c9-98a2-e16178bc911c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/ports/86ebbc1b-97c0-4473-b358-06b8fdb4c842 HTTP/1.1" status: 204 len: 168 time: 2.5595467 Sep 01 15:17:28.896411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37304) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:29.218604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2c2cfc4-e219-4c9c-858f-0d896b71b9cd req-7546f4f2-4852-4608-b898-61e0b7afe3cb service neutron] 10.222.0.50 "GET /v2.0/networks/9513f788-2488-472e-b807-567091ca5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038365 Sep 01 15:17:29.262212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port d27a449c-cfe3-4925-a53b-ee9326d98c8c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:29.262758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.274733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '742ee3e9-79d6-477f-a451-5fc035b5d20c', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:7d:9f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055eaea6-a163-47c7-903b-c099646a8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:16:48Z', 'updated_at': '2021-09-01T15:17:22Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:29.335096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1567ad-0fba-4f19-bce7-c1df8d4efa23 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '742ee3e9-79d6-477f-a451-5fc035b5d20c', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'port_id': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'mac_address': 'fa:16:3e:7d:9f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055eaea6-a163-47c7-903b-c099646a8f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:16:48Z', 'updated_at': '2021-09-01T15:17:22Z', 'revision_number': 1, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:17:29.556703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.619055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for d27a449c-cfe3-4925-a53b-ee9326d98c8c owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:29.718387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7489cdbc-6ca9-49df-b0f8-907ba3951cdf up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:29.864328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:29.872002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:29.872726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.926273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f071258-1e06-4c5a-8e55-c1e0939696bf None None] New status for floating IP 742ee3e9-79d6-477f-a451-5fc035b5d20c: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:17:30.041547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550147c-2404-47b9-9863-8c74049a0128 req-404c6e69-568d-416e-856e-0c9edc7e5165 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:30.048359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7550147c-2404-47b9-9863-8c74049a0128 req-404c6e69-568d-416e-856e-0c9edc7e5165 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 944 time: 0.3690944 Sep 01 15:17:30.192699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7550147c-2404-47b9-9863-8c74049a0128 req-40d970ee-cba8-4a07-ae72-0ee1120a6cf2 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287982 Sep 01 15:17:30.238869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.321033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c31468-8099-49a5-93d5-2c9f7346d29e req-742aaaa9-5529-43bb-8ff3-14411251b66a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:30.344309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20c31468-8099-49a5-93d5-2c9f7346d29e req-742aaaa9-5529-43bb-8ff3-14411251b66a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2410376 Sep 01 15:17:30.396843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:30.419112 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a1b226-3abb-4181-92a2-e7c8e8006b08" -d '{"events": [{"server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "name": "network-vif-plugged", "status": "completed", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:30.472779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20c31468-8099-49a5-93d5-2c9f7346d29e req-98550635-b5b0-44ba-be30-da79e0231422 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257820 Sep 01 15:17:30.482352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,segment=NetworkSegment(648ea2d4-62f4-4469-a951-27bc3579cae1),segment_id=648ea2d4-62f4-4469-a951-27bc3579cae1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:30.492168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.510530 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.683455 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ce07b0-ad96-496a-93e3-1d331b6e5ba7 x-openstack-request-id: req-a5ce07b0-ad96-496a-93e3-1d331b6e5ba7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:30.684359 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "name": "network-vif-plugged", "status": "completed", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:30.686312 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5ce07b0-ad96-496a-93e3-1d331b6e5ba7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:30.690832 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf', 'code': 200} Sep 01 15:17:30.742519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:30.818790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=d27a449c-cfe3-4925-a53b-ee9326d98c8c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:30.994816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.010390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5928874f-cf3b-4887-bfe1-4e14e45b55ae tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/ports/d27a449c-cfe3-4925-a53b-ee9326d98c8c HTTP/1.1" status: 204 len: 168 time: 2.1098905 Sep 01 15:17:31.014105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:31.271516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484961f-637e-4be4-acdb-7b42f50cb495 req-8803881a-ef7f-4f38-b487-3e7f23a57b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:31.286771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e484961f-637e-4be4-acdb-7b42f50cb495 req-8803881a-ef7f-4f38-b487-3e7f23a57b96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 1097 time: 0.4387550 Sep 01 15:17:31.302721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting subnet 5396cebf-ae9a-470f-b384-f1d5c7254b94 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:17:31.341745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.587109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.601159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e484961f-637e-4be4-acdb-7b42f50cb495 req-90dfc90a-24a0-4c3e-b9b8-8e3ba6ca9e87 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750747 Sep 01 15:17:31.710398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d843-da8a-4e7d-8805-a477eba3d130 req-87f4ab79-a7a4-4a5c-8902-1b76fa0c9543 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:31.715858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7738d843-da8a-4e7d-8805-a477eba3d130 req-87f4ab79-a7a4-4a5c-8902-1b76fa0c9543 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.1850407 Sep 01 15:17:31.877350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7738d843-da8a-4e7d-8805-a477eba3d130 req-f4bf15db-641c-477c-927e-8815610173c4 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386271 Sep 01 15:17:31.952485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.199377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b1319-9581-42ba-8b55-e5c2e00db1a4 req-2ce510c2-6d4b-4f5d-9f06-2f75c9959b5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:32.202621 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b27b1319-9581-42ba-8b55-e5c2e00db1a4 req-2ce510c2-6d4b-4f5d-9f06-2f75c9959b5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1524923 Sep 01 15:17:32.283613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.316615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:32.359436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Subnet': ['ID=5396cebf-ae9a-470f-b384-f1d5c7254b94,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:32.386490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b27b1319-9581-42ba-8b55-e5c2e00db1a4 req-7dfaddfe-d441-4020-858c-dfa7de4924c5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580327 Sep 01 15:17:32.395383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.406160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c5070b-ce3e-4542-a4b5-21ab669a26e5 None None] Network 5b73a879-c194-409b-bc67-26821f5fb81c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:32.408375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-157b6283-9a69-4859-b651-1043cea9828c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/subnets/5396cebf-ae9a-470f-b384-f1d5c7254b94 HTTP/1.1" status: 204 len: 168 time: 1.3882537 Sep 01 15:17:32.425930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37372) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:32.625420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-b1c62fe1-b744-4553-8b08-3172bdea594c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:32.655574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-b1c62fe1-b744-4553-8b08-3172bdea594c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.5572772 Sep 01 15:17:32.655939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting subnet eea5714b-f604-4e0b-8156-22e843e8ec94 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:17:32.672268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.706273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-fa0ee60f-4a20-4488-a7b7-c249a0a52fc4 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/quotas/ee44eeaa13fc4fcaa0294a7ce6fa3c4d HTTP/1.1" status: 200 len: 375 time: 0.0509691 Sep 01 15:17:32.772943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-587665a9-3f34-4c5b-b85e-adcb83115af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.945999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-986a6e65-0a15-43c0-9601-cdaa89cf905b tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2343292 Sep 01 15:17:33.079986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] DHCP port deletion for 5b73a879-c194-409b-bc67-26821f5fb81c request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:17:33.281300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-c32ba081-8c5a-405f-a35d-59ca0c08ba05 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083742 Sep 01 15:17:33.308141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Deleting port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:33.308892 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.503298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] For port 26dc4e0f-f0ea-48d5-b389-a841b46f8873, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26dc4e0f-f0ea-48d5-b389-a841b46f8873,segment=NetworkSegment(6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2),segment_id=6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:33.504516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.530386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Calling delete_port for 26dc4e0f-f0ea-48d5-b389-a841b46f8873 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:33.536064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-587665a9-3f34-4c5b-b85e-adcb83115af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.547565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-587665a9-3f34-4c5b-b85e-adcb83115af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.650234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-42f69cd7-11d0-49cd-92d2-0d7252ccc23f service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672619 Sep 01 15:17:33.674341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-587665a9-3f34-4c5b-b85e-adcb83115af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f06598d670540d09b9a5fd07083fe36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3522165 Sep 01 15:17:33.674341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587665a9-3f34-4c5b-b85e-adcb83115af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccccbc16-f0b5-4dcb-bdd2-4956e1411171,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:33.678317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:33.682529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.728575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] No DVR routers for this DVR port 26dc4e0f-f0ea-48d5-b389-a841b46f8873 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:33.745397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.791891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6274845-db91-40ab-b177-2fc7783d70cf None None] Pushing event deleted for resources: {'Port': ['ID=26dc4e0f-f0ea-48d5-b389-a841b46f8873,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:33.968621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317daed-762d-4608-be2e-57e28939db91 req-3d0dbf47-eb02-4f96-8161-68f453cd988a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:33.974546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8317daed-762d-4608-be2e-57e28939db91 req-3d0dbf47-eb02-4f96-8161-68f453cd988a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.3822098 Sep 01 15:17:34.018528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.123392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487ad3-e285-44e1-a682-c5d9860e80af req-397789ad-6dd4-4915-a3af-a68b001d02cb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:34.124502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.126659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9487ad3-e285-44e1-a682-c5d9860e80af req-397789ad-6dd4-4915-a3af-a68b001d02cb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1274521 Sep 01 15:17:34.172885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.186140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8317daed-762d-4608-be2e-57e28939db91 req-500e7cd2-adfa-4dd6-904d-aae92cb23eac tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000768 Sep 01 15:17:34.239054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9487ad3-e285-44e1-a682-c5d9860e80af req-8391a346-9344-404e-bdf0-2f6c4694fe83 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Sep 01 15:17:34.353535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.418009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de394b96-9461-445a-84ac-e31c375f050c req-ec6a555f-30fe-4e4f-8d9e-0ab5b5866082 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 210 time: 0.0549431 Sep 01 15:17:34.430277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Subnet': ['ID=eea5714b-f604-4e0b-8156-22e843e8ec94,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:34.456771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.459316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08948e42-0fb8-449c-bf0f-992d39b3d49c None None] Network 7462b4f2-a790-428d-9559-0f70650ccd81 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:34.465041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ede91608-8cd3-47ac-96a7-e00534babec9 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/subnets/eea5714b-f604-4e0b-8156-22e843e8ec94 HTTP/1.1" status: 204 len: 168 time: 2.0319772 Sep 01 15:17:34.473489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:34.495088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.502890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.504683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccccbc16-f0b5-4dcb-bdd2-4956e1411171 HTTP/1.1" status: 204 len: 168 time: 0.8213677 Sep 01 15:17:34.540169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128d5d9-5e0b-4876-90a2-54a31153073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccccbc16-f0b5-4dcb-bdd2-4956e1411171,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:34.784158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.005099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] DHCP port deletion for 7462b4f2-a790-428d-9559-0f70650ccd81 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:17:35.053842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.084839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b73a879-c194-409b-bc67-26821f5fb81c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:35.106304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26dc4e0f-f0ea-48d5-b389-a841b46f8873 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:35.124099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:35.125282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5d0ef4-a10c-48f9-b05c-7f5cffe5b4e2') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:35.153999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.169842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 26dc4e0f-f0ea-48d5-b389-a841b46f8873 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:17:35.170481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26dc4e0f-f0ea-48d5-b389-a841b46f8873 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:17:35.195931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.215249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:35.216209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.219533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Deleting port 93610be2-88e8-4cbd-b479-d9b950752561 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:35.221290 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:35.370864 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:35.421495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:35.474651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26e22cea-eec8-42ce-8af4-444b9fc72007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.488789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.545337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] For port 93610be2-88e8-4cbd-b479-d9b950752561, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93610be2-88e8-4cbd-b479-d9b950752561,segment=NetworkSegment(f19669a9-0dca-48aa-94fc-c754f0be58ff),segment_id=f19669a9-0dca-48aa-94fc-c754f0be58ff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:35.545337 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.546058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306c940-e058-41c5-b70e-92598fde3f8d req-650ade73-30b2-445c-8bdf-cf489063bf39 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:35.550102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8306c940-e058-41c5-b70e-92598fde3f8d req-650ade73-30b2-445c-8bdf-cf489063bf39 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.1712053 Sep 01 15:17:35.561936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.572959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/networks/5b73a879-c194-409b-bc67-26821f5fb81c HTTP/1.1" status: 204 len: 168 time: 1.1046171 Sep 01 15:17:35.574983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37414) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:35.611024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Calling delete_port for 93610be2-88e8-4cbd-b479-d9b950752561 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:35.633024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6583dd-a9e0-4b66-afb8-da5da77bbd0c tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Network': ['ID=5b73a879-c194-409b-bc67-26821f5fb81c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:35.684804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575456c-a169-40fd-9469-560d144e4ceb req-6e60dddb-6464-474d-856f-b3b7e94d4aa2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:35.688176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9575456c-a169-40fd-9469-560d144e4ceb req-6e60dddb-6464-474d-856f-b3b7e94d4aa2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1772873 Sep 01 15:17:35.843498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9575456c-a169-40fd-9469-560d144e4ceb req-c624cf5a-85e0-4df1-a999-40f78cd43710 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209629 Sep 01 15:17:35.864423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8306c940-e058-41c5-b70e-92598fde3f8d req-e5457293-2f7b-4e6d-a339-596069e196eb tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874434 Sep 01 15:17:35.874686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.918742 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.002045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26e22cea-eec8-42ce-8af4-444b9fc72007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.013259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] Pushing event deleted for resources: {'Port': ['ID=93610be2-88e8-4cbd-b479-d9b950752561,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:36.014306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26e22cea-eec8-42ce-8af4-444b9fc72007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.020014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85394e-9669-4301-80ee-ba5cc9b3a7f0 None None] No DVR routers for this DVR port 93610be2-88e8-4cbd-b479-d9b950752561 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:36.060377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Deleting port 93610be2-88e8-4cbd-b479-d9b950752561 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:36.068432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.138499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-26e22cea-eec8-42ce-8af4-444b9fc72007 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3e68c3038ad412f9b0ccd8bc8ada149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156620 Sep 01 15:17:36.140737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e22cea-eec8-42ce-8af4-444b9fc72007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d3e6c-a3fe-4451-aad2-a392bbd16940,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:36.145722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37418) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:36.238853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c47645e8-5cb3-4a51-a6ad-9e92b44ea4ac req-6f9e4f9f-5aee-4ed4-be1b-10f234cb32ea tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 210 time: 0.1587977 Sep 01 15:17:36.343553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.347611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] For port 93610be2-88e8-4cbd-b479-d9b950752561, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:36.348997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.395439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Calling delete_port for 93610be2-88e8-4cbd-b479-d9b950752561 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:36.407074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Port 93610be2-88e8-4cbd-b479-d9b950752561 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:17:36.410012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.436844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.454329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Port': ['ID=93610be2-88e8-4cbd-b479-d9b950752561,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:36.474236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] No DVR routers for this DVR port 93610be2-88e8-4cbd-b479-d9b950752561 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:36.712311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.732295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.738971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/997d3e6c-a3fe-4451-aad2-a392bbd16940 HTTP/1.1" status: 204 len: 168 time: 0.5912244 Sep 01 15:17:36.751879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.781189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7462b4f2-a790-428d-9559-0f70650ccd81']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:36.820521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19669a9-0dca-48aa-94fc-c754f0be58ff') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:36.821615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19669a9-0dca-48aa-94fc-c754f0be58ff') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:36.847653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ba9c-ea05-4bb5-a3dd-858edbc21c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d3e6c-a3fe-4451-aad2-a392bbd16940,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:36.851119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.887275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-95c2ec64-1637-4c80-841c-3e3875663989 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:36.891209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-95c2ec64-1637-4c80-841c-3e3875663989 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.5068722 Sep 01 15:17:36.907410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.934189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:36.937695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.940390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Request body: {'port': {'device_id': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'admin_state_up': True, 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:37.006448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93610be2-88e8-4cbd-b479-d9b950752561 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:37.024875 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:37.112041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 93610be2-88e8-4cbd-b479-d9b950752561 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:17:37.112975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93610be2-88e8-4cbd-b479-d9b950752561 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:17:37.262178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.283227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.287142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] 10.222.0.41 "DELETE /v2.0/networks/7462b4f2-a790-428d-9559-0f70650ccd81 HTTP/1.1" status: 204 len: 168 time: 1.6824918 Sep 01 15:17:37.321561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c38bd-deaf-4888-8bdd-48f409d47203 tempest-TaggedBootDevicesTest-777452484 tempest-TaggedBootDevicesTest-777452484-project] Pushing event deleted for resources: {'Network': ['ID=7462b4f2-a790-428d-9559-0f70650ccd81,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:37.392279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057056-f2db-4e51-8de2-79415946536b req-5011ceb6-078a-4244-a991-7103c4545138 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:37.399023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4057056-f2db-4e51-8de2-79415946536b req-5011ceb6-078a-4244-a991-7103c4545138 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.2039771 Sep 01 15:17:37.416698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3d013-211e-4838-a58c-f534c793aca8 req-908d42ac-5a0d-48f9-8fe8-c90890631de2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:37.419564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b3d013-211e-4838-a58c-f534c793aca8 req-908d42ac-5a0d-48f9-8fe8-c90890631de2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2391691 Sep 01 15:17:37.542027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4057056-f2db-4e51-8de2-79415946536b req-dbeb784f-74b0-4edd-b5e6-78085bce2028 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269076 Sep 01 15:17:37.569544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29b3d013-211e-4838-a58c-f534c793aca8 req-b8656ea4-4f4e-4b42-8eb6-f9bbd635d866 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320233 Sep 01 15:17:37.573189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:37.582198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.893219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1e31407-6e14-4a60-a732-dc1c9b3ae27e req-b0241214-1e81-4719-aaa7-56bbc901677e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 210 time: 0.0645115 Sep 01 15:17:38.031312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Allocated IP 172.20.0.2 (4e5fb5dd-5616-4ce9-8e25-9689c07fe28c/5f7c49b0-ec2f-49d3-8c57-d1e44c15232d/fd93841c-aab0-4eb8-889c-2a82e183010b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:38.444846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:38.545292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:38.569455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:38.667936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:38.674902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:38.682995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:38.842108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event updated for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:38.971723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa5d7-123a-40ae-acb4-4478b2a63a46 req-24d8eb83-c4d1-457f-9f8d-ea1ac97b67f9 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:38.990868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d28fa5d7-123a-40ae-acb4-4478b2a63a46 req-24d8eb83-c4d1-457f-9f8d-ea1ac97b67f9 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.1594636 Sep 01 15:17:39.066219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.067744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.099849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d28fa5d7-123a-40ae-acb4-4478b2a63a46 req-fbfaf3d6-7252-4279-a810-23a63cc9adee tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070697 Sep 01 15:17:39.139228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-455db5bf-36fe-4473-93b8-8206cd39a504 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2331305 Sep 01 15:17:39.187141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49ae5d-c479-4f84-8102-aa0a472549f1 req-563fc334-c546-4d9f-b010-e78a51414f15 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.203396 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb49ae5d-c479-4f84-8102-aa0a472549f1 req-563fc334-c546-4d9f-b010-e78a51414f15 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.3133812 Sep 01 15:17:39.221396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Request body: {'port': {'device_id': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:39.426043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb49ae5d-c479-4f84-8102-aa0a472549f1 req-752291a1-b57a-489b-bef9-5cf85004b52c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958954 Sep 01 15:17:39.435458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-a258532d-8519-4575-bbe5-b22e3b5d98ca tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.440983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-a258532d-8519-4575-bbe5-b22e3b5d98ca tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.2266293 Sep 01 15:17:39.559762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.848732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Deleting port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:39.849447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.944671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81beb7ca-6f91-4769-b8b1-3c9b89ef29b4 req-bfa9fef9-c595-4bde-baa4-6ac8825a5bbf tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.959643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81beb7ca-6f91-4769-b8b1-3c9b89ef29b4 req-bfa9fef9-c595-4bde-baa4-6ac8825a5bbf tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 931 time: 0.2764997 Sep 01 15:17:40.096996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] For port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,segment=NetworkSegment(648ea2d4-62f4-4469-a951-27bc3579cae1),segment_id=648ea2d4-62f4-4469-a951-27bc3579cae1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:40.097876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.099181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81beb7ca-6f91-4769-b8b1-3c9b89ef29b4 req-5ce30864-c4f5-4177-9b04-ed9e8f94fd48 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375034 Sep 01 15:17:40.146782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Calling delete_port for 7489cdbc-6ca9-49df-b0f8-907ba3951cdf owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:40.714697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013f0d5-60c4-4bf5-bcaa-3c130bc4535d req-d7f71bbb-72b3-4ff6-be54-8fd022bd32b3 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:40.717732 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a013f0d5-60c4-4bf5-bcaa-3c130bc4535d req-d7f71bbb-72b3-4ff6-be54-8fd022bd32b3 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 945 time: 0.3306699 Sep 01 15:17:40.739516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd93841c-aab0-4eb8-889c-2a82e183010b {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:40.771223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.844356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.863573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7489cdbc-6ca9-49df-b0f8-907ba3951cdf'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:40.880645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Transition to ACTIVE for port object fd93841c-aab0-4eb8-889c-2a82e183010b will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:40.916161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.923662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Pushing event deleted for resources: {'Port': ['ID=7489cdbc-6ca9-49df-b0f8-907ba3951cdf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:40.941653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a013f0d5-60c4-4bf5-bcaa-3c130bc4535d req-08ccea4e-16e2-4d3c-95fa-a2c1a01e3614 tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea20525d-c858-4c16-9b02-ffc83805bf7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024839 Sep 01 15:17:41.079117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:41.108605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231711f-104e-42cc-8102-ce8f346f0f35 req-ed1f0d59-6e2f-4eb4-b3bc-92a3543d61e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:41.113305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3231711f-104e-42cc-8102-ce8f346f0f35 req-ed1f0d59-6e2f-4eb4-b3bc-92a3543d61e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.3273623 Sep 01 15:17:41.148227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] No DVR routers for this DVR port 7489cdbc-6ca9-49df-b0f8-907ba3951cdf on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:41.152656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.156645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b3d9cc2-8228-49ea-9f3b-3115cff3f370 req-7c4a8e15-7be2-4aaa-80f5-7d56bc4c1b8a tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.50 "DELETE /v2.0/ports/7489cdbc-6ca9-49df-b0f8-907ba3951cdf HTTP/1.1" status: 204 len: 173 time: 1.6977308 Sep 01 15:17:41.157744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'name': 'network-vif-deleted', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:41.172981 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca0ec25-20aa-4710-a344-28d6b3645973" -d '{"events": [{"server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "name": "network-vif-deleted", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:41.319385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3231711f-104e-42cc-8102-ce8f346f0f35 req-39ad3725-7e9f-4109-a785-a3ec9af858a1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860027 Sep 01 15:17:41.429750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Attempting to bind port fd93841c-aab0-4eb8-889c-2a82e183010b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:41.429750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Attempting to bind port fd93841c-aab0-4eb8-889c-2a82e183010b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:41.429750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Attempting to bind port fd93841c-aab0-4eb8-889c-2a82e183010b on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:41.452486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Port fd93841c-aab0-4eb8-889c-2a82e183010b on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:41.453135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Attempting to bind port fd93841c-aab0-4eb8-889c-2a82e183010b on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:41.475643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:41.476214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Checking segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:41.477038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Bound using segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:41.477871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Bound port: fd93841c-aab0-4eb8-889c-2a82e183010b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:41.478472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.540730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418965f0-606a-438e-b674-e8e961e70e28 req-9cd31950-c323-48fd-bbb6-eb433a7a6eb0 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:41.559522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-418965f0-606a-438e-b674-e8e961e70e28 req-9cd31950-c323-48fd-bbb6-eb433a7a6eb0 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 943 time: 0.1473022 Sep 01 15:17:41.565418 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3267f-a067-4d16-89ac-9adcf3e1a6f1 x-openstack-request-id: req-80f3267f-a067-4d16-89ac-9adcf3e1a6f1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:41.565804 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2bac5e-0933-40f5-9cd5-f8d4df9531f1", "name": "network-vif-deleted", "tag": "7489cdbc-6ca9-49df-b0f8-907ba3951cdf", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:41.566161 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80f3267f-a067-4d16-89ac-9adcf3e1a6f1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:41.567027 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2bac5e-0933-40f5-9cd5-f8d4df9531f1', 'name': 'network-vif-deleted', 'tag': '7489cdbc-6ca9-49df-b0f8-907ba3951cdf', 'status': 'completed', 'code': 200} Sep 01 15:17:41.671809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-418965f0-606a-438e-b674-e8e961e70e28 req-d9af6b4c-4998-41a3-93d1-cce7777dddf5 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Sep 01 15:17:41.775593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:41.782209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fd93841c-aab0-4eb8-889c-2a82e183010b,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:41.790234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.858255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:41.859084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.861869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/fd93841c-aab0-4eb8-889c-2a82e183010b HTTP/1.1" status: 200 len: 1092 time: 2.6538353 Sep 01 15:17:41.862633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:41.869918 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea0b77-00e2-4e23-ab3f-8656657a372b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:42.004480 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772add99-73fe-4b78-b7a5-fa43770f6783 x-openstack-request-id: req-772add99-73fe-4b78-b7a5-fa43770f6783 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:42.004989 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:42.005466 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-772add99-73fe-4b78-b7a5-fa43770f6783 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:42.006139 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b', 'status': 'completed', 'code': 200} Sep 01 15:17:42.023129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf82d6-f51b-4c82-b442-bd1a372c87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:42.061280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-6c10efff-3204-46d6-8a00-306a26af9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:42.068503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-6c10efff-3204-46d6-8a00-306a26af9b06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 1095 time: 0.1277819 Sep 01 15:17:42.185368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-e860415d-52e4-4fba-996a-e2e7a1482c35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd93841c-aab0-4eb8-889c-2a82e183010b HTTP/1.1" status: 200 len: 217 time: 0.1039803 Sep 01 15:17:42.390462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a4be03-d6c4-4315-bfe9-cf154e2bdc99 req-116934a7-9fb3-4cc6-94c5-fa8b5165380e tempest-ServerPasswordTestJSON-1306914501 tempest-ServerPasswordTestJSON-1306914501-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b2bac5e-0933-40f5-9cd5-f8d4df9531f1 HTTP/1.1" status: 200 len: 210 time: 0.1704385 Sep 01 15:17:42.460656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-9136d570-9a61-4c7b-a44e-5ebe54724d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:42.464404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-9136d570-9a61-4c7b-a44e-5ebe54724d9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.2703981 Sep 01 15:17:42.554013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-989d7eb8-f298-4193-922a-c55aeddf676e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789952 Sep 01 15:17:42.678314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ced0e2-0ca1-454f-a332-0f00fb9aa412 req-f93336c0-1c73-4177-8160-8e2ee134ce97 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:42.681507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4ced0e2-0ca1-454f-a332-0f00fb9aa412 req-f93336c0-1c73-4177-8160-8e2ee134ce97 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1205754 Sep 01 15:17:42.846522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-f034b3aa-1c7b-48ec-9dcb-40716e092228 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824442 Sep 01 15:17:42.867522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4ced0e2-0ca1-454f-a332-0f00fb9aa412 req-f6ebde74-fc96-43fe-8eff-84ecbd869ab7 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723154 Sep 01 15:17:43.151285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b67a13-e7aa-48d0-89e6-f0d855c2d45e req-92b97df5-4789-4b16-a33a-c123cddcd316 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:43.154406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b67a13-e7aa-48d0-89e6-f0d855c2d45e req-92b97df5-4789-4b16-a33a-c123cddcd316 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 943 time: 0.1545722 Sep 01 15:17:43.159451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0806c7-84dc-4641-a9b4-daaf986cd8b4 req-91c89d2d-9d65-40a1-a37d-e0475c290267 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037903 Sep 01 15:17:43.373128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b67a13-e7aa-48d0-89e6-f0d855c2d45e req-4c3deabe-fb22-4848-883f-62c3a65279b6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818137 Sep 01 15:17:43.433586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-3e02c564-00fe-4ff0-b8a4-812a39a0ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:43.436766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-3e02c564-00fe-4ff0-b8a4-812a39a0ed55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 1095 time: 0.1720266 Sep 01 15:17:43.592868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:43.644038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-2d25ca29-a745-4849-b378-928704612938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:43.646727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-2d25ca29-a745-4849-b378-928704612938 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 916 time: 0.1980720 Sep 01 15:17:43.715018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Deleting subnet 091a21ff-42a3-4685-8bb8-aeb8ef1e819f {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:17:43.732402 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.752216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-2c94c434-98b3-474c-8424-4c38b89e8f2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd93841c-aab0-4eb8-889c-2a82e183010b HTTP/1.1" status: 200 len: 217 time: 0.0855372 Sep 01 15:17:43.800336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7489cdbc-6ca9-49df-b0f8-907ba3951cdf no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:43.855266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.882417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7489cdbc-6ca9-49df-b0f8-907ba3951cdf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:17:43.882953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7489cdbc-6ca9-49df-b0f8-907ba3951cdf not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:17:44.005507 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.006693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-b8e0b810-4401-4462-aaba-d852b2873042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:44.011655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-b8e0b810-4401-4462-aaba-d852b2873042 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.2421293 Sep 01 15:17:44.141921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-47539bbf-4fd3-4ed1-9fe3-6b57a182661e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172621 Sep 01 15:17:44.241255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.330034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091a21ff-42a3-4685-8bb8-aeb8ef1e819f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:44.347581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d12ac566-d74e-4597-bc3f-c347f0b71413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.378743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134302-5969-4aab-be73-a80e88702e67 req-af3ef068-dbfd-4995-86cf-2f1661e7dd75 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:44.393331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de134302-5969-4aab-be73-a80e88702e67 req-af3ef068-dbfd-4995-86cf-2f1661e7dd75 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2694204 Sep 01 15:17:44.397679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.401632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d2e7754-034b-412b-b533-06b372fdb336 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/091a21ff-42a3-4685-8bb8-aeb8ef1e819f HTTP/1.1" status: 204 len: 168 time: 0.8060195 Sep 01 15:17:44.411540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37552) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:44.488108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de134302-5969-4aab-be73-a80e88702e67 req-9f0ef512-e0cc-47a9-9ecc-717c581d8213 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929754 Sep 01 15:17:44.738335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-789856b9-78cc-402e-b97d-2f4a56f9b3ac service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943871 Sep 01 15:17:44.753000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.933497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07413c-e9b6-46b2-b7df-0b46336aa478 req-bf25066c-c5bd-45ec-ba7f-dee80ec09800 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:44.936465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b07413c-e9b6-46b2-b7df-0b46336aa478 req-bf25066c-c5bd-45ec-ba7f-dee80ec09800 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 943 time: 0.3163679 Sep 01 15:17:45.024632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33ea0b77-00e2-4e23-ab3f-8656657a372b req-23ef1180-3531-46ab-a2b4-2bb6c8825b5d service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637682 Sep 01 15:17:45.122330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b07413c-e9b6-46b2-b7df-0b46336aa478 req-1d98c1f9-177a-48f7-a878-66ad12004306 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946944 Sep 01 15:17:45.258895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.288955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c2cbdc-9098-4d9a-baab-d610da7576d0']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:45.327797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648ea2d4-62f4-4469-a951-27bc3579cae1') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:45.328230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648ea2d4-62f4-4469-a951-27bc3579cae1') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:45.356443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.383410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-a92ab9ac-afc0-4e5c-b5de-4f98ae2cf540 service neutron] 10.222.0.50 "GET /v2.0/ports/fbac95c6-3d28-42db-9d41-23a75a533fef/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.2025218 Sep 01 15:17:45.415432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.435079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:45.436002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:45.441913 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:45.578796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.606194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.609709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1c2cbdc-9098-4d9a-baab-d610da7576d0 HTTP/1.1" status: 204 len: 168 time: 1.1963303 Sep 01 15:17:45.668816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506285e-0f40-406e-9502-df684c8f18a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c2cbdc-9098-4d9a-baab-d610da7576d0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:45.806665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fd93841c-aab0-4eb8-889c-2a82e183010b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:45.847201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96c486-2e8f-4c66-9186-7241dd43b466 req-f9664925-0e17-4261-af56-e35c0421749c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:45.856654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc96c486-2e8f-4c66-9186-7241dd43b466 req-f9664925-0e17-4261-af56-e35c0421749c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1840596 Sep 01 15:17:45.967467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc96c486-2e8f-4c66-9186-7241dd43b466 req-e70a1dc7-6df7-48d3-b429-8d41ce513382 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090541 Sep 01 15:17:46.008189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-b8aec4c9-b49f-4433-af06-65e778adb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.012371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-b8aec4c9-b49f-4433-af06-65e778adb052 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1102 time: 0.1504359 Sep 01 15:17:46.174552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.192910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-d73eeb40-bfd7-4a28-bb4c-c42fdfcac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.202775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-d73eeb40-bfd7-4a28-bb4c-c42fdfcac77e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1102 time: 0.1455677 Sep 01 15:17:46.211537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fd93841c-aab0-4eb8-889c-2a82e183010b,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:46.273936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'fd93841c-aab0-4eb8-889c-2a82e183010b', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'port_id': 'fd93841c-aab0-4eb8-889c-2a82e183010b', 'mac_address': 'fa:16:3e:c3:0b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c49b0-ec2f-49d3-8c57-d1e44c15232d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:46.287040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-29b7c296-9873-4e6d-8c5c-9c68d4934f75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8c008e773ef432b9a6d7c1ca4f2d586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095243 Sep 01 15:17:46.288961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37578) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.471493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.529094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-73743db5-ef6a-439e-bbee-b0080a78b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.534491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd93841c-aab0-4eb8-889c-2a82e183010b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:46.540086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-73743db5-ef6a-439e-bbee-b0080a78b2bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3223357 Sep 01 15:17:46.588632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.625877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fd93841c-aab0-4eb8-889c-2a82e183010b,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:46.634454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.685344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923667-a016-4785-be4c-84017b63594e req-480a9332-659f-426f-8eb6-378961c3c4b8 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.692753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99923667-a016-4785-be4c-84017b63594e req-480a9332-659f-426f-8eb6-378961c3c4b8 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 943 time: 0.3015683 Sep 01 15:17:46.720304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-887cfaf7-5eb4-47f0-9fa2-53d14e6f1ddb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.1710396 Sep 01 15:17:46.770755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.817544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:46.834692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99923667-a016-4785-be4c-84017b63594e req-f8725c0d-5d66-45b2-a810-ce4978bc804f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146271 Sep 01 15:17:46.841118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.841960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.842673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.843295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.844242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.845127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.845872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.846641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.847414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.848135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.848838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.850419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.926714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-60f3d26b-0f5a-45b6-a957-13b442ecb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.927035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.928876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-60f3d26b-0f5a-45b6-a957-13b442ecb4e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1982908 Sep 01 15:17:46.931655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.933612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea20525d-c858-4c16-9b02-ffc83805bf7a HTTP/1.1" status: 204 len: 168 time: 0.6413219 Sep 01 15:17:46.950400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71b54-7e06-42c6-be15-1b0654ed2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea20525d-c858-4c16-9b02-ffc83805bf7a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:47.048540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fd93841c-aab0-4eb8-889c-2a82e183010b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:47.086800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449426d-7117-471c-9243-bf82153ba47e req-ff17929c-a8e4-455b-94eb-00bb640a3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:47.093915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-ff17929c-a8e4-455b-94eb-00bb640a3757 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511178 Sep 01 15:17:47.246793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5b4950c-7c42-4c0c-b961-381085380d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.342288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-8f1c2c9d-d5e9-4ed3-b2a1-d2d69c82f7b5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390659 Sep 01 15:17:47.355055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff393-ca0d-4371-a4b4-f53b8a8a1a51 req-12e946ff-0b3d-4c87-9104-12bd80c6594f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:47.373581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ccff393-ca0d-4371-a4b4-f53b8a8a1a51 req-12e946ff-0b3d-4c87-9104-12bd80c6594f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1943758 Sep 01 15:17:47.413505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.519260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ccff393-ca0d-4371-a4b4-f53b8a8a1a51 req-883a03ec-77b3-4f34-849d-bbff8e6c8262 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420388 Sep 01 15:17:47.675926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f449426d-7117-471c-9243-bf82153ba47e req-a93f1c94-1d99-4d4c-9363-afef274e8aed service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241613 Sep 01 15:17:47.826648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:48.183247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.281146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:48.287705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:48.292655 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac657c-023a-4f40-b83a-36f320e07a0b" -d '{"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-unplugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:48.358935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.359700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2540892-7b4e-43bc-ab45-dca9b1f9a610 req-92fcc5a3-3359-47fa-bc1b-452f575db5bd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.371954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2540892-7b4e-43bc-ab45-dca9b1f9a610 req-92fcc5a3-3359-47fa-bc1b-452f575db5bd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 944 time: 0.2505469 Sep 01 15:17:48.396906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.509225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.517739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2540892-7b4e-43bc-ab45-dca9b1f9a610 req-74c2c37f-0b8c-4a2c-bb28-dda6c569dda8 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302037 Sep 01 15:17:48.599164 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:17:48.635507 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f9a597-884b-4df9-b9ab-e0e37a38d72d x-openstack-request-id: req-e3f9a597-884b-4df9-b9ab-e0e37a38d72d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:48.635974 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-unplugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:48.636737 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3f9a597-884b-4df9-b9ab-e0e37a38d72d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:48.637017 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'code': 200} Sep 01 15:17:48.715842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:48.913138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954e75-270d-43b0-ad3b-95d403d36d52 req-8d303cd3-6d21-4323-bbe2-af41da7ab403 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.917559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74954e75-270d-43b0-ad3b-95d403d36d52 req-8d303cd3-6d21-4323-bbe2-af41da7ab403 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.1642542 Sep 01 15:17:49.073028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74954e75-270d-43b0-ad3b-95d403d36d52 req-2896c8ec-d6b1-4776-9f03-043370808785 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424096 Sep 01 15:17:49.123703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37652) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:49.367860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-network', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:49.411391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Made reservation on behalf of ec265bc7fc1f4724a6411aed86af50a7 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:49.415703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.436450 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.632109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.638998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.685871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:49.731512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.732321 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Added segment d999356b-ad3c-4ee3-bb5e-2ba558b5e44e of type vlan for network d4aeaf73-0006-425f-b684-603fab48b6d1 Sep 01 15:17:49.735751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb353a-9b55-43c6-aba2-65f58b3bf222,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:49.834169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fd93841c-aab0-4eb8-889c-2a82e183010b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:49.873659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.900845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.956288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port fd93841c-aab0-4eb8-889c-2a82e183010b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:49.958655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff425cf7-88db-4654-889f-f49f4f4686d1 req-430bfd21-af04-4e34-a52d-3ddb9f8ef97d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:49.961950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff425cf7-88db-4654-889f-f49f4f4686d1 req-430bfd21-af04-4e34-a52d-3ddb9f8ef97d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 944 time: 0.2061033 Sep 01 15:17:49.964648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port fd93841c-aab0-4eb8-889c-2a82e183010b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:49.965698 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.067049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff425cf7-88db-4654-889f-f49f4f4686d1 req-dd2b3c2d-b036-4422-9684-b84a533b4c5c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772674 Sep 01 15:17:50.102832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.114409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:50.118083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.249637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.313264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1834631 Sep 01 15:17:50.316927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:50.327967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Request body: {'subnet': {'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-subnet', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:50.383415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Made reservation on behalf of ec265bc7fc1f4724a6411aed86af50a7 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:50.387982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.457923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fd93841c-aab0-4eb8-889c-2a82e183010b,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:50.467828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.560461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72688e97-cd09-4803-b514-a31375228339 admin admin] Pushing event updated for resources: {'Network': ['ID=d4aeaf73-0006-425f-b684-603fab48b6d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:50.638523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d4aeaf73-0006-425f-b684-603fab48b6d1 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:50.666763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:50.680890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b40f-89c3-4e03-ae2e-5578336cea1c req-d6b73792-1056-48a5-8bf1-c59f33bd1596 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:50.681528 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0920d8d-1805-4c1e-96a5-91c45e7d9afe" -d '{"events": [{"server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "name": "network-vif-plugged", "status": "completed", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:50.698449 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b888b40f-89c3-4e03-ae2e-5578336cea1c req-d6b73792-1056-48a5-8bf1-c59f33bd1596 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.3807902 Sep 01 15:17:50.881096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b888b40f-89c3-4e03-ae2e-5578336cea1c req-3fae2f66-6b9b-473e-bd17-2db378b3b71e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740451 Sep 01 15:17:51.003792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.135539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca29f8d0-9c70-42f1-814b-4f3931169135,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:51.210746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Checking segment: {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:51.211314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Network hostable DHCP agents. Network: d4aeaf73-0006-425f-b684-603fab48b6d1, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:51.273741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf35f7c-6ab8-491b-9d27-2117aadcde5c req-16be6d8e-e985-4f6b-825f-8a7998d17201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.280515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbf35f7c-6ab8-491b-9d27-2117aadcde5c req-16be6d8e-e985-4f6b-825f-8a7998d17201 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 1097 time: 0.1385925 Sep 01 15:17:51.334058 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae5c2e-a002-4d95-8d53-006349e6bcac x-openstack-request-id: req-10ae5c2e-a002-4d95-8d53-006349e6bcac {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:51.340334 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "name": "network-vif-plugged", "status": "completed", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:51.341319 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10ae5c2e-a002-4d95-8d53-006349e6bcac {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:51.342018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Network d4aeaf73-0006-425f-b684-603fab48b6d1 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:51.348458 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b', 'code': 200} Sep 01 15:17:51.401582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbf35f7c-6ab8-491b-9d27-2117aadcde5c req-60105f57-d49f-4810-a28f-dc178a8fd372 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111593 Sep 01 15:17:51.413681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d4aeaf73-0006-425f-b684-603fab48b6d1) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:51.421727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.424550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.450691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6a976-7234-48a5-8f06-fa5bdea4414a None None] Network d4aeaf73-0006-425f-b684-603fab48b6d1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:51.467889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07b51b-332b-447b-9630-0a683f8798c5 req-aeb0159a-afeb-4ae3-a05a-dc09d474c6f1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.473900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30b15202-9ff7-4e9c-82b0-66c15900dd89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1540885 Sep 01 15:17:51.474946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:51.486702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e07b51b-332b-447b-9630-0a683f8798c5 req-aeb0159a-afeb-4ae3-a05a-dc09d474c6f1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.2107494 Sep 01 15:17:51.491392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:51.569968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.571303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.668740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e07b51b-332b-447b-9630-0a683f8798c5 req-7fe671f4-335a-4891-9bbf-98503b29101e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762760 Sep 01 15:17:51.784697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:51.786225 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.856941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:51.887380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34abf6-6950-4bd0-ac3c-c7f68b803b6e None None] Network d4aeaf73-0006-425f-b684-603fab48b6d1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:52.247764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:17:52.364616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bb83d-6849-40e0-8b54-fc7f79899c00 req-db8f41e1-2d33-4f98-b5e9-5af4c6574d20 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:52.370543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c79bb83d-6849-40e0-8b54-fc7f79899c00 req-db8f41e1-2d33-4f98-b5e9-5af4c6574d20 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 948 time: 0.2186348 Sep 01 15:17:52.478817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.513781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c79bb83d-6849-40e0-8b54-fc7f79899c00 req-63d96ecc-2b57-4ef9-8965-9fe3547d964a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222973 Sep 01 15:17:52.654952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:52.730799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'mac_address': 'fa:16:3e:56:85:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:52.872439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.988720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbac95c6-3d28-42db-9d41-23a75a533fef {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:53.151865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:53.174908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.358554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0ced1-a6d9-4b3c-8438-d5b617840189 req-13ed1149-6772-4ac8-bb55-a12d7c00c3ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.380278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3cf0ced1-a6d9-4b3c-8438-d5b617840189 req-13ed1149-6772-4ac8-bb55-a12d7c00c3ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 949 time: 0.1843448 Sep 01 15:17:53.489940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3cf0ced1-a6d9-4b3c-8438-d5b617840189 req-21a041af-17e2-40b1-a3ee-ac50ebaec3c0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 Sep 01 15:17:53.503968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-8b2c4198-ec1f-4548-a8e8-7083b0d49530 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.508406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-8b2c4198-ec1f-4548-a8e8-7083b0d49530 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478&tenant_id=653165dd19a34165b751d9b45de2966b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 948 time: 0.4255574 Sep 01 15:17:53.532031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f70f6c-16a4-4a13-a745-afbe8ef66e6b req-6bbbc616-1230-4825-aa2f-548529487a66 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.539014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57f70f6c-16a4-4a13-a745-afbe8ef66e6b req-6bbbc616-1230-4825-aa2f-548529487a66 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.4293814 Sep 01 15:17:53.562798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:53.571113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.655445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:53.656289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.913998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57f70f6c-16a4-4a13-a745-afbe8ef66e6b req-8c3668ce-bcd4-49cc-8518-e47caa5e5964 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748687 Sep 01 15:17:54.060975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Allocated IP 172.25.1.126 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/96f63f45-12ab-4f6d-b6c7-1fe934f299f8) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:54.084838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-27aff493-1802-4012-a7e8-7ea9395f1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.088041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-27aff493-1802-4012-a7e8-7ea9395f1e1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1101 time: 0.4469473 Sep 01 15:17:54.424795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.432206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-76477702-15db-4fc8-b008-3747ad730fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.434773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-76477702-15db-4fc8-b008-3747ad730fbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2975087 Sep 01 15:17:54.552002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-dec28108-598b-4a9b-b3a6-70c3a2f3a631 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.0896943 Sep 01 15:17:54.678506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-8926a601-9f92-4207-bf16-8f408f3d5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.681643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-8926a601-9f92-4207-bf16-8f408f3d5978 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1214736 Sep 01 15:17:55.202660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85ebd-da48-4baa-b1b3-8955c87af7de req-2a1c80c3-7101-41ee-8836-92c0c8ede790 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:55.205282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07b85ebd-da48-4baa-b1b3-8955c87af7de req-2a1c80c3-7101-41ee-8836-92c0c8ede790 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.1053910 Sep 01 15:17:55.306468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07b85ebd-da48-4baa-b1b3-8955c87af7de req-4db789bb-a506-4fa6-9387-1b77a798599d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Sep 01 15:17:55.485118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.626840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725383e7-1983-428f-906d-30f55ad17e7e req-110e0311-f19a-419b-8cda-c4605140f18e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:55.639561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-725383e7-1983-428f-906d-30f55ad17e7e req-110e0311-f19a-419b-8cda-c4605140f18e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 949 time: 0.9403300 Sep 01 15:17:55.644868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:55.652548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-4bd5a865-4d91-49e2-897f-e920d7854992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:55.655559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-4bd5a865-4d91-49e2-897f-e920d7854992 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9608455 Sep 01 15:17:55.738311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:55.747510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:55.812547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-725383e7-1983-428f-906d-30f55ad17e7e req-38aedc7a-891f-4cb4-9110-f9226473ef7e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468284 Sep 01 15:17:55.814382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Pushing event updated for resources: {'Port': ['ID=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:55.852843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:56.078492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port fbac95c6-3d28-42db-9d41-23a75a533fef triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:56.080189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.135499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-ff9c7eff-eb56-47ac-98a8-4858ce2385a5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141059 Sep 01 15:17:56.383851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.487914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:56.498828 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e39f3-e73a-4358-bd01-c477906579a3" -d '{"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-plugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:56.559065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:56.569842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.634211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:56.724052 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6483b3f-8a86-4de6-bdaf-a1bdeac73751 x-openstack-request-id: req-e6483b3f-8a86-4de6-bdaf-a1bdeac73751 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:56.724539 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-plugged", "status": "completed", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:56.724975 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6483b3f-8a86-4de6-bdaf-a1bdeac73751 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:56.730544 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'code': 200} Sep 01 15:17:56.766372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca9882c9-072e-4221-9ef4-9ae6d5ec065f req-94ee4dc5-3b48-48d3-b350-196a9071f21b service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245947 Sep 01 15:17:56.801790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37782) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:56.876366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:57.096657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.454363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.594470 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.729588 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.945689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17480-e120-49ac-9fef-92a93240698b req-336172aa-da92-4aa5-90bf-e44c1b89bfc0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:57.962667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3eb17480-e120-49ac-9fef-92a93240698b req-336172aa-da92-4aa5-90bf-e44c1b89bfc0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.6094093 Sep 01 15:17:58.130884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3eb17480-e120-49ac-9fef-92a93240698b req-e490763e-d7e9-44e1-840b-e0a0478546e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661582 Sep 01 15:17:58.293864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:17:58.386939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.397163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.490701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89e6ff5291894f208d88674dbe7f5d03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8542514 Sep 01 15:17:58.553718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37796) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:58.562924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:17:58.576439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5b8de-5d92-4893-896e-b189d933fa2a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:58.584814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Sync routers for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:17:58.603919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:17:58.605548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:58.609586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.624043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-147cd9b4-5042-466c-ab3f-fe0e949765ec admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1425784 Sep 01 15:17:58.625246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37798) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:58.670305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.671152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.671908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.672791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.673638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.674499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.675307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.676137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.676930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.677817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.678615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.679398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8310319d-7789-4432-b09f-5622a38566f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:58.861383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.954792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:17:58.986253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:59.330706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:59.336384 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:59.339701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07c5b8de-5d92-4893-896e-b189d933fa2a HTTP/1.1" status: 204 len: 168 time: 0.7837493 Sep 01 15:17:59.378868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6481bc4-edaf-46ef-87cb-3cdf7fa16c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5b8de-5d92-4893-896e-b189d933fa2a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:59.692562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c644eb-1ca0-41cc-9988-04f5053c4a2e req-1c5bcbc6-e7f0-4391-88a8-c54ee29f91b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:59.713415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63c644eb-1ca0-41cc-9988-04f5053c4a2e req-1c5bcbc6-e7f0-4391-88a8-c54ee29f91b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.2037122 Sep 01 15:17:59.732491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:59.834198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:17:56Z', 'revision_number': 3, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:59.955523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Checking router: 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:17:59.955523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Updating router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:17:59.984243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63c644eb-1ca0-41cc-9988-04f5053c4a2e req-d1453a53-9dc6-4824-8c27-682cd0c9a37c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688289 Sep 01 15:18:00.062996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.116092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.446629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37820) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:00.488983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fba487a-d181-46e3-a29d-617748b82911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.564639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Deleting port 791271fc-eece-4d13-b513-cd8890df48c2 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:00.565351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.603687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Allocated IP 172.20.0.1 (d4aeaf73-0006-425f-b684-603fab48b6d1/ca29f8d0-9c70-42f1-814b-4f3931169135/52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:00.814788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b9d7e-1754-4347-98bf-434351ade0be req-16496648-7d7e-4ef8-9fe5-692580b239f9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:00.822439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-608b9d7e-1754-4347-98bf-434351ade0be req-16496648-7d7e-4ef8-9fe5-692580b239f9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1998482 Sep 01 15:18:00.877146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.888694 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fba487a-d181-46e3-a29d-617748b82911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.902824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Transition to ACTIVE for port object 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:00.909251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fba487a-d181-46e3-a29d-617748b82911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.918504 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.022504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Attempting to bind port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:01.023703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Attempting to bind port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:01.024292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Attempting to bind port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:01.034830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-608b9d7e-1754-4347-98bf-434351ade0be req-ffd79c92-209d-4e9d-b617-3ecd278181c9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515615 Sep 01 15:18:01.042147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8fba487a-d181-46e3-a29d-617748b82911 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=864915514ca0487bbbb3e8b0222dc8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911555 Sep 01 15:18:01.047537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:01.053306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:01.054739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:01.055713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.057329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:01.061221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] For port 791271fc-eece-4d13-b513-cd8890df48c2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=791271fc-eece-4d13-b513-cd8890df48c2,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:01.061795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.062194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Bound port: 96f63f45-12ab-4f6d-b6c7-1fe934f299f8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:01.063069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.114681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba487a-d181-46e3-a29d-617748b82911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f338a2ea-3dc1-4c4e-b13d-27ce9b8f6a30,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:01.148361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Calling delete_port for 791271fc-eece-4d13-b513-cd8890df48c2 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:01.254291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bf307-8530-4565-a980-5d9c480563f1 None None] Pushing event updated for resources: {'Port': ['ID=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:01.278447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] For port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:01.285212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] For port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:01.294382 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.326583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.369759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.405534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.537958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bf307-8530-4565-a980-5d9c480563f1 None None] Pushing event updated for resources: {'Port': ['ID=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:01.582866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:01.586010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:01.596010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.601148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.613945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f338a2ea-3dc1-4c4e-b13d-27ce9b8f6a30 HTTP/1.1" status: 204 len: 168 time: 0.5552464 Sep 01 15:18:01.684203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.696484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e39c2-b1aa-4f05-8f0b-010112e63dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338a2ea-3dc1-4c4e-b13d-27ce9b8f6a30,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:01.838583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Network d4aeaf73-0006-425f-b684-603fab48b6d1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:01.870897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:01.880815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:01.989525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Pushing event updated for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:02.036476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.057155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.150589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-1810fb26-ce97-4feb-b81b-7c134433b42c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960038 Sep 01 15:18:02.155180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=791271fc-eece-4d13-b513-cd8890df48c2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:02.479478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:02.578672 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.045831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-2c0f20bc-f0fa-4cff-b348-dc1775d4c344 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:03.067386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-2c0f20bc-f0fa-4cff-b348-dc1775d4c344 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9021935 Sep 01 15:18:03.156802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:17:56Z', 'revision_number': 3, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:03.223826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.242973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf509b3e-8159-4bcf-86ee-5203b7277863 None None] The sync data for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 is: [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:17:56Z', 'revision_number': 3, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:03.258354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-6d7cdd48-5a8f-4033-825a-a11c9e3f55ee tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/quotas/653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 375 time: 0.1895933 Sep 01 15:18:03.372149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.383110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.598280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.642441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Pushing event updated for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:03.678257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-8a2f044e-52d5-41a0-8511-da27ba63024c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3258102 Sep 01 15:18:03.908901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Network d4aeaf73-0006-425f-b684-603fab48b6d1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:03.923538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:04.272878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Router 807a46f3-e117-464a-af7b-d7565052f3d0 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:18:04.319033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:04.502490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-02fec56a-1da1-4f92-b725-7b34dba01c71 req-d818be94-45e8-41e1-910e-9a6fe38ecaeb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 210 time: 0.1779089 Sep 01 15:18:04.602712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:18:04.692984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:04.707102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-44ae855e-25eb-4487-a2f2-5337e2dfaf14 admin admin] 10.222.0.41 "PUT /v2.0/routers/807a46f3-e117-464a-af7b-d7565052f3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9035399 Sep 01 15:18:04.711211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37896) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:04.715571 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Sync routers for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:04.768793 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:04.769885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:04.968057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725325054-network', 'tenant_id': 'c7b095501fd645f997cbce281f30f63e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:05.037537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:05.084167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a934034-e4b6-43b0-af65-6a43bfeda3ab admin admin] 10.222.0.41 "PUT /v2.0/routers/6ae6d3b7-76ec-477d-bb51-0c3c00e1494b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4534752 Sep 01 15:18:05.092116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Made reservation on behalf of c7b095501fd645f997cbce281f30f63e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:05.109918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.175171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:05.188117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.413285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:05.417537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:05.443745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.448257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:05.448913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.647810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.661415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.689846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:05.715945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.716526 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Added segment 818b95df-acc1-4b36-a956-5c34c09a4a40 of type vlan for network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 Sep 01 15:18:05.920259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.976693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.002048 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.095893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:06.103812 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.194499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3cf682-33e9-434f-af22-4b6574a5ae71,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:06.195663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Deleting port f66a4715-8c75-4e25-805f-276b2e4af839 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:06.196514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.227537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:18:06.312505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-021dd140-1ccf-4878-a775-30d7b80357ce req-e19404d0-d376-4d74-8334-db536ff769e2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 210 time: 0.3015413 Sep 01 15:18:06.348703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:06.350233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:18:01Z', 'revision_number': 5, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port': {'id': 'f66a4715-8c75-4e25-805f-276b2e4af839', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:15Z', 'updated_at': '2021-09-01T15:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:06.355983 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.357858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:06.358900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.467409 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Checking router: 807a46f3-e117-464a-af7b-d7565052f3d0 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:06.490521 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Routers {'807a46f3-e117-464a-af7b-d7565052f3d0'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:06.492307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['807a46f3-e117-464a-af7b-d7565052f3d0'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:06.496978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] For port f66a4715-8c75-4e25-805f-276b2e4af839, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f66a4715-8c75-4e25-805f-276b2e4af839,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:06.497912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.547264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Calling delete_port for f66a4715-8c75-4e25-805f-276b2e4af839 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:06.592121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] Pushing event updated for resources: {'Network': ['ID=40f1a037-e349-496e-b3aa-6b8e9d1b6244,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:06.625376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:06.660104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5ffcd80-eca5-474f-9381-3fc5bcc04cab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3334537 Sep 01 15:18:06.664100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37920) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:06.673696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Request body: {'subnet': {'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725325054-subnet', 'tenant_id': 'c7b095501fd645f997cbce281f30f63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:06.753463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Made reservation on behalf of c7b095501fd645f997cbce281f30f63e for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:06.766118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.950694 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] Set router 807a46f3-e117-464a-af7b-d7565052f3d0 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:07.053626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:07.063946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-dec05eaf-6131-408f-ab9f-ba01852f9542 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063559 Sep 01 15:18:07.259950 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:18:05Z', 'revision_number': 6, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:07.285180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:07.293520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:07.364137 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c36473-1e6a-4294-8a3e-719143fcc666 None None] The sync data for ids ['807a46f3-e117-464a-af7b-d7565052f3d0'] in n-d-802060-16 is: [{'id': '807a46f3-e117-464a-af7b-d7565052f3d0', 'name': 'tempest-TaggedBootDevicesTest-1134603266-router', 'tenant_id': '1f2a57968d984cbd8bd10fb99121103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:12Z', 'updated_at': '2021-09-01T15:18:05Z', 'revision_number': 6, 'project_id': '1f2a57968d984cbd8bd10fb99121103e', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:07.507666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Sync routers for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:07.532031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:07.534066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:07.615911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-172c8f5e-4d51-45ec-89e9-d22dc7787028 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.631594 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-172c8f5e-4d51-45ec-89e9-d22dc7787028 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 819 time: 0.7644701 Sep 01 15:18:07.697495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-6950a638-7fd4-42e2-b5f4-3919256650e5 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/quotas/ec265bc7fc1f4724a6411aed86af50a7 HTTP/1.1" status: 200 len: 375 time: 0.0602844 Sep 01 15:18:07.714279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-085a84c5-4de8-4afe-9b77-7629c67d7053 req-f1ce23c0-d3db-4267-a2fc-55db877cf093 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 210 time: 0.1226940 Sep 01 15:18:07.761800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-f1fd0dd9-8ae1-447d-b0c7-be660d34d2c2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.764578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-f1fd0dd9-8ae1-447d-b0c7-be660d34d2c2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6896250 Sep 01 15:18:07.806891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Request body: {'port': {'device_id': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '653165dd19a34165b751d9b45de2966b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:07.832218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:07.932261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66a4715-8c75-4e25-805f-276b2e4af839,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:07.989031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-4168ed3d-448e-4d15-8419-860e2eeacba5 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2906165 Sep 01 15:18:08.087533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:08.193596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.270411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Made reservation on behalf of 653165dd19a34165b751d9b45de2966b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:08.277357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.316365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.502118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.508842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.592491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70217759-51ab-426f-bc0e-71c859c412d0,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:08.630437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Checking segment: {'id': '818b95df-acc1-4b36-a956-5c34c09a4a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:08.631444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Network hostable DHCP agents. Network: 40f1a037-e349-496e-b3aa-6b8e9d1b6244, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:08.642241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.642241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807a46f3-e117-464a-af7b-d7565052f3d0 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:18:08.665179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.673548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b3955cb1-c078-40db-9ea2-bb54c0a22dc7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/807a46f3-e117-464a-af7b-d7565052f3d0 HTTP/1.1" status: 204 len: 168 time: 3.9461341 Sep 01 15:18:08.674686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37940) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:08.704286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:08.706626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 2, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:08.720902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-c72ef1a3-f438-44c2-9bb9-d8bc5f482920 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636961 Sep 01 15:18:08.790308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Checking router: 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:08.790928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Updating router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:18:08.801569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 40f1a037-e349-496e-b3aa-6b8e9d1b6244) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:08.843203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:08.844220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.861988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.898374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f367a0-e7bf-4f05-a298-d445ee5473cb None None] Network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:08.935456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Allocated IP 192.168.233.71 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/9d79f631-8bbe-4d7f-a554-58dfa3069f2e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:08.970872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d3bde230-f057-4826-937d-201107eb5757 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3048596 Sep 01 15:18:09.091558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Deleting subnet 5d759570-9f8f-4ce2-91e1-c8a8cb367cde {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:18:09.137218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.144733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f66a4715-8c75-4e25-805f-276b2e4af839 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:09.255568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f66a4715-8c75-4e25-805f-276b2e4af839 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:09.256217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f66a4715-8c75-4e25-805f-276b2e4af839 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:09.257049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 791271fc-eece-4d13-b513-cd8890df48c2 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:09.269043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7f2fb87-6139-4265-9eb5-9a6fc78fcff3 req-fe82f54d-d9a4-4f21-b47f-263649ffa5c9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 210 time: 0.2314203 Sep 01 15:18:09.297495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.326662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 791271fc-eece-4d13-b513-cd8890df48c2 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:09.327238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 791271fc-eece-4d13-b513-cd8890df48c2 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:09.620189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.665433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Transition to ACTIVE for port object 9d79f631-8bbe-4d7f-a554-58dfa3069f2e will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:09.752119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.811558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a271c-08c1-4a49-b92d-47aab28412b4 None None] Network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:09.821394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:09.833518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:09.962038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:09.979321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:09.994719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-9c90787b-7e9f-45a9-9793-d869b024ea10 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2647743 Sep 01 15:18:10.011876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:10.033542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:10.166268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.257459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.260964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.326426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-85875184-bd81-4f63-ab08-27f4a35ffc9b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5260305 Sep 01 15:18:10.337053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.346295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Request body: {'port': {'device_id': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:10.462819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d759570-9f8f-4ce2-91e1-c8a8cb367cde,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:10.495846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.508158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0d98656-55c0-4b7b-b5b6-945340ed288e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5d759570-9f8f-4ce2-91e1-c8a8cb367cde HTTP/1.1" status: 204 len: 168 time: 1.8259063 Sep 01 15:18:10.509317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37978) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:10.641964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.708694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d4bef-41b0-49d2-9190-bad3d1f9a84c None None] Network b18e7f3a-2108-4d95-9bc1-43424f517ba4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:10.756261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37988) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:10.771843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542964402-network', 'tenant_id': 'c6b259017a8a4cc1b1aa9ddfdf8056d1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:10.833551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.851054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bacc-1fc1-47b9-9407-894a9aebefdd req-4985bdd1-b726-4e88-9cd0-10fa7fe5aa3a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.853339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e158bacc-1fc1-47b9-9407-894a9aebefdd req-4985bdd1-b726-4e88-9cd0-10fa7fe5aa3a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 935 time: 0.2556009 Sep 01 15:18:10.899145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Made reservation on behalf of c6b259017a8a4cc1b1aa9ddfdf8056d1 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:10.902275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.976426 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.017421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-402447df-fdbf-4b81-81db-e298c96d2d11 None None] Provisioning for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:11.190614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-31fd2437-e9ad-4bad-b18c-207693dd970a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:11.203248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-31fd2437-e9ad-4bad-b18c-207693dd970a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.5933323 Sep 01 15:18:11.213114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.239904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-402447df-fdbf-4b81-81db-e298c96d2d11 None None] Provisioning complete for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:11.240567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-402447df-fdbf-4b81-81db-e298c96d2d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.240876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.259865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e158bacc-1fc1-47b9-9407-894a9aebefdd req-d3f3357f-8eed-4718-adb7-53279c499268 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903904 Sep 01 15:18:11.263561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.276475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-88e3b851-7835-4152-bc73-511a773d7f0a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/quotas/ee44eeaa13fc4fcaa0294a7ce6fa3c4d HTTP/1.1" status: 200 len: 375 time: 0.0623167 Sep 01 15:18:11.299674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Deleting port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:11.299999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.343883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-402447df-fdbf-4b81-81db-e298c96d2d11 None None] Port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:11.391114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Transition to ACTIVE for port object 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:11.520422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] For port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,segment=NetworkSegment(52969ed6-b892-4a4a-ab20-f1a5c8ff845c),segment_id=52969ed6-b892-4a4a-ab20-f1a5c8ff845c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:11.522528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.526947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-14c793b0-6338-4734-9c0f-aac334d8c0bd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670103 Sep 01 15:18:11.621301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:11.636795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bbc7c15-af89-4ad7-a644-eddb6b50682b req-6f46cfb6-0d24-4b4a-989c-17a822fd502b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 210 time: 0.1959569 Sep 01 15:18:11.644470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Calling delete_port for 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:11.679963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:11.689054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcbd83e-d91c-47a2-a7fc-a836a9efd991,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:11.705363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.739631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.746235 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Added segment 7995ac24-5eec-4980-85e3-6b6d57d91c35 of type vlan for network 7cb418c0-c693-4c13-ae9e-1b75fecf6c22 Sep 01 15:18:11.746819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Transition to ACTIVE for port object 9d79f631-8bbe-4d7f-a554-58dfa3069f2e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:11.760798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.823619 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.977902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.039963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cdd5d-65f8-4708-935a-15a25b04dcee None None] Pushing event updated for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.087309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.106428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.108340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:12.109530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.196004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Attempting to bind port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:12.196711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Attempting to bind port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:12.197415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Attempting to bind port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee on network d4aeaf73-0006-425f-b684-603fab48b6d1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:12.208221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:12.208983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Checking segment: {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:12.209957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.210923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Bound using segment: {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:12.211732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Bound port: 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:12.212306 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.241767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcaf82a-0bbf-487b-8b38-877cd2287bf7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.245248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] No DVR routers for this DVR port 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:12.279826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169dbac6-9b4c-423a-ade1-5500d6ad558c None None] DHCP port deletion for b18e7f3a-2108-4d95-9bc1-43424f517ba4 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:18:12.333770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5747197 Sep 01 15:18:12.401619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] For port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:12.411675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] For port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:12.417025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38000) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:12.431580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.436572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01468f-9333-4cd4-bddb-7b07d56c5613 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb418c0-c693-4c13-ae9e-1b75fecf6c22,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.471091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Request body: {'subnet': {'network_id': '7cb418c0-c693-4c13-ae9e-1b75fecf6c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542964402-subnet', 'tenant_id': 'c6b259017a8a4cc1b1aa9ddfdf8056d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:12.479396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7cb418c0-c693-4c13-ae9e-1b75fecf6c22 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:12.555207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-30c53375-cc56-43c8-84e8-e1580b0e309e service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0275962 Sep 01 15:18:12.583687 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.660132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18e7f3a-2108-4d95-9bc1-43424f517ba4']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.676966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.694129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52969ed6-b892-4a4a-ab20-f1a5c8ff845c') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.694642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52969ed6-b892-4a4a-ab20-f1a5c8ff845c') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.708549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Made reservation on behalf of c6b259017a8a4cc1b1aa9ddfdf8056d1 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:12.717614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.732472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:12.734170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:17:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.901989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cdd5d-65f8-4708-935a-15a25b04dcee None None] Pushing event updated for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.930987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Attempting to bind port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:12.931472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Attempting to bind port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:12.931905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Attempting to bind port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:12.943788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7c337-d31c-429c-ad52-6b47f5d17c87 req-1eddbd24-b8ed-44bb-aad8-945d3d190fc5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:12.946759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67c7c337-d31c-429c-ad52-6b47f5d17c87 req-1eddbd24-b8ed-44bb-aad8-945d3d190fc5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.5253911 Sep 01 15:18:12.971096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:12.971928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Attempting to bind port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:13.003430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:13.003993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:13.004636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:13.005446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Bound port: 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:13.006049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.085315 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.088942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:13.129791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-8373280c-5cb4-40e9-8517-06ab5988cc77 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533724 Sep 01 15:18:13.165119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:13.165647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bcaf82a-0bbf-487b-8b38-877cd2287bf7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:13.201146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:13.208163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:13.223262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.256729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:13.282767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.346951 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67c7c337-d31c-429c-ad52-6b47f5d17c87 req-5c316747-cf28-42ac-9e2c-69b2dea62efa tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028870 Sep 01 15:18:13.357564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:13.358221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:13.365871 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:13.378778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:13.379824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.382202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] 10.222.0.50 "PUT /v2.0/ports/9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 1096 time: 3.0436010 Sep 01 15:18:13.383049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:13.395043 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:13.463105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da2a15-a86b-4fbe-bc96-ad1bcca9df5f service neutron] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:13.700566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.831075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-cae854ec-2764-4e32-9633-a668ec8072c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:13.833637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-cae854ec-2764-4e32-9633-a668ec8072c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1099 time: 0.1692414 Sep 01 15:18:13.870807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-4d8a755a-dac0-4c90-942f-ad1568372963 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:13.874011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-4d8a755a-dac0-4c90-942f-ad1568372963 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 819 time: 0.8849533 Sep 01 15:18:13.923908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'port': {'device_id': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'admin_state_up': True, 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:13.959867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-c6e69307-bc0c-4708-8422-279052c26512 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.1119099 Sep 01 15:18:13.965307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.968580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b18e7f3a-2108-4d95-9bc1-43424f517ba4 HTTP/1.1" status: 204 len: 168 time: 3.4569800 Sep 01 15:18:13.988262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edddc4-95be-482b-a671-395614a726a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18e7f3a-2108-4d95-9bc1-43424f517ba4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:14.045456 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc80b8-adab-446e-b41c-bb30d3c0cb54 x-openstack-request-id: req-a3cc80b8-adab-446e-b41c-bb30d3c0cb54 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:14.046197 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:14.047601 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3cc80b8-adab-446e-b41c-bb30d3c0cb54 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:14.049032 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'status': 'completed', 'code': 200} Sep 01 15:18:14.085390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:12Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:14.102482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d60add9-6d8d-461a-8642-c3af175bcb68 req-71faa2c9-9f9f-4d48-b65d-0efa2cb9ad8d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 210 time: 0.2665908 Sep 01 15:18:14.131676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-e064ead4-0793-49db-b614-fb1f761c7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:14.133897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-e064ead4-0793-49db-b614-fb1f761c7b94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1603644 Sep 01 15:18:14.226156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.228449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a53f3fae-f78c-402c-9a72-8c0a5eff860e req-2b1b7a04-73b9-474f-9eb7-25ca8388174a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 210 time: 0.0891659 Sep 01 15:18:14.229516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a39279-eb74-4ad5-8f2b-335b85193670 None None] The sync data for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 is: [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:12Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:14.407122 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-576e9401-492a-4e07-9dbc-b854b26a950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.435900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-a054bf86-720b-4a9a-962c-54e945d0ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:14.440625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-a054bf86-720b-4a9a-962c-54e945d0ea8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2069869 Sep 01 15:18:14.584622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c542237-0688-4c26-b285-61e320e28d64,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:14.695130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Checking segment: {'id': '7995ac24-5eec-4980-85e3-6b6d57d91c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7cb418c0-c693-4c13-ae9e-1b75fecf6c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:14.695826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Network hostable DHCP agents. Network: 7cb418c0-c693-4c13-ae9e-1b75fecf6c22, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:14.746566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:14.816717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Network 7cb418c0-c693-4c13-ae9e-1b75fecf6c22 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:14.849335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-53603a88-4b80-4459-9136-b8c96e89d7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970716 Sep 01 15:18:14.857714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7528002-3d12-440d-9402-b12c93d03f13 req-2c40dbfa-12ea-40d7-9785-b0b0a78d97cf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:14.861121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7528002-3d12-440d-9402-b12c93d03f13 req-2c40dbfa-12ea-40d7-9785-b0b0a78d97cf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.2623403 Sep 01 15:18:14.870115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7cb418c0-c693-4c13-ae9e-1b75fecf6c22) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:14.887349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Made reservation on behalf of ec265bc7fc1f4724a6411aed86af50a7 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:14.892999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea76903-6d98-4fca-b963-e47eb68c5930 None None] Network 7cb418c0-c693-4c13-ae9e-1b75fecf6c22 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:14.894716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.901459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:14.902220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.128541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b25e5cd9-adf1-41dd-a5e9-f84973eeeda3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f2a57968d984cbd8bd10fb99121103e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606911 Sep 01 15:18:15.134589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:15.226575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-de99dc76-03c3-42c2-9720-e6c1bb788483 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8024104 Sep 01 15:18:15.474544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ed80ca5-a438-4be0-b151-43d86de2fa83 req-a1933ed6-94d9-494a-ab62-5b96656e9183 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142833 Sep 01 15:18:15.556337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:15.566615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7528002-3d12-440d-9402-b12c93d03f13 req-b0808ca0-4bf2-46ce-b8e1-abbc21a4c685 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324904 Sep 01 15:18:15.716721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd732e3f-3295-462e-9a56-c71898de3f77 None None] Network 7cb418c0-c693-4c13-ae9e-1b75fecf6c22 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:15.840306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d5bdfcf-135f-4738-8109-3ffd7c0d7e3f req-f779a377-c0aa-4789-ab99-5181551acd0a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 210 time: 0.2162168 Sep 01 15:18:15.927339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-81697c0d-1649-4bb6-925f-11c2b19090b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:15.938669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-81697c0d-1649-4bb6-925f-11c2b19090b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1099 time: 0.2613521 Sep 01 15:18:16.096317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Allocated IP 172.20.0.11 (d4aeaf73-0006-425f-b684-603fab48b6d1/ca29f8d0-9c70-42f1-814b-4f3931169135/93a5c573-213b-4f4c-8f50-798ea268a5b8) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:16.212775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:16.229542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:16.230575 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.280892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-517e24d4-1011-48f7-81d1-5c03ae348d7d req-2fb34b2b-554e-4e56-b6a1-43ab91730f53 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 210 time: 0.1638861 Sep 01 15:18:16.333787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.413960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-ee9de717-0a81-4c65-910a-bbcce8bff43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:16.416837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-ee9de717-0a81-4c65-910a-bbcce8bff43f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4687562 Sep 01 15:18:16.562442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-68f7928b-6949-445a-9e1d-6b96a8f11ddb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.1367009 Sep 01 15:18:16.575298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.756217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:16.765345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.772577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.786030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-3c1ce67e-6437-42b3-a3ea-b75a6b0e6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:16.789708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-3c1ce67e-6437-42b3-a3ea-b75a6b0e6d0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2165196 Sep 01 15:18:16.957808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-25d95ba5-b74f-4f63-b2b5-5b2021b1e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:16.959990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-25d95ba5-b74f-4f63-b2b5-5b2021b1e81b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611357 Sep 01 15:18:16.968536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.997292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:17.021786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.117300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-0b1dd2a4-4858-4ff5-848d-3b49bde7b917 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8529630 Sep 01 15:18:17.131650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a4ca193-c25c-470f-8e46-fa15332a261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.320962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Network d4aeaf73-0006-425f-b684-603fab48b6d1 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:17.342412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-1d42c97a-8906-42bc-a0ab-3cc763c4d304 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704455 Sep 01 15:18:17.347589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:17.358791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:17.366157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:17.385593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.395289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346093d-8e1f-4668-9148-d90239336749 req-398d9690-2f6e-4edf-8ae3-13cf4a93fdbb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.399525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5346093d-8e1f-4668-9148-d90239336749 req-398d9690-2f6e-4edf-8ae3-13cf4a93fdbb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.5024638 Sep 01 15:18:17.490384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-c1f50360-0529-46b5-9dae-ac6405a2a220 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.493184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-c1f50360-0529-46b5-9dae-ac6405a2a220 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/networks?id=40f1a037-e349-496e-b3aa-6b8e9d1b6244 HTTP/1.1" status: 200 len: 808 time: 0.4245427 Sep 01 15:18:17.546886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-ccf7dc49-bb40-4e39-99e9-fa5a5b958335 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/quotas/c7b095501fd645f997cbce281f30f63e HTTP/1.1" status: 200 len: 375 time: 0.0300853 Sep 01 15:18:17.598248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-9d53def5-014e-4f6f-8776-87bff9ac9253 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.600886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-9d53def5-014e-4f6f-8776-87bff9ac9253 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.7149472 Sep 01 15:18:17.612264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.612958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.615145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-650c85c9-d107-409c-835e-8ef08fac8d8b tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7b095501fd645f997cbce281f30f63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575745 Sep 01 15:18:17.616021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.620679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.626238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9aa26972-e6b9-4abe-9332-d86d7dbaac58 HTTP/1.1" status: 204 len: 168 time: 2.4720457 Sep 01 15:18:17.644588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-e7d88c78-6dd2-4575-b36c-6dd71f666f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.647425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-e7d88c78-6dd2-4575-b36c-6dd71f666f52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 1098 time: 0.4358959 Sep 01 15:18:17.665716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Request body: {'port': {'device_id': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'admin_state_up': True, 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:17.717983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5346093d-8e1f-4668-9148-d90239336749 req-8ab124aa-ca0f-4b3d-811d-d909a56b5dbc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339320 Sep 01 15:18:17.732490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d325aa7-1ed3-4621-81e3-2f93a2d71abf req-9694d554-44ad-4cf5-a5ff-3848b1091244 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789201 Sep 01 15:18:17.777201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5baec-24ab-4627-85ec-fec820e03c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa26972-e6b9-4abe-9332-d86d7dbaac58,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:17.803418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-ba968e6f-da18-458c-8147-31c8af8fc17f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8875241 Sep 01 15:18:17.873220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-ff10c476-f0cc-4d15-a749-a9544bb95ddd service neutron] 10.222.0.41 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369075 Sep 01 15:18:17.895251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Request body: {'port': {'device_id': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:17.939745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:18.069689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-ec2aac46-2be8-4840-a25e-20858d38555b service neutron] 10.222.0.41 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843231 Sep 01 15:18:18.196344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:18.204954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-6b610d08-eaf2-4563-8af0-e634f7af4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:18.207841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-6b610d08-eaf2-4563-8af0-e634f7af4c36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 916 time: 0.4860272 Sep 01 15:18:18.209199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.224361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'mac_address': 'fa:16:3e:c7:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:18.272314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6e57-edbb-40d4-bfac-4350d26b8d38 req-8de85ca3-4f05-4ee8-95ef-f27520404f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:18.284366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cdc6e57-edbb-40d4-bfac-4350d26b8d38 req-8de85ca3-4f05-4ee8-95ef-f27520404f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 932 time: 0.3473656 Sep 01 15:18:18.332278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.365416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.377620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-9ca9b1f0-4009-49bb-add3-30365819431c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11 HTTP/1.1" status: 200 len: 217 time: 0.1336792 Sep 01 15:18:18.395051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:18.408350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.449514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:18.457031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.463260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:18.470434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.623541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:18.630509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-53379e9e-5595-4fa5-bfec-367574546d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:18.633033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-53379e9e-5595-4fa5-bfec-367574546d71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.1646776 Sep 01 15:18:18.744668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-6c1148b8-93ac-472c-8018-6835f60b3096 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948744 Sep 01 15:18:18.771968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cdc6e57-edbb-40d4-bfac-4350d26b8d38 req-447ddd8f-d9db-40a3-9196-0fcb4dc2eb03 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863503 Sep 01 15:18:18.841116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-752532f3-3e7a-4b0f-9d47-b8a3d9cabac0 req-1a27a3dc-65cf-444c-93ed-4cf3a25edb28 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 210 time: 0.1038320 Sep 01 15:18:18.910479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9d79f631-8bbe-4d7f-a554-58dfa3069f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:19.069556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:19.201567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e643fd11-e867-4503-8eb9-ad67898923e0 req-2f26f68b-13c0-4afc-91c3-67af9b20d4be tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 210 time: 0.1302614 Sep 01 15:18:19.396117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:19.396117 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.860802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.066766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fbb17-4f3b-4374-aed1-e30840390430 req-30918c2d-b2a2-4215-8ddf-3a2134995cb1 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:20.070430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b71fbb17-4f3b-4374-aed1-e30840390430 req-30918c2d-b2a2-4215-8ddf-3a2134995cb1 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 932 time: 0.1277146 Sep 01 15:18:20.072722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38114) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:20.165914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Allocated IP 172.20.0.6 (4e5fb5dd-5616-4ce9-8e25-9689c07fe28c/5f7c49b0-ec2f-49d3-8c57-d1e44c15232d/4eb16bcf-6561-4b60-bd27-c36aadebbbec) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:20.191961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b71fbb17-4f3b-4374-aed1-e30840390430 req-a1a37429-f26c-4751-9ffc-79e398394d65 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070249 Sep 01 15:18:20.192466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3af9b-1933-4ece-86e1-d0f65cf4b340 req-43abff53-ee73-4833-8296-323e916ba13c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:20.205416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86a3af9b-1933-4ece-86e1-d0f65cf4b340 req-43abff53-ee73-4833-8296-323e916ba13c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.9164352 Sep 01 15:18:20.278244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-5d4d2f00-6f7d-43b2-885c-0b3ee3f8497d service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4987640 Sep 01 15:18:20.472599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86a3af9b-1933-4ece-86e1-d0f65cf4b340 req-bb067955-b9ea-4f8f-a656-743c611d6411 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658708 Sep 01 15:18:20.473193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b87a227-6907-4356-8f25-67f25472dad9 req-d08cc424-ee45-4537-8b6a-387ff86c1fda tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 210 time: 0.0636179 Sep 01 15:18:20.485880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1076752265-network', 'tenant_id': '936de1e0ca9f4e7dbb6a57b1d8c855dc'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:20.599365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Made reservation on behalf of 936de1e0ca9f4e7dbb6a57b1d8c855dc for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:20.615770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.699542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.869161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-22752d21-27fa-4e4f-92ee-b2390cfa5abf req-3af92b5a-0c28-45f1-89ff-7ea674a4d38d tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 210 time: 0.1327124 Sep 01 15:18:21.052828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-0895ecc0-92e2-48d1-82b1-5f34848e93ed tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.055676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-0895ecc0-92e2-48d1-82b1-5f34848e93ed tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.50 "GET /v2.0/networks?id=40f1a037-e349-496e-b3aa-6b8e9d1b6244 HTTP/1.1" status: 200 len: 808 time: 0.3970623 Sep 01 15:18:21.083721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Request body: {'port': {'device_id': '54964e45-5821-46f0-a4fb-daa625e2286d', 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244', 'admin_state_up': True, 'tenant_id': 'c7b095501fd645f997cbce281f30f63e'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:21.087398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc3532e1-3ea3-423a-8c39-fcd54d6f2b37 req-8df01641-bc20-4135-b265-4f66ff6173c0 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7878850 Sep 01 15:18:21.092004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a5c573-213b-4f4c-8f50-798ea268a5b8 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:21.148713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.155102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.192212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Transition to ACTIVE for port object 93a5c573-213b-4f4c-8f50-798ea268a5b8 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:21.206061 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.343790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.364410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'fd93841c-aab0-4eb8-889c-2a82e183010b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:21.396208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.397534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.432375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.457110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:21.545033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:21.547754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.549455 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Added segment db18e206-daee-482b-8154-dfbab88cb41d of type vlan for network e5fef2ff-bb6e-44a6-a12b-20e700459f79 Sep 01 15:18:21.557236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:21.566821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:21.645046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Made reservation on behalf of c7b095501fd645f997cbce281f30f63e for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:21.653962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.657642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.658568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.666673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event updated for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.716303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.734054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Attempting to bind port 93a5c573-213b-4f4c-8f50-798ea268a5b8 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:21.734392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.734541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Attempting to bind port 93a5c573-213b-4f4c-8f50-798ea268a5b8 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:21.735612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Attempting to bind port 93a5c573-213b-4f4c-8f50-798ea268a5b8 on network d4aeaf73-0006-425f-b684-603fab48b6d1 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:21.743969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-391bf7d3-83ec-4ea8-8719-d3531c33e8e9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1055202 Sep 01 15:18:21.760731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Request body: {'port': {'device_id': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:21.767835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb935a-464f-4c9a-b244-bf6ef99f1653 req-014b28fa-5798-475c-b48d-4d3827bfb7b3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.770966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Port 93a5c573-213b-4f4c-8f50-798ea268a5b8 on network d4aeaf73-0006-425f-b684-603fab48b6d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:21.771415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Attempting to bind port 93a5c573-213b-4f4c-8f50-798ea268a5b8 on network d4aeaf73-0006-425f-b684-603fab48b6d1 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:21.774086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74bb935a-464f-4c9a-b244-bf6ef99f1653 req-014b28fa-5798-475c-b48d-4d3827bfb7b3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 944 time: 0.3806067 Sep 01 15:18:21.791422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.792179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.793040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.796713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.800971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.800971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:21.831136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:21.831691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Checking segment: {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:21.833053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Bound using segment: {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:21.833469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Bound port: 93a5c573-213b-4f4c-8f50-798ea268a5b8, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:21.833930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.882948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce114c-e9e3-4709-b50d-8f346de1b9be req-4c602b05-d160-472e-9779-111e3885f2b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.895802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61ce114c-e9e3-4709-b50d-8f346de1b9be req-4c602b05-d160-472e-9779-111e3885f2b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.2298880 Sep 01 15:18:21.977697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.979742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.981009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.981360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:22.034667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.055901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61ce114c-e9e3-4709-b50d-8f346de1b9be req-84c763d2-0568-4713-872d-d91eaf62cdf3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596060 Sep 01 15:18:22.093704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:22.113104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:22.113777 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.137441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74bb935a-464f-4c9a-b244-bf6ef99f1653 req-d644fa59-7dbc-4bcd-be8e-8e6f99b41d49 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251698 Sep 01 15:18:22.173290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:22.190346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1151700 Sep 01 15:18:22.196532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38136) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:22.229330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Request body: {'subnet': {'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1076752265-subnet', 'tenant_id': '936de1e0ca9f4e7dbb6a57b1d8c855dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:22.235589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78c28-91ba-44c1-95e0-702e9e162f2d admin admin] Pushing event updated for resources: {'Network': ['ID=e5fef2ff-bb6e-44a6-a12b-20e700459f79,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:22.255496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e5fef2ff-bb6e-44a6-a12b-20e700459f79 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:22.307393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:22.361716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Made reservation on behalf of 936de1e0ca9f4e7dbb6a57b1d8c855dc for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:22.362874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Allocated IP 172.20.0.11 (40f1a037-e349-496e-b3aa-6b8e9d1b6244/70217759-51ab-426f-bc0e-71c859c412d0/b0491c0c-c4af-4184-872f-764430d851e8) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:22.367000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.372509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.550200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.633747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:22.635411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:22.640275 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc4d65-1b88-4aa3-8203-a09676c52869" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:22.648910 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.665719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e49d985-cc48-4bba-b0c2-000dd20678ea req-30055fe3-7f33-4a02-8250-e0ea4df288f4 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 210 time: 0.1213739 Sep 01 15:18:22.731261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:22.733493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.734914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] 10.222.0.50 "PUT /v2.0/ports/93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 1093 time: 4.8480628 Sep 01 15:18:22.735318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:22.739774 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac42c00-ca1c-4f19-b7da-765d83b6884e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:22.791938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:22.879148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.928090 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34830ad3-6fb5-4761-addd-d290acb45c55 x-openstack-request-id: req-34830ad3-6fb5-4761-addd-d290acb45c55 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:22.930658 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:22.931722 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34830ad3-6fb5-4761-addd-d290acb45c55 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:22.932948 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'code': 200} Sep 01 15:18:22.956769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7187-2d7e-4223-93a9-1fe297c1cab8 req-42f24ebf-acf9-49ea-949f-7494239ca556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:22.961045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-861d7187-2d7e-4223-93a9-1fe297c1cab8 req-42f24ebf-acf9-49ea-949f-7494239ca556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 931 time: 0.6603532 Sep 01 15:18:22.961045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d863093-aa15-4646-9407-5475a7554b88 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:23.014844 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501439d2-ea65-4a3b-b19e-aa4f298f63ea x-openstack-request-id: req-501439d2-ea65-4a3b-b19e-aa4f298f63ea {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:23.015722 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:23.015722 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-501439d2-ea65-4a3b-b19e-aa4f298f63ea {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:23.017418 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:18:23.027311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-c346c003-a969-4b3a-bb82-3e9d89b15fde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1434045 Sep 01 15:18:23.056950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.189128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-5b0cdfd3-eb43-499b-826e-7b1cd16f70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.190750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-5b0cdfd3-eb43-499b-826e-7b1cd16f70a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1096 time: 0.3753457 Sep 01 15:18:23.249176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-861d7187-2d7e-4223-93a9-1fe297c1cab8 req-1601af2d-8e34-4d55-b2cf-35013d4d6830 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510374 Sep 01 15:18:23.255265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:23.277197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Pushing event updated for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:23.286718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:23.293210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:23.342574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-3d5cb5a4-006f-4b87-98db-cd0275a417b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0984304 Sep 01 15:18:23.396824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-95276663-a28d-421e-b6a3-2653c4c47ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.399731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-95276663-a28d-421e-b6a3-2653c4c47ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.2792768 Sep 01 15:18:23.429307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768be046-a07e-4f59-8d14-299d3d4b822f req-9db6d1a0-b0fb-426c-a783-7be89b54b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.431231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-768be046-a07e-4f59-8d14-299d3d4b822f req-9db6d1a0-b0fb-426c-a783-7be89b54b1c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1101 time: 0.3666482 Sep 01 15:18:23.465353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.466575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.514880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1a08-ec9f-4c50-b28d-2f0bc36a23f2 req-724e6bc2-ba59-41e2-80d3-14d87f031f77 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.518312 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebdb1a08-ec9f-4c50-b28d-2f0bc36a23f2 req-724e6bc2-ba59-41e2-80d3-14d87f031f77 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2866554 Sep 01 15:18:23.617762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-5315846b-8407-4ad9-b1a3-825044e92503 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5421393 Sep 01 15:18:23.649475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Request body: {'port': {'device_id': '54964e45-5821-46f0-a4fb-daa625e2286d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:23.667308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.671205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-bddc3310-beb2-4a89-8e03-450374bec72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.673174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-bddc3310-beb2-4a89-8e03-450374bec72d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.3144209 Sep 01 15:18:23.684736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb16bcf-6561-4b60-bd27-c36aadebbbec {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:23.725574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.771847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebdb1a08-ec9f-4c50-b28d-2f0bc36a23f2 req-6847cc69-f77f-4ee1-8c59-ba4d27a6625b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947072 Sep 01 15:18:23.813322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-768be046-a07e-4f59-8d14-299d3d4b822f req-c93a4446-5272-4a7c-ad15-a815fc98c5fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600030 Sep 01 15:18:23.831721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-19a9c502-130f-4c8a-aa36-1b3ded5dc2b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282489 Sep 01 15:18:23.842486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-00220063-f551-4296-9c08-b4295b44f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.845546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-00220063-f551-4296-9c08-b4295b44f9dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4062667 Sep 01 15:18:23.851189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.864909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Transition to ACTIVE for port object 4eb16bcf-6561-4b60-bd27-c36aadebbbec will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:23.886547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad640cfe-938a-482b-84e6-e5bebd363785 req-12124840-ff91-466a-9b0c-51aa0881b8ee tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.889274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad640cfe-938a-482b-84e6-e5bebd363785 req-12124840-ff91-466a-9b0c-51aa0881b8ee tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 944 time: 0.4431810 Sep 01 15:18:23.902962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.927924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c764b5b7-ab4c-4a85-9fb2-cd8e866671e9,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:23.944325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-b34fe872-d453-4e5a-bb53-4d120d7a79d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.0760865 Sep 01 15:18:24.058940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Checking segment: {'id': 'db18e206-daee-482b-8154-dfbab88cb41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:24.059532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Network hostable DHCP agents. Network: e5fef2ff-bb6e-44a6-a12b-20e700459f79, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:24.182487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:24.234952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad640cfe-938a-482b-84e6-e5bebd363785 req-119d06b0-1722-4376-a89c-5ea944b8b16f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277686 Sep 01 15:18:24.236138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-5d6b69eb-46ba-4641-9102-c15f7dd494ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.239344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-5d6b69eb-46ba-4641-9102-c15f7dd494ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2583771 Sep 01 15:18:24.314456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Network e5fef2ff-bb6e-44a6-a12b-20e700459f79 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:24.374936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e5fef2ff-bb6e-44a6-a12b-20e700459f79) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:24.393948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc0c427-7160-4612-b6c0-edafef0b5d1a None None] Network e5fef2ff-bb6e-44a6-a12b-20e700459f79 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:24.396390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.397447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.407533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-fcb61761-d868-4f30-af00-7a65c39f4185 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502536 Sep 01 15:18:24.461714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Attempting to bind port 4eb16bcf-6561-4b60-bd27-c36aadebbbec on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:24.462225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Attempting to bind port 4eb16bcf-6561-4b60-bd27-c36aadebbbec by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:24.462728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Attempting to bind port 4eb16bcf-6561-4b60-bd27-c36aadebbbec on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:24.526314 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5bca90d4-44de-4b32-b99d-cc762aa72141 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3240471 Sep 01 15:18:24.534853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Port 4eb16bcf-6561-4b60-bd27-c36aadebbbec on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:24.535284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Attempting to bind port 4eb16bcf-6561-4b60-bd27-c36aadebbbec on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:24.625976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:24.626515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Checking segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:24.628047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Bound using segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:24.628785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Bound port: 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:24.629970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.633528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-827d3360-e0cc-44a5-88bd-05d00ab7ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.636632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-827d3360-e0cc-44a5-88bd-05d00ab7ff40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3529832 Sep 01 15:18:24.663489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fda4-fdee-4a88-be96-0da64f07d1cd req-5196b2e5-c238-4c21-bc88-1dcc20215bb1 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.678140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d147fda4-fdee-4a88-be96-0da64f07d1cd req-5196b2e5-c238-4c21-bc88-1dcc20215bb1 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 932 time: 0.4795411 Sep 01 15:18:24.731392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306c2e-d18f-4cb1-9087-9763beab49de req-13291126-a06d-4d8c-9668-fe34301a66ba tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.733592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08306c2e-d18f-4cb1-9087-9763beab49de req-13291126-a06d-4d8c-9668-fe34301a66ba tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 943 time: 0.1824083 Sep 01 15:18:24.746873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f944706-2137-45ee-9d3e-1389ee30cf02 None None] Network e5fef2ff-bb6e-44a6-a12b-20e700459f79 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:24.827684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-530fadc7-a239-4ead-8ce2-cab5783d5497 req-531b5f5b-3920-4109-b5fa-4eb8dd8f5428 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068513 Sep 01 15:18:24.905935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-212ce57e-b6a3-4fc6-8a42-48074134560c service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203193 Sep 01 15:18:24.937478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08306c2e-d18f-4cb1-9087-9763beab49de req-8391ca82-fcbd-4c0f-bc10-72df80613a62 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687484 Sep 01 15:18:25.014254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:25.020861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:25.031250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.128412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.129567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.132397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] 10.222.0.50 "PUT /v2.0/ports/4eb16bcf-6561-4b60-bd27-c36aadebbbec HTTP/1.1" status: 200 len: 1092 time: 3.3802645 Sep 01 15:18:25.136705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:25.141519 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:25.164159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d147fda4-fdee-4a88-be96-0da64f07d1cd req-f8ea6e3c-2879-470e-84ea-b80ae8efff42 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843969 Sep 01 15:18:25.209806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0491c0c-c4af-4184-872f-764430d851e8 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:25.231266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.306421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Transition to ACTIVE for port object b0491c0c-c4af-4184-872f-764430d851e8 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:25.306763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5352-0a73-4f1b-8b85-56195e64916c req-3ca509a8-b137-4f44-a472-f0122b9d9e5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.319749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c02c5352-0a73-4f1b-8b85-56195e64916c req-3ca509a8-b137-4f44-a472-f0122b9d9e5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2178051 Sep 01 15:18:25.331301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.332348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-5c57c5e1-3f6b-4f02-b844-1edcbe78c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.335561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-5c57c5e1-3f6b-4f02-b844-1edcbe78c368 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1096 time: 0.3830800 Sep 01 15:18:25.366946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bd5934e-3485-4c4d-8bc8-28c0680597ad req-849c1d0a-db6b-412c-b038-25ac7a8236f3 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508173 Sep 01 15:18:25.517514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:25.523946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2d671-6486-4b78-a1fa-2116e893c1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:25.585878 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:18:25.603902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Attempting to bind port b0491c0c-c4af-4184-872f-764430d851e8 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:25.604441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Attempting to bind port b0491c0c-c4af-4184-872f-764430d851e8 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '818b95df-acc1-4b36-a956-5c34c09a4a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:25.604650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-1ccf8222-b73c-40e8-9c76-c9bb84d1fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.604997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Attempting to bind port b0491c0c-c4af-4184-872f-764430d851e8 on network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:25.606867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-1ccf8222-b73c-40e8-9c76-c9bb84d1fd40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 1095 time: 0.2800624 Sep 01 15:18:25.616231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c02c5352-0a73-4f1b-8b85-56195e64916c req-c722fbef-23db-47b0-8cb2-718e976181bc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269282 Sep 01 15:18:25.616600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Port b0491c0c-c4af-4184-872f-764430d851e8 on network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:25.616812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Attempting to bind port b0491c0c-c4af-4184-872f-764430d851e8 on network 40f1a037-e349-496e-b3aa-6b8e9d1b6244 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:25.630098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:25.631060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Checking segment: {'id': '818b95df-acc1-4b36-a956-5c34c09a4a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:25.632929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Bound using segment: {'id': '818b95df-acc1-4b36-a956-5c34c09a4a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:25.633823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Bound port: b0491c0c-c4af-4184-872f-764430d851e8, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818b95df-acc1-4b36-a956-5c34c09a4a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:25.635463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.714531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-6886707b-6ddd-4d63-86fe-5230f0369b2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec HTTP/1.1" status: 200 len: 217 time: 0.0941145 Sep 01 15:18:25.792220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:25.803724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0491c0c-c4af-4184-872f-764430d851e8,segment=NetworkSegment(818b95df-acc1-4b36-a956-5c34c09a4a40),segment_id=818b95df-acc1-4b36-a956-5c34c09a4a40)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:25.838883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-577972d5-1aed-412b-8c33-2dce0227fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.842527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-577972d5-1aed-412b-8c33-2dce0227fb59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.4461813 Sep 01 15:18:25.858048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.926698 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e364b4ee-ded2-46f7-a289-b5795513edd3 x-openstack-request-id: req-e364b4ee-ded2-46f7-a289-b5795513edd3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:25.927241 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:25.927558 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e364b4ee-ded2-46f7-a289-b5795513edd3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:25.928228 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'status': 'completed', 'code': 200} Sep 01 15:18:25.935547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-23e6b29a-b867-42da-853d-3645198a3257 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0827861 Sep 01 15:18:25.963464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-185247ec-5a96-4f63-9612-9139ea5656c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:25.966704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-185247ec-5a96-4f63-9612-9139ea5656c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.2293832 Sep 01 15:18:25.999030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.001675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.002979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] 10.222.0.50 "PUT /v2.0/ports/b0491c0c-c4af-4184-872f-764430d851e8 HTTP/1.1" status: 200 len: 1093 time: 2.3698494 Sep 01 15:18:26.011055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:26.015017 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "tag": "b0491c0c-c4af-4184-872f-764430d851e8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:26.107638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e760ba5-6a47-4cd2-9063-013d26398ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:26.118895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-4ec3b1f7-aef2-49c3-bdfe-95bf9825d152 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000745 Sep 01 15:18:26.180169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-b7ccee41-ede6-446c-a79a-578ca16a4272 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.182940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-b7ccee41-ede6-446c-a79a-578ca16a4272 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/networks?id=e5fef2ff-bb6e-44a6-a12b-20e700459f79 HTTP/1.1" status: 200 len: 814 time: 0.3680599 Sep 01 15:18:26.210805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-1a242e3d-047b-4b19-adf8-7df57fe7506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.213041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-1a242e3d-047b-4b19-adf8-7df57fe7506a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7b095501fd645f997cbce281f30f63e&device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 1096 time: 0.1325727 Sep 01 15:18:26.219820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-1ad82270-3842-4449-908c-834bc461e4ea tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/quotas/936de1e0ca9f4e7dbb6a57b1d8c855dc HTTP/1.1" status: 200 len: 375 time: 0.0231450 Sep 01 15:18:26.240422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-fafdfdbd-64fe-41ce-880c-c74adf762df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.243264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-fafdfdbd-64fe-41ce-880c-c74adf762df7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.2970502 Sep 01 15:18:26.333234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6b44-ab53-4159-b552-5e47ba966271 req-fdcff023-1bfe-4efe-958b-8c1ab3fa15c8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.342396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b09f6b44-ab53-4159-b552-5e47ba966271 req-fdcff023-1bfe-4efe-958b-8c1ab3fa15c8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 944 time: 0.3215706 Sep 01 15:18:26.345359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-b58ee604-eda7-43a5-9821-b26b5f098d94 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=936de1e0ca9f4e7dbb6a57b1d8c855dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175609 Sep 01 15:18:26.348837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-15ac4b4c-e3ba-4acc-99ff-5826a966f11e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0491c0c-c4af-4184-872f-764430d851e8 HTTP/1.1" status: 200 len: 217 time: 0.1179304 Sep 01 15:18:26.349831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-025b583a-09e4-4b16-89ed-27aefe9a5742 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965047 Sep 01 15:18:26.534769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-cfd495a9-e23f-48eb-bbbe-4178b8b5e41e service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026711 Sep 01 15:18:26.674770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b09f6b44-ab53-4159-b552-5e47ba966271 req-a7e82911-7064-4753-9fdb-8636b1590f69 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079982 Sep 01 15:18:26.759884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-35a13fa9-c3a4-4aa6-a07f-fd9ba3585426 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911822 Sep 01 15:18:27.070507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104448-df42-45ba-b1a8-169b0731c308 req-902ee22a-a9a2-4317-ae40-0e77a6319ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.073682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-902ee22a-a9a2-4317-ae40-0e77a6319ec4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=70217759-51ab-426f-bc0e-71c859c412d0 HTTP/1.1" status: 200 len: 848 time: 0.7082188 Sep 01 15:18:27.144918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-1389d5af-9c04-492c-9f98-1d76c563b4b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=40f1a037-e349-496e-b3aa-6b8e9d1b6244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618277 Sep 01 15:18:27.269036 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-52910228-1d4c-402d-acb4-d08c5d2585e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844674 Sep 01 15:18:27.350752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b021c13e-1e9b-40f7-8dd2-9668a019ef58 req-d41a12f7-9535-4ca0-a67c-4605763adc12 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955284 Sep 01 15:18:27.457838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-05630e32-1cb0-4f51-8e96-56e6ab5bd757 service neutron] 10.222.0.50 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027260 Sep 01 15:18:27.505246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ac42c00-ca1c-4f19-b7da-765d83b6884e req-414269e1-d1ca-424a-9263-162f08e59b46 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201896 Sep 01 15:18:27.522263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aee266-0f7e-4da7-b222-992d4570a0d4 req-6e3af46a-562b-42ef-b342-e39f4ea8244b tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.525353 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f9aee266-0f7e-4da7-b222-992d4570a0d4 req-6e3af46a-562b-42ef-b342-e39f4ea8244b tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 943 time: 0.2071865 Sep 01 15:18:27.584535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-1bd25a04-0600-439e-aad6-7cdb307e0160 service neutron] 10.222.0.41 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985232 Sep 01 15:18:27.593505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-fb61fcc7-5cd0-4c45-a5e0-93674ed6d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.597601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-fb61fcc7-5cd0-4c45-a5e0-93674ed6d502 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 1095 time: 0.1492679 Sep 01 15:18:27.607219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.665307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f9aee266-0f7e-4da7-b222-992d4570a0d4 req-bc49de96-6e72-47dc-a030-7e456901b638 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259866 Sep 01 15:18:27.737467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d104448-df42-45ba-b1a8-169b0731c308 req-bfcc6ea9-4032-44c2-9d2d-c8cf9ce5b560 service neutron] 10.222.0.50 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642498 Sep 01 15:18:27.790865 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9153f47-9ea0-4d6a-9263-06fd548201b7 x-openstack-request-id: req-c9153f47-9ea0-4d6a-9263-06fd548201b7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:27.791331 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "tag": "b0491c0c-c4af-4184-872f-764430d851e8", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:27.791748 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9153f47-9ea0-4d6a-9263-06fd548201b7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:27.792407 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8', 'status': 'completed', 'code': 200} Sep 01 15:18:27.877970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-c3baf172-2df0-42e0-a0e4-2407de564056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.884642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-c3baf172-2df0-42e0-a0e4-2407de564056 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 916 time: 0.2689521 Sep 01 15:18:27.963916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-43a2ac6f-06ca-4be5-9de0-8b9e7fd12c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.965564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-43a2ac6f-06ca-4be5-9de0-8b9e7fd12c58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7b095501fd645f997cbce281f30f63e&device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 1096 time: 0.1239522 Sep 01 15:18:28.005779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 93a5c573-213b-4f4c-8f50-798ea268a5b8 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:28.052606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-ed69dc7c-49e7-4691-a800-192c706d0178 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec HTTP/1.1" status: 200 len: 217 time: 0.1596272 Sep 01 15:18:28.157421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-57973da0-efef-4138-88d5-5c2ce8ac2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.161303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-57973da0-efef-4138-88d5-5c2ce8ac2615 service neutron] 10.222.0.50 "GET /v2.0/networks?id=40f1a037-e349-496e-b3aa-6b8e9d1b6244 HTTP/1.1" status: 200 len: 909 time: 0.1845942 Sep 01 15:18:28.178185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cefff3-11eb-41ed-8547-a5705e252ec2 req-896d8616-62bf-4b76-ac54-aa5d79066dc0 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.180991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91cefff3-11eb-41ed-8547-a5705e252ec2 req-896d8616-62bf-4b76-ac54-aa5d79066dc0 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 944 time: 0.2730801 Sep 01 15:18:28.222726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-65483619-6186-4eb6-8ace-baaa864aeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.225503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-65483619-6186-4eb6-8ace-baaa864aeb52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.1582365 Sep 01 15:18:28.252655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:28.301274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-0cf76ad5-b364-4363-bcd4-ebb3ff05a119 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571628 Sep 01 15:18:28.303979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'port_id': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'mac_address': 'fa:16:3e:f8:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:28.321915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-b42f5941-c96a-49f2-b5a0-6402bddc9a04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0491c0c-c4af-4184-872f-764430d851e8 HTTP/1.1" status: 200 len: 217 time: 0.1326714 Sep 01 15:18:28.374941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91cefff3-11eb-41ed-8547-a5705e252ec2 req-e6294351-9f7f-4fe0-80d0-0a3a75875680 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738567 Sep 01 15:18:28.403925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.456154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5c573-213b-4f4c-8f50-798ea268a5b8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:28.511207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:28.521489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.538294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d6431-dced-4fa4-beb9-c791703ed1ad req-efa8a970-ee80-4e5b-929c-d1b932d5d321 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.546420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-101d6431-dced-4fa4-beb9-c791703ed1ad req-efa8a970-ee80-4e5b-929c-d1b932d5d321 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.3831503 Sep 01 15:18:28.575659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-5b7f0942-c368-439a-a2aa-8c0021e2ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.584779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-5b7f0942-c368-439a-a2aa-8c0021e2ff6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=70217759-51ab-426f-bc0e-71c859c412d0 HTTP/1.1" status: 200 len: 848 time: 0.2550833 Sep 01 15:18:28.603674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-28f1b21f-ce52-49a2-bdf3-c513aa57d856 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921224 Sep 01 15:18:28.669776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:28.724454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-a44d5ac0-1581-487e-8e20-18f95c26a426 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=40f1a037-e349-496e-b3aa-6b8e9d1b6244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032245 Sep 01 15:18:28.851458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-101d6431-dced-4fa4-beb9-c791703ed1ad req-8ff1d064-0ff8-47e7-9059-75c3d60c835a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630177 Sep 01 15:18:28.903892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85397793-e69c-4e4a-b428-c312d1b78491 req-9658fdae-8616-4659-910f-b5e17ba9b702 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.916702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85397793-e69c-4e4a-b428-c312d1b78491 req-9658fdae-8616-4659-910f-b5e17ba9b702 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 945 time: 0.1764481 Sep 01 15:18:28.929638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d883c6a2-3f0e-4b1e-90eb-d43ab176a45c req-f569ce86-c263-44d7-a57a-d8d454264715 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161266 Sep 01 15:18:28.951744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-5ee1dfb3-5a63-4a1b-a4ba-f1a5bce5409f service neutron] 10.222.0.50 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186434 Sep 01 15:18:29.011249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85397793-e69c-4e4a-b428-c312d1b78491 req-30f3a88b-2e90-4f83-a146-d06cd040179d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867474 Sep 01 15:18:29.053411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['93a5c573-213b-4f4c-8f50-798ea268a5b8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:29.222864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82ca628f-b58c-46be-873a-52191b7f9a85 req-54afb744-3344-4c76-ae01-c8c18b01aa13 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 210 time: 0.0533171 Sep 01 15:18:29.258217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b9f094-3d23-4257-b7ce-2d82a3a9b4b8 req-4c920570-2846-49d7-b1a2-120d261a2880 service neutron] 10.222.0.50 "GET /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935259 Sep 01 15:18:29.284914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6198ef4-99a9-4ce7-924b-96a9f92e0f31 req-083ff2ba-fec9-4acf-bd2f-325aedd6e41a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:29.288094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6198ef4-99a9-4ce7-924b-96a9f92e0f31 req-083ff2ba-fec9-4acf-bd2f-325aedd6e41a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 943 time: 0.1299627 Sep 01 15:18:29.388601 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6198ef4-99a9-4ce7-924b-96a9f92e0f31 req-1b21457d-428e-433d-bf35-9a8fd41191cb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868676 Sep 01 15:18:29.476446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97bda-e72a-4f28-9390-fdf873088fa6 req-cdc5edaf-5030-47b5-b623-6e6cb91a59fb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:29.479618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdd97bda-e72a-4f28-9390-fdf873088fa6 req-cdc5edaf-5030-47b5-b623-6e6cb91a59fb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1154530 Sep 01 15:18:29.564201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdd97bda-e72a-4f28-9390-fdf873088fa6 req-3dc885c6-162f-4b0b-a0d2-3eb03c51eec0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707047 Sep 01 15:18:29.624215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446bd9-9f71-404e-82b2-cd65e058aefd req-e0d779fb-ce42-47b3-bdee-eab9607c4bd3 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:29.634003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58446bd9-9f71-404e-82b2-cd65e058aefd req-e0d779fb-ce42-47b3-bdee-eab9607c4bd3 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 944 time: 0.0981867 Sep 01 15:18:29.730621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58446bd9-9f71-404e-82b2-cd65e058aefd req-a997b32d-d64b-45a7-97d3-2d2dd46f90f5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938871 Sep 01 15:18:29.996317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-57a23ab0-464a-47ea-bf3d-bfa7dc635103 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:30.005165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0491c0c-c4af-4184-872f-764430d851e8 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:30.006960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-57a23ab0-464a-47ea-bf3d-bfa7dc635103 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.50 "GET /v2.0/networks?id=e5fef2ff-bb6e-44a6-a12b-20e700459f79 HTTP/1.1" status: 200 len: 814 time: 0.2289283 Sep 01 15:18:30.019453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-946e9a5e-fd9f-433d-ae73-9fc5b34d37c6 req-dc17d955-a6b3-4877-8656-d3340f6d71b7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:18:30.021535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-946e9a5e-fd9f-433d-ae73-9fc5b34d37c6 req-dc17d955-a6b3-4877-8656-d3340f6d71b7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129673 Sep 01 15:18:30.040849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Request body: {'port': {'device_id': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79', 'admin_state_up': True, 'tenant_id': '936de1e0ca9f4e7dbb6a57b1d8c855dc'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:30.300044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0491c0c-c4af-4184-872f-764430d851e8,segment=NetworkSegment(818b95df-acc1-4b36-a956-5c34c09a4a40),segment_id=818b95df-acc1-4b36-a956-5c34c09a4a40)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.322987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'b0491c0c-c4af-4184-872f-764430d851e8', 'network_id': '40f1a037-e349-496e-b3aa-6b8e9d1b6244', 'port_id': 'b0491c0c-c4af-4184-872f-764430d851e8', 'mac_address': 'fa:16:3e:04:c8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70217759-51ab-426f-bc0e-71c859c412d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:30.327475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Made reservation on behalf of 936de1e0ca9f4e7dbb6a57b1d8c855dc for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:30.344930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.412210 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.439821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0491c0c-c4af-4184-872f-764430d851e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:30.485753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0491c0c-c4af-4184-872f-764430d851e8,segment=NetworkSegment(818b95df-acc1-4b36-a956-5c34c09a4a40),segment_id=818b95df-acc1-4b36-a956-5c34c09a4a40)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.498160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.499760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4eb16bcf-6561-4b60-bd27-c36aadebbbec details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:30.624175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7b420-c4a5-4216-8d1f-10d009b4374a req-895dcb5f-6eda-4937-ac98-b9ac375b65f8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:30.636754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7e7b420-c4a5-4216-8d1f-10d009b4374a req-895dcb5f-6eda-4937-ac98-b9ac375b65f8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 945 time: 0.1961155 Sep 01 15:18:30.738996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7e7b420-c4a5-4216-8d1f-10d009b4374a req-409c95d1-935e-4e52-a328-07e9e8129484 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771520 Sep 01 15:18:30.764341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:30.850680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-146a463a-059d-4c4e-bca0-a2131dafb7ba req-ee0bde56-5bb6-466f-868a-8cb14a488a6f tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 210 time: 0.1119637 Sep 01 15:18:30.893869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.902282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Allocated IP 172.20.0.11 (e5fef2ff-bb6e-44a6-a12b-20e700459f79/c764b5b7-ab4c-4a85-9fb2-cd8e866671e9/8347ece1-c9f0-4135-b20c-c365f64ef25f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:30.922540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-f3a1ead7-18a7-4f4b-a8b4-e0f2dd1ccba8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2192016 Sep 01 15:18:30.935633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'port_id': '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'mac_address': 'fa:16:3e:4e:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c49b0-ec2f-49d3-8c57-d1e44c15232d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:31.034558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b82f-d198-433c-8121-5709888ce1d3 req-4cb2de91-8f09-47be-a0db-89ed15db64b3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:31.048367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3080b82f-d198-433c-8121-5709888ce1d3 req-4cb2de91-8f09-47be-a0db-89ed15db64b3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 943 time: 0.1412039 Sep 01 15:18:31.088156 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.143026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb16bcf-6561-4b60-bd27-c36aadebbbec {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:31.148735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3080b82f-d198-433c-8121-5709888ce1d3 req-6211a570-2b60-492e-bb55-e266d725f95a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974951 Sep 01 15:18:31.215232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:31.225303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.359322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:31.382359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.400056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29badc2e-2b5f-4365-92d9-5cd34d8ea96c req-2089cd3f-1909-45c1-97b3-b481b246c7ec tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:31.402417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29badc2e-2b5f-4365-92d9-5cd34d8ea96c req-2089cd3f-1909-45c1-97b3-b481b246c7ec tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2234099 Sep 01 15:18:31.563996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.577799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0e267-1ef9-4c11-9f26-11342605e868 req-74e276d7-0deb-4d34-8797-a8e9f5ee2961 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:31.580616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcb0e267-1ef9-4c11-9f26-11342605e868 req-74e276d7-0deb-4d34-8797-a8e9f5ee2961 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 945 time: 0.1213367 Sep 01 15:18:31.588808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29badc2e-2b5f-4365-92d9-5cd34d8ea96c req-68c63935-3bda-4d02-9b5f-b691bb086f4e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522098 Sep 01 15:18:31.655277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Network e5fef2ff-bb6e-44a6-a12b-20e700459f79 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:31.660215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:31.666862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:31.710004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcb0e267-1ef9-4c11-9f26-11342605e868 req-f93d89a1-2b08-49b8-9ad8-374ba3269913 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132178 Sep 01 15:18:31.719864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['4eb16bcf-6561-4b60-bd27-c36aadebbbec'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:31.777144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Pushing event updated for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:31.796176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b0491c0c-c4af-4184-872f-764430d851e8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:31.828307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:31.832801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.861108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-4fbe459b-c5c5-4cd8-a81a-33bff3974056 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8269463 Sep 01 15:18:31.884949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Request body: {'port': {'device_id': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:32.043876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 93a5c573-213b-4f4c-8f50-798ea268a5b8 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:32.055561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.094394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa141-1d63-40d7-b3ee-1cf33b0d782d req-4d575348-b7ba-43d0-a453-be64b5534c84 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.098264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09caa141-1d63-40d7-b3ee-1cf33b0d782d req-4d575348-b7ba-43d0-a453-be64b5534c84 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 945 time: 0.1929400 Sep 01 15:18:32.201249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09caa141-1d63-40d7-b3ee-1cf33b0d782d req-c63d0a2c-fea2-4371-a3a1-2b90a33cdb0a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918083 Sep 01 15:18:32.381384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 93a5c573-213b-4f4c-8f50-798ea268a5b8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:32.394738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 93a5c573-213b-4f4c-8f50-798ea268a5b8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:32.394738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.415676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e1ca-3819-4bdf-8516-88cc6a8a3bb1 req-88ec2b61-b463-4e5a-a229-f5bbe534a20e tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.418662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5fb3e1ca-3819-4bdf-8516-88cc6a8a3bb1 req-88ec2b61-b463-4e5a-a229-f5bbe534a20e tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 932 time: 0.3316035 Sep 01 15:18:32.496688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535fad6-728a-4d5b-b034-b8080928cae3 req-7fedde41-81a4-43df-8010-bf90a621183c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.527556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f535fad6-728a-4d5b-b034-b8080928cae3 req-7fedde41-81a4-43df-8010-bf90a621183c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 944 time: 0.1876733 Sep 01 15:18:32.628370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f535fad6-728a-4d5b-b034-b8080928cae3 req-ac9eebaf-7d56-4342-ad7b-688286aef828 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899026 Sep 01 15:18:32.645633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5fb3e1ca-3819-4bdf-8516-88cc6a8a3bb1 req-4bf3108a-2e40-4a16-99fa-f96b88d3bd2e tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201130 Sep 01 15:18:32.821110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.888810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:32.892868 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e6c20b-fac1-4ff5-af12-d6bf302d5c29" -d '{"events": [{"server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:32.898964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:32.905755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.934589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8347ece1-c9f0-4135-b20c-c365f64ef25f {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:32.950305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.973603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94cab-2f2f-4375-8d92-33d715137483 req-56df7985-2bd5-443c-8448-22c64e129666 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.976014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eec94cab-2f2f-4375-8d92-33d715137483 req-56df7985-2bd5-443c-8448-22c64e129666 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1453629 Sep 01 15:18:32.978273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958f48-e721-41a8-b5c2-8aae6b271f1f req-77ec20ed-80b4-4a53-8452-52fd2b360b3f tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.982036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6958f48-e721-41a8-b5c2-8aae6b271f1f req-77ec20ed-80b4-4a53-8452-52fd2b360b3f tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 945 time: 0.0894427 Sep 01 15:18:32.992272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.001509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Transition to ACTIVE for port object 8347ece1-c9f0-4135-b20c-c365f64ef25f will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:33.018411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.049735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6958f48-e721-41a8-b5c2-8aae6b271f1f req-0430b888-24d4-4fb4-b9cb-2154d3e05c28 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609553 Sep 01 15:18:33.120269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eec94cab-2f2f-4375-8d92-33d715137483 req-ce65d0f4-e743-4e9c-ac16-ad7656c2a82e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338131 Sep 01 15:18:33.129002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Pushing event updated for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.212251 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3961a9c2-a5d2-427c-a0c3-5016892f397e x-openstack-request-id: req-3961a9c2-a5d2-427c-a0c3-5016892f397e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:33.213052 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:33.213355 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3961a9c2-a5d2-427c-a0c3-5016892f397e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:33.224513 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'code': 200} Sep 01 15:18:33.254651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Attempting to bind port 8347ece1-c9f0-4135-b20c-c365f64ef25f on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:33.255284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Attempting to bind port 8347ece1-c9f0-4135-b20c-c365f64ef25f by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'db18e206-daee-482b-8154-dfbab88cb41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:33.255901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Attempting to bind port 8347ece1-c9f0-4135-b20c-c365f64ef25f on network e5fef2ff-bb6e-44a6-a12b-20e700459f79 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:33.269960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Port 8347ece1-c9f0-4135-b20c-c365f64ef25f on network e5fef2ff-bb6e-44a6-a12b-20e700459f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:33.269960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Attempting to bind port 8347ece1-c9f0-4135-b20c-c365f64ef25f on network e5fef2ff-bb6e-44a6-a12b-20e700459f79 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:33.278874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:33.279531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Checking segment: {'id': 'db18e206-daee-482b-8154-dfbab88cb41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:33.280245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Bound using segment: {'id': 'db18e206-daee-482b-8154-dfbab88cb41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:33.281132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Bound port: 8347ece1-c9f0-4135-b20c-c365f64ef25f, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db18e206-daee-482b-8154-dfbab88cb41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:33.281750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.429454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:33.436491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f,segment=NetworkSegment(db18e206-daee-482b-8154-dfbab88cb41d),segment_id=db18e206-daee-482b-8154-dfbab88cb41d)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:33.444356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.488081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f654-59be-4b54-acfc-c51aaaddc825 req-c2bdb5e8-38aa-4c4c-bed3-9de72cddd600 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.491143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3421f654-59be-4b54-acfc-c51aaaddc825 req-c2bdb5e8-38aa-4c4c-bed3-9de72cddd600 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1518190 Sep 01 15:18:33.496284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-73799543-f239-4ede-9cdb-193d52268b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.499077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-73799543-f239-4ede-9cdb-193d52268b06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1101 time: 0.1373749 Sep 01 15:18:33.505835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8bf5b-7e0c-4bab-ba48-90f8cee42c73 req-ac513fc0-412f-4faf-9605-8277a67f0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.508841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dd8bf5b-7e0c-4bab-ba48-90f8cee42c73 req-ac513fc0-412f-4faf-9605-8277a67f0f96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.1599526 Sep 01 15:18:33.522907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.524040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.526639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] 10.222.0.50 "PUT /v2.0/ports/8347ece1-c9f0-4135-b20c-c365f64ef25f HTTP/1.1" status: 200 len: 1093 time: 1.6528070 Sep 01 15:18:33.527407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:33.531538 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef9551-c2e8-4b14-9267-38029e776ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:33.570346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5626-03e8-4001-8689-12bf94396e76 service neutron] Pushing event updated for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.621379 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246ac0c-921c-4f81-94eb-05090753eb8b x-openstack-request-id: req-1246ac0c-921c-4f81-94eb-05090753eb8b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:33.621852 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:33.622272 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1246ac0c-921c-4f81-94eb-05090753eb8b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:33.622928 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f', 'status': 'completed', 'code': 200} Sep 01 15:18:33.679195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-91b8490e-16b3-4ead-a098-890cb8a1195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.681050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-91b8490e-16b3-4ead-a098-890cb8a1195f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936de1e0ca9f4e7dbb6a57b1d8c855dc&device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 1096 time: 0.0757697 Sep 01 15:18:33.745981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3421f654-59be-4b54-acfc-c51aaaddc825 req-c91a49e2-19ca-4b44-9069-a243cbb821e8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453463 Sep 01 15:18:33.758479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-384334e8-cead-4de7-b4af-fb7b1d873fa3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f HTTP/1.1" status: 200 len: 217 time: 0.0683734 Sep 01 15:18:33.766157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dd8bf5b-7e0c-4bab-ba48-90f8cee42c73 req-c1994b6a-bc4d-4720-88dd-8f7dd1d11b31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306900 Sep 01 15:18:33.798731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-06c7fa2a-f63d-4f56-8065-7002902bbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.800370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-06c7fa2a-f63d-4f56-8065-7002902bbd9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2900798 Sep 01 15:18:33.919564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-2ba9fc8e-ecc3-41cd-913a-70be224f7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.921812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-2ba9fc8e-ecc3-41cd-913a-70be224f7e47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c764b5b7-ab4c-4a85-9fb2-cd8e866671e9 HTTP/1.1" status: 200 len: 854 time: 0.1387827 Sep 01 15:18:33.942974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff53d6f-a73b-4528-8525-f4ed2b7d3149 req-700da4e7-9208-478f-a6ba-bc388a4dd599 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.943972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694bffb-bf17-437a-95dc-67a21e5652da req-a7dd08e6-e9e1-4ce0-b8d6-eb1caa15195e tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.945711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a694bffb-bf17-437a-95dc-67a21e5652da req-a7dd08e6-e9e1-4ce0-b8d6-eb1caa15195e tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 944 time: 0.0949416 Sep 01 15:18:33.945973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff53d6f-a73b-4528-8525-f4ed2b7d3149 req-700da4e7-9208-478f-a6ba-bc388a4dd599 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 944 time: 0.1825161 Sep 01 15:18:34.015170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a694bffb-bf17-437a-95dc-67a21e5652da req-a6ad4818-c109-420a-95c7-5e9ac90497b2 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Sep 01 15:18:34.030208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cff53d6f-a73b-4528-8525-f4ed2b7d3149 req-1f56cae0-3255-47fb-a51a-47fefbc4a191 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727904 Sep 01 15:18:34.056280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0491c0c-c4af-4184-872f-764430d851e8 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:34.065968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-a1293d01-1e0c-4ff3-b740-7e318a82456b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.0647864 Sep 01 15:18:34.072115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-0c6edc2c-f0bc-4156-bca5-a16cfa5215fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5fef2ff-bb6e-44a6-a12b-20e700459f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633316 Sep 01 15:18:34.152147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-7d0249b6-3e83-4d33-8a2f-ad26a5b9923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.154059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-7d0249b6-3e83-4d33-8a2f-ad26a5b9923b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0799794 Sep 01 15:18:34.221789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port b0491c0c-c4af-4184-872f-764430d851e8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:34.236551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port b0491c0c-c4af-4184-872f-764430d851e8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:34.237794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.260016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-e4fcaa50-e91e-4534-97ca-83c0aa599ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.264066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-e4fcaa50-e91e-4534-97ca-83c0aa599ca8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964975 Sep 01 15:18:34.277247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-e33ab868-d247-494f-bc94-2a92b6e07cff service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964433 Sep 01 15:18:34.309800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6439-3262-427d-9f97-2dfd7f1ff4f6 req-6f241363-5f69-4ea8-988b-e99a212ecea5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.313100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f9d6439-3262-427d-9f97-2dfd7f1ff4f6 req-6f241363-5f69-4ea8-988b-e99a212ecea5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 945 time: 0.1021433 Sep 01 15:18:34.432012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.487673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f9d6439-3262-427d-9f97-2dfd7f1ff4f6 req-616a915b-5be1-47df-940d-8a973f66d4ab tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477194 Sep 01 15:18:34.532257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f22a-88a9-45b6-ad7d-f3d58b7098e6 req-c918363c-fa7c-488f-990b-81b76624b119 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.538430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0491c0c-c4af-4184-872f-764430d851e8,segment=NetworkSegment(818b95df-acc1-4b36-a956-5c34c09a4a40),segment_id=818b95df-acc1-4b36-a956-5c34c09a4a40)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:34.542630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbe1f22a-88a9-45b6-ad7d-f3d58b7098e6 req-c918363c-fa7c-488f-990b-81b76624b119 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2298300 Sep 01 15:18:34.548858 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.550479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4eb16bcf-6561-4b60-bd27-c36aadebbbec up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:34.570006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26d65b7c-f8ec-465b-9221-1ce0ed498c81 req-9ed0aad6-2498-440a-9581-7cb50bd17bbb service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837148 Sep 01 15:18:34.577318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-8620aa7a-93f3-48a1-a606-30e8225a83e3 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035972 Sep 01 15:18:34.721011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:34.734289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 4eb16bcf-6561-4b60-bd27-c36aadebbbec completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:34.741851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 4eb16bcf-6561-4b60-bd27-c36aadebbbec triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:34.742992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.746006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbe1f22a-88a9-45b6-ad7d-f3d58b7098e6 req-a53ec788-5645-4f5c-a8af-120df33a3f76 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900494 Sep 01 15:18:34.763216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-699fa09c-d769-452a-972a-a347bd7a74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.765198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-699fa09c-d769-452a-972a-a347bd7a74f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936de1e0ca9f4e7dbb6a57b1d8c855dc&device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 1096 time: 0.1020250 Sep 01 15:18:34.834057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-672f1198-4e4a-433c-86f0-c1a93ee77653 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427351 Sep 01 15:18:34.932825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.990178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:34.997950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:35.012236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-438a40b1-5575-48e2-a0e9-b96a78ab5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.014694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-438a40b1-5575-48e2-a0e9-b96a78ab5110 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5fef2ff-bb6e-44a6-a12b-20e700459f79 HTTP/1.1" status: 200 len: 915 time: 0.2385592 Sep 01 15:18:35.034469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319e6b-b713-498b-8487-d852ee9995f3 req-a7f09f78-422c-4105-add9-3418bb87b6a2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.040603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03319e6b-b713-498b-8487-d852ee9995f3 req-a7f09f78-422c-4105-add9-3418bb87b6a2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1387506 Sep 01 15:18:35.118750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-4da6ce8a-ba33-4d41-8d96-6269669841fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f HTTP/1.1" status: 200 len: 217 time: 0.0800357 Sep 01 15:18:35.142777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:35.220140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03319e6b-b713-498b-8487-d852ee9995f3 req-53925717-60a8-404e-92e4-f3bdeaa9dfc9 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686296 Sep 01 15:18:35.227407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8'}, {'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:35.228876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10faf2-90b9-4b51-b6d7-306c789e056e req-b0bae105-7128-48ff-a863-b95ac028bb26 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.233397 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1f76bc-51e7-48f0-89f2-f4e0cb835a39" -d '{"events": [{"server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "name": "network-vif-plugged", "status": "completed", "tag": "b0491c0c-c4af-4184-872f-764430d851e8"}, {"server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "name": "network-vif-plugged", "status": "completed", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:35.241676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce10faf2-90b9-4b51-b6d7-306c789e056e req-b0bae105-7128-48ff-a863-b95ac028bb26 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 944 time: 0.0730648 Sep 01 15:18:35.253620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-6f1fafcb-84c4-44f0-9073-1b8d2457be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.255680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-6f1fafcb-84c4-44f0-9073-1b8d2457be36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c764b5b7-ab4c-4a85-9fb2-cd8e866671e9 HTTP/1.1" status: 200 len: 854 time: 0.1091461 Sep 01 15:18:35.306767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-3f30de17-e623-454c-8e60-616f1b10e994 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5fef2ff-bb6e-44a6-a12b-20e700459f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373309 Sep 01 15:18:35.338880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ce10faf2-90b9-4b51-b6d7-306c789e056e req-d3ccd1a7-21b1-4358-b49d-9a63a5f782aa tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872557 Sep 01 15:18:35.499324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a1616-ef29-40d7-a703-763507624f2b req-90496a26-2363-4d4f-bcf5-48c826954d20 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.501206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-726a1616-ef29-40d7-a703-763507624f2b req-90496a26-2363-4d4f-bcf5-48c826954d20 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.1465688 Sep 01 15:18:35.510439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-3a4048af-cefa-4e74-9a83-d891683d0b35 service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902721 Sep 01 15:18:35.514853 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c1fd43-9759-4c2d-93a9-fdee8e0d69c7 x-openstack-request-id: req-05c1fd43-9759-4c2d-93a9-fdee8e0d69c7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:35.515620 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "name": "network-vif-plugged", "status": "completed", "tag": "b0491c0c-c4af-4184-872f-764430d851e8", "code": 200}, {"server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "name": "network-vif-plugged", "status": "completed", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:35.516285 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05c1fd43-9759-4c2d-93a9-fdee8e0d69c7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:35.516688 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8', 'code': 200} Sep 01 15:18:35.516688 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'code': 200} Sep 01 15:18:35.616699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-726a1616-ef29-40d7-a703-763507624f2b req-e7c3632c-138b-4d69-8d47-dccbf614d07a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995870 Sep 01 15:18:35.734026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4ef9551-c2e8-4b14-9267-38029e776ed5 req-158e4aa3-651a-43d5-bb59-293f6fce09df service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827519 Sep 01 15:18:35.783960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626329b-4442-4cd0-b18f-1931b300df5f req-1496f393-6c53-47d7-a2ec-3d6df96736b0 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.785670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c626329b-4442-4cd0-b18f-1931b300df5f req-1496f393-6c53-47d7-a2ec-3d6df96736b0 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.1633320 Sep 01 15:18:35.821737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8a7e9-fa5c-4a69-850a-bbe3ad8f3a69 req-c6d289da-e071-4423-b867-3ad4c6242890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.824089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fc8a7e9-fa5c-4a69-850a-bbe3ad8f3a69 req-c6d289da-e071-4423-b867-3ad4c6242890 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 1097 time: 0.1547520 Sep 01 15:18:35.830598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192deb98-9eb2-42c5-b125-720f3b6188e3 req-cbebd45f-dc51-425d-9d0f-62bb316c2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.833126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-192deb98-9eb2-42c5-b125-720f3b6188e3 req-cbebd45f-dc51-425d-9d0f-62bb316c2e7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 1098 time: 0.1656821 Sep 01 15:18:35.894112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c626329b-4442-4cd0-b18f-1931b300df5f req-d3a237f0-752d-4b7e-8da7-375a265097d8 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994382 Sep 01 15:18:35.922734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0fc8a7e9-fa5c-4a69-850a-bbe3ad8f3a69 req-75e18314-412b-410d-af30-59a086a60a74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Sep 01 15:18:35.932295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a3d19-469a-4c10-8d7a-32fb87132c49 req-ad37eb70-d4f4-42f3-8191-3b7065191a09 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.932962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-192deb98-9eb2-42c5-b125-720f3b6188e3 req-5ad42cc0-6d10-4218-98a7-a9a108a7c36e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754108 Sep 01 15:18:35.934509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-921a3d19-469a-4c10-8d7a-32fb87132c49 req-ad37eb70-d4f4-42f3-8191-3b7065191a09 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0791855 Sep 01 15:18:35.980718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-921a3d19-469a-4c10-8d7a-32fb87132c49 req-23abf982-0131-44ad-9ea5-d037717f26f6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389819 Sep 01 15:18:36.418243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122445-0d8b-47d9-8ace-d6055f993499 req-d5c77861-c109-4f33-82c5-fc995b716e6e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:36.420735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07122445-0d8b-47d9-8ace-d6055f993499 req-d5c77861-c109-4f33-82c5-fc995b716e6e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0848956 Sep 01 15:18:36.482980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07122445-0d8b-47d9-8ace-d6055f993499 req-d1279101-1269-49b0-970e-f1dc89da407b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Sep 01 15:18:36.502227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046046f-b268-4903-b258-9d5c71529ddc req-08fa75f5-0765-4155-9dd9-7d411bf8c146 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:36.505210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0046046f-b268-4903-b258-9d5c71529ddc req-08fa75f5-0765-4155-9dd9-7d411bf8c146 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 944 time: 0.0851471 Sep 01 15:18:36.571112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0046046f-b268-4903-b258-9d5c71529ddc req-ac8d6402-709e-45f3-ac11-d2295fa2c346 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Sep 01 15:18:36.829116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141ed95-e84c-4ed1-9711-584474459a02 req-54865cc6-fca9-41ea-a5d0-204d86569677 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:36.832462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6141ed95-e84c-4ed1-9711-584474459a02 req-54865cc6-fca9-41ea-a5d0-204d86569677 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.0906811 Sep 01 15:18:36.929678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6141ed95-e84c-4ed1-9711-584474459a02 req-19e9afb1-cb40-4af1-b07b-3041b124c5b3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799091 Sep 01 15:18:37.018971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-a6e69de6-ff5e-4ce1-aa4f-b0eabf4732f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.022039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-a6e69de6-ff5e-4ce1-aa4f-b0eabf4732f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.0906649 Sep 01 15:18:37.089486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc796b-8f0e-4499-ab70-5f4da022a697 req-e67f26db-4c2a-4030-80b8-0aa75c20bfb9 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.091974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3abc796b-8f0e-4499-ab70-5f4da022a697 req-e67f26db-4c2a-4030-80b8-0aa75c20bfb9 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0859413 Sep 01 15:18:37.166898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3abc796b-8f0e-4499-ab70-5f4da022a697 req-537c48d3-a246-425e-9f40-95b41bffb83d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Sep 01 15:18:37.197439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7534a39-3f87-4500-a767-9d0861740e4c req-e602485c-d2fe-450e-969a-39db7a3f62bb tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.199352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7534a39-3f87-4500-a767-9d0861740e4c req-e602485c-d2fe-450e-969a-39db7a3f62bb tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.1426558 Sep 01 15:18:37.232717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-305ac213-4c51-4854-a7d1-8a5d52ad2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.236418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-305ac213-4c51-4854-a7d1-8a5d52ad2e3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.2035205 Sep 01 15:18:37.343342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-d21b0783-70fa-4999-a063-defe6aefd46b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0909135 Sep 01 15:18:37.349766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80955817-b78b-42be-8a1c-df0fd67616fa req-6efb8a30-f95e-494a-99ef-a6232cbd9e96 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.353655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80955817-b78b-42be-8a1c-df0fd67616fa req-6efb8a30-f95e-494a-99ef-a6232cbd9e96 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0885856 Sep 01 15:18:37.356097 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7534a39-3f87-4500-a767-9d0861740e4c req-f3f68c64-b4fc-437d-9b2a-4d864baa1cb5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355681 Sep 01 15:18:37.414280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80955817-b78b-42be-8a1c-df0fd67616fa req-fe3bdbf2-6d2d-4818-8a9b-d47e1c6ab961 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Sep 01 15:18:37.438759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-3a28abdd-1e9a-4e29-9327-a517b5d33f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.441052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-3a28abdd-1e9a-4e29-9327-a517b5d33f19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.0787981 Sep 01 15:18:37.504042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-4d02410c-5534-4079-a39a-459753c6c9a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462327 Sep 01 15:18:37.683011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-36f66890-0655-49ae-84d2-9cf56d096d30 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636467 Sep 01 15:18:37.869163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b8073-4467-4319-b911-ad31f136dd31 req-deae50c7-b504-4b83-bbd6-0e7084f8acf0 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.871197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c4b8073-4467-4319-b911-ad31f136dd31 req-deae50c7-b504-4b83-bbd6-0e7084f8acf0 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 944 time: 0.1604741 Sep 01 15:18:37.898128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dfe5c52-b7b9-4a4d-9670-a12d807bac9d req-6e9f4522-6b2c-4744-9c28-59ccd60d6f49 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993327 Sep 01 15:18:37.957661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c4b8073-4467-4319-b911-ad31f136dd31 req-95eddcbf-8965-4814-926c-29abbe3786bc tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700276 Sep 01 15:18:38.075123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8347ece1-c9f0-4135-b20c-c365f64ef25f details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:38.142603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed974-99d5-47a2-bcf8-920d60bcb565 req-8d1c8972-0b94-454d-91e8-55cb01a2620a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:38.144528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33aed974-99d5-47a2-bcf8-920d60bcb565 req-8d1c8972-0b94-454d-91e8-55cb01a2620a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.0825102 Sep 01 15:18:38.193470 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33aed974-99d5-47a2-bcf8-920d60bcb565 req-6daadc98-ec5b-4089-8876-f642efb3ac15 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Sep 01 15:18:38.273553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f,segment=NetworkSegment(db18e206-daee-482b-8154-dfbab88cb41d),segment_id=db18e206-daee-482b-8154-dfbab88cb41d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:38.299624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8347ece1-c9f0-4135-b20c-c365f64ef25f', 'network_id': 'e5fef2ff-bb6e-44a6-a12b-20e700459f79', 'port_id': '8347ece1-c9f0-4135-b20c-c365f64ef25f', 'mac_address': 'fa:16:3e:81:1e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764b5b7-ab4c-4a85-9fb2-cd8e866671e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:38.379062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a330-2350-4f8c-b9e4-a9aa3f2255d7 req-3c0727b4-5798-4e1c-97a1-7b82b0992cbf tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:38.382405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7c7a330-2350-4f8c-b9e4-a9aa3f2255d7 req-3c0727b4-5798-4e1c-97a1-7b82b0992cbf tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0837066 Sep 01 15:18:38.386906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.412268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8347ece1-c9f0-4135-b20c-c365f64ef25f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:38.455586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f,segment=NetworkSegment(db18e206-daee-482b-8154-dfbab88cb41d),segment_id=db18e206-daee-482b-8154-dfbab88cb41d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:38.470175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.482154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7c7a330-2350-4f8c-b9e4-a9aa3f2255d7 req-f8c8d79f-83b9-4785-b6f8-20f2caf11412 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769210 Sep 01 15:18:38.588161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae40a-dfd2-4147-b3aa-35c8d9d5a3b2 req-9b46e8f1-c614-40be-9df6-1adab6eaa595 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:38.591519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b5ae40a-dfd2-4147-b3aa-35c8d9d5a3b2 req-9b46e8f1-c614-40be-9df6-1adab6eaa595 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.0985732 Sep 01 15:18:38.614542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:38.676989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b5ae40a-dfd2-4147-b3aa-35c8d9d5a3b2 req-8dce1fc6-032f-4447-a966-5a77451ab94b tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712047 Sep 01 15:18:38.715482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b761a-a7dd-4b02-943b-3122f4607ff0 req-6d467dd2-19ae-4b18-89f5-56a122b3e3ad tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:38.730300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-559b761a-a7dd-4b02-943b-3122f4607ff0 req-6d467dd2-19ae-4b18-89f5-56a122b3e3ad tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1148033 Sep 01 15:18:38.883579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-559b761a-a7dd-4b02-943b-3122f4607ff0 req-f6e49e8c-6dfd-4ef2-813e-dc4625b76402 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409419 Sep 01 15:18:38.930148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8347ece1-c9f0-4135-b20c-c365f64ef25f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:39.229107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecb51b-5a2c-412a-aaea-009e5db3085b req-f1f79926-cc85-471d-818c-991047784ed5 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:39.243063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbecb51b-5a2c-412a-aaea-009e5db3085b req-f1f79926-cc85-471d-818c-991047784ed5 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 945 time: 0.1251678 Sep 01 15:18:39.329694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbecb51b-5a2c-412a-aaea-009e5db3085b req-4b626cda-9da8-49f7-a3c4-a7ca715bb117 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852828 Sep 01 15:18:39.708931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750db109-a01e-485c-8bb7-a4d2d0106626 req-5c522284-841f-4cb2-8938-205e331df4b9 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:39.711042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750db109-a01e-485c-8bb7-a4d2d0106626 req-5c522284-841f-4cb2-8938-205e331df4b9 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0708818 Sep 01 15:18:39.780564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-750db109-a01e-485c-8bb7-a4d2d0106626 req-24295e02-3cfc-421e-adad-c46361075696 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567536 Sep 01 15:18:40.139883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb1fd0-4728-4b2c-8fa9-a23bea302046 req-a1abd93c-c8c6-4ea4-8018-a87b5b764f5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:40.143405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bafb1fd0-4728-4b2c-8fa9-a23bea302046 req-a1abd93c-c8c6-4ea4-8018-a87b5b764f5d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1121197 Sep 01 15:18:40.218204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bafb1fd0-4728-4b2c-8fa9-a23bea302046 req-dfab804e-14c5-474a-8940-f5e86fc1a520 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Sep 01 15:18:40.587052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27473-75be-400a-b19d-4ce874e8d66d req-7a7f4e40-015d-4716-b31b-8bf374f7937a tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:40.589885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fed27473-75be-400a-b19d-4ce874e8d66d req-7a7f4e40-015d-4716-b31b-8bf374f7937a tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 945 time: 0.1144574 Sep 01 15:18:40.652009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fed27473-75be-400a-b19d-4ce874e8d66d req-f8e1c0ac-38ae-45a3-84b4-6370995712b3 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Sep 01 15:18:40.996020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552128c9-21d9-401c-96a3-6360d4af24e8 req-f5fcfe1f-c888-4311-b126-3adf88e1ce4f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:40.998142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-552128c9-21d9-401c-96a3-6360d4af24e8 req-f5fcfe1f-c888-4311-b126-3adf88e1ce4f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0835104 Sep 01 15:18:41.062118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-552128c9-21d9-401c-96a3-6360d4af24e8 req-9cddb7b8-5ec0-4a05-9fde-381ed5ea30fa tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Sep 01 15:18:41.392498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060db8b3-1605-4f1a-9f27-5566ab200db0 req-05212b41-3219-473a-b752-a75b94460bcb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:41.394548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-060db8b3-1605-4f1a-9f27-5566ab200db0 req-05212b41-3219-473a-b752-a75b94460bcb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0688844 Sep 01 15:18:41.461399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-060db8b3-1605-4f1a-9f27-5566ab200db0 req-b89ab2d4-2de1-41f9-adc5-8ca336acf255 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591817 Sep 01 15:18:41.834219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61bb2d-a0ee-4a6b-b296-d842925a2e7e req-14db35b4-6b07-45eb-9255-8792b5e9699f tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:41.836058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b61bb2d-a0ee-4a6b-b296-d842925a2e7e req-14db35b4-6b07-45eb-9255-8792b5e9699f tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 945 time: 0.0902631 Sep 01 15:18:41.900450 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b61bb2d-a0ee-4a6b-b296-d842925a2e7e req-c7455e16-4bda-4276-91b7-c68c393ae49f tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Sep 01 15:18:42.080276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8347ece1-c9f0-4135-b20c-c365f64ef25f up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:42.171059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 8347ece1-c9f0-4135-b20c-c365f64ef25f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:42.176924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8347ece1-c9f0-4135-b20c-c365f64ef25f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:42.177661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.284725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31e13a-5269-461c-95ab-8fd0c1abb9ac req-f295d9a7-44de-483a-9058-8616fcddfe7c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:42.289024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d31e13a-5269-461c-95ab-8fd0c1abb9ac req-f295d9a7-44de-483a-9058-8616fcddfe7c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1207907 Sep 01 15:18:42.326350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.367034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:42.368466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d31e13a-5269-461c-95ab-8fd0c1abb9ac req-a3faf7ae-f92e-46be-b9f3-7865c5281d4f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691643 Sep 01 15:18:42.371208 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a5ba7-fda0-4a0e-94db-f28035d84e96" -d '{"events": [{"server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "name": "network-vif-plugged", "status": "completed", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:42.412840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f,segment=NetworkSegment(db18e206-daee-482b-8154-dfbab88cb41d),segment_id=db18e206-daee-482b-8154-dfbab88cb41d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:42.420101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.475449 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f910afdc-a433-4ddb-b4b0-8607107a8adb x-openstack-request-id: req-f910afdc-a433-4ddb-b4b0-8607107a8adb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:42.475951 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "name": "network-vif-plugged", "status": "completed", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:42.476275 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f910afdc-a433-4ddb-b4b0-8607107a8adb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:42.477104 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f', 'code': 200} Sep 01 15:18:42.555284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:42.673898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f09ac-3f2d-4e9b-882c-e112421acebf req-9f952880-7655-4977-af31-c6c96c281823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:42.676595 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a38f09ac-3f2d-4e9b-882c-e112421acebf req-9f952880-7655-4977-af31-c6c96c281823 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 1098 time: 0.1132526 Sep 01 15:18:42.738454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a38f09ac-3f2d-4e9b-882c-e112421acebf req-44237bd1-a7b1-4f7b-8559-bcda201d7991 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498471 Sep 01 15:18:42.741674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97152e20-852f-4e08-9981-fc315b700bea req-cc2e8474-3993-44a4-ab2d-eaa9d2b4712f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:42.744731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97152e20-852f-4e08-9981-fc315b700bea req-cc2e8474-3993-44a4-ab2d-eaa9d2b4712f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1117444 Sep 01 15:18:42.793951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97152e20-852f-4e08-9981-fc315b700bea req-ccd78db0-6a04-4ec8-bdcc-56a67a860770 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Sep 01 15:18:43.104676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0942-077f-4b18-a947-06b16138ff09 req-641ca22d-1309-4920-8fa2-a33367f3f410 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:43.106739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-266c0942-077f-4b18-a947-06b16138ff09 req-641ca22d-1309-4920-8fa2-a33367f3f410 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.0822780 Sep 01 15:18:43.194157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-266c0942-077f-4b18-a947-06b16138ff09 req-f2b38c43-1888-436f-8582-4f54789524e8 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758834 Sep 01 15:18:43.616813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690b82b-5677-482f-8526-b428d3b028e6 req-a74eeab9-2f4b-44c6-a917-a6696786cee8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:43.619135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5690b82b-5677-482f-8526-b428d3b028e6 req-a74eeab9-2f4b-44c6-a917-a6696786cee8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0853572 Sep 01 15:18:43.664172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57610891-7ce9-4164-b3f1-3588b4c00a0a req-58284ff4-d514-4da1-a9a1-53ec93febc00 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:43.667677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57610891-7ce9-4164-b3f1-3588b4c00a0a req-58284ff4-d514-4da1-a9a1-53ec93febc00 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.0883114 Sep 01 15:18:43.686777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5690b82b-5677-482f-8526-b428d3b028e6 req-32408da5-133d-451f-8ba8-69ba16120a58 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576711 Sep 01 15:18:43.751556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57610891-7ce9-4164-b3f1-3588b4c00a0a req-a3bc6703-ea30-42e6-b4f1-cb41cca448d5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762200 Sep 01 15:18:43.978882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbcdab-c5b6-4c19-9c17-6d0785593a68 req-34cbd6f6-3e60-443e-b13a-fe46fa243d5c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:43.981775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fbbcdab-c5b6-4c19-9c17-6d0785593a68 req-34cbd6f6-3e60-443e-b13a-fe46fa243d5c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0978501 Sep 01 15:18:44.049649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fbbcdab-c5b6-4c19-9c17-6d0785593a68 req-ead1aefc-6a3e-4404-ab32-f1da3db381df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Sep 01 15:18:44.304731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11334e86-5dcd-4713-a0da-0e85f5948b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.414876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0897432-c203-4afc-9bc2-e9e3c1606783 req-97cb9882-5fcb-4070-aab5-ba42101f44ac tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:44.417647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0897432-c203-4afc-9bc2-e9e3c1606783 req-97cb9882-5fcb-4070-aab5-ba42101f44ac tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.0967548 Sep 01 15:18:44.495971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0897432-c203-4afc-9bc2-e9e3c1606783 req-9028deae-41ef-4bea-9d6f-1ec7bf4eb4bf tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624394 Sep 01 15:18:44.977032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d225-6c94-4e35-8711-90fef2c165f5 req-4c5dfdbf-8f59-43b4-8a78-5154ea67e3de tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:44.979719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b281d225-6c94-4e35-8711-90fef2c165f5 req-4c5dfdbf-8f59-43b4-8a78-5154ea67e3de tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.1132660 Sep 01 15:18:44.992794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bb95c-f1a2-416a-b3fd-b2d3638392ef req-567146ff-f5ed-46cf-b944-ed518f7c3600 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:44.998042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da7bb95c-f1a2-416a-b3fd-b2d3638392ef req-567146ff-f5ed-46cf-b944-ed518f7c3600 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1785583 Sep 01 15:18:45.002553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-96ce6333-9aa7-4741-b44c-66aaef146f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.006343 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-96ce6333-9aa7-4741-b44c-66aaef146f25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=936de1e0ca9f4e7dbb6a57b1d8c855dc&device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 1098 time: 0.1253560 Sep 01 15:18:45.059920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b281d225-6c94-4e35-8711-90fef2c165f5 req-e4321fd2-61ac-4076-b632-bb737e329793 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666122 Sep 01 15:18:45.173273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da7bb95c-f1a2-416a-b3fd-b2d3638392ef req-7f843054-2d6e-4f33-8b75-f2c136693403 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646757 Sep 01 15:18:45.303964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-ecaa8e62-deea-47af-99cb-62faae76b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.305972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-ecaa8e62-deea-47af-99cb-62faae76b6c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5fef2ff-bb6e-44a6-a12b-20e700459f79 HTTP/1.1" status: 200 len: 915 time: 0.2711830 Sep 01 15:18:45.310954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc0766-b559-4196-8676-acfa4a119647 req-c57bf669-6a8b-458c-b96b-733accd747cc tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.317028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13cc0766-b559-4196-8676-acfa4a119647 req-c57bf669-6a8b-458c-b96b-733accd747cc tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.1301258 Sep 01 15:18:45.404689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13cc0766-b559-4196-8676-acfa4a119647 req-fd638b4f-f89d-4d05-98e5-a3eff4d568f5 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785053 Sep 01 15:18:45.405507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912120de-89ec-474b-9770-7012a3df399d req-06c0eed8-17e2-49ab-adff-b04ab8ea7eb1 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.408123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-912120de-89ec-474b-9770-7012a3df399d req-06c0eed8-17e2-49ab-adff-b04ab8ea7eb1 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.50 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.1512175 Sep 01 15:18:45.409782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-0502d279-ad37-4f56-9cf7-d28b1c93f4d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f HTTP/1.1" status: 200 len: 217 time: 0.0782123 Sep 01 15:18:45.701694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-4b28fa7d-7f3b-4e8b-80ef-a91c61875f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.705303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-4b28fa7d-7f3b-4e8b-80ef-a91c61875f11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c764b5b7-ab4c-4a85-9fb2-cd8e866671e9 HTTP/1.1" status: 200 len: 854 time: 0.2628622 Sep 01 15:18:45.754776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0940-6895-49d7-b0b9-251b26fde02e req-6804c524-e7a3-4a0c-8d8e-8117558400ed tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.757693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76bb0940-6895-49d7-b0b9-251b26fde02e req-6804c524-e7a3-4a0c-8d8e-8117558400ed tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2999616 Sep 01 15:18:45.799356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-b64b4255-a288-44ac-a2dc-008c3ca168f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5fef2ff-bb6e-44a6-a12b-20e700459f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827401 Sep 01 15:18:46.005227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Deleting port b0491c0c-c4af-4184-872f-764430d851e8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:46.006209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.116546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76bb0940-6895-49d7-b0b9-251b26fde02e req-82938c9a-b814-4d0e-bff8-d0951cd85a79 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243153 Sep 01 15:18:46.203573 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-3974599e-33fe-4721-b326-caf4d1c97f4b service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884985 Sep 01 15:18:46.307465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] For port b0491c0c-c4af-4184-872f-764430d851e8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0491c0c-c4af-4184-872f-764430d851e8,segment=NetworkSegment(818b95df-acc1-4b36-a956-5c34c09a4a40),segment_id=818b95df-acc1-4b36-a956-5c34c09a4a40)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:46.307992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.357958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fdb8d-8bf7-4fce-930b-0962a7628918 req-2e361b35-279f-4ac5-9bb2-8f293b75bd8b tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:46.370125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd0fdb8d-8bf7-4fce-930b-0962a7628918 req-2e361b35-279f-4ac5-9bb2-8f293b75bd8b tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.1474438 Sep 01 15:18:46.444713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Calling delete_port for b0491c0c-c4af-4184-872f-764430d851e8 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:46.465050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd0fdb8d-8bf7-4fce-930b-0962a7628918 req-df0e3d44-8f6e-41ef-b3af-920e31ceacc0 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846238 Sep 01 15:18:46.620762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a402b-da72-4428-b889-d139c36724f4 req-399c77e5-82d1-42b9-a7c7-aa945524ee3d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:46.623104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b2a402b-da72-4428-b889-d139c36724f4 req-399c77e5-82d1-42b9-a7c7-aa945524ee3d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.2092335 Sep 01 15:18:46.675386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f578222-a0a0-43c6-8ddd-2ae85c84c801 req-428858c7-895b-4106-b8d9-645c02a6562d service neutron] 10.222.0.50 "GET /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947670 Sep 01 15:18:46.767883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b2a402b-da72-4428-b889-d139c36724f4 req-2dd22bbe-9c6d-4179-aee4-fec76abf657c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129870 Sep 01 15:18:46.832190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d1c22-1039-4ce9-97ba-5c8338e89687 req-23f1f972-744c-4092-9116-b8bb19d9ac77 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:46.835505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f4d1c22-1039-4ce9-97ba-5c8338e89687 req-23f1f972-744c-4092-9116-b8bb19d9ac77 tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/ports?device_id=54964e45-5821-46f0-a4fb-daa625e2286d HTTP/1.1" status: 200 len: 946 time: 0.1358535 Sep 01 15:18:46.957599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.959469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f4d1c22-1039-4ce9-97ba-5c8338e89687 req-bc3531fe-0af9-4d90-b47e-a26b1f939bfb tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d3cf682-33e9-434f-af22-4b6574a5ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129823 Sep 01 15:18:46.980232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b0491c0c-c4af-4184-872f-764430d851e8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:47.019094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Pushing event deleted for resources: {'Port': ['ID=b0491c0c-c4af-4184-872f-764430d851e8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:47.112736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] No DVR routers for this DVR port b0491c0c-c4af-4184-872f-764430d851e8 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:47.118524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.121631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-912120de-89ec-474b-9770-7012a3df399d req-c8efe911-70b0-4e30-abb6-4733c3ad13fd tempest-VolumesActionsTest-1694093557 tempest-VolumesActionsTest-1694093557-project] 10.222.0.50 "DELETE /v2.0/ports/b0491c0c-c4af-4184-872f-764430d851e8 HTTP/1.1" status: 204 len: 173 time: 1.6917021 Sep 01 15:18:47.121804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'name': 'network-vif-deleted', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:47.122605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4469e8c0-3445-4bc8-99a6-86b934697f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.124582 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeb35b7-e41a-49d3-b006-7aa0b7740f20" -d '{"events": [{"server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "name": "network-vif-deleted", "tag": "b0491c0c-c4af-4184-872f-764430d851e8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:47.215410 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be0d83-5149-46e3-a66b-6c149fc6e955 x-openstack-request-id: req-48be0d83-5149-46e3-a66b-6c149fc6e955 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:47.215730 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54964e45-5821-46f0-a4fb-daa625e2286d", "name": "network-vif-deleted", "tag": "b0491c0c-c4af-4184-872f-764430d851e8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:47.217159 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48be0d83-5149-46e3-a66b-6c149fc6e955 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:47.217159 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54964e45-5821-46f0-a4fb-daa625e2286d', 'name': 'network-vif-deleted', 'tag': 'b0491c0c-c4af-4184-872f-764430d851e8', 'status': 'completed', 'code': 200} Sep 01 15:18:47.369378 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.370876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136166c-97c0-450d-83fd-f58544d51474 req-edfad288-3593-4dc5-a7a8-dadbb728f449 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:47.375010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4136166c-97c0-450d-83fd-f58544d51474 req-edfad288-3593-4dc5-a7a8-dadbb728f449 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1103089 Sep 01 15:18:47.463076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4136166c-97c0-450d-83fd-f58544d51474 req-2f7a1c13-c5a2-49e9-8ee0-017502a9058c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755424 Sep 01 15:18:47.688826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9b72-cf03-4745-8d68-b01af44d0f37 req-bf0baee4-76cc-426b-8d51-f090999f32f6 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:47.692786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b21e9b72-cf03-4745-8d68-b01af44d0f37 req-bf0baee4-76cc-426b-8d51-f090999f32f6 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.1093810 Sep 01 15:18:47.784994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b21e9b72-cf03-4745-8d68-b01af44d0f37 req-77bb4ad2-1a54-4846-9622-f32d37a735a3 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764227 Sep 01 15:18:48.033337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ae2a9-3745-4aba-92ae-0413373c2df5 req-527b2d83-ac66-4580-adf9-d2d36ed90f33 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:48.042016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c1ae2a9-3745-4aba-92ae-0413373c2df5 req-527b2d83-ac66-4580-adf9-d2d36ed90f33 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1269455 Sep 01 15:18:48.113649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c1ae2a9-3745-4aba-92ae-0413373c2df5 req-97f110d5-f922-4510-a670-1dbf177d364a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641000 Sep 01 15:18:48.280382 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.356425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.401726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79fab5-43db-4c7d-968f-57c6487a80c4 req-ea8bdbd5-bd94-4f6f-b486-824d95708aef tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:48.403428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d79fab5-43db-4c7d-968f-57c6487a80c4 req-ea8bdbd5-bd94-4f6f-b486-824d95708aef tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.0754662 Sep 01 15:18:48.465611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d79fab5-43db-4c7d-968f-57c6487a80c4 req-97fc4794-8ac7-4655-9400-0bb4eee565ed tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Sep 01 15:18:48.634470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3ad76-2123-4544-b0b9-87ca86a065ef req-f39698b3-3d90-4d30-b38a-9ceb68a7dcb1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:48.636869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20c3ad76-2123-4544-b0b9-87ca86a065ef req-f39698b3-3d90-4d30-b38a-9ceb68a7dcb1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0767922 Sep 01 15:18:48.720979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20c3ad76-2123-4544-b0b9-87ca86a065ef req-a2be01b5-e374-477b-a0ba-cdd885645714 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Sep 01 15:18:49.344672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f740a1a-24ac-4e2d-8d27-469034421610 req-22f695ed-919e-482f-b568-c9f3861b8052 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:49.347321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f740a1a-24ac-4e2d-8d27-469034421610 req-22f695ed-919e-482f-b568-c9f3861b8052 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0956926 Sep 01 15:18:49.444488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f740a1a-24ac-4e2d-8d27-469034421610 req-0f090b17-61dc-4304-86d9-2a249b6952c8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841722 Sep 01 15:18:49.669037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b47f9-340f-4242-b9fe-a3c2fd2fa3d7 req-30422972-0370-4331-b1c1-3650745f1376 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:49.672204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a5b47f9-340f-4242-b9fe-a3c2fd2fa3d7 req-30422972-0370-4331-b1c1-3650745f1376 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.0906119 Sep 01 15:18:49.750744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a5b47f9-340f-4242-b9fe-a3c2fd2fa3d7 req-12bd530b-9d4c-4773-8f42-edd1729612ee tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Sep 01 15:18:49.834347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.957451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739c479-fe5b-416e-bc76-09b061c47701 req-f3ff0461-19de-4b9c-afbe-f3cdc496293a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:49.961442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7739c479-fe5b-416e-bc76-09b061c47701 req-f3ff0461-19de-4b9c-afbe-f3cdc496293a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1060960 Sep 01 15:18:50.093496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7739c479-fe5b-416e-bc76-09b061c47701 req-3b1e141c-ad9c-4eb9-9f74-60193a98613b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232183 Sep 01 15:18:50.118287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101fe04-89c0-4797-9176-91ed1367e005 req-91474bfc-8b6b-44cc-b9d5-73495d711365 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:50.121116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c101fe04-89c0-4797-9176-91ed1367e005 req-91474bfc-8b6b-44cc-b9d5-73495d711365 tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.1392157 Sep 01 15:18:50.135568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0491c0c-c4af-4184-872f-764430d851e8 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:50.163268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: b0491c0c-c4af-4184-872f-764430d851e8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:50.164075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0491c0c-c4af-4184-872f-764430d851e8 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:50.310669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Deleting port 8347ece1-c9f0-4135-b20c-c365f64ef25f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:50.311251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.506165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] For port 8347ece1-c9f0-4135-b20c-c365f64ef25f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8347ece1-c9f0-4135-b20c-c365f64ef25f,segment=NetworkSegment(db18e206-daee-482b-8154-dfbab88cb41d),segment_id=db18e206-daee-482b-8154-dfbab88cb41d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:50.506908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.545571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Calling delete_port for 8347ece1-c9f0-4135-b20c-c365f64ef25f owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:50.993159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104a97-480c-46c4-928b-8a9876904c0b req-71e646db-f3b8-4580-8ec0-e82df5e427de tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:50.995899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30104a97-480c-46c4-928b-8a9876904c0b req-71e646db-f3b8-4580-8ec0-e82df5e427de tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2b2c7a9-25b6-4eec-9994-88db94b7bf06 HTTP/1.1" status: 200 len: 946 time: 0.1082215 Sep 01 15:18:51.171278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86009a4-57e5-4976-8279-7908ede44d2b req-54867b5d-b6a4-4cfc-9559-84bfcde64417 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:51.172988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f86009a4-57e5-4976-8279-7908ede44d2b req-54867b5d-b6a4-4cfc-9559-84bfcde64417 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1103330 Sep 01 15:18:51.324105 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f86009a4-57e5-4976-8279-7908ede44d2b req-d4d429b5-7736-44a0-9eee-35e2c2f60572 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360703 Sep 01 15:18:51.335336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.351729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8347ece1-c9f0-4135-b20c-c365f64ef25f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:51.466535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Pushing event deleted for resources: {'Port': ['ID=8347ece1-c9f0-4135-b20c-c365f64ef25f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:51.566652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] No DVR routers for this DVR port 8347ece1-c9f0-4135-b20c-c365f64ef25f on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:51.571406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.575361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c101fe04-89c0-4797-9176-91ed1367e005 req-ed8d4066-c61e-4fef-9de1-aefe590f3b4d tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.50 "DELETE /v2.0/ports/8347ece1-c9f0-4135-b20c-c365f64ef25f HTTP/1.1" status: 204 len: 173 time: 1.4472640 Sep 01 15:18:51.576123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'name': 'network-vif-deleted', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:51.579937 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b196b10-c563-4c68-ad5b-bdbe9e512b2b" -d '{"events": [{"server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "name": "network-vif-deleted", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:51.621766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30104a97-480c-46c4-928b-8a9876904c0b req-8028fa23-c7bd-4668-bf2c-67764f7bd40f tempest-InstanceActionsTestJSON-336989730 tempest-InstanceActionsTestJSON-336989730-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124177 Sep 01 15:18:51.802059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c811-14a3-41d9-970b-7698b3aa9a5b req-0aa489a4-a890-4bfe-a229-df9ff952ab94 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:51.816001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9150c811-14a3-41d9-970b-7698b3aa9a5b req-0aa489a4-a890-4bfe-a229-df9ff952ab94 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1266255 Sep 01 15:18:51.852320 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca467e5-3554-4d36-ba95-59a107219748 x-openstack-request-id: req-6ca467e5-3554-4d36-ba95-59a107219748 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:51.852883 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b2c7a9-25b6-4eec-9994-88db94b7bf06", "name": "network-vif-deleted", "tag": "8347ece1-c9f0-4135-b20c-c365f64ef25f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:51.853426 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ca467e5-3554-4d36-ba95-59a107219748 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:51.854112 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b2c7a9-25b6-4eec-9994-88db94b7bf06', 'name': 'network-vif-deleted', 'tag': '8347ece1-c9f0-4135-b20c-c365f64ef25f', 'status': 'completed', 'code': 200} Sep 01 15:18:51.888062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9150c811-14a3-41d9-970b-7698b3aa9a5b req-c6552e85-6e12-43c8-8deb-80be6fdb7f7d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Sep 01 15:18:52.531018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f376c-b385-4a02-a394-fdbc5ee4bde1 req-bf41cc80-bdfc-4aec-9a78-e77810ddde28 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:52.532674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290f376c-b385-4a02-a394-fdbc5ee4bde1 req-bf41cc80-bdfc-4aec-9a78-e77810ddde28 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0620494 Sep 01 15:18:52.607647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290f376c-b385-4a02-a394-fdbc5ee4bde1 req-0f714f02-1cf7-45ef-9850-450d73534048 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Sep 01 15:18:52.731310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.809959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Deleting subnet c764b5b7-ab4c-4a85-9fb2-cd8e866671e9 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:18:52.830310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.896960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.975967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.066493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.102155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c764b5b7-ab4c-4a85-9fb2-cd8e866671e9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:53.112251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.115218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-47942ab0-ca5b-4c67-af72-a8ba01f5889a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c764b5b7-ab4c-4a85-9fb2-cd8e866671e9 HTTP/1.1" status: 204 len: 168 time: 0.3816965 Sep 01 15:18:53.119441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38586) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:53.197932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420bbe6-7839-4ee5-bb4c-80a0aebe5512 req-b4428b40-6df0-4d3c-a50c-f3c11d655873 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:53.200818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2420bbe6-7839-4ee5-bb4c-80a0aebe5512 req-b4428b40-6df0-4d3c-a50c-f3c11d655873 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1755977 Sep 01 15:18:53.251301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2420bbe6-7839-4ee5-bb4c-80a0aebe5512 req-c14cf334-141c-4773-8c48-1374cd6cad97 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Sep 01 15:18:53.272600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.402180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.416456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fef2ff-bb6e-44a6-a12b-20e700459f79']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:53.434311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db18e206-daee-482b-8154-dfbab88cb41d') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:53.434671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db18e206-daee-482b-8154-dfbab88cb41d') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:53.452776 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.477548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.499054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:53.499725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:53.503003 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:53.610389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.630584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.637498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5fef2ff-bb6e-44a6-a12b-20e700459f79 HTTP/1.1" status: 204 len: 168 time: 0.5124815 Sep 01 15:18:53.674425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a511dc-4c96-4850-9603-3b0d578f50d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fef2ff-bb6e-44a6-a12b-20e700459f79,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:53.926118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1187-cdc0-4606-8bda-3c32eeb6ba4a req-5ec5a20a-3367-4aa2-ab40-ddc2978ae73d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:53.936794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-175f1187-cdc0-4606-8bda-3c32eeb6ba4a req-5ec5a20a-3367-4aa2-ab40-ddc2978ae73d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1254926 Sep 01 15:18:53.984193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38600) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:54.024412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-175f1187-cdc0-4606-8bda-3c32eeb6ba4a req-62508445-2ecd-49c7-a9e5-3dd7e1855bcd tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857484 Sep 01 15:18:54.081012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:54.083445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ccec3741-78a1-4dd2-8069-96c1df5d0681 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=936de1e0ca9f4e7dbb6a57b1d8c855dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976336 Sep 01 15:18:54.145560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8347ece1-c9f0-4135-b20c-c365f64ef25f no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:54.180858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.196229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 8347ece1-c9f0-4135-b20c-c365f64ef25f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:54.196592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8347ece1-c9f0-4135-b20c-c365f64ef25f not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:54.235086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.343715 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.347352 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.349125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4d991e8-a2ea-4c07-aa07-ad1c92a02e98 HTTP/1.1" status: 204 len: 168 time: 0.2669230 Sep 01 15:18:54.378699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a71460-9a58-4f8f-ab2f-583af8d1449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d991e8-a2ea-4c07-aa07-ad1c92a02e98,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:54.482112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb9b1-a453-4645-a32d-0cd234998000 req-5876a38b-bc26-49f9-b6bf-35ea2f02fb18 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:54.489972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3acb9b1-a453-4645-a32d-0cd234998000 req-5876a38b-bc26-49f9-b6bf-35ea2f02fb18 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0859251 Sep 01 15:18:54.538327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3acb9b1-a453-4645-a32d-0cd234998000 req-4c929ce9-b369-438d-8a6e-5d526de79024 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Sep 01 15:18:55.229770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa034-54a4-4155-a337-043b0c472b6a req-fa8a6e43-76ac-4acb-8ff8-d5628e1b07ef tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.231405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb2fa034-54a4-4155-a337-043b0c472b6a req-fa8a6e43-76ac-4acb-8ff8-d5628e1b07ef tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0774305 Sep 01 15:18:55.288458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb2fa034-54a4-4155-a337-043b0c472b6a req-83907622-e3d5-42e9-ab19-3f7d6252f8a4 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Sep 01 15:18:55.462552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38652) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:55.644109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-438328937-network', 'tenant_id': '2fe818ec523d4925a043507123d2896b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:55.679303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Made reservation on behalf of 2fe818ec523d4925a043507123d2896b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:55.684194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.700311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.803877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2597e77-2dc6-47f5-97bc-fe40ea8ecb4d req-06a85593-72d7-4485-8911-4e8d2afbcd0b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.806658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2597e77-2dc6-47f5-97bc-fe40ea8ecb4d req-06a85593-72d7-4485-8911-4e8d2afbcd0b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1083212 Sep 01 15:18:56.013266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f2597e77-2dc6-47f5-97bc-fe40ea8ecb4d req-876af166-e9f5-4245-9fa0-195dd2466be9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816466 Sep 01 15:18:56.038279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.046053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.092584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4167cf1a-2c01-4f29-8db7-d05b0280e960,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:56.111911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:56.129510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.130101 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Added segment 95b8f9da-cfac-40cf-9da0-9f3dfead946c of type vlan for network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 Sep 01 15:18:56.196746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.248733 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.250934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.251552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.349832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8811424 Sep 01 15:18:56.351088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:56.361249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Request body: {'subnet': {'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-438328937-subnet', 'tenant_id': '2fe818ec523d4925a043507123d2896b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:56.371217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0739b54-12c6-4e4a-ba19-96b6ed5035a6 admin admin] Pushing event updated for resources: {'Network': ['ID=78a00b21-21fb-4b2f-9ce9-a33878efb3e7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:56.391442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:56.481393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Made reservation on behalf of 2fe818ec523d4925a043507123d2896b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:56.485407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.576405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d8545-32c6-41b2-988f-eca27d76d6b0 req-6df75fec-2ad2-43b9-aa4b-727d9c54dbaf tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.578236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a1d8545-32c6-41b2-988f-eca27d76d6b0 req-6df75fec-2ad2-43b9-aa4b-727d9c54dbaf tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1603467 Sep 01 15:18:56.691190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a1d8545-32c6-41b2-988f-eca27d76d6b0 req-5b410110-beb7-4879-a34a-af096b471b45 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819051 Sep 01 15:18:56.760505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.837965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2627212d-6da0-4b1b-b9a0-07ecd195dc17,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:56.841636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Checking segment: {'id': '95b8f9da-cfac-40cf-9da0-9f3dfead946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:56.842355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Network hostable DHCP agents. Network: 78a00b21-21fb-4b2f-9ce9-a33878efb3e7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:56.864167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:56.875467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 78a00b21-21fb-4b2f-9ce9-a33878efb3e7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:56.881504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.882445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.893197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da0fa0-06a0-4184-b0ec-4752e9c9e825 None None] Network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:56.934190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ddcbcb0b-8cac-440b-9da0-984268322f1f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5805209 Sep 01 15:18:57.153044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8eb0b9-0a0e-479b-b4d5-07554f3e3021 None None] Network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:57.337514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9417e-34be-4837-bca0-bcd8c0f02ef3 req-b138caa5-061e-4102-9efc-abdf8d4ea395 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.355871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5a9417e-34be-4837-bca0-bcd8c0f02ef3 req-b138caa5-061e-4102-9efc-abdf8d4ea395 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1246164 Sep 01 15:18:57.443379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5a9417e-34be-4837-bca0-bcd8c0f02ef3 req-ad5619c2-830e-48c6-9e9d-2861bd58d1ce tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Sep 01 15:18:57.606568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:57.830894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-58600e72-6ece-4157-b3f8-eb573909275c tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.845336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-58600e72-6ece-4157-b3f8-eb573909275c tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/networks?id=78a00b21-21fb-4b2f-9ce9-a33878efb3e7 HTTP/1.1" status: 200 len: 817 time: 0.1780005 Sep 01 15:18:57.877929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-ab353c9f-c9f0-4f81-b798-9f08651e6475 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/quotas/2fe818ec523d4925a043507123d2896b HTTP/1.1" status: 200 len: 375 time: 0.0284493 Sep 01 15:18:57.903942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d894d-df24-45a5-824b-e2cfd05dcb24 req-961d2031-757b-4afd-9664-b71f8f539b71 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.914300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d50d894d-df24-45a5-824b-e2cfd05dcb24 req-961d2031-757b-4afd-9664-b71f8f539b71 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0905435 Sep 01 15:18:57.954933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-340ee9ba-7a8e-4c4a-bbc8-ec54e0f23921 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fe818ec523d4925a043507123d2896b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751035 Sep 01 15:18:57.975516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d50d894d-df24-45a5-824b-e2cfd05dcb24 req-8f10cb2c-8a11-4c57-97cf-13cd42c6f0e3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597265 Sep 01 15:18:58.144351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-6de8aa44-b7ce-4b31-8890-50c60e42befe service neutron] 10.222.0.41 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878223 Sep 01 15:18:58.322384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c1fc08ed-ff34-457f-afce-783e48d889b7 service neutron] 10.222.0.41 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766462 Sep 01 15:18:58.745418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a8290da-e74d-40d3-a23c-4fe0892ae817 req-ac506d91-6d7b-45e2-8e2c-b53b3194f9b9 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 210 time: 0.0900884 Sep 01 15:18:58.766198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0307b81-b7e6-43e1-88b3-49634f720f05 req-596f469a-012b-4c27-a713-c2107fff61a5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:58.774062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d0307b81-b7e6-43e1-88b3-49634f720f05 req-596f469a-012b-4c27-a713-c2107fff61a5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1602948 Sep 01 15:18:58.848852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d0307b81-b7e6-43e1-88b3-49634f720f05 req-610061ee-9801-4d12-9560-20556a200ec9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Sep 01 15:18:59.155509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15caa-b481-49b3-baf0-3879e17c1faa req-bb794c89-7cf4-4719-997b-10cc24794829 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:59.166720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1c15caa-b481-49b3-baf0-3879e17c1faa req-bb794c89-7cf4-4719-997b-10cc24794829 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0877502 Sep 01 15:18:59.223498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1c15caa-b481-49b3-baf0-3879e17c1faa req-0573d13e-5bea-43cd-8371-77a18abf587f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546138 Sep 01 15:19:00.019019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32a705ff-eb2a-4b5d-b187-245f8653c360 req-c0d9371f-dfeb-44fa-946e-264fadf880dd tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 210 time: 0.0996153 Sep 01 15:19:00.135258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc09a1-4cfe-4848-8d43-d084495f884b req-52c795b5-17b0-44c4-9ee3-21776c0f0823 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.147431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-edfc09a1-4cfe-4848-8d43-d084495f884b req-52c795b5-17b0-44c4-9ee3-21776c0f0823 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1208987 Sep 01 15:19:00.226697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-edfc09a1-4cfe-4848-8d43-d084495f884b req-b9dfa277-732c-4a5b-855e-c06ff9bb70f2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757713 Sep 01 15:19:00.514926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652db26-de91-4757-879e-8ecbd9077fde req-e2d552b8-7876-4bf3-b819-f3bfa582c299 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.539841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a652db26-de91-4757-879e-8ecbd9077fde req-e2d552b8-7876-4bf3-b819-f3bfa582c299 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1701081 Sep 01 15:19:00.753191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a652db26-de91-4757-879e-8ecbd9077fde req-2530e7a6-caec-4440-bdf2-34a4f13253b1 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069645 Sep 01 15:19:00.781798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-4aa09f41-c000-4618-afcc-f4fc0d7b5a0b tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.785410 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-4aa09f41-c000-4618-afcc-f4fc0d7b5a0b tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.50 "GET /v2.0/networks?id=78a00b21-21fb-4b2f-9ce9-a33878efb3e7 HTTP/1.1" status: 200 len: 817 time: 0.3576393 Sep 01 15:19:00.811783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Request body: {'port': {'device_id': 'e8e45657-582e-4584-b969-0afd8132b230', 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7', 'admin_state_up': True, 'tenant_id': '2fe818ec523d4925a043507123d2896b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:01.063252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Made reservation on behalf of 2fe818ec523d4925a043507123d2896b for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:01.067589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.271282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71c51c99-82ca-4130-b02f-d34a3016e662 req-8a6b116e-7522-4e54-8280-38bd5dbd4742 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 210 time: 0.0780578 Sep 01 15:19:01.408654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4447-6c02-407f-a8dc-0c976a02cf33 req-b62f9482-0cad-40a6-af1f-718c82c6718c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:01.410645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be7a4447-6c02-407f-a8dc-0c976a02cf33 req-b62f9482-0cad-40a6-af1f-718c82c6718c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0845466 Sep 01 15:19:01.415515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Allocated IP 172.20.0.6 (78a00b21-21fb-4b2f-9ce9-a33878efb3e7/2627212d-6da0-4b1b-b9a0-07ecd195dc17/0f8514eb-9243-4bdd-bf40-cd9c59f10e60) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:01.507116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be7a4447-6c02-407f-a8dc-0c976a02cf33 req-2c73a115-05fe-4413-8dc2-f9648a253c2a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800757 Sep 01 15:19:01.768621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.889002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.021502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:02.022374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-edbebdf6-50c5-4219-ac0f-01c110d2c323 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:02.024369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-edbebdf6-50c5-4219-ac0f-01c110d2c323 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.1917100 Sep 01 15:19:02.030239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:02.040098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:02.065311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-a3084c54-ebbe-4fe6-8f34-77b4f687848c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/quotas/ee44eeaa13fc4fcaa0294a7ce6fa3c4d HTTP/1.1" status: 200 len: 375 time: 0.0287426 Sep 01 15:19:02.101681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Pushing event updated for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.159830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845951-937c-4ab1-aea5-5801fa68f85c req-f6c55e67-be12-4847-83e2-2eb5b4555942 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:02.163278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7845951-937c-4ab1-aea5-5801fa68f85c req-f6c55e67-be12-4847-83e2-2eb5b4555942 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.2198737 Sep 01 15:19:02.170078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.170659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.171761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.172326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.172920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.173536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.174212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.175162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.176029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.176029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.177500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.177500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:02.187033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-e639f259-c5a2-4be2-9689-12881d95d839 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065993 Sep 01 15:19:02.229820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:02.230699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.277100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7845951-937c-4ab1-aea5-5801fa68f85c req-f168aaba-683b-4c38-8918-dbcc5c183100 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Sep 01 15:19:02.287077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-153ac29f-08a2-4ab4-b4d7-20df04adc13f tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864492 Sep 01 15:19:02.309515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Request body: {'port': {'device_id': 'e8e45657-582e-4584-b969-0afd8132b230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:02.409446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-6c2eb1f9-70a2-4a15-bdb2-06061cded009 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028213 Sep 01 15:19:02.456965 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.604380 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:19:02.686335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950ba71-8558-4733-b65c-99051b271ccd req-c02bdad3-4358-4937-9352-b358a5fe1499 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:02.700050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a950ba71-8558-4733-b65c-99051b271ccd req-c02bdad3-4358-4937-9352-b358a5fe1499 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 931 time: 0.1338341 Sep 01 15:19:02.700943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-e0b0b646-c636-43ea-840f-8dc9a2cf8229 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812624 Sep 01 15:19:02.996592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a950ba71-8558-4733-b65c-99051b271ccd req-15e43923-0d13-4bfe-be33-186bed24f83e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062657 Sep 01 15:19:03.097885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e5883-6677-4d48-93e3-3d885f285ef4 req-4bc32529-efad-4243-a3e9-ba2a50b7a522 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:03.106505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-772e5883-6677-4d48-93e3-3d885f285ef4 req-4bc32529-efad-4243-a3e9-ba2a50b7a522 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1310782 Sep 01 15:19:03.230236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-772e5883-6677-4d48-93e3-3d885f285ef4 req-a21ac8b9-35fd-40e5-95dc-c68c6d4b6040 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085942 Sep 01 15:19:03.241603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:03.257400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.319849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Transition to ACTIVE for port object 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:03.325660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-713c9c80-9750-45d3-9216-e7f64b88fe61 req-c7c2e3d0-0b60-4d30-bce8-1edb244ba3e3 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 210 time: 0.0631223 Sep 01 15:19:03.328633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.426099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Pushing event updated for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:03.494858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0eed8-2540-4b8f-99cc-eea2b34e5bbd req-31cb9bdf-3081-4689-9735-4f66eb6d7759 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:03.513914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21e0eed8-2540-4b8f-99cc-eea2b34e5bbd req-31cb9bdf-3081-4689-9735-4f66eb6d7759 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1254773 Sep 01 15:19:03.592023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21e0eed8-2540-4b8f-99cc-eea2b34e5bbd req-aef0c0b2-225b-431b-8d9e-6dfd4d88fb47 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725453 Sep 01 15:19:03.626691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Attempting to bind port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:03.627677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Attempting to bind port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '95b8f9da-cfac-40cf-9da0-9f3dfead946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:03.627677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Attempting to bind port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 on network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:03.634959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 on network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:19:03.635445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Attempting to bind port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 on network 78a00b21-21fb-4b2f-9ce9-a33878efb3e7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:03.647791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:03.648438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Checking segment: {'id': '95b8f9da-cfac-40cf-9da0-9f3dfead946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:03.649324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Bound using segment: {'id': '95b8f9da-cfac-40cf-9da0-9f3dfead946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:03.650232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Bound port: 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b8f9da-cfac-40cf-9da0-9f3dfead946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:03.650935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.816526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:03.823236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,segment=NetworkSegment(95b8f9da-cfac-40cf-9da0-9f3dfead946c),segment_id=95b8f9da-cfac-40cf-9da0-9f3dfead946c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:03.832650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.905651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:03.906402 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.908639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] 10.222.0.50 "PUT /v2.0/ports/0f8514eb-9243-4bdd-bf40-cd9c59f10e60 HTTP/1.1" status: 200 len: 1092 time: 1.6098089 Sep 01 15:19:03.908997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:03.911574 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58353115-dbfe-45d4-b7b0-27af8c99a19a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:03.950949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e68e9-c66d-4c88-91af-44a9be0fe7af service neutron] Pushing event updated for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:04.000192 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e79d7d4-5ee6-4ea4-88b6-711fd01c2a09 x-openstack-request-id: req-0e79d7d4-5ee6-4ea4-88b6-711fd01c2a09 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:04.000838 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:04.001427 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e79d7d4-5ee6-4ea4-88b6-711fd01c2a09 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:04.002285 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60', 'status': 'completed', 'code': 200} Sep 01 15:19:04.078361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-69fdf756-acc4-4df8-b1a9-e340e906169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:04.081219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-69fdf756-acc4-4df8-b1a9-e340e906169a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fe818ec523d4925a043507123d2896b&device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 1095 time: 0.1028149 Sep 01 15:19:04.170542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-a2174123-f392-40fd-9792-6da1cb24c52a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60 HTTP/1.1" status: 200 len: 217 time: 0.0736575 Sep 01 15:19:04.228875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a3402-40cf-47d8-8c99-c72c6333b4b8 req-8e5330c8-a437-4bd3-8bf7-1d31b01e39c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:04.231616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa1a3402-40cf-47d8-8c99-c72c6333b4b8 req-8e5330c8-a437-4bd3-8bf7-1d31b01e39c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 943 time: 0.1130998 Sep 01 15:19:04.264274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-71fa1a21-c71f-416e-9847-e861367d1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:04.266512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-71fa1a21-c71f-416e-9847-e861367d1992 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2627212d-6da0-4b1b-b9a0-07ecd195dc17 HTTP/1.1" status: 200 len: 857 time: 0.0869188 Sep 01 15:19:04.315783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa1a3402-40cf-47d8-8c99-c72c6333b4b8 req-7f112f39-2b0f-41d9-9a66-9e5d6e3810c7 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736458 Sep 01 15:19:04.344730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-87cafcf1-9162-4c80-b977-60f8f83760cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78a00b21-21fb-4b2f-9ce9-a33878efb3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599084 Sep 01 15:19:04.591552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ff63f-9f6e-4ec3-bf47-77c8c6b9bdb2 req-e4a00178-5b11-48e6-96e1-fff2ec93045a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:04.624744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-837ff63f-9f6e-4ec3-bf47-77c8c6b9bdb2 req-e4a00178-5b11-48e6-96e1-fff2ec93045a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2348571 Sep 01 15:19:04.626507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73544eda-ce4a-4e41-b30d-5980cce21544 req-5850f8e2-275e-4bb1-9059-49e6ade632f9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 210 time: 0.0640211 Sep 01 15:19:04.799429 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-624ff5c9-7f51-4dfd-83fa-8b8b728ebc5e service neutron] 10.222.0.50 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405468 Sep 01 15:19:04.984548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-837ff63f-9f6e-4ec3-bf47-77c8c6b9bdb2 req-c12bbf34-7789-4242-be7f-04b02eecad42 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572402 Sep 01 15:19:04.994796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b489b2-18ea-447c-a123-91e7cbf02174 req-eefe80c3-344b-48d9-82e5-0979e7c019c4 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:05.002094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8b489b2-18ea-447c-a123-91e7cbf02174 req-eefe80c3-344b-48d9-82e5-0979e7c019c4 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1469204 Sep 01 15:19:05.113656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8b489b2-18ea-447c-a123-91e7cbf02174 req-a1cc9474-d246-438e-9cd7-d36004c86fb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026900 Sep 01 15:19:05.130948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-49e83fa5-275c-4b3c-b7f0-326212b3bd69 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:05.133668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-49e83fa5-275c-4b3c-b7f0-326212b3bd69 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 815 time: 0.5768287 Sep 01 15:19:05.144563 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df55c4eb-78da-417f-a492-ea73a36e4357 req-b912dd5d-a77b-452b-a0fa-df0160828109 service neutron] 10.222.0.50 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294435 Sep 01 15:19:05.158949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Request body: {'port': {'device_id': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'admin_state_up': True, 'tenant_id': 'ee44eeaa13fc4fcaa0294a7ce6fa3c4d'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:05.509910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-2dcdb1be-9c5f-41d1-baa1-b191ab59b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:05.509910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-2dcdb1be-9c5f-41d1-baa1-b191ab59b7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fe818ec523d4925a043507123d2896b&device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 1095 time: 0.2442696 Sep 01 15:19:05.624141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a414-17a7-4533-938b-3a29b38c97dd req-1533edea-8f6a-4899-b403-04ebc16db2e5 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:05.626141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3879a414-17a7-4533-938b-3a29b38c97dd req-1533edea-8f6a-4899-b403-04ebc16db2e5 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 943 time: 0.1074626 Sep 01 15:19:05.645469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Made reservation on behalf of ee44eeaa13fc4fcaa0294a7ce6fa3c4d for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:05.650090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.706116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3879a414-17a7-4533-938b-3a29b38c97dd req-fbf82af2-f0d8-41e4-8ac7-0e7053056cc0 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657148 Sep 01 15:19:05.814762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-6b97c258-374d-40d7-9a9f-3a6efd6058d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:05.816896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-6b97c258-374d-40d7-9a9f-3a6efd6058d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=78a00b21-21fb-4b2f-9ce9-a33878efb3e7 HTTP/1.1" status: 200 len: 918 time: 0.2972991 Sep 01 15:19:05.917127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9173e43b-a61a-43e0-b818-39f0a1674780 req-1b8728ba-d2ba-4dab-9245-f28d7a3109a9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 210 time: 0.1241002 Sep 01 15:19:05.919374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-909344a2-f654-48fd-9754-a317feb71b32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60 HTTP/1.1" status: 200 len: 217 time: 0.0624557 Sep 01 15:19:05.999350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-e7d34cdf-489e-4f82-888f-fd081f284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.001156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-e7d34cdf-489e-4f82-888f-fd081f284720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2627212d-6da0-4b1b-b9a0-07ecd195dc17 HTTP/1.1" status: 200 len: 857 time: 0.0699975 Sep 01 15:19:06.090088 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-b15000aa-14c4-47f2-9734-c5411f5cc528 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78a00b21-21fb-4b2f-9ce9-a33878efb3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767233 Sep 01 15:19:06.215921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Allocated IP 172.20.0.4 (4e5fb5dd-5616-4ce9-8e25-9689c07fe28c/5f7c49b0-ec2f-49d3-8c57-d1e44c15232d/d3595999-b097-498b-8ab8-5c42446a5a6f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:06.295466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e4fc7-8597-4729-a0a3-e145a9185924 req-b028f152-ad3d-473a-bec6-b4ebf759083d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.313275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c6e4fc7-8597-4729-a0a3-e145a9185924 req-b028f152-ad3d-473a-bec6-b4ebf759083d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1316609 Sep 01 15:19:06.383696 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-4291761e-8388-4884-83e0-021fbc0f5338 service neutron] 10.222.0.50 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794998 Sep 01 15:19:06.406242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c6e4fc7-8597-4729-a0a3-e145a9185924 req-af4c6b9a-3abb-42ee-af5c-90f049730cea tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Sep 01 15:19:06.638223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58353115-dbfe-45d4-b7b0-27af8c99a19a req-32abf72c-02c2-4c44-a51d-b1b20c47c592 service neutron] 10.222.0.50 "GET /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277825 Sep 01 15:19:06.659748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394755fb-daa2-4cac-a5be-6e3d0ade3ed1 req-c8692f3e-7d0e-4363-84c6-edd0ee83c9eb tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.662374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-394755fb-daa2-4cac-a5be-6e3d0ade3ed1 req-c8692f3e-7d0e-4363-84c6-edd0ee83c9eb tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.3205209 Sep 01 15:19:06.765298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-394755fb-daa2-4cac-a5be-6e3d0ade3ed1 req-07963f1d-cc22-40a1-97fa-dac4b91843ac tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929840 Sep 01 15:19:06.776974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.841294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.855416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'fd93841c-aab0-4eb8-889c-2a82e183010b', '4eb16bcf-6561-4b60-bd27-c36aadebbbec'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:06.898399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce88d2-510d-455c-95d5-d6deffcba7c0 req-f1c28266-b760-44f4-85ac-d0267e052982 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.900566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31ce88d2-510d-455c-95d5-d6deffcba7c0 req-f1c28266-b760-44f4-85ac-d0267e052982 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 943 time: 0.0680163 Sep 01 15:19:06.920857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:06.928646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:06.940599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:06.972104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event updated for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:06.980462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31ce88d2-510d-455c-95d5-d6deffcba7c0 req-73450a5a-e477-413a-9736-33c0ef0be54e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659845 Sep 01 15:19:07.038464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:07.039296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.068437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-356c7057-a6a4-4d96-b8a7-16d2263e5556 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9218025 Sep 01 15:19:07.087654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Request body: {'port': {'device_id': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:07.165142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c280-5e9c-48a5-9ce4-b5839fcdbc70 req-08a3c8b0-944f-4a48-8f07-88c0a8e65c99 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:07.168457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5155c280-5e9c-48a5-9ce4-b5839fcdbc70 req-08a3c8b0-944f-4a48-8f07-88c0a8e65c99 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 931 time: 0.0844438 Sep 01 15:19:07.179862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.230727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5155c280-5e9c-48a5-9ce4-b5839fcdbc70 req-e1834603-52db-4c68-9d7e-d04947df8471 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Sep 01 15:19:07.948297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37050057-7d48-427e-a8a1-1ade39517e75 req-b1e19c95-adb5-45e4-bbdf-fdb870dadc9b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:07.952319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37050057-7d48-427e-a8a1-1ade39517e75 req-b1e19c95-adb5-45e4-bbdf-fdb870dadc9b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0658851 Sep 01 15:19:07.981480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d639de-abb4-4e67-9c4d-03168a49bf9d req-412750e4-bb75-49de-b595-d9d889e0882c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:07.984720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25d639de-abb4-4e67-9c4d-03168a49bf9d req-412750e4-bb75-49de-b595-d9d889e0882c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2105131 Sep 01 15:19:08.016293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37050057-7d48-427e-a8a1-1ade39517e75 req-2e028aff-3d8a-4bc4-a5fa-8edc7cd26c6c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542517 Sep 01 15:19:08.023570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-b80a2e67-67b4-4fb0-933e-f500444e9fba service neutron] 10.222.0.50 "GET /v2.0/ports/9d79f631-8bbe-4d7f-a554-58dfa3069f2e/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.2477093 Sep 01 15:19:08.117499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25d639de-abb4-4e67-9c4d-03168a49bf9d req-ca467e6f-2142-4d34-8009-1f2828d80ce4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105053 Sep 01 15:19:08.193455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3595999-b097-498b-8ab8-5c42446a5a6f {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:08.209801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.224769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:08.241855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Transition to ACTIVE for port object d3595999-b097-498b-8ab8-5c42446a5a6f will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:08.249175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.309034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e720b-a3db-407f-acd4-95731f6d1932 req-1a9d5e48-9537-434a-a9fc-5e734f30a8c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:08.320149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef9e720b-a3db-407f-acd4-95731f6d1932 req-1a9d5e48-9537-434a-a9fc-5e734f30a8c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 943 time: 0.1210828 Sep 01 15:19:08.402744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Pushing event updated for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:08.438001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef9e720b-a3db-407f-acd4-95731f6d1932 req-ca0cdc17-959a-4b99-a895-ce7209c4d6b8 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005967 Sep 01 15:19:08.559356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,segment=NetworkSegment(95b8f9da-cfac-40cf-9da0-9f3dfead946c),segment_id=95b8f9da-cfac-40cf-9da0-9f3dfead946c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:08.591187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-4c3e722a-1ae9-4189-9924-490e82571264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:08.594480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-4c3e722a-1ae9-4189-9924-490e82571264 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1101 time: 0.2151988 Sep 01 15:19:08.595085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60', 'network_id': '78a00b21-21fb-4b2f-9ce9-a33878efb3e7', 'port_id': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60', 'mac_address': 'fa:16:3e:03:22:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2627212d-6da0-4b1b-b9a0-07ecd195dc17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:08.633832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Attempting to bind port d3595999-b097-498b-8ab8-5c42446a5a6f on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:08.634317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Attempting to bind port d3595999-b097-498b-8ab8-5c42446a5a6f by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:08.634870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Attempting to bind port d3595999-b097-498b-8ab8-5c42446a5a6f on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:08.674088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.692735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:08.704576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Port d3595999-b097-498b-8ab8-5c42446a5a6f on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:19:08.705109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Attempting to bind port d3595999-b097-498b-8ab8-5c42446a5a6f on network 4e5fb5dd-5616-4ce9-8e25-9689c07fe28c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:08.720629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:08.721140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Checking segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:08.721647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Bound using segment: {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:08.722232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Bound port: d3595999-b097-498b-8ab8-5c42446a5a6f, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:08.722769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.750771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,segment=NetworkSegment(95b8f9da-cfac-40cf-9da0-9f3dfead946c),segment_id=95b8f9da-cfac-40cf-9da0-9f3dfead946c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:08.761689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-a75d22a5-5e85-4f80-adca-e2131425680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:08.762433 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.764006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-a75d22a5-5e85-4f80-adca-e2131425680f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1101 time: 0.1240098 Sep 01 15:19:08.777736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5fde4-a897-4da3-bcce-3f85c69e4f49 req-cb2b4bed-552e-4029-a8bc-b18d92cbe894 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:08.780373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ba5fde4-a897-4da3-bcce-3f85c69e4f49 req-cb2b4bed-552e-4029-a8bc-b18d92cbe894 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 943 time: 0.1606529 Sep 01 15:19:08.857648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:08.873420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.874957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.875581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.876140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.876696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.877289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.878028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.878574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.879500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.880013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.880851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.881492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:08.978228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:09.003262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ba5fde4-a897-4da3-bcce-3f85c69e4f49 req-3793cb2a-4bfb-4706-a5e6-7479727612a8 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889834 Sep 01 15:19:09.009411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d3595999-b097-498b-8ab8-5c42446a5a6f,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:09.029361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.054235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-d7c3d5c8-f663-4423-9c2f-f41eeca2b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.055829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-d7c3d5c8-f663-4423-9c2f-f41eeca2b9da service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2514532 Sep 01 15:19:09.095171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.096295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.098604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] 10.222.0.50 "PUT /v2.0/ports/d3595999-b097-498b-8ab8-5c42446a5a6f HTTP/1.1" status: 200 len: 1092 time: 2.0172558 Sep 01 15:19:09.103613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:09.105820 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84" -d '{"events": [{"name": "network-changed", "server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:09.185691 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e2a3c-3941-4b0e-b83e-56c6cd971ca8 x-openstack-request-id: req-3e8e2a3c-3941-4b0e-b83e-56c6cd971ca8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:09.186182 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:09.186589 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e8e2a3c-3941-4b0e-b83e-56c6cd971ca8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:09.187244 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f', 'status': 'completed', 'code': 200} Sep 01 15:19:09.198236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-c7ada04e-be5a-43c6-8c65-c93d1b487cd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.1200042 Sep 01 15:19:09.216711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0f8514eb-9243-4bdd-bf40-cd9c59f10e60'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:09.301557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b0e9e-f53d-4238-a56b-662a5b52a16f service neutron] Pushing event updated for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:09.374394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-2b92aa00-1cb5-4ba4-a688-7faec76a1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.377327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-2b92aa00-1cb5-4ba4-a688-7faec76a1775 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 1095 time: 0.2080927 Sep 01 15:19:09.379912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-0f9b62ad-bfb5-41e7-98b4-18dad49fc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.382561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-0f9b62ad-bfb5-41e7-98b4-18dad49fc249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1530981 Sep 01 15:19:09.387116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74028e04-5ca3-4ef3-9b87-23e0bcb53271 req-63b8dd6f-a6d4-4620-9ad4-a15f2d15f6ea tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.403721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74028e04-5ca3-4ef3-9b87-23e0bcb53271 req-63b8dd6f-a6d4-4620-9ad4-a15f2d15f6ea tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.2012379 Sep 01 15:19:09.498571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74028e04-5ca3-4ef3-9b87-23e0bcb53271 req-2358d66a-91ee-4939-a1aa-3a50db4196d8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925276 Sep 01 15:19:09.522039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-6b3701f7-7c0a-4d9e-ad23-9efb4152ffc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3595999-b097-498b-8ab8-5c42446a5a6f HTTP/1.1" status: 200 len: 217 time: 0.1102877 Sep 01 15:19:09.538535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6d9c-7beb-477d-ac7c-ef9e3de98611 req-8072393a-99e3-4a96-aebf-b1dd62e3a702 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.539967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab0a6d9c-7beb-477d-ac7c-ef9e3de98611 req-8072393a-99e3-4a96-aebf-b1dd62e3a702 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2572901 Sep 01 15:19:09.640339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-729f3ae7-ce04-4bd6-bd35-b1293b6932cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.642339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-729f3ae7-ce04-4bd6-bd35-b1293b6932cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2469168 Sep 01 15:19:09.645538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-d96b6f9c-96d6-44e7-b356-ef4ecbfca119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.647181 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-d96b6f9c-96d6-44e7-b356-ef4ecbfca119 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.1060746 Sep 01 15:19:09.668362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab0a6d9c-7beb-477d-ac7c-ef9e3de98611 req-1b1cc67d-8e01-4820-a6f8-78ffc13105b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128104 Sep 01 15:19:09.797236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-5d86bddf-d205-49be-a632-e10ecf0b7efb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124501 Sep 01 15:19:09.802550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ddf0c-860e-40da-a798-8729d11e3505 req-be89c0e3-abb2-493b-b353-21bc47b03970 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.805369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d97ddf0c-860e-40da-a798-8729d11e3505 req-be89c0e3-abb2-493b-b353-21bc47b03970 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 944 time: 0.0741444 Sep 01 15:19:09.892174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d97ddf0c-860e-40da-a798-8729d11e3505 req-ceaba685-2e89-47e0-9085-72a55d574d59 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783572 Sep 01 15:19:09.996305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-3425a334-3cc0-48c2-bce1-b4193ec14320 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246198 Sep 01 15:19:10.106166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-c19d7dbb-cf34-4463-bbbc-cc34bbb8d208 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964234 Sep 01 15:19:10.245667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:10.292582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d4b3db95-9b2f-4c23-8c91-02c8c52b3ca0 req-87cf7bef-43c0-45c2-ab60-21f24ade7311 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805836 Sep 01 15:19:10.314433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344d518-91fd-4452-bc4d-87ecfba88cfd req-a99369b8-2275-4f2a-97c8-ae28fc1cf759 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.316261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a344d518-91fd-4452-bc4d-87ecfba88cfd req-a99369b8-2275-4f2a-97c8-ae28fc1cf759 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 943 time: 0.1808276 Sep 01 15:19:10.386743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63fe492b-9a3f-43a9-bf86-d4a72cd27e00 req-d85e1046-bb30-49ee-8efa-5b3c327c127c service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676241 Sep 01 15:19:10.415955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.424222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a344d518-91fd-4452-bc4d-87ecfba88cfd req-b53c095b-8f8d-4d4f-a686-6171a70adbe1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741708 Sep 01 15:19:10.478683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:10.480066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:10.482881 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c2445-cb96-473c-bf70-7d5eac1f0f86" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:10.500113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.602506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-018e2cc8-b783-4cbc-95e1-4a453e5cd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.609535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-018e2cc8-b783-4cbc-95e1-4a453e5cd268 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 1095 time: 0.0854640 Sep 01 15:19:10.613913 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e25b5f2-ac16-45ef-bcbd-d86234b670c1 x-openstack-request-id: req-0e25b5f2-ac16-45ef-bcbd-d86234b670c1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:10.614285 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:10.614493 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e25b5f2-ac16-45ef-bcbd-d86234b670c1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:10.614852 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'code': 200} Sep 01 15:19:10.627174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:10.830522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd33a-9305-4996-9666-db20e29b068e req-76d47815-4697-4557-9bce-0d38eef4ff88 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.833446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb3bd33a-9305-4996-9666-db20e29b068e req-76d47815-4697-4557-9bce-0d38eef4ff88 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1851676 Sep 01 15:19:10.889589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa76f6-456d-4591-b9b8-584e83d26548 req-7fbcf354-81bc-45dc-9ed2-9043b4b993f3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.895268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04aa76f6-456d-4591-b9b8-584e83d26548 req-7fbcf354-81bc-45dc-9ed2-9043b4b993f3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.0953393 Sep 01 15:19:10.917397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-2e2b011e-da21-4808-935b-26f54f1b7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.919093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-2e2b011e-da21-4808-935b-26f54f1b7686 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 200 len: 916 time: 0.2845123 Sep 01 15:19:10.950957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fb3bd33a-9305-4996-9666-db20e29b068e req-225136dd-ebec-4ed0-9d1c-40433b07d2ff tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975406 Sep 01 15:19:10.985665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04aa76f6-456d-4591-b9b8-584e83d26548 req-cd6f01b2-7110-42ac-bbe1-15cb2ca842e6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788612 Sep 01 15:19:10.993697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-193b5ded-a4c2-496a-8781-73add815ab57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3595999-b097-498b-8ab8-5c42446a5a6f HTTP/1.1" status: 200 len: 217 time: 0.0608778 Sep 01 15:19:11.099555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-0538cf1f-cb72-4291-9d90-8b392a0de07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:11.102222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-0538cf1f-cb72-4291-9d90-8b392a0de07f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 200 len: 855 time: 0.0980742 Sep 01 15:19:11.175046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-61d6ada4-ed89-42be-b248-387e891b15c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596402 Sep 01 15:19:11.185293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef22b-33cb-419f-ba14-845f0acc48cb req-e08503fc-f278-422b-bada-fe21cdfdc330 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:11.188086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-068ef22b-33cb-419f-ba14-845f0acc48cb req-e08503fc-f278-422b-bada-fe21cdfdc330 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 944 time: 0.1016228 Sep 01 15:19:11.259273 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-068ef22b-33cb-419f-ba14-845f0acc48cb req-ea1b20f0-2a71-447b-a1b3-6ee039b5fc8e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601950 Sep 01 15:19:11.327036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-e6fda654-efbf-428c-b789-291b24516a08 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342213 Sep 01 15:19:11.476709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13bb7bad-f5b1-42d6-aff7-440cfaa82c84 req-ff2fc1a3-f1c2-4895-963a-865cae6b6e49 service neutron] 10.222.0.50 "GET /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387837 Sep 01 15:19:11.649377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e449-c747-4522-9258-f32fc0dabe07 req-e9a93406-2968-432c-ae0d-8d9e40ed786d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:11.653104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b72e449-c747-4522-9258-f32fc0dabe07 req-e9a93406-2968-432c-ae0d-8d9e40ed786d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 943 time: 0.0864546 Sep 01 15:19:11.719854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2b72e449-c747-4522-9258-f32fc0dabe07 req-ebc716ba-d231-48d9-8a17-98dd0c592bb4 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505185 Sep 01 15:19:12.177435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464038d-b6b6-4c57-a637-bfef4f25895b req-f6026793-2a88-4981-8cec-839b52bb8fcb tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:12.186987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3464038d-b6b6-4c57-a637-bfef4f25895b req-f6026793-2a88-4981-8cec-839b52bb8fcb tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0996213 Sep 01 15:19:12.204445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c24e-75ca-4467-a5bd-bcd311472b76 req-571a02d4-5225-4cc7-8a7a-0d629e2517f9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:12.207962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e09c24e-75ca-4467-a5bd-bcd311472b76 req-571a02d4-5225-4cc7-8a7a-0d629e2517f9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.0869539 Sep 01 15:19:12.253125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3464038d-b6b6-4c57-a637-bfef4f25895b req-bd14cbcd-114d-4b00-a528-ed93ad95a46c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Sep 01 15:19:12.270883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:12.275548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:12.280031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e09c24e-75ca-4467-a5bd-bcd311472b76 req-f2627450-a9db-4c9d-bb0a-cc23fb7935fa tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Sep 01 15:19:12.500977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7998f-9eb0-4678-8945-47a4c04006e0 req-e4e4c4c1-1e53-4029-a44a-f07afc1c28cf tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:12.504298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ad7998f-9eb0-4678-8945-47a4c04006e0 req-e4e4c4c1-1e53-4029-a44a-f07afc1c28cf tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 944 time: 0.0956759 Sep 01 15:19:12.527762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:12.546725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:12.547256 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.579422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ad7998f-9eb0-4678-8945-47a4c04006e0 req-925c15d2-8e8c-438c-8d7a-7bccc8e30d1d tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Sep 01 15:19:12.630257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:12.650159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'mac_address': 'fa:16:3e:c7:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:12.738560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.741824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.765616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:12.792880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:12.795770 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a8d32e-e6a7-4316-b15e-3ecc80f28557" -d '{"events": [{"server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "name": "network-vif-plugged", "status": "completed", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:12.829109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:12.839599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,segment=NetworkSegment(95b8f9da-cfac-40cf-9da0-9f3dfead946c),segment_id=95b8f9da-cfac-40cf-9da0-9f3dfead946c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:12.846045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.847052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d3595999-b097-498b-8ab8-5c42446a5a6f details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:12.857910 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.965100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123a2ab-60e9-4073-a12b-c9b36291d386 req-0a3100b6-5382-4de0-8c74-3d9c42e84f5f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:12.967501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d123a2ab-60e9-4073-a12b-c9b36291d386 req-0a3100b6-5382-4de0-8c74-3d9c42e84f5f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 943 time: 0.1128182 Sep 01 15:19:12.977118 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f389afc6-dd5f-4c27-a7d6-b18aa5b7b4bc x-openstack-request-id: req-f389afc6-dd5f-4c27-a7d6-b18aa5b7b4bc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:12.977118 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "name": "network-vif-plugged", "status": "completed", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:12.977118 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f389afc6-dd5f-4c27-a7d6-b18aa5b7b4bc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:12.977619 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60', 'code': 200} Sep 01 15:19:13.094575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d123a2ab-60e9-4073-a12b-c9b36291d386 req-4dc46100-8d29-4d6a-af16-4847bb1a20f2 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041279 Sep 01 15:19:13.147028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:13.208607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232fcff-2831-4f14-8b1e-b270b256acec req-47949643-620c-454e-83eb-2681b332fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:13.213285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1232fcff-2831-4f14-8b1e-b270b256acec req-47949643-620c-454e-83eb-2681b332fc19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 1097 time: 0.1234708 Sep 01 15:19:13.246350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:13.260419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d3595999-b097-498b-8ab8-5c42446a5a6f,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:13.279940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd3595999-b097-498b-8ab8-5c42446a5a6f', 'network_id': '4e5fb5dd-5616-4ce9-8e25-9689c07fe28c', 'port_id': 'd3595999-b097-498b-8ab8-5c42446a5a6f', 'mac_address': 'fa:16:3e:12:ed:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c49b0-ec2f-49d3-8c57-d1e44c15232d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:13.300876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1232fcff-2831-4f14-8b1e-b270b256acec req-4e382502-c4f7-47e8-badf-f43c24dcb0e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Sep 01 15:19:13.355666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.377981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3595999-b097-498b-8ab8-5c42446a5a6f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:13.411307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d3595999-b097-498b-8ab8-5c42446a5a6f,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:13.418893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.467564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac4350-54fb-4bdd-9989-6e51c070edd7 req-1916c10d-1e80-45df-80d4-8ce9015d4d7a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:13.471041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49ac4350-54fb-4bdd-9989-6e51c070edd7 req-1916c10d-1e80-45df-80d4-8ce9015d4d7a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0871913 Sep 01 15:19:13.516082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:13.533226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912da8a9-0101-4390-bcd1-0213eccc2432 req-cbed375f-df2b-4b8b-b7b3-db9347bd372f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:13.536143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49ac4350-54fb-4bdd-9989-6e51c070edd7 req-0845f408-ce74-4f67-a389-6f5bf88b0f6e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Sep 01 15:19:13.537127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-912da8a9-0101-4390-bcd1-0213eccc2432 req-cbed375f-df2b-4b8b-b7b3-db9347bd372f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.1033356 Sep 01 15:19:13.594136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-912da8a9-0101-4390-bcd1-0213eccc2432 req-b67919e1-1574-4e58-ba46-bc40a9c65f0b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472822 Sep 01 15:19:13.791703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f179d-107c-4def-958c-9423c950f7b8 req-bb436db4-72fa-4173-aa8e-6ffba300d100 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:13.794631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-145f179d-107c-4def-958c-9423c950f7b8 req-bb436db4-72fa-4173-aa8e-6ffba300d100 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.0972662 Sep 01 15:19:13.866304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-145f179d-107c-4def-958c-9423c950f7b8 req-f637bdc8-5672-45e0-87aa-86606d2e6f7b tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Sep 01 15:19:14.029930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed178b3-3f0c-42c2-a5ba-19e0a58e7fa4 req-0f9e2753-3e61-42a9-a209-b1259dec1740 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.032446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ed178b3-3f0c-42c2-a5ba-19e0a58e7fa4 req-0f9e2753-3e61-42a9-a209-b1259dec1740 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.0635648 Sep 01 15:19:14.055708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d3595999-b097-498b-8ab8-5c42446a5a6f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:14.110722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ed178b3-3f0c-42c2-a5ba-19e0a58e7fa4 req-daa66b91-53b4-41f8-8f7d-daae95a12307 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658021 Sep 01 15:19:14.111098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-b67d9e32-213f-4a55-abf7-d6b8ee73e2b5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.113456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-b67d9e32-213f-4a55-abf7-d6b8ee73e2b5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11&tenant_id=653165dd19a34165b751d9b45de2966b&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 948 time: 0.1277368 Sep 01 15:19:14.115122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9d79f631-8bbe-4d7f-a554-58dfa3069f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:14.222175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-585caf5c-4eae-4e4d-ae06-db7f7c723876 service neutron] 10.222.0.50 "GET /v2.0/ports/9d79f631-8bbe-4d7f-a554-58dfa3069f2e/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.0995240 Sep 01 15:19:14.317974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-d45e311e-0a32-4530-b18e-6faf17753f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.320852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-d45e311e-0a32-4530-b18e-6faf17753f31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1100 time: 0.0679996 Sep 01 15:19:14.345570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd1db0-3d19-4c1a-9445-53b27635d7a2 req-8ad8c05c-ba30-4423-a103-30d6f432d79d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.348810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cdd1db0-3d19-4c1a-9445-53b27635d7a2 req-8ad8c05c-ba30-4423-a103-30d6f432d79d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 944 time: 0.1095583 Sep 01 15:19:14.402432 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9915b20-f9a2-48a8-bf13-59a1d819b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:14.435244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cdd1db0-3d19-4c1a-9445-53b27635d7a2 req-176c178e-25c3-4ad1-a15c-d341f03ba5e8 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700028 Sep 01 15:19:14.561321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-720f69cb-2080-49c3-97b5-6582ff4e6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.563539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-720f69cb-2080-49c3-97b5-6582ff4e6c84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2121353 Sep 01 15:19:14.651166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-90116dcf-1ccb-40ee-aecc-caa71df6458a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.0789144 Sep 01 15:19:14.811690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-6e60b4bd-cd81-418e-8a7b-1cc0cf4d4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.814458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-6e60b4bd-cd81-418e-8a7b-1cc0cf4d4e91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1496258 Sep 01 15:19:14.839187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c1baf-f81c-4caa-b2bf-739b7cd65764 req-4452c21b-8f7e-4ba7-a109-ae0e2a186e7c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.842159 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c7c1baf-f81c-4caa-b2bf-739b7cd65764 req-4452c21b-8f7e-4ba7-a109-ae0e2a186e7c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1262980 Sep 01 15:19:14.963573 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c7c1baf-f81c-4caa-b2bf-739b7cd65764 req-8dd9cd57-3ea2-4e7c-aa06-dd3e0354f812 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034083 Sep 01 15:19:14.969304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-2c144599-0f6e-4c7b-91fc-ec910de9ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.971865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-2c144599-0f6e-4c7b-91fc-ec910de9ee30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275392 Sep 01 15:19:15.078078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e62d2-c538-44f3-af67-f1e752353f71 req-8309fc21-2274-470e-9c8b-ffe0758a22ed tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:15.080870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca0e62d2-c538-44f3-af67-f1e752353f71 req-8309fc21-2274-470e-9c8b-ffe0758a22ed tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.0894938 Sep 01 15:19:15.171740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca0e62d2-c538-44f3-af67-f1e752353f71 req-0feb7fe1-cf79-4ba5-96f4-2a50dd1d499b tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831976 Sep 01 15:19:15.185690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-12e4c7bb-992b-43a3-a75c-d2168724db78 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873975 Sep 01 15:19:15.403089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509bfd0-af86-4d02-a2b4-7a5196c084c6 req-3bf6db54-12c3-4772-93c9-a36aa31617d3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:15.412378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2509bfd0-af86-4d02-a2b4-7a5196c084c6 req-3bf6db54-12c3-4772-93c9-a36aa31617d3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.1687584 Sep 01 15:19:15.447068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-119d9b0e-89d5-49bb-a099-710ec0f57f5f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422523 Sep 01 15:19:15.477011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2509bfd0-af86-4d02-a2b4-7a5196c084c6 req-236b18d6-1209-461f-86a4-858bba3bd23a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625608 Sep 01 15:19:15.618495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ac6a-1182-48ac-96f6-610389b3103f req-88be8ea3-cb7f-4ab6-84c7-ff633a2e904c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:15.620195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2123ac6a-1182-48ac-96f6-610389b3103f req-88be8ea3-cb7f-4ab6-84c7-ff633a2e904c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 944 time: 0.0639665 Sep 01 15:19:15.671902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2123ac6a-1182-48ac-96f6-610389b3103f req-7c71c9ad-4bd2-45be-baf2-fc1850e5093f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Sep 01 15:19:16.192151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e48d9-5fa8-428e-881a-3820d6e2032e req-6b4b5560-ed4b-4bd1-9d96-38c061b3427c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:16.194737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e42e48d9-5fa8-428e-881a-3820d6e2032e req-6b4b5560-ed4b-4bd1-9d96-38c061b3427c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0961578 Sep 01 15:19:16.275900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e42e48d9-5fa8-428e-881a-3820d6e2032e req-cce2021c-ed35-4af1-95a3-7d30a3a46195 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718319 Sep 01 15:19:16.397160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703330bd-fcd4-4ef5-8883-b836968478f2 req-3e0733bd-2b55-430b-9847-c0361390122a tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:16.400103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703330bd-fcd4-4ef5-8883-b836968478f2 req-3e0733bd-2b55-430b-9847-c0361390122a tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.1097510 Sep 01 15:19:16.546941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-703330bd-fcd4-4ef5-8883-b836968478f2 req-72171212-da6b-4593-8a3e-227b3d8e9d1e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185336 Sep 01 15:19:16.558301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-b208370e-61c9-4ce5-ae02-9195ab65fe3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467299 Sep 01 15:19:16.726377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9298-c011-407d-aeeb-3a5988074807 req-e5b1244f-c46a-4ba8-8306-c56fecf44067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:16.729350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-e5b1244f-c46a-4ba8-8306-c56fecf44067 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 1102 time: 0.1029356 Sep 01 15:19:16.750362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03cd21-ce57-47ec-b71a-0950db37abff req-91a01d2b-1e92-4f85-9d1a-c94f8ee4c973 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:16.753115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b03cd21-ce57-47ec-b71a-0950db37abff req-91a01d2b-1e92-4f85-9d1a-c94f8ee4c973 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.1209810 Sep 01 15:19:16.865733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b03cd21-ce57-47ec-b71a-0950db37abff req-c3d36cb4-535d-4c06-9403-0671366a2e4e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011183 Sep 01 15:19:17.049647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9298-c011-407d-aeeb-3a5988074807 req-24deabb6-8f14-4540-8364-c2ffc7ca0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.052260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-24deabb6-8f14-4540-8364-c2ffc7ca0d4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2707253 Sep 01 15:19:17.144254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00b3cdd1-430c-4efc-aa32-e277ae0f6409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.153121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-49d61f57-f1d6-4c89-bb70-7c0274294a40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 200 len: 217 time: 0.0811656 Sep 01 15:19:17.160921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29408d09-9f3c-4125-9b5c-b94cd8814e20 req-ab792de6-573a-409b-99f2-e07e8f993f7e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.168512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29408d09-9f3c-4125-9b5c-b94cd8814e20 req-ab792de6-573a-409b-99f2-e07e8f993f7e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 944 time: 0.1869974 Sep 01 15:19:17.219306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03053fd8-240b-4919-980e-857c2e04ac77 req-fca1d6cc-c0c2-45fb-a33f-f48a6289b9c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.222965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03053fd8-240b-4919-980e-857c2e04ac77 req-fca1d6cc-c0c2-45fb-a33f-f48a6289b9c1 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.0834892 Sep 01 15:19:17.294089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03053fd8-240b-4919-980e-857c2e04ac77 req-4401c2de-20f4-4ddf-b65f-2460ff458b3d tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Sep 01 15:19:17.307985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29408d09-9f3c-4125-9b5c-b94cd8814e20 req-42d4df53-0254-41ad-aa64-e8c79762c0f9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225352 Sep 01 15:19:17.311084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9298-c011-407d-aeeb-3a5988074807 req-e97b67fc-3cb2-4f5b-bc4f-ddab770f64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.314533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-e97b67fc-3cb2-4f5b-bc4f-ddab770f64d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1438408 Sep 01 15:19:17.384913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.429943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9298-c011-407d-aeeb-3a5988074807 req-c3cd6ada-e0fe-4e73-abb9-e8fd53552c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.431935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-c3cd6ada-e0fe-4e73-abb9-e8fd53552c8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968125 Sep 01 15:19:17.559608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafbe2-0cc0-4566-97eb-cea2f46f3115 req-7172ba59-8704-4b87-9d08-3882c5b24d62 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.574836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdcafbe2-0cc0-4566-97eb-cea2f46f3115 req-7172ba59-8704-4b87-9d08-3882c5b24d62 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1302919 Sep 01 15:19:17.678749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdcafbe2-0cc0-4566-97eb-cea2f46f3115 req-96724a1d-cd0f-4004-949f-6c62f5dc78a4 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922315 Sep 01 15:19:17.680934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-c0527425-bcdb-41c0-b8c3-db5e005510de service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190714 Sep 01 15:19:17.867422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-360a9298-c011-407d-aeeb-3a5988074807 req-9ab0c69a-f3e4-41f5-a019-1dbb0e3deaef service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603777 Sep 01 15:19:18.089275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fec0a-a348-4cbe-9f6c-41669d14368f req-67706443-15f8-4f38-b0d7-513c76da03ed tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:18.091171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a04fec0a-a348-4cbe-9f6c-41669d14368f req-67706443-15f8-4f38-b0d7-513c76da03ed tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 948 time: 0.0951009 Sep 01 15:19:18.167801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a04fec0a-a348-4cbe-9f6c-41669d14368f req-1f544f7b-dfdf-49d7-bebe-a2339e8d9857 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563025 Sep 01 15:19:18.277118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.296117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:18.363570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.389255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:18.390241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.536946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573502f2-445d-4078-932e-7ad5acb3bd67 req-b4b032d7-dede-43ae-a900-1536da415aeb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:18.540507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573502f2-445d-4078-932e-7ad5acb3bd67 req-b4b032d7-dede-43ae-a900-1536da415aeb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 944 time: 0.1056728 Sep 01 15:19:18.592091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.657175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:18.664600 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8b4f03-aa88-42fe-8ca1-81d89db22675" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:18.675687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-573502f2-445d-4078-932e-7ad5acb3bd67 req-ae5a4895-0ca3-4ff5-8ea0-59113fc6afea tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Sep 01 15:19:18.691284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:18.708510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.712641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d3595999-b097-498b-8ab8-5c42446a5a6f up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:18.713383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5614de-8717-4cc8-873d-92b83769b4c6 req-a797c8dc-7e05-48f3-966b-b55aea45f251 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:18.728567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e5614de-8717-4cc8-873d-92b83769b4c6 req-a797c8dc-7e05-48f3-966b-b55aea45f251 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.2655745 Sep 01 15:19:18.835386 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9a3df3-0e83-48bb-b04d-a1590ffeabd9 x-openstack-request-id: req-4e9a3df3-0e83-48bb-b04d-a1590ffeabd9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:18.836546 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:18.837165 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e9a3df3-0e83-48bb-b04d-a1590ffeabd9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:18.837925 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'code': 200} Sep 01 15:19:18.868617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e5614de-8717-4cc8-873d-92b83769b4c6 req-94fc369b-2f9a-4e1e-8ece-55ad5199c716 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360123 Sep 01 15:19:18.882379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:18.912859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d3595999-b097-498b-8ab8-5c42446a5a6f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:18.918070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d3595999-b097-498b-8ab8-5c42446a5a6f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:18.918568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.138773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1cb01-bb05-4234-806d-84f0071c63c0 req-29cee242-8755-406a-8319-b8b950f12b2c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:19.146153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7c1cb01-bb05-4234-806d-84f0071c63c0 req-29cee242-8755-406a-8319-b8b950f12b2c tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1884670 Sep 01 15:19:19.154667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.210809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-8f0821b2-1aac-4568-a48d-a5def2de8d6e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:19.216033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-8f0821b2-1aac-4568-a48d-a5def2de8d6e tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.2194939 Sep 01 15:19:19.236085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7c1cb01-bb05-4234-806d-84f0071c63c0 req-2604d57e-09b2-48a2-ba78-fb311b961c6e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763230 Sep 01 15:19:19.256621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d3595999-b097-498b-8ab8-5c42446a5a6f,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:19.262386 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.364653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:19.397558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c41fd-788b-4759-b8e7-e9521095764f req-2ca97ba1-a4f6-48eb-ad84-b01f20e18f25 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:19.400545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e4c41fd-788b-4759-b8e7-e9521095764f req-2ca97ba1-a4f6-48eb-ad84-b01f20e18f25 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.0866306 Sep 01 15:19:19.404843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-1c81ce70-971b-428e-97f6-318de114cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:19.407753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-1c81ce70-971b-428e-97f6-318de114cbce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1101 time: 0.3358388 Sep 01 15:19:19.520589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e4c41fd-788b-4759-b8e7-e9521095764f req-f6376561-a47a-45a8-bd9c-72c59fbd26f0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Sep 01 15:19:19.579368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-8762696f-2dbd-4c9a-8295-53af3688de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:19.582649 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-8762696f-2dbd-4c9a-8295-53af3688de97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 1101 time: 0.1073673 Sep 01 15:19:19.839314 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.025526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbe10d-aa20-4d8a-9626-27f660ceb0f9 req-35ba0bb6-037d-44a5-bbb8-28ec4f535bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.032068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86dbe10d-aa20-4d8a-9626-27f660ceb0f9 req-35ba0bb6-037d-44a5-bbb8-28ec4f535bb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.1269894 Sep 01 15:19:20.145568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Deleting port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:20.146220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.158558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86dbe10d-aa20-4d8a-9626-27f660ceb0f9 req-c0e04730-cb63-4324-9bb8-a4bbaec60937 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191692 Sep 01 15:19:20.196197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a07f-c205-4add-ae5f-872ba9c3ba65 req-a14cc5c9-b0e4-4560-bf40-b50e3180cf35 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.213047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80b2a07f-c205-4add-ae5f-872ba9c3ba65 req-a14cc5c9-b0e4-4560-bf40-b50e3180cf35 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 945 time: 0.1339715 Sep 01 15:19:20.270829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ef26d-ed64-4729-bc59-f19f4b8120f9 req-19d9c128-01fd-4ec9-9916-9bb3f0a0cde5 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.282838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-829ef26d-ed64-4729-bc59-f19f4b8120f9 req-19d9c128-01fd-4ec9-9916-9bb3f0a0cde5 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.1972666 Sep 01 15:19:20.292207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-01af29a2-ca51-4684-b96c-c497d2f4025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.293979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-01af29a2-ca51-4684-b96c-c497d2f4025f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.6963091 Sep 01 15:19:20.337258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80b2a07f-c205-4add-ae5f-872ba9c3ba65 req-8f2bb97d-4765-4087-84e4-9085cbfcf5f7 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/security-groups?id=4167cf1a-2c01-4f29-8db7-d05b0280e960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208544 Sep 01 15:19:20.404411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] For port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,segment=NetworkSegment(95b8f9da-cfac-40cf-9da0-9f3dfead946c),segment_id=95b8f9da-cfac-40cf-9da0-9f3dfead946c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:20.405003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.434887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Calling delete_port for 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:20.735465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-43220a36-a152-4c52-a4a8-94e7414e541a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 200 len: 217 time: 0.0730598 Sep 01 15:19:20.815139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8971-6b08-4f21-8ee2-d76a52d786c3 req-55eb1d5a-af7f-4db5-9f97-85fa928a2acc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.817170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b42a8971-6b08-4f21-8ee2-d76a52d786c3 req-55eb1d5a-af7f-4db5-9f97-85fa928a2acc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.2129157 Sep 01 15:19:20.826374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-829ef26d-ed64-4729-bc59-f19f4b8120f9 req-c5ab9d7e-0aa5-4615-b0e7-11dc287249e1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426567 Sep 01 15:19:20.839821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:20.843999 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e8cf3d-2259-4557-9c14-2bde5a33749a" -d '{"events": [{"server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:20.877596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.893857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b42a8971-6b08-4f21-8ee2-d76a52d786c3 req-293fd04d-5347-4810-85d9-d83926c615ad tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Sep 01 15:19:20.942671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Pushing event deleted for resources: {'Port': ['ID=0f8514eb-9243-4bdd-bf40-cd9c59f10e60,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:20.957782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-972dad40-5d65-443c-82b3-b77716a36b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:20.960673 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-972dad40-5d65-443c-82b3-b77716a36b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2061701 Sep 01 15:19:20.962825 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1dfc5f-02b0-4038-b1f2-63ba0775f99c x-openstack-request-id: req-cb1dfc5f-02b0-4038-b1f2-63ba0775f99c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:20.963129 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:20.963445 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb1dfc5f-02b0-4038-b1f2-63ba0775f99c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:20.963742 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f', 'code': 200} Sep 01 15:19:21.155874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] No DVR routers for this DVR port 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:21.161272 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.162310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498588-3155-4e48-af79-4ec815321c08 req-d41a87f2-5bc3-4f73-a418-8330a4e6711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:21.165215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40498588-3155-4e48-af79-4ec815321c08 req-d41a87f2-5bc3-4f73-a418-8330a4e6711d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 1097 time: 0.0865760 Sep 01 15:19:21.165392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a3a47a2-ea9a-4170-9b34-a06fe49ae9ec req-bf30674a-7e72-4b6a-b7ae-c746704bb260 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.50 "DELETE /v2.0/ports/0f8514eb-9243-4bdd-bf40-cd9c59f10e60 HTTP/1.1" status: 204 len: 173 time: 1.9230821 Sep 01 15:19:21.168928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'name': 'network-vif-deleted', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:21.173137 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0c5f3-4fa5-4655-92b3-9bbf8aa5c6d3" -d '{"events": [{"server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "name": "network-vif-deleted", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:21.233368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d7551-6f51-48a4-9c4a-af1c1fef829d req-ae97a60e-e2c6-4036-870a-86f4589901ca tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:21.237976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c1d7551-6f51-48a4-9c4a-af1c1fef829d req-ae97a60e-e2c6-4036-870a-86f4589901ca tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2756619 Sep 01 15:19:21.242074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-3b2b85a2-d662-4cd6-b369-d7817663fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:21.245542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-3b2b85a2-d662-4cd6-b369-d7817663fb07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2631681 Sep 01 15:19:21.287566 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3e680-e991-41bf-91ff-8d3826019701 x-openstack-request-id: req-b0c3e680-e991-41bf-91ff-8d3826019701 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:21.288034 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e45657-582e-4584-b969-0afd8132b230", "name": "network-vif-deleted", "tag": "0f8514eb-9243-4bdd-bf40-cd9c59f10e60", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:21.288336 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0c3e680-e991-41bf-91ff-8d3826019701 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:21.288959 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e45657-582e-4584-b969-0afd8132b230', 'name': 'network-vif-deleted', 'tag': '0f8514eb-9243-4bdd-bf40-cd9c59f10e60', 'status': 'completed', 'code': 200} Sep 01 15:19:21.296422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40498588-3155-4e48-af79-4ec815321c08 req-f39c3fb4-5726-4a07-9c1f-b82bd0e2235d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189744 Sep 01 15:19:21.434192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c1d7551-6f51-48a4-9c4a-af1c1fef829d req-7e327f18-b540-4a37-bbc9-c5b96732e3b5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771328 Sep 01 15:19:21.546647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-c92001c7-fc1d-46f5-895e-c39734f93feb service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865713 Sep 01 15:19:21.696332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bfba8af-cf77-4157-a97b-0787141f424f req-fae76a3d-d2c5-4e08-9ba5-7373f3ae8a85 tempest-InstanceActionsV221TestJSON-507996578 tempest-InstanceActionsV221TestJSON-507996578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8e45657-582e-4584-b969-0afd8132b230 HTTP/1.1" status: 200 len: 210 time: 0.0924754 Sep 01 15:19:21.820729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb30bd80-5b83-4820-bff6-860efd7d21a9 req-1cf1b9e6-c11f-45ef-9a01-521a8279e590 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573395 Sep 01 15:19:22.075475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6671c-c46b-4831-97cf-41d78e530bf5 req-d382c5bf-a2e9-449a-bdf4-59f066705f1a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:22.089043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffe6671c-c46b-4831-97cf-41d78e530bf5 req-d382c5bf-a2e9-449a-bdf4-59f066705f1a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.1213024 Sep 01 15:19:22.188942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffe6671c-c46b-4831-97cf-41d78e530bf5 req-43ba050c-8aa1-4a4c-896d-af16d441c7b1 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958648 Sep 01 15:19:22.295421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:22.367847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:22.368814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0f8514eb-9243-4bdd-bf40-cd9c59f10e60 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:22.369981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:22.415050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14206ea4-ab93-40c6-8388-ff74ac326917 req-1aaed4b3-f05f-49c8-b360-4cd2db3bf2d7 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:22.418421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14206ea4-ab93-40c6-8388-ff74ac326917 req-1aaed4b3-f05f-49c8-b360-4cd2db3bf2d7 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1552582 Sep 01 15:19:22.524448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14206ea4-ab93-40c6-8388-ff74ac326917 req-b5516a86-6ca6-4824-a8b9-e8c2c53a547b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923142 Sep 01 15:19:22.607650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.625289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-480468740', 'description': 'tempest-description-205482915'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:22.672046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:22.682926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.749456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc50a72-de7e-49ce-921a-b6e5db04d1dd req-b10b715e-8ca5-46c4-ae89-8dcd2f169e8c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:22.757409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39126) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:22.765628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fcc50a72-de7e-49ce-921a-b6e5db04d1dd req-b10b715e-8ca5-46c4-ae89-8dcd2f169e8c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.1292179 Sep 01 15:19:22.854841 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.870055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fcc50a72-de7e-49ce-921a-b6e5db04d1dd req-0711f15d-754e-4166-977a-b52c84bdc35e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009128 Sep 01 15:19:22.870581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:22.965053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:22.969842 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3599f120-0790-496d-87ef-5e645c5036e7" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:22.984255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Deleting subnet 70217759-51ab-426f-bc0e-71c859c412d0 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:22.990629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.070901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.167382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.247650 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32e0ff-9718-4f7e-a1df-cf4d93eb43fa x-openstack-request-id: req-7b32e0ff-9718-4f7e-a1df-cf4d93eb43fa {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:23.248095 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:23.248564 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b32e0ff-9718-4f7e-a1df-cf4d93eb43fa {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:23.249193 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'code': 200} Sep 01 15:19:23.367832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.387611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.473582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.475986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49f55114-8d12-4868-a1a0-69365b6d29ce req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8690906 Sep 01 15:19:23.479491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8524b-5998-4aef-a181-4976bffe9f5b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c66c1-2935-455c-a86e-67aab5da266f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:23.509385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.564086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70217759-51ab-426f-bc0e-71c859c412d0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:23.580533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.600866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c9c6f4b-3cd4-449b-b90c-97166b5abb03 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70217759-51ab-426f-bc0e-71c859c412d0 HTTP/1.1" status: 204 len: 168 time: 0.8277023 Sep 01 15:19:23.601958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39142) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:23.635377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc10475-b3a4-4178-89ac-9cdd4f53f6b6 req-f667845a-2863-4744-9522-b27966496aa6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:23.648848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc10475-b3a4-4178-89ac-9cdd4f53f6b6 req-f667845a-2863-4744-9522-b27966496aa6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.1298509 Sep 01 15:19:23.730402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc10475-b3a4-4178-89ac-9cdd4f53f6b6 req-bc702de8-6aa4-409e-8ba8-2da2a2bcadda tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780663 Sep 01 15:19:23.798038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-823231f0-ea76-40c0-967d-7dbbe7e9dcf3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-480468740&fields=id&tenant_id=ec265bc7fc1f4724a6411aed86af50a7 HTTP/1.1" status: 200 len: 267 time: 0.0971596 Sep 01 15:19:23.831998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39148) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:23.884534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-a7a52a16-bb62-4e75-902e-747a108eb8a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033049 Sep 01 15:19:23.921877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.988311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Deleting subnet 2627212d-6da0-4b1b-b9a0-07ecd195dc17 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:24.000117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.054260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-eed10770-f4e0-446d-90a4-6d86c77f9c9e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.067740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-eed10770-f4e0-446d-90a4-6d86c77f9c9e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.2564993 Sep 01 15:19:24.087774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'port': {'security_groups': ['19fb353a-9b55-43c6-aba2-65f58b3bf222', '1d4c66c1-2935-455c-a86e-67aab5da266f']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:24.185207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-252b6c2d-bec6-4098-99e8-724a868ed616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.187349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-252b6c2d-bec6-4098-99e8-724a868ed616 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.1906576 Sep 01 15:19:24.310272 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.320639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:24.452015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc1c2-fbd5-46b7-960c-4010ca0a91f5 req-9a5727ef-21c5-494e-8542-02dd7ce84f27 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.469941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed4bc1c2-fbd5-46b7-960c-4010ca0a91f5 req-9a5727ef-21c5-494e-8542-02dd7ce84f27 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 947 time: 0.3577754 Sep 01 15:19:24.603177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed4bc1c2-fbd5-46b7-960c-4010ca0a91f5 req-d112ee8c-f260-4ff6-8d38-0b1054ef08fd tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304188 Sep 01 15:19:24.638394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.668402 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.680202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-d1479b3d-04e2-44a3-a1cb-3693261ca978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.684440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-d1479b3d-04e2-44a3-a1cb-3693261ca978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4674110 Sep 01 15:19:24.761997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f1a037-e349-496e-b3aa-6b8e9d1b6244']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:24.765668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:24.798756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818b95df-acc1-4b36-a956-5c34c09a4a40') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:24.804492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818b95df-acc1-4b36-a956-5c34c09a4a40') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:24.806330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'mac_address': 'fa:16:3e:c7:ae:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:24.807872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-4bb4539d-84dc-4c8a-b6fa-3a2b79ffb320 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1139369 Sep 01 15:19:24.830141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.860213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.880416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:24.881496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.958522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-8e085466-cf8c-4c12-b180-cd55fa68af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.960195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-8e085466-cf8c-4c12-b180-cd55fa68af1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1445596 Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:24.974350 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:24.982531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.986112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.022722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:25.053138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-de58f5ef-cf01-404c-854f-8ba064a8d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:25.055295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-de58f5ef-cf01-404c-854f-8ba064a8d160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859776 Sep 01 15:19:25.094386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:25.107114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.130008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.136332 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.209158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.215597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] 10.222.0.41 "DELETE /v2.0/networks/40f1a037-e349-496e-b3aa-6b8e9d1b6244 HTTP/1.1" status: 204 len: 168 time: 1.6088662 Sep 01 15:19:25.220443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39162) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:25.233176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.234579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:25.236096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2627212d-6da0-4b1b-b9a0-07ecd195dc17 HTTP/1.1" status: 204 len: 168 time: 1.4002495 Sep 01 15:19:25.241729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:25.261489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d4432-aee8-4d7c-a807-a92d14eda094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2627212d-6da0-4b1b-b9a0-07ecd195dc17,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:25.269330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4110f-d132-436b-a1db-d767796f61da admin admin] Pushing event deleted for resources: {'Network': ['ID=40f1a037-e349-496e-b3aa-6b8e9d1b6244,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:25.382306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-075174fb-cc16-4b0f-9538-e4d358e7dd18 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189592 Sep 01 15:19:25.498204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Deleting subnet 9c542237-0688-4c26-b285-61e320e28d64 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:25.516998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.523161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.589528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9d79f631-8bbe-4d7f-a554-58dfa3069f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:25.602472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.692242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:25.726086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2248a1f-b621-4edb-92ca-0032bec6d5a6 req-d4a26eca-c221-407c-8ac1-93afc581e2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302886 Sep 01 15:19:25.865675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.870010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.890836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.904672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.995116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:25.995903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.997804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b725863f-8712-46d5-9374-ae2ace1d5a56 req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "PUT /v2.0/ports/93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 982 time: 1.9190676 Sep 01 15:19:25.998297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:26.002247 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a763036-5bfe-4b48-9b64-a689c6d9bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:26.002925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a00b21-21fb-4b2f-9ce9-a33878efb3e7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:26.053761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5307f-3d95-4682-aab5-256b0decafec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:26.089211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b8f9da-cfac-40cf-9da0-9f3dfead946c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:26.089660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b8f9da-cfac-40cf-9da0-9f3dfead946c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:26.134043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.198838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39dbae-8f02-4f26-8275-11783ea922d4 req-7f7c558d-a3d6-4032-a99b-0331fb0b7359 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.201855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb39dbae-8f02-4f26-8275-11783ea922d4 req-7f7c558d-a3d6-4032-a99b-0331fb0b7359 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2572970 Sep 01 15:19:26.204640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.227581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:26.228264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.231677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['93a5c573-213b-4f4c-8f50-798ea268a5b8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:26.240321 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:26.280540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-e29b2865-be82-4f73-a7b7-875dee421f8f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-480468740&fields=id&tenant_id=ec265bc7fc1f4724a6411aed86af50a7 HTTP/1.1" status: 200 len: 267 time: 0.0709357 Sep 01 15:19:26.345953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.413988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-d8ba8be5-d600-46ad-b5b1-d1c6f6facaf2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.418140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-d8ba8be5-d600-46ad-b5b1-d1c6f6facaf2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 985 time: 0.1261671 Sep 01 15:19:26.432335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'port': {'security_groups': ['19fb353a-9b55-43c6-aba2-65f58b3bf222']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:26.458561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c542237-0688-4c26-b285-61e320e28d64,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:26.472361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.479828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.486206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c542237-0688-4c26-b285-61e320e28d64 HTTP/1.1" status: 204 len: 168 time: 1.2638559 Sep 01 15:19:26.497152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39178) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:26.506346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.509832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] 10.222.0.41 "DELETE /v2.0/networks/78a00b21-21fb-4b2f-9ce9-a33878efb3e7 HTTP/1.1" status: 204 len: 168 time: 1.2156615 Sep 01 15:19:26.543909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb39dbae-8f02-4f26-8275-11783ea922d4 req-01e61793-c1c0-4748-8acc-6189cd785f33 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241901 Sep 01 15:19:26.587488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.587830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.588164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.588495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.588821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.589166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.589488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.589889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.590108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.590743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.591118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.591442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28408c-da55-4c94-9a19-9a575c1c17b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:26.632914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.650569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535265-04d3-49e0-99ab-9474157fab4f admin admin] Pushing event deleted for resources: {'Network': ['ID=78a00b21-21fb-4b2f-9ce9-a33878efb3e7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:26.677029 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8db1c2-e840-4d7e-a125-ca9ad4d628f3 x-openstack-request-id: req-ef8db1c2-e840-4d7e-a125-ca9ad4d628f3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:26.678882 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:26.679317 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef8db1c2-e840-4d7e-a125-ca9ad4d628f3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:26.680011 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:19:26.753611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.820883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39190) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:26.931840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-4b891b2a-f537-4ce6-81c4-7cf748873ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.933749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-4b891b2a-f537-4ce6-81c4-7cf748873ce6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1137 time: 0.1582034 Sep 01 15:19:26.987015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.029389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963e91-4062-4248-9610-3d5b80f38eb7 req-ef0245ca-3805-4269-a669-90603991c100 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.032235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91963e91-4062-4248-9610-3d5b80f38eb7 req-ef0245ca-3805-4269-a669-90603991c100 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 949 time: 0.2103968 Sep 01 15:19:27.048243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb418c0-c693-4c13-ae9e-1b75fecf6c22']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:27.084013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-655da7e3-4e93-4b25-a86c-6046cb183a4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fe818ec523d4925a043507123d2896b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583961 Sep 01 15:19:27.087642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39194) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:27.096132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7995ac24-5eec-4980-85e3-6b6d57d91c35') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:27.096737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7995ac24-5eec-4980-85e3-6b6d57d91c35') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:27.128542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.148662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:27.154377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-4c63a1f0-d340-4fcd-a37b-73b1065bec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.155996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-4c63a1f0-d340-4fcd-a37b-73b1065bec23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.2125070 Sep 01 15:19:27.178463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91963e91-4062-4248-9610-3d5b80f38eb7 req-f1cfb7ee-53b9-4329-9f3d-55476fa39e65 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340210 Sep 01 15:19:27.180769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.194835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:27.195579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:27.198625 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:27.235112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-60fc3f0c-70e7-4d09-b35c-f00a384af90d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0667970 Sep 01 15:19:27.320668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.340160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.347965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.349646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.355837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7cb418c0-c693-4c13-ae9e-1b75fecf6c22 HTTP/1.1" status: 204 len: 168 time: 0.8516500 Sep 01 15:19:27.370779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9565cb9-64bc-4752-bc3a-77d782f2d792 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb418c0-c693-4c13-ae9e-1b75fecf6c22,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:27.371844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.425287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['93a5c573-213b-4f4c-8f50-798ea268a5b8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:27.466106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-072f0e93-2f4a-4ae2-a39b-5e9cd0695729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.468282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-072f0e93-2f4a-4ae2-a39b-5e9cd0695729 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.2180655 Sep 01 15:19:27.481051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.482590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.497934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76a95b54-ca74-431b-96c1-9acb0baec099 req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "PUT /v2.0/ports/93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 943 time: 1.0710728 Sep 01 15:19:27.555052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['93a5c573-213b-4f4c-8f50-798ea268a5b8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:27.619517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.682364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['93a5c573-213b-4f4c-8f50-798ea268a5b8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:27.709078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351783b6-ce09-4fa6-93c2-d5747c2ba36a tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:27.767162 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.856217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.860943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.865996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:27.886966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4167cf1a-2c01-4f29-8db7-d05b0280e960 HTTP/1.1" status: 204 len: 168 time: 0.7944896 Sep 01 15:19:28.024215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-673288a1-51eb-476a-a09e-cf19e4803108 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7b095501fd645f997cbce281f30f63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546717 Sep 01 15:19:28.026760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:28.172166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.210824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.242010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3ef1-0591-436d-9e59-ca7a7f76d89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167cf1a-2c01-4f29-8db7-d05b0280e960,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:28.346388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.353082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.360057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:28.365296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d3cf682-33e9-434f-af22-4b6574a5ae71 HTTP/1.1" status: 204 len: 168 time: 0.3370349 Sep 01 15:19:28.383530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25e549-409b-4197-94ea-702021e7885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3cf682-33e9-434f-af22-4b6574a5ae71,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:28.402747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-d7dd421d-e689-4d37-be89-bfdcb9432dd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8891907 Sep 01 15:19:28.615763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-a7ec8b1a-802a-42fb-992c-b705adfaac78 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289437 Sep 01 15:19:28.694805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:28.697311 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:28.736143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-68ecd803-2e0f-4b1b-9cc2-c38cf4980348 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8307190 Sep 01 15:19:28.780390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:28.874607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:28.878459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.891306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-f7832177-fa7f-4a7f-8f4f-e2a973e695e3 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716091 Sep 01 15:19:28.965207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.973259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-4c0f1da2-4e3b-46af-ab87-55f76009608f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:28.976335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-4c0f1da2-4e3b-46af-ab87-55f76009608f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567052 Sep 01 15:19:29.018072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-1bbbe529-e04f-4f10-a377-77c260f2544d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/quotas/653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 375 time: 0.0314097 Sep 01 15:19:29.216114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-6cfccfa2-9b3d-42cf-b91e-fb2eb04fb6c3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944146 Sep 01 15:19:29.254674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.272493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39256) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.387721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:29.399026 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efce7f0-0988-4a1a-9015-fb4c22cd1b95" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:29.418821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e486572-059a-4419-acb4-664dc21f8efa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6b259017a8a4cc1b1aa9ddfdf8056d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433921 Sep 01 15:19:29.421774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39260) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.452051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:29.452352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a763036-5bfe-4b48-9b64-a689c6d9bff8 req-23d7ad5e-419f-48d4-98a9-94b3a5f7338e service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513318 Sep 01 15:19:29.461246 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.636678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.656165 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605337ef-374d-456f-a3cd-b218a3f9ed49 x-openstack-request-id: req-605337ef-374d-456f-a3cd-b218a3f9ed49 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:29.656575 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:29.656953 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-605337ef-374d-456f-a3cd-b218a3f9ed49 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:29.657589 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:19:29.673843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.677625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=11']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:29.773205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.864489 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530b51b-201f-420d-ad59-865e04389314 x-openstack-request-id: req-2530b51b-201f-420d-ad59-865e04389314 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:29.865144 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-plugged", "status": "completed", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:29.865907 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2530b51b-201f-420d-ad59-865e04389314 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:29.866638 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'code': 200} Sep 01 15:19:30.006006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.011209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.012769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbcbd83e-d91c-47a2-a7fc-a836a9efd991 HTTP/1.1" status: 204 len: 168 time: 0.5894356 Sep 01 15:19:30.022185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d2b2aad-d671-437d-b61b-f57cc5dc119b req-0998ec0b-9434-4a47-b79a-fc9b600a0782 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 210 time: 0.0914199 Sep 01 15:19:30.047143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecc6e8-6334-445e-8600-66a01471b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcbd83e-d91c-47a2-a7fc-a836a9efd991,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:30.212495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.531090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-076f0c63-1a2e-4fe4-afe7-9c400cdbe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:30.532737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-076f0c63-1a2e-4fe4-afe7-9c400cdbe88d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.8550644 Sep 01 15:19:30.620598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Allocated IP 172.25.1.35 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/8faacd8c-d48f-4af0-b430-69e05763f6c1) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:30.842325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1073785607-network', 'tenant_id': 'cf23eea573064368972648256787aea5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:30.879794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-3b377ee5-1625-4974-a6c6-5062e6c855b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:30.886495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-3b377ee5-1625-4974-a6c6-5062e6c855b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.3388562 Sep 01 15:19:30.900063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:30.907095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.951328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.016310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-c58528f6-a3b6-4fdc-8639-a71236221b8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.1034336 Sep 01 15:19:31.117329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.121281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.128742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.153330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:19:31.158247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-f26db1d8-4bfd-41c0-8e96-6e7e20cec5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:31.160867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-f26db1d8-4bfd-41c0-8e96-6e7e20cec5e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.1338329 Sep 01 15:19:31.166589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.166976 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Added segment e524812a-5973-4316-b277-dcff55b7160c of type vlan for network f8b1a9a3-c449-4330-a63a-3836116e060b Sep 01 15:19:31.226130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.286387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-8c521a24-76e4-47e0-9047-c02c5850fa79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144369 Sep 01 15:19:31.297028 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.298051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:31.298709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.308370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.308903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c8463a9-7bc4-4ffb-9b3e-a994cbee1dc6 req-ec4a9edf-cac7-47d6-af3d-0d36c79bfc8e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 210 time: 0.0519779 Sep 01 15:19:31.402152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f14a78-5076-40c6-a0e5-5de2e50baaff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.464730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2421358 Sep 01 15:19:31.468934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39304) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.474892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Request body: {'subnet': {'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1073785607-subnet', 'tenant_id': 'cf23eea573064368972648256787aea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:31.482397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75378359-cef3-43df-bdc0-f8a2b2d9d096 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b1a9a3-c449-4330-a63a-3836116e060b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.496265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f8b1a9a3-c449-4330-a63a-3836116e060b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:19:31.553120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-78191217-a65e-4dae-a12b-d0efcaffd24c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=653165dd19a34165b751d9b45de2966b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592530 Sep 01 15:19:31.591232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:31.613762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:31.645634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:31.669679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:31.672756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.757413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'Port': ['ID=8faacd8c-d48f-4af0-b430-69e05763f6c1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.850684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-26117aaa-fa9d-4dfa-a642-4f13ab319d94 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:31.852880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-26117aaa-fa9d-4dfa-a642-4f13ab319d94 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783389 Sep 01 15:19:31.859303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-2a2d0e1f-db66-4ec5-bf9d-490e52a68cd5 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350370 Sep 01 15:19:31.884713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Request body: {'port': {'device_id': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '653165dd19a34165b751d9b45de2966b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.075428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.098474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.150231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.205345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62db6dac-b82f-46b7-9543-7e9e49c4f534,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:32.250808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Made reservation on behalf of 653165dd19a34165b751d9b45de2966b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:32.255267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.364934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5cf0ea37-124a-4dd9-85a3-9bd238c352a0 req-54d9ca86-6352-41ba-afaa-459e5c2c68ea service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555924 Sep 01 15:19:32.403678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.411587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.433588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Allocated IP 192.168.233.90 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/bdb853f0-9244-49ed-8b3f-7f878c0c734a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:32.530551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.568695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event updated for resources: {'Port': ['ID=8faacd8c-d48f-4af0-b430-69e05763f6c1,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:32.573106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:32.573106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Network hostable DHCP agents. Network: f8b1a9a3-c449-4330-a63a-3836116e060b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:19:32.610915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.613478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-9e256629-a9d2-408d-8d4e-0919abf87492 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8431084 Sep 01 15:19:32.716412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-5b831bfa-96e4-47ca-9e8b-5cfabb81d0dc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0924914 Sep 01 15:19:32.902164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-572ac444-b05b-4d01-9d41-82f3414735ec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:32.912467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-572ac444-b05b-4d01-9d41-82f3414735ec tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.1874506 Sep 01 15:19:32.922099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-7ecb3994-9015-47b8-9f75-7323172bedf2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:32.941788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec15479b-ab0b-40be-b4a5-38566058e093 req-7ecb3994-9015-47b8-9f75-7323172bedf2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283034 Sep 01 15:19:33.100800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-bda4a146-4656-4732-be9b-8e65c32c075d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:33.115212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-bda4a146-4656-4732-be9b-8e65c32c075d tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1152992 Sep 01 15:19:33.149702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c634b8b2-503d-4c80-b283-c9717d280ba0 req-ac0f10bf-7f1b-48b5-9995-b92d1c1c421c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 210 time: 0.6015236 Sep 01 15:19:33.168549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Network f8b1a9a3-c449-4330-a63a-3836116e060b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:19:33.196811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-556418c8-c8bf-4057-bd68-b379a7ee8741 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0799949 Sep 01 15:19:33.201218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f8b1a9a3-c449-4330-a63a-3836116e060b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:33.202775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'floatingip': {'port_id': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:33.217909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9ebc8-de0a-483e-bc06-65cb599ad604 None None] Network f8b1a9a3-c449-4330-a63a-3836116e060b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:33.220246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:33.221084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.257613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.275021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.282272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb1c5718-f0e8-4895-8273-11dd10bbffe2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8115771 Sep 01 15:19:33.287378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39330) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.294606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:33.338300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.339349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.345729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Transition to ACTIVE for port object bdb853f0-9244-49ed-8b3f-7f878c0c734a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:33.522668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.604378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f8b1a9a3-c449-4330-a63a-3836116e060b', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:19:33.605289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.719344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.843603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Allocated IP 172.20.0.2 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/6fc3d06f-01f0-4b26-9392-04f62153ff37) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:33.877992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:33.890741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:33.894302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:33.913406 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.917704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:33.964364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef', '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:34.044760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:34.048925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.079789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-207e5507-7298-4353-b7e2-3cf2a85927a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1989987 Sep 01 15:19:34.104291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Request body: {'port': {'device_id': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:34.112970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:34.231820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.244757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.272132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.517703 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Floating IP b3d4934c-b284-42b9-ad61-d1b08f5707d8 associated. External IP: 172.25.1.35, port: 93a5c573-213b-4f4c-8f50-798ea268a5b8. Sep 01 15:19:34.672668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e9a8b25-468b-47a0-83a0-b70110d3ced2 None None] Provisioning for port bdb853f0-9244-49ed-8b3f-7f878c0c734a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:34.698204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f8a21-966a-4e3b-9042-a08745b1e672 req-3be9fda6-bb9d-4785-b68c-c9fb53e3d995 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:34.698506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e9a8b25-468b-47a0-83a0-b70110d3ced2 None None] Provisioning complete for port bdb853f0-9244-49ed-8b3f-7f878c0c734a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:34.698686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e9a8b25-468b-47a0-83a0-b70110d3ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.706966 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.707692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c52f8a21-966a-4e3b-9042-a08745b1e672 req-3be9fda6-bb9d-4785-b68c-c9fb53e3d995 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 935 time: 0.3572187 Sep 01 15:19:34.758062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Transition to ACTIVE for port object 6fc3d06f-01f0-4b26-9392-04f62153ff37 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:34.768434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.785884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c52f8a21-966a-4e3b-9042-a08745b1e672 req-e8cbf23c-5c8e-4d7c-baff-39bb8cb9dfee tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770860 Sep 01 15:19:34.853197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Transition to ACTIVE for port object 6fc3d06f-01f0-4b26-9392-04f62153ff37 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:34.854272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:19:34.870444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a8b25-468b-47a0-83a0-b70110d3ced2 None None] Port bdb853f0-9244-49ed-8b3f-7f878c0c734a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:19:34.875744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.901804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.991084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:35.017885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:35.036354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:35.060736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Pushing event updated for resources: {'Port': ['ID=6fc3d06f-01f0-4b26-9392-04f62153ff37,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:35.090955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:35.106479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.115000 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Sync routers for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:35.135677 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:35.136507 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:35.152887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Attempting to bind port 6fc3d06f-01f0-4b26-9392-04f62153ff37 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:35.153290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Attempting to bind port 6fc3d06f-01f0-4b26-9392-04f62153ff37 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:35.153655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Attempting to bind port 6fc3d06f-01f0-4b26-9392-04f62153ff37 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:35.164723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:35.165156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:35.167614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.167614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:35.167614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Bound port: 6fc3d06f-01f0-4b26-9392-04f62153ff37, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:35.167614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.174172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-7e72ff5c-fb72-4db6-882f-ced949ebbeb3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "PUT /v2.0/floatingips/b3d4934c-b284-42b9-ad61-d1b08f5707d8 HTTP/1.1" status: 200 len: 996 time: 1.9762213 Sep 01 15:19:35.174994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:35.178110 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:35.283269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] For port 6fc3d06f-01f0-4b26-9392-04f62153ff37, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:35.304557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] For port 6fc3d06f-01f0-4b26-9392-04f62153ff37, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6fc3d06f-01f0-4b26-9392-04f62153ff37,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:35.305744 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1fa7bf-608d-48d9-82a3-79c3b3f2f86d x-openstack-request-id: req-ab1fa7bf-608d-48d9-82a3-79c3b3f2f86d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:35.306308 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:35.306419 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab1fa7bf-608d-48d9-82a3-79c3b3f2f86d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:35.306864 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:19:35.315732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.358254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-d06c4a3f-a470-4fc6-965a-92ad6cc42d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:35.365850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-d06c4a3f-a470-4fc6-965a-92ad6cc42d07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.1644566 Sep 01 15:19:35.395479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Allocated IP 172.25.1.72 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/96b017bb-bb85-45ff-8b48-1f5ea97bb4cc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:35.441583 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:35.478268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-1089d3e5-59e5-46b8-8fd0-2a8c28509ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:35.479879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-1089d3e5-59e5-46b8-8fd0-2a8c28509ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.1029534 Sep 01 15:19:35.625334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb12f-1e18-4394-b688-17d3e1f65692 None None] Pushing event updated for resources: {'Port': ['ID=6fc3d06f-01f0-4b26-9392-04f62153ff37,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:35.689743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:35.696760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-4ace0b18-2f9f-4209-8fce-9dbb0a122362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:35.703789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.709955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-4ace0b18-2f9f-4209-8fce-9dbb0a122362 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.3431513 Sep 01 15:19:35.719449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Transition to ACTIVE for port object bdb853f0-9244-49ed-8b3f-7f878c0c734a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:35.756773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.918286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-27f24dc4-bead-44ba-8535-22c4a2b32922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 999 time: 0.2072492 Sep 01 15:19:35.929844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-3504d52e-ee6e-4e57-8371-e047c7c84318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:35.940430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-3504d52e-ee6e-4e57-8371-e047c7c84318 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.4449525 Sep 01 15:19:36.037419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.051523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:36.086373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-1d886ff0-d9b3-4fc9-8f7a-0c99e70af5e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 999 time: 0.1222680 Sep 01 15:19:36.198523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-ab7663ec-fc26-4606-baad-af135ac87e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.200428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-ab7663ec-fc26-4606-baad-af135ac87e07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.2576668 Sep 01 15:19:36.205570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-d156f7fe-7093-4b25-bc5a-cdc572660f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.207062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-d156f7fe-7093-4b25-bc5a-cdc572660f0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.0857372 Sep 01 15:19:36.261136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6c1d1-5db8-484f-a8a9-a75ccd20028c req-984521b9-aeeb-4515-abfd-7cda940b65a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.269152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96c6c1d1-5db8-484f-a8a9-a75ccd20028c req-984521b9-aeeb-4515-abfd-7cda940b65a8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.3067949 Sep 01 15:19:36.277317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-486e5547-327c-4137-b37b-669759b1bf9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684865 Sep 01 15:19:36.279704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-4fb847e4-660a-48c5-8af1-4982333ea1bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603566 Sep 01 15:19:36.291348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-4415c314-e68e-41fd-9f6b-6270d510d042 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:36.292501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-4415c314-e68e-41fd-9f6b-6270d510d042 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057189 Sep 01 15:19:36.339014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.353960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:36.354729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:36.355301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:36.361142 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b3d4934c-b284-42b9-ad61-d1b08f5707d8', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'port_id': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'mac_address': 'fa:16:3e:f8:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:31Z', 'updated_at': '2021-09-01T15:19:33Z', 'revision_number': 1, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:36.384220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96c6c1d1-5db8-484f-a8a9-a75ccd20028c req-100adb57-62d8-4151-bde7-304ae89f2016 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119242 Sep 01 15:19:36.411635 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Checking router: 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:19:36.422983 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:36.423687 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:36.460633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:19:36.461288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:36.507534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:36.508716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:36.509194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:36.509681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:36.510265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Bound port: bdb853f0-9244-49ed-8b3f-7f878c0c734a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:36.511321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.535772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:36.543963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:36.564128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-3c9679e3-e77c-427c-8497-b45efe9c601a service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486205 Sep 01 15:19:36.567020 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-45ee75ca-01ae-4168-a511-999e720323a7 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731724 Sep 01 15:19:36.613952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Pushing event updated for resources: {'Port': ['ID=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:36.716022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:36.716289 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:36.742438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79ebacb1-fe53-4744-a2ca-39485d3345cc req-ad7c690a-e68b-4a82-8b6e-6505efa31103 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702685 Sep 01 15:19:36.798819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:36.884265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.957923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c4a25ed-1ed4-4e18-8e19-232ebb3cb204 req-e6ac8925-149d-4da1-aecc-c34e4f0c2999 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106049 Sep 01 15:19:37.162648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.165505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.167584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] 10.222.0.50 "PUT /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 1096 time: 3.0717800 Sep 01 15:19:37.181701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6fc3d06f-01f0-4b26-9392-04f62153ff37 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:37.191395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:37.196196 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d79bee-9010-4a79-a105-afef5cbff5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:37.263776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4b9dc-721b-40cb-a525-6cf45400dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:37.343080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-e81595e2-fd37-4d08-9423-af96b1a34cfc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 999 time: 0.5409129 Sep 01 15:19:37.359255 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b3d4934c-b284-42b9-ad61-d1b08f5707d8', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'port_id': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'mac_address': 'fa:16:3e:f8:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:31Z', 'updated_at': '2021-09-01T15:19:33Z', 'revision_number': 1, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:37.441202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6fc3d06f-01f0-4b26-9392-04f62153ff37 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:37.454935 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3358b2-3663-41e3-85f6-9bad19a51e7b None None] The sync data for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 is: [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b3d4934c-b284-42b9-ad61-d1b08f5707d8', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'port_id': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'mac_address': 'fa:16:3e:f8:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:31Z', 'updated_at': '2021-09-01T15:19:33Z', 'revision_number': 1, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:37.462330 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe543b-e2af-452e-9476-a53dab174b2e x-openstack-request-id: req-c0fe543b-e2af-452e-9476-a53dab174b2e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:37.462759 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:37.462759 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0fe543b-e2af-452e-9476-a53dab174b2e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:37.463142 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'status': 'completed', 'code': 200} Sep 01 15:19:37.477267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-db3dd952-1782-4adf-8b11-7eb9068f3c8f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.478905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-db3dd952-1782-4adf-8b11-7eb9068f3c8f tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports/93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 943 time: 0.0898793 Sep 01 15:19:37.530606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285f5cd-6a2c-4ce2-a462-247121f2de67 None None] Network f8b1a9a3-c449-4330-a63a-3836116e060b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:37.568116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-36397b0c-6b89-453e-8d5e-6f2be97035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.570003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-36397b0c-6b89-453e-8d5e-6f2be97035c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.3004012 Sep 01 15:19:37.631240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080fcc2-c609-4c33-9ac3-450fea8e3797 req-68f98faa-8587-45bb-ada1-28b356602bbe tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.634529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a080fcc2-c609-4c33-9ac3-450fea8e3797 req-68f98faa-8587-45bb-ada1-28b356602bbe tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1310282 Sep 01 15:19:37.687529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-bcccfb2a-4f04-4879-a28d-9f16d1024573 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.0927744 Sep 01 15:19:37.706411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.741158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a080fcc2-c609-4c33-9ac3-450fea8e3797 req-d892cd25-fea4-4887-8d8b-2b63cbdd4d6a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Sep 01 15:19:37.770810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Provisioning for port 6fc3d06f-01f0-4b26-9392-04f62153ff37 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:37.780943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Provisioning complete for port 6fc3d06f-01f0-4b26-9392-04f62153ff37 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:37.782535 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.946024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-82c094ac-1480-4e4a-a398-508930bbb845 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 999 time: 0.2689371 Sep 01 15:19:38.094879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-68a9d975-7475-4498-a10a-f989676fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:38.096883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-68a9d975-7475-4498-a10a-f989676fda1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3251526 Sep 01 15:19:38.140998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.207343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4115ab-e5b0-4756-94d3-c78700718fab None None] New status for floating IP b3d4934c-b284-42b9-ad61-d1b08f5707d8: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:19:38.330547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] For port 6fc3d06f-01f0-4b26-9392-04f62153ff37, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6fc3d06f-01f0-4b26-9392-04f62153ff37,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:38.443879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-4e553e49-db61-4542-82ba-15361374970e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:38.446126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-4e553e49-db61-4542-82ba-15361374970e tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.4796710 Sep 01 15:19:38.466878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-8b795b4e-fe4e-41ba-bfb4-c6b5d4471955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:38.470202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-8b795b4e-fe4e-41ba-bfb4-c6b5d4471955 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3532622 Sep 01 15:19:38.479881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-fd34967b-cbd4-41a4-bfd5-58e6afaba3c2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:38.481464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-fd34967b-cbd4-41a4-bfd5-58e6afaba3c2 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096655 Sep 01 15:19:38.497595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.541183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.679370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd1a4e-f221-4c07-880d-067a099a2823 None None] Pushing event updated for resources: {'Port': ['ID=6fc3d06f-01f0-4b26-9392-04f62153ff37,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:38.806946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a09382bf-d97c-4d34-b942-c4191b8d2f94 None None] Provisioning complete for port 6fc3d06f-01f0-4b26-9392-04f62153ff37 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:38.807526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a09382bf-d97c-4d34-b942-c4191b8d2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:39.031758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5f529-012f-4b06-ac3b-1fa977b928e9 req-1ee0a7bb-7563-4155-a858-6e0e078b77f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:39.054729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47d5f529-012f-4b06-ac3b-1fa977b928e9 req-1ee0a7bb-7563-4155-a858-6e0e078b77f1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1845896 Sep 01 15:19:39.237236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47d5f529-012f-4b06-ac3b-1fa977b928e9 req-d97ab60b-32a6-4565-8f50-69141b4fd975 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666155 Sep 01 15:19:39.244793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6fc3d06f-01f0-4b26-9392-04f62153ff37 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:39.352543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-a327a1c2-b2dd-4dfd-8a83-b48fb8e61c12 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572626 Sep 01 15:19:39.409714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6fc3d06f-01f0-4b26-9392-04f62153ff37 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:39.410471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:39.456441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-6d4c77c0-45c5-4667-a5ea-9360de351aaf tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 999 time: 0.9492197 Sep 01 15:19:39.475451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Router 5067c9b3-7b18-4894-b73f-402b18791b3b is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:19:39.536751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:39.580917 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:19:39.734773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd4375-7169-431f-a2e9-c55389c10d5d req-9ad7e321-de26-422d-a5df-7eb67cf9e372 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464344 Sep 01 15:19:39.750388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:39.804902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:39.816334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Sync routers for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:39.837649 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:39.839426 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:39.926871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:39.931538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39398) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:39.932103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d06c075a-f826-4c89-9e0a-ba98a15202cd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6427236 Sep 01 15:19:39.963731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-2e2ac4cb-f93a-4819-8cba-959c4c56d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:39.965694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-2e2ac4cb-f93a-4819-8cba-959c4c56d050 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.1440914 Sep 01 15:19:39.990831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:40.058685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:40.099076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:40.099447 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Floating IP b3d4934c-b284-42b9-ad61-d1b08f5707d8 disassociated. External IP: 172.25.1.35, port: 93a5c573-213b-4f4c-8f50-798ea268a5b8. Sep 01 15:19:40.345176 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:37Z', 'revision_number': 3, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:40.378626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-ef8a3e8d-d778-4145-9f4b-7b52d30b746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.380734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-ef8a3e8d-d778-4145-9f4b-7b52d30b746e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3498161 Sep 01 15:19:40.432109 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Checking router: 5067c9b3-7b18-4894-b73f-402b18791b3b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:19:40.435476 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Updating router 5067c9b3-7b18-4894-b73f-402b18791b3b port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:19:40.444235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-3cddd5a0-10dc-4439-85bc-efd729e8cc0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.0496230 Sep 01 15:19:40.502419 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:40.563567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-03cd6311-950f-4e23-b342-7260590bbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.565222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-03cd6311-950f-4e23-b342-7260590bbb77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0679460 Sep 01 15:19:40.760557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff0449-36c2-448f-b04d-a5b9cb5411a4 req-4c90082f-6ca7-4ad5-81df-9e15ef4a0117 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.784249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1eff0449-36c2-448f-b04d-a5b9cb5411a4 req-4c90082f-6ca7-4ad5-81df-9e15ef4a0117 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1328657 Sep 01 15:19:40.824105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-fa150adf-65cb-402b-92c4-f0acb8abf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.827484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-fa150adf-65cb-402b-92c4-f0acb8abf875 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2394116 Sep 01 15:19:40.934945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1eff0449-36c2-448f-b04d-a5b9cb5411a4 req-664697c2-cbbe-424a-8fd0-10bdf433abe9 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495667 Sep 01 15:19:41.078000 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.118055 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Transition to ACTIVE for port object 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:41.133556 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.135668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-b546b1e2-f52c-4b7e-a539-c13c260a03b2 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850776 Sep 01 15:19:41.175485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:19:41.216213 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Pushing event updated for resources: {'Port': ['ID=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:41.239442 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Attempting to bind port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:41.239848 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Attempting to bind port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:41.240177 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Attempting to bind port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:41.251000 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.251440 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.251660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.251995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.252315 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.252639 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.252961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.253444 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.253921 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.255211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.255211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.255211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:41.275742 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:41.278546 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:41.278546 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.278546 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:41.278546 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Bound port: 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:41.278546 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.386741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.475879 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] For port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:41.480730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] For port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:41.490669 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.530892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87d79bee-9010-4a79-a105-afef5cbff5a8 req-723262af-3860-4557-ba26-02d918fcbc51 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533595 Sep 01 15:19:41.562828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:41.575360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Sync routers for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:41.591825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.615129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:41.616433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:41.677873 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:41.678737 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:41.698089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Allocated IP 172.20.0.1 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/67c3adfd-4b32-4fa3-a5d5-20c0f1f135da) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:41.714582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-2b386f7d-e2af-4801-90c7-609a8762f991 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "PUT /v2.0/floatingips/b3d4934c-b284-42b9-ad61-d1b08f5707d8 HTTP/1.1" status: 200 len: 694 time: 2.1968820 Sep 01 15:19:41.716582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:41.722073 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255941cd-c6e6-483d-8cee-9804c962723c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:41.825513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.830053 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61c7755-f64d-4a71-8129-c504d4df821e x-openstack-request-id: req-e61c7755-f64d-4a71-8129-c504d4df821e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:41.830355 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:41.830608 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e61c7755-f64d-4a71-8129-c504d4df821e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:41.831025 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:19:41.833510 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e71bc-3bd9-4f51-9c4d-59105bedc4bd None None] Pushing event updated for resources: {'Port': ['ID=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:41.843928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-0e31c52d-0b42-43b5-8c0c-10a0d247fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:41.846837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Transition to ACTIVE for port object 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:41.847676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-0e31c52d-0b42-43b5-8c0c-10a0d247fc65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.0952523 Sep 01 15:19:41.887128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.962956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:41.971295 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:41.977128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:41.978501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Pushing event updated for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:41.981667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:41.993909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:42.113086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255941cd-c6e6-483d-8cee-9804c962723c req-483000f3-1b69-437c-ae13-a248f927b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.125878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-483000f3-1b69-437c-ae13-a248f927b8fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 1098 time: 0.2559118 Sep 01 15:19:42.159130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.202689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-9d26b181-59ef-4b95-81b0-02de5435918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.209884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-9d26b181-59ef-4b95-81b0-02de5435918f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.3563805 Sep 01 15:19:42.311654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-5f322d14-2ec8-4023-8dcf-b8199c260ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0898752 Sep 01 15:19:42.369923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584fa22-bd0b-4e0a-9efb-c3b9751ce8c7 req-a2667754-361a-4501-8683-d523cefa5c37 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.371532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2584fa22-bd0b-4e0a-9efb-c3b9751ce8c7 req-a2667754-361a-4501-8683-d523cefa5c37 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.2295430 Sep 01 15:19:42.420879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-e0db9a6a-b6d0-4984-b6c3-95071cb7086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.423684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-e0db9a6a-b6d0-4984-b6c3-95071cb7086e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.1112707 Sep 01 15:19:42.475943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255941cd-c6e6-483d-8cee-9804c962723c req-9815239b-1fc9-4620-a4f7-9571f271c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.483472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-9815239b-1fc9-4620-a4f7-9571f271c596 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 200 len: 920 time: 0.3447013 Sep 01 15:19:42.511419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:42.515208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-570b51bf-018f-454d-a834-e29650908467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750110 Sep 01 15:19:42.517052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c7b9650f-5d46-471a-b815-1342882f589f None None] Provisioning for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:42.561381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2584fa22-bd0b-4e0a-9efb-c3b9751ce8c7 req-c8bb49ca-daa6-4447-9a7b-21e6e926c992 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799061 Sep 01 15:19:42.571442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-52267a9e-1442-40c6-83a2-35096eac3031 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0684133 Sep 01 15:19:42.607391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c7b9650f-5d46-471a-b815-1342882f589f None None] Provisioning complete for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:42.612224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7b9650f-5d46-471a-b815-1342882f589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.614226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Checking router: 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:19:42.644669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.672445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:42.673122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:42.692925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-02c59416-2349-4d33-9262-9b37e3f073d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188593 Sep 01 15:19:42.780572 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:37Z', 'revision_number': 3, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:42.818315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255941cd-c6e6-483d-8cee-9804c962723c req-81699d3e-b099-4982-aa6f-7b1d5e3b0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.819929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-81699d3e-b099-4982-aa6f-7b1d5e3b0e47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 200 len: 859 time: 0.1163054 Sep 01 15:19:42.856993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0371dbde-78eb-47ee-b3d8-84ce68009449 req-79120044-dea0-4122-b0fc-c147a69cb26f service neutron] 10.222.0.41 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622677 Sep 01 15:19:42.899431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d767399-b980-492c-81e4-91c8e7f8f6a1 None None] The sync data for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 is: [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:37Z', 'revision_number': 3, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:42.922951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9650f-5d46-471a-b815-1342882f589f None None] Port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:19:42.954432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-57b31e2e-5b87-475f-a839-7efb353651a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d4aeaf73-0006-425f-b684-603fab48b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963483 Sep 01 15:19:42.974971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:43.087695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-a2e9db5f-bf07-49d1-8367-3270ab3307ab tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips/b3d4934c-b284-42b9-ad61-d1b08f5707d8 HTTP/1.1" status: 200 len: 694 time: 0.1648583 Sep 01 15:19:43.092722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.112868 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.266196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.269738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-e6ce6bc3-64cc-401d-805f-282f8cc257e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377706 Sep 01 15:19:43.649649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Pushing event updated for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:43.660599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:43.735433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:43.741883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-255941cd-c6e6-483d-8cee-9804c962723c req-c26fecc4-51c0-4956-8ded-1e0b0252d077 service neutron] 10.222.0.50 "GET /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537249 Sep 01 15:19:43.742813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:43.777717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c20f4-0bed-4a88-8782-0a810d2fab45 None None] The sync data for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 is: [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:18:02Z', 'revision_number': 4, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee', 'name': '', 'network_id': 'd4aeaf73-0006-425f-b684-603fab48b6d1', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'mac_address': 'fa:16:3e:aa:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:00Z', 'updated_at': '2021-09-01T15:18:16Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'subnets': [{'id': 'ca29f8d0-9c70-42f1-814b-4f3931169135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:43.846764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-4d38853b-be22-4280-a320-8ac020f1be7b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:43.848746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-4d38853b-be22-4280-a320-8ac020f1be7b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 784 time: 0.5775623 Sep 01 15:19:43.862812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-710c5b1e-6242-44ee-b025-59cf4893d23b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:43.863806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-710c5b1e-6242-44ee-b025-59cf4893d23b tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061660 Sep 01 15:19:44.009181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-d495a24d-3b39-49c7-87c0-888eb1636e09 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 697 time: 0.1301579 Sep 01 15:19:44.081034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ddd5-def0-4b7c-bc95-98cdd511d155 req-abf11674-3d6b-4a58-96bf-65b97e9c593c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:44.084948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e766ddd5-def0-4b7c-bc95-98cdd511d155 req-abf11674-3d6b-4a58-96bf-65b97e9c593c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.3466144 Sep 01 15:19:44.183346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Router 5067c9b3-7b18-4894-b73f-402b18791b3b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:19:44.200279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-318795de-9da7-475c-b598-37977f9728f3 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 697 time: 0.1768863 Sep 01 15:19:44.257543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e766ddd5-def0-4b7c-bc95-98cdd511d155 req-ce9f57de-b193-4b3b-9b57-24da23ab4abe tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330872 Sep 01 15:19:44.277887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-43ce1d84-a7fb-4be5-95ad-e83b6500578a None None] Provisioning complete for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:44.287965 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43ce1d84-a7fb-4be5-95ad-e83b6500578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.418195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66ab6317-594d-423f-9f08-a883d0f3e6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.464733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:44.471436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-43ce1d84-a7fb-4be5-95ad-e83b6500578a None None] Port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:19:44.581052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eee02f-6c51-47e2-9264-5ed0d9c7ad56 None None] New status for floating IP b3d4934c-b284-42b9-ad61-d1b08f5707d8: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:19:44.604705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:44.624457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4d9910e5-6aee-47ed-8c29-92564fdb9e2a admin admin] 10.222.0.41 "PUT /v2.0/routers/5067c9b3-7b18-4894-b73f-402b18791b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6832297 Sep 01 15:19:44.640566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Deleting port 8faacd8c-d48f-4af0-b430-69e05763f6c1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:44.641829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.796846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:44.854652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'mac_address': 'fa:16:3e:48:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:44.917003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.918197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.962909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Calling delete_port for 8faacd8c-d48f-4af0-b430-69e05763f6c1 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:45.022130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.061605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:45.140448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:45.146562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.192231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:45.305214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:45.315084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:45.320593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:45.321296 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.382595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.427698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event deleted for resources: {'Port': ['ID=8faacd8c-d48f-4af0-b430-69e05763f6c1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:45.473949 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.499532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:45.506913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.554110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.557582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.559306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4b7fbe7-cbb2-419e-8715-41fe938c2ad7 req-384864c0-d77d-4001-94af-d74f350b1263 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "DELETE /v2.0/floatingips/b3d4934c-b284-42b9-ad61-d1b08f5707d8 HTTP/1.1" status: 204 len: 173 time: 1.3461583 Sep 01 15:19:45.637557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:45.664076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39474) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:45.671526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919935960', 'description': 'tempest-description--1213196515'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:45.701088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.709361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bdb853f0-9244-49ed-8b3f-7f878c0c734a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:45.731450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1f84c-f9bb-42d2-85c7-906b55a3ff5f req-ddb69b6c-5553-400e-9231-d2f476857bb1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:45.745279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ec1f84c-f9bb-42d2-85c7-906b55a3ff5f req-ddb69b6c-5553-400e-9231-d2f476857bb1 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.1101182 Sep 01 15:19:45.826166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.856496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.864268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ec1f84c-f9bb-42d2-85c7-906b55a3ff5f req-f505c28a-529e-482a-a70e-4db735a25a80 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169965 Sep 01 15:19:45.987844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.991748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3260658 Sep 01 15:19:45.994843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:46.002206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'security_group_rule': {'security_group_id': '1bf966c9-fcb4-44df-a5fa-cba1233e1102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:46.046783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d863af2-4f53-492c-9e64-645054f1bb53 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf966c9-fcb4-44df-a5fa-cba1233e1102,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.061988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-7cadec46-791e-4f88-b5ae-e03f71c7e626 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups/1d4c66c1-2935-455c-a86e-67aab5da266f HTTP/1.1" status: 200 len: 1808 time: 0.2291956 Sep 01 15:19:46.063456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.143115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.149236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.181339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ff16e7-01dd-4594-8d43-821cef1fe092,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.192265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.196846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.199433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c9f6e7f1-0599-445d-a711-ff6409fa7c3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030425 Sep 01 15:19:46.201269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39480) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:46.210194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'security_group_rule': {'security_group_id': '1bf966c9-fcb4-44df-a5fa-cba1233e1102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:46.256589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.305289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.333356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Sync routers for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:46.351191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.352371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:46.353512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:46.353754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.355178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9c8e6d3-5692-4446-9029-84650d63c99e req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d4c66c1-2935-455c-a86e-67aab5da266f HTTP/1.1" status: 204 len: 173 time: 0.2852495 Sep 01 15:19:46.381894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d637bb-b771-4b99-9136-1274fad9bed8 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c66c1-2935-455c-a86e-67aab5da266f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.409779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.415370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.472486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1249f7-e8c1-4e85-816b-8990002be330,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.483830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.485629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02431ad2-8f8a-4fcd-9889-c42e674afc87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818918 Sep 01 15:19:46.489964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:46.494550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:46.525873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.540004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:46.767666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.948393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0df60-2088-4e00-a039-0e999bde2f21 req-d3d19960-74a0-4294-bfc2-3f89457ec2fc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:46.951965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ccc0df60-2088-4e00-a039-0e999bde2f21 req-d3d19960-74a0-4294-bfc2-3f89457ec2fc tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.0975957 Sep 01 15:19:47.103510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ccc0df60-2088-4e00-a039-0e999bde2f21 req-f8f319aa-fa3e-449a-a1c0-dd8fb4cc7240 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307802 Sep 01 15:19:47.106452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 2, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:47.148072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.25.1.242 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0009756b-b2b5-46df-9624-9c5071a7f529) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:47.429469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:47.518697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Checking router: 5067c9b3-7b18-4894-b73f-402b18791b3b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:19:47.519264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Updating router 5067c9b3-7b18-4894-b73f-402b18791b3b port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:19:47.620054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.625118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50283a9c-3ee5-4f0f-9b0d-f98872ac5229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.635573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.641169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:47.641169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.973893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb87ab-f398-4f63-a282-e9f1ed2077dd req-08de364c-0235-43d3-bc7f-1309c618776d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:47.975747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1abb87ab-f398-4f63-a282-e9f1ed2077dd req-08de364c-0235-43d3-bc7f-1309c618776d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.7318370 Sep 01 15:19:48.017493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.071182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1abb87ab-f398-4f63-a282-e9f1ed2077dd req-426bf541-46c3-4db8-b684-30d1d7b5c416 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Sep 01 15:19:48.125730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.174538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:48.179430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:48.186633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:48.234916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=0009756b-b2b5-46df-9624-9c5071a7f529,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:48.305519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.342601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Transition to ACTIVE for port object 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:48.353265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.358628 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.363832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.452711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.474397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386446e-9dec-460b-9829-be7a364abff9 None None] Pushing event updated for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:48.478517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946d4f2-79cb-4daa-b38e-cd2ca3cf3023 req-72775b5d-9bba-4233-b142-6ab11d8c2d86 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:48.488948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:48.491949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6946d4f2-79cb-4daa-b38e-cd2ca3cf3023 req-72775b5d-9bba-4233-b142-6ab11d8c2d86 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1451755 Sep 01 15:19:48.495122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Attempting to bind port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:48.495509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Attempting to bind port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:48.495880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Attempting to bind port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:48.528282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:48.528747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:48.529262 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.529991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:48.530523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Bound port: 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:48.530980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.612517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.631044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6946d4f2-79cb-4daa-b38e-cd2ca3cf3023 req-00517a8b-92c6-4149-a32e-f1ea1dcb9369 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254811 Sep 01 15:19:48.642753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port bdb853f0-9244-49ed-8b3f-7f878c0c734a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:48.648084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port bdb853f0-9244-49ed-8b3f-7f878c0c734a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:48.649108 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.741207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] For port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:48.768161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] For port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:48.785963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.882972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.890564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.977250 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:49.026206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386446e-9dec-460b-9829-be7a364abff9 None None] Pushing event updated for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:49.049980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=0009756b-b2b5-46df-9624-9c5071a7f529,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:49.064194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:49.098381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:49.105239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:49.106566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:49.108358 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf72d3-58e8-45e3-a23d-86a5579ca861" -d '{"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-plugged", "status": "completed", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:49.110567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0cecb8ce-2bab-46d4-8ddf-f374dfef13f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6195347 Sep 01 15:19:49.113669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:49.169803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:49.170852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:49.264826 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62cf9e1-6928-43e6-a82b-30baa73bae45 x-openstack-request-id: req-e62cf9e1-6928-43e6-a82b-30baa73bae45 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:49.265455 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-plugged", "status": "completed", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:49.265822 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e62cf9e1-6928-43e6-a82b-30baa73bae45 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:49.266531 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'code': 200} Sep 01 15:19:49.338340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:49.401511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-e81f7be9-0e14-436f-8e61-25dd350f043d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1919935960&fields=id&tenant_id=cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 267 time: 0.0775781 Sep 01 15:19:49.433439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:49.490413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ebd1-93bb-4cc2-97a7-9a9676f0c69f req-46f0d601-8c8f-4d7e-8606-c4d178998e48 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:49.493371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33a2ebd1-93bb-4cc2-97a7-9a9676f0c69f req-46f0d601-8c8f-4d7e-8606-c4d178998e48 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2065740 Sep 01 15:19:49.522703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b82ef-d208-4f55-b8b0-0c68a4248f24 req-5652fd4d-b6f3-467f-b5b8-bf011722ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:49.525433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e42b82ef-d208-4f55-b8b0-0c68a4248f24 req-5652fd4d-b6f3-467f-b5b8-bf011722ca0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1101 time: 0.1364763 Sep 01 15:19:49.693267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-51b35ff6-6f4e-4b96-a0e4-de53783b1bce tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:49.694909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-51b35ff6-6f4e-4b96-a0e4-de53783b1bce tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.2916200 Sep 01 15:19:49.714361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33a2ebd1-93bb-4cc2-97a7-9a9676f0c69f req-d0d24a2c-1d50-46c0-b6fe-ae45589fbc90 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059779 Sep 01 15:19:49.726873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e42b82ef-d208-4f55-b8b0-0c68a4248f24 req-29261afe-0faa-4bba-a399-83f560700ccd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659212 Sep 01 15:19:49.761407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-a899ae8c-252a-4179-bea3-4dad00d4a1df tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/quotas/cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 375 time: 0.0507128 Sep 01 15:19:49.853687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-19fe969a-352e-42df-b326-f80496688441 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:49.859671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-19fe969a-352e-42df-b326-f80496688441 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1634917 Sep 01 15:19:49.909599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:49.911384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-b222201c-8154-4ebe-aa76-c7f8ddb88821 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388052 Sep 01 15:19:49.963104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:48Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:50.019859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a99c6-36f8-40c7-b4a1-4ed6c1da50a4 None None] The sync data for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 is: [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:48Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:50.136393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f533ca-d5a7-4b52-8eaf-fbfa24a731db req-ebc37bba-d931-477d-94cc-6f20dbddd644 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:50.145989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6f533ca-d5a7-4b52-8eaf-fbfa24a731db req-ebc37bba-d931-477d-94cc-6f20dbddd644 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 946 time: 0.1297274 Sep 01 15:19:50.281903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6f533ca-d5a7-4b52-8eaf-fbfa24a731db req-e0630972-823e-4dcc-a81a-7e802d366088 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/security-groups?id=19fb353a-9b55-43c6-aba2-65f58b3bf222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318777 Sep 01 15:19:50.367535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-55cdbea4-8843-4306-913c-f508db76f45b service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512191 Sep 01 15:19:50.503457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Deleting port 93a5c573-213b-4f4c-8f50-798ea268a5b8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:50.504492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.617635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-c2d4c77d-0b7a-4e34-9d10-ba509859ff51 service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388582 Sep 01 15:19:50.714140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] For port 93a5c573-213b-4f4c-8f50-798ea268a5b8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=93a5c573-213b-4f4c-8f50-798ea268a5b8,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:50.714720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.752757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Calling delete_port for 93a5c573-213b-4f4c-8f50-798ea268a5b8 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:51.137822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc971196-3dc8-47d0-86de-20f860a93b2d req-a5ef9ad9-7f32-4348-8a18-3db5ad20d73f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:51.166601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc971196-3dc8-47d0-86de-20f860a93b2d req-a5ef9ad9-7f32-4348-8a18-3db5ad20d73f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2499654 Sep 01 15:19:51.229362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:51.319882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc971196-3dc8-47d0-86de-20f860a93b2d req-cd5ec413-3eb7-4229-b38d-d3ab324cfc89 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443839 Sep 01 15:19:51.354596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:51.488190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Pushing event deleted for resources: {'Port': ['ID=93a5c573-213b-4f4c-8f50-798ea268a5b8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:51.570315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c7729eb-df22-4fb0-bd32-56b1e658ecae req-d12aca06-4dbd-404b-b109-0f782917e525 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 210 time: 0.1077774 Sep 01 15:19:51.595739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:51.623278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:51.640999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:51.663165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e03fb4d-8082-4c2a-9a21-f0c7287c2c40 req-32115472-6acd-4541-af0e-317c8c12f4cb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 210 time: 0.1109185 Sep 01 15:19:51.697284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] No DVR routers for this DVR port 93a5c573-213b-4f4c-8f50-798ea268a5b8 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:51.706873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:51.709520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eab883b4-3965-434b-b40d-8cdf0660f2d9 req-9edc4723-54d9-42d4-b026-f93c17258add tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.50 "DELETE /v2.0/ports/93a5c573-213b-4f4c-8f50-798ea268a5b8 HTTP/1.1" status: 204 len: 173 time: 1.7430077 Sep 01 15:19:51.710057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'name': 'network-vif-deleted', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:51.729519 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89fc812-18eb-45c0-824b-b2a69fd7bf39" -d '{"events": [{"server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "name": "network-vif-deleted", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:51.843128 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9230d82d-23c8-4d8b-b2c9-128c5523cf19 x-openstack-request-id: req-9230d82d-23c8-4d8b-b2c9-128c5523cf19 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:51.843768 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7454822-d075-42a5-8c36-5b6da381fbfd", "name": "network-vif-deleted", "tag": "93a5c573-213b-4f4c-8f50-798ea268a5b8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:51.844192 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9230d82d-23c8-4d8b-b2c9-128c5523cf19 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:51.844818 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7454822-d075-42a5-8c36-5b6da381fbfd', 'name': 'network-vif-deleted', 'tag': '93a5c573-213b-4f4c-8f50-798ea268a5b8', 'status': 'completed', 'code': 200} Sep 01 15:19:52.006996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:52.163785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:52.177994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:52.437079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:52.508496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 93a5c573-213b-4f4c-8f50-798ea268a5b8 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:52.546581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd3bd-d4d4-4284-92b5-49d3e669ffcf req-d64b0b60-ccd7-4c39-a1f6-54d2c1015c03 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:52.558344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1fdd3bd-d4d4-4284-92b5-49d3e669ffcf req-d64b0b60-ccd7-4c39-a1f6-54d2c1015c03 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1299510 Sep 01 15:19:52.578340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 93a5c573-213b-4f4c-8f50-798ea268a5b8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:52.579006 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 93a5c573-213b-4f4c-8f50-798ea268a5b8 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:52.617763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1fdd3bd-d4d4-4284-92b5-49d3e669ffcf req-518d2835-a394-4a58-aadd-c11b47b7281d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567317 Sep 01 15:19:52.835494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b139-0709-4d46-a66f-e830b4c1eaf7 req-b65b7161-9fc1-4153-99f0-805334045e0b tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:52.843769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a13b139-0709-4d46-a66f-e830b4c1eaf7 req-b65b7161-9fc1-4153-99f0-805334045e0b tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1101 time: 0.1028662 Sep 01 15:19:52.922440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a13b139-0709-4d46-a66f-e830b4c1eaf7 req-08360497-b92f-4ec3-b622-ef1ee3edb9b0 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Sep 01 15:19:53.005680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-405eb5f6-77a1-4522-ad76-c72a2b06958c req-8e85e082-d4d2-4b01-bad2-530073b5c518 tempest-ServerRescueTestJSONUnderV235-223011129 tempest-ServerRescueTestJSONUnderV235-223011129-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7454822-d075-42a5-8c36-5b6da381fbfd HTTP/1.1" status: 200 len: 210 time: 0.1225674 Sep 01 15:19:53.126206 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72a354b2-6200-469b-af6e-c41acbd0f11e req-8af63818-06fd-423d-bfdd-53982ae220c9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 210 time: 0.0502288 Sep 01 15:19:53.165464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:53.237332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-ec009bb8-4842-4344-8019-016f3d5b6084 req-5c048b90-73a2-4a30-9f99-006fc0234bcb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:53.239932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec009bb8-4842-4344-8019-016f3d5b6084 req-5c048b90-73a2-4a30-9f99-006fc0234bcb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114570 Sep 01 15:19:53.251654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:53.252251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:53.695528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-c819f316-0f74-498c-81e1-174db251eeea tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:53.698914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-c819f316-0f74-498c-81e1-174db251eeea tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.2593350 Sep 01 15:19:53.797244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-01da4a61-2d02-437e-96e4-1cf907bba5c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 380 time: 0.0828633 Sep 01 15:19:53.826179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'device_id': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'admin_state_up': True, 'tenant_id': 'cf23eea573064368972648256787aea5', 'security_groups': ['1bf966c9-fcb4-44df-a5fa-cba1233e1102']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:53.902630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7714-8400-4ff3-a9f2-db32b1b2c9ff req-e77eeca2-cc31-4181-95c7-7e80be3b28ac tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:53.913659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6cb7714-8400-4ff3-a9f2-db32b1b2c9ff req-e77eeca2-cc31-4181-95c7-7e80be3b28ac tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1856170 Sep 01 15:19:53.984693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6cb7714-8400-4ff3-a9f2-db32b1b2c9ff req-6b4108b5-434b-4d1e-a97f-82bcf4c76589 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694807 Sep 01 15:19:54.126840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:54.138364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:54.148735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39640) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:54.274531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-c15eff44-cc2c-40c4-bdfd-54bc98520799 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4321697 Sep 01 15:19:54.287347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-37e29fd8-7a0d-4a2a-810f-b4e6d48c2f97 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:54.288727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-37e29fd8-7a0d-4a2a-810f-b4e6d48c2f97 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075908 Sep 01 15:19:54.382858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b27be57-1263-437c-8fae-3c127674accb req-81f607b2-78a9-4dcd-b734-d2fffd9fdc78 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 210 time: 0.0475607 Sep 01 15:19:54.849291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.20.0.7 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/5418cb97-9a3f-4438-98b6-fd4516641d78) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:55.350213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:55.394389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91361b-982d-4021-a655-688729f531fa req-650eb475-a30d-420f-80ff-652f1f64ecc2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.396008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c91361b-982d-4021-a655-688729f531fa req-650eb475-a30d-420f-80ff-652f1f64ecc2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2228687 Sep 01 15:19:55.397217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Transition to ACTIVE for port object 5418cb97-9a3f-4438-98b6-fd4516641d78 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:55.490757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6c91361b-982d-4021-a655-688729f531fa req-210c7d4b-b8b5-4761-81bf-e04ca25d5650 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794723 Sep 01 15:19:55.568386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:55.642894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:55.691561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:55.695481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c8c4c-dfd8-4c75-abd5-66cab3f85b90 req-c3c26e3f-ce69-4ec1-ba6e-ed16c894ca98 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.700024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-486c8c4c-dfd8-4c75-abd5-66cab3f85b90 req-c3c26e3f-ce69-4ec1-ba6e-ed16c894ca98 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 931 time: 0.1468592 Sep 01 15:19:55.770423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:55.775341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:55.778577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:55.786970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-486c8c4c-dfd8-4c75-abd5-66cab3f85b90 req-112350cb-4b1a-449b-98e9-3d3d5c37e611 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777946 Sep 01 15:19:55.976593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.977673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:56.055472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-2a1d3c9e-ac78-40ee-b1a7-e511145d6f45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2497544 Sep 01 15:19:56.080777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Request body: {'port': {'device_id': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:56.255743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:56.322840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a551bc4-8224-4e08-9b0a-3e11bd4173a1 None None] Provisioning for port 5418cb97-9a3f-4438-98b6-fd4516641d78 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:56.328565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0a551bc4-8224-4e08-9b0a-3e11bd4173a1 None None] Provisioning complete for port 5418cb97-9a3f-4438-98b6-fd4516641d78 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:56.328946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a551bc4-8224-4e08-9b0a-3e11bd4173a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:56.419863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0a551bc4-8224-4e08-9b0a-3e11bd4173a1 None None] Port 5418cb97-9a3f-4438-98b6-fd4516641d78 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:19:56.910830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c3836-4e0f-4259-ab75-51b535693cc5 req-b5116a63-0fd5-4bfe-8c2e-d85541b1907a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:56.911971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f58c3836-4e0f-4259-ab75-51b535693cc5 req-b5116a63-0fd5-4bfe-8c2e-d85541b1907a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1395965 Sep 01 15:19:57.135956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-85266fdc-c8d3-4daa-8612-053275077ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.140468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-85266fdc-c8d3-4daa-8612-053275077ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1101 time: 0.2048879 Sep 01 15:19:57.199196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b522eb5-66bd-40bc-81de-50da4fdff27b req-af7e134e-0de4-484e-85cc-1a740e622e0a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.200533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f58c3836-4e0f-4259-ab75-51b535693cc5 req-f82f7be5-5d85-4fd6-bc24-911e3be93999 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605212 Sep 01 15:19:57.203435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b522eb5-66bd-40bc-81de-50da4fdff27b req-af7e134e-0de4-484e-85cc-1a740e622e0a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 931 time: 0.1627221 Sep 01 15:19:57.385881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b522eb5-66bd-40bc-81de-50da4fdff27b req-770b250b-6cc9-4eaf-885d-f473e03da386 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592782 Sep 01 15:19:57.393196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Deleting port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:57.394088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.481507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-3efb388f-f67d-4c05-bcca-dec09bb37ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.485656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-3efb388f-f67d-4c05-bcca-dec09bb37ee3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3245640 Sep 01 15:19:57.605629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] For port 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,segment=NetworkSegment(d999356b-ad3c-4ee3-bb5e-2ba558b5e44e),segment_id=d999356b-ad3c-4ee3-bb5e-2ba558b5e44e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:57.606235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.613785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-3cba3260-76d9-47e8-a00f-381f2aa52018 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.1139269 Sep 01 15:19:57.642592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Calling delete_port for 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:57.678331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.780388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-d9ca2495-9493-4704-99ca-e63942007ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.783703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-d9ca2495-9493-4704-99ca-e63942007ce6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1574070 Sep 01 15:19:57.817124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:57.829243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.887506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-1f9ac3a2-c0f9-4e80-90eb-3378ce902f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.891128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-1f9ac3a2-c0f9-4e80-90eb-3378ce902f89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963049 Sep 01 15:19:57.927277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Transition to ACTIVE for port object 5418cb97-9a3f-4438-98b6-fd4516641d78 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:57.936825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.051815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-4e1ee5a3-e83d-4a68-8454-634c5cd8dec4 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449323 Sep 01 15:19:58.070695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:58.264897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Attempting to bind port 5418cb97-9a3f-4438-98b6-fd4516641d78 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:58.265804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Attempting to bind port 5418cb97-9a3f-4438-98b6-fd4516641d78 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:58.267037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Attempting to bind port 5418cb97-9a3f-4438-98b6-fd4516641d78 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:58.276940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Port 5418cb97-9a3f-4438-98b6-fd4516641d78 on network f8b1a9a3-c449-4330-a63a-3836116e060b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:19:58.277617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Attempting to bind port 5418cb97-9a3f-4438-98b6-fd4516641d78 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:58.288835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:58.289384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-582cb8ec-4097-48fa-b634-2537c5d32aa5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257385 Sep 01 15:19:58.290077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:58.290724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:58.291464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Bound port: 5418cb97-9a3f-4438-98b6-fd4516641d78, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:58.292220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.354743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.531480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:58.541393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:58.560386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.683745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Pushing event deleted for resources: {'Port': ['ID=52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:58.722725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f36152-bed6-405f-a1c5-f13d2eaea613 req-4df4a1b3-b9f8-466e-b658-47729883d7cc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.727276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19f36152-bed6-405f-a1c5-f13d2eaea613 req-4df4a1b3-b9f8-466e-b658-47729883d7cc tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2757449 Sep 01 15:19:58.862911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.866764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.880624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 1092 time: 2.8067389 Sep 01 15:19:58.915891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19f36152-bed6-405f-a1c5-f13d2eaea613 req-eb5ac95c-4d14-4cee-a07e-a7e1898ff10f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752737 Sep 01 15:19:59.090462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:59.095065 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492da465-cd42-438d-95ce-d59c2c0396f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:59.472806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.475899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096a6a3-a922-4a67-9fa4-2e9ca7e206f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:59.508202 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4896dd-81e7-4879-8042-faf5c8c9e1e6 x-openstack-request-id: req-4a4896dd-81e7-4879-8042-faf5c8c9e1e6 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:59.517053 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:59.517679 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a4896dd-81e7-4879-8042-faf5c8c9e1e6 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:59.518462 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'status': 'completed', 'code': 200} Sep 01 15:19:59.749528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7503b6-1c84-46fe-a40c-f1c159943535 req-de821513-9267-4713-83c8-cccdc34f226a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:59.768165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf7503b6-1c84-46fe-a40c-f1c159943535 req-de821513-9267-4713-83c8-cccdc34f226a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 943 time: 0.6531119 Sep 01 15:19:59.772963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-69d0a370-c806-461b-9f66-b501bc4eb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:59.774910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-69d0a370-c806-461b-9f66-b501bc4eb723 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1095 time: 0.6545167 Sep 01 15:19:59.899583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-dabf102c-affe-413f-aed8-eb2ac7404920 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 217 time: 0.0739362 Sep 01 15:20:00.026406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf7503b6-1c84-46fe-a40c-f1c159943535 req-f90f353e-1574-4e6c-9052-e1da95f86756 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571151 Sep 01 15:20:00.031066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-a0b2387e-5798-4e6e-b3ec-5fef14d8d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.040633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-a0b2387e-5798-4e6e-b3ec-5fef14d8d5dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1279752 Sep 01 15:20:00.189213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249c306-e18a-4cc2-9a44-7fcd00473bc9 req-056b3f06-5125-47cc-8c3c-d1ca0c4024ce tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.202366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4249c306-e18a-4cc2-9a44-7fcd00473bc9 req-056b3f06-5125-47cc-8c3c-d1ca0c4024ce tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0864296 Sep 01 15:20:00.250199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-a325ed1a-b67a-4dfb-b351-21b332e73f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.252907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-a325ed1a-b67a-4dfb-b351-21b332e73f98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441548 Sep 01 15:20:00.281194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4249c306-e18a-4cc2-9a44-7fcd00473bc9 req-6fd50167-1ccc-4ed8-af83-5816908c6a5a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 Sep 01 15:20:00.369464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:00.484363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-434197f9-3845-4aa9-9341-2018e740fc71 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089267 Sep 01 15:20:00.662306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:00.680784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da8b59e7-2350-4b34-a9a6-a73070ccd38a admin admin] 10.222.0.41 "PUT /v2.0/routers/6ae6d3b7-76ec-477d-bb51-0c3c00e1494b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5264869 Sep 01 15:20:00.682066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1908856e-aa3a-4e5a-8a9d-1f62d82ce8b4 req-25554d3f-27d9-4f3d-aa82-4be6e3853f6c service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528246 Sep 01 15:20:00.682642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39770) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:00.684446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Sync routers for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:00.701818 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:00.703011 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:00.875460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-8128733c-cd04-4448-bf44-71aa2ec6755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.877497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-8128733c-cd04-4448-bf44-71aa2ec6755b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1095 time: 0.1213546 Sep 01 15:20:00.945949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:01.003560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.300984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536a6c-57d8-40b7-ac66-b2022403d1df req-aee0426e-ff8d-4f86-88e9-c48fcee6e6db tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.303915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2536a6c-57d8-40b7-ac66-b2022403d1df req-aee0426e-ff8d-4f86-88e9-c48fcee6e6db tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 943 time: 0.0788989 Sep 01 15:20:01.336147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-cd655ccc-cc5f-416b-9376-aa4810ae9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.341335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-cd655ccc-cc5f-416b-9376-aa4810ae9bb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.4543803 Sep 01 15:20:01.456568 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:19:58Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:01.493690 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Checking router: 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:01.501314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2536a6c-57d8-40b7-ac66-b2022403d1df req-53069e55-51c7-4253-b44e-a71d96f80fbc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854849 Sep 01 15:20:01.515946 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Routers {'6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:01.517035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:01.526656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-a7236e70-087d-4d9c-a293-8b6344d346ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 217 time: 0.1775246 Sep 01 15:20:01.535226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.689099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-b3b2c017-d0b9-4f5e-a71b-7e0b5980578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.692443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-b3b2c017-d0b9-4f5e-a71b-7e0b5980578a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1536367 Sep 01 15:20:01.738067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] Set router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:01.871742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74047154-d0b4-46fc-9311-47a7315aeac2 req-a8a3b823-e84b-4721-98a8-551cb2e25f07 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.871742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74047154-d0b4-46fc-9311-47a7315aeac2 req-a8a3b823-e84b-4721-98a8-551cb2e25f07 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.3195608 Sep 01 15:20:01.994541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74047154-d0b4-46fc-9311-47a7315aeac2 req-9dbb2ad9-4434-46f0-a443-16f0d5bfbcd8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137948 Sep 01 15:20:01.999689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-845223eb-3838-48f3-be48-73fa796e2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:02.003247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-845223eb-3838-48f3-be48-73fa796e2dab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2990458 Sep 01 15:20:02.048933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:19:58Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:02.078106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Deleting port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:02.078585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:02.100349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62503-9097-4df6-b9d4-6679fdc08441 None None] The sync data for ids ['6ae6d3b7-76ec-477d-bb51-0c3c00e1494b'] in n-d-802060-16 is: [{'id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'name': 'tempest-ServerRescueTestJSONUnderV235-568851859-router', 'tenant_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:17:51Z', 'updated_at': '2021-09-01T15:19:58Z', 'revision_number': 5, 'project_id': 'ec265bc7fc1f4724a6411aed86af50a7', 'gw_port': {'id': '96f63f45-12ab-4f6d-b6c7-1fe934f299f8', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6d3b7-76ec-477d-bb51-0c3c00e1494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:17:53Z', 'updated_at': '2021-09-01T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:02.390066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-3497a146-6341-4e05-bf42-1ec9e34f46e8 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743246 Sep 01 15:20:02.398490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] For port 96f63f45-12ab-4f6d-b6c7-1fe934f299f8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:02.398993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:02.496046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Calling delete_port for 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:02.836876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853b8e-a8e8-49b1-8465-bf87a3712aa3 req-71afb122-0e3a-4b7c-9177-1a61d72ec366 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:02.838940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31853b8e-a8e8-49b1-8465-bf87a3712aa3 req-71afb122-0e3a-4b7c-9177-1a61d72ec366 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 943 time: 0.1513083 Sep 01 15:20:02.898289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-492da465-cd42-438d-95ce-d59c2c0396f0 req-53e8cd84-972f-4e96-be4a-fe51ae122973 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950345 Sep 01 15:20:03.004696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:03.039128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:03.039849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 52833a9f-2c8c-400d-9bcd-0e8c8b2c32ee not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:03.181420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfe07a-2a9f-461f-b24c-cac89b57db57 req-0328f547-85c8-405b-84cf-1adf85de2018 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:03.182977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95cfe07a-2a9f-461f-b24c-cac89b57db57 req-0328f547-85c8-405b-84cf-1adf85de2018 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0629110 Sep 01 15:20:03.231606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95cfe07a-2a9f-461f-b24c-cac89b57db57 req-e7bd4232-4b21-41d0-b248-bb52ddb77195 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Sep 01 15:20:03.459099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.479981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31853b8e-a8e8-49b1-8465-bf87a3712aa3 req-a6c9c9ff-1f20-44df-8074-0080fdfae5d6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6177919 Sep 01 15:20:03.512314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f63f45-12ab-4f6d-b6c7-1fe934f299f8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:03.518000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.518436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.518718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.519017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.519348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.519686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.519989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.520299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.520621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.520940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.521284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.522118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:03.604680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.769473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.773275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.841899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.843001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae6d3b7-76ec-477d-bb51-0c3c00e1494b {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:20:03.849096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.854421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bf85e0ac-ff85-4dd6-b9b5-e1b93e756ff8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ae6d3b7-76ec-477d-bb51-0c3c00e1494b HTTP/1.1" status: 204 len: 168 time: 3.1665990 Sep 01 15:20:03.854659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39830) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:03.918058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Deleting subnet ca29f8d0-9c70-42f1-814b-4f3931169135 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:20:03.923668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.985261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.048384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.147404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.176767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca29f8d0-9c70-42f1-814b-4f3931169135,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:04.184664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.189974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-be4424fe-4c1e-465a-bbab-cd92357a0483 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca29f8d0-9c70-42f1-814b-4f3931169135 HTTP/1.1" status: 204 len: 168 time: 0.3297040 Sep 01 15:20:04.190138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39840) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:04.274620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.453045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.494184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630ae8-022a-4f49-bc95-2f1d3e9ecf24 req-d7e541b9-a009-43d6-a66d-b025d3e1f0f4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:04.502032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57630ae8-022a-4f49-bc95-2f1d3e9ecf24 req-d7e541b9-a009-43d6-a66d-b025d3e1f0f4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1486199 Sep 01 15:20:04.505512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4aeaf73-0006-425f-b684-603fab48b6d1']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:04.537995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:20:04.549467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:04.549836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd999356b-ad3c-4ee3-bb5e-2ba558b5e44e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:04.577491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.614392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.670873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:20:04.671316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:20:04.680321 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:20:04.706720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:04.733772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:20:04.786130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abd26-3b7f-4a3e-b7d2-9afd442a3210 req-2df59c5d-5832-4f31-8dec-2e021299da5a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:04.790230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-193abd26-3b7f-4a3e-b7d2-9afd442a3210 req-2df59c5d-5832-4f31-8dec-2e021299da5a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 943 time: 0.1488578 Sep 01 15:20:04.856356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.865048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.891580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:04.901077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.901589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-193abd26-3b7f-4a3e-b7d2-9afd442a3210 req-053eb8d8-f113-43d9-9265-b7e3a2237f2b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825176 Sep 01 15:20:04.910217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4aeaf73-0006-425f-b684-603fab48b6d1 HTTP/1.1" status: 204 len: 168 time: 0.7185674 Sep 01 15:20:04.911883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45222c24-09c3-4b31-bba4-1a5e2df194df admin admin] Pushing event deleted for resources: {'Network': ['ID=d4aeaf73-0006-425f-b684-603fab48b6d1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:04.932876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57630ae8-022a-4f49-bc95-2f1d3e9ecf24 req-dd04564f-c475-44fd-9475-ea5b7ee3d7df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067434 Sep 01 15:20:04.952168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:04.959458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.091859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:05.151729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:05.197426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:05.198189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96f63f45-12ab-4f6d-b6c7-1fe934f299f8 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:05.280630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:05.348381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-28e90766-ad41-4526-9e53-d3c66dc6d56e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec265bc7fc1f4724a6411aed86af50a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658715 Sep 01 15:20:05.352933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39872) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:05.452174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.484134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5418cb97-9a3f-4438-98b6-fd4516641d78'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:05.502227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.586813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.590138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.603920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19fb353a-9b55-43c6-aba2-65f58b3bf222 HTTP/1.1" status: 204 len: 168 time: 0.2483835 Sep 01 15:20:05.645604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb4816-d557-4bfa-aa37-e17d37544e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb353a-9b55-43c6-aba2-65f58b3bf222,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:06.228441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a3fb-5e2b-45cc-b507-60adebfe585c req-d43b5c12-3ea5-40d5-ac0d-1798b2b37d4a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.231595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b342a3fb-5e2b-45cc-b507-60adebfe585c req-d43b5c12-3ea5-40d5-ac0d-1798b2b37d4a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1259298 Sep 01 15:20:06.254434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1986a-0b4f-48e2-b744-3de2aa80e953 req-9a5f7f5a-9316-44ae-b19b-2209f30dc66c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.263442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1f1986a-0b4f-48e2-b744-3de2aa80e953 req-9a5f7f5a-9316-44ae-b19b-2209f30dc66c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1749506 Sep 01 15:20:06.331800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1f1986a-0b4f-48e2-b744-3de2aa80e953 req-73b9c76e-7a2b-4040-896e-1794f22d00b2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669966 Sep 01 15:20:06.339254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b342a3fb-5e2b-45cc-b507-60adebfe585c req-d1658116-ddb5-4e0a-864e-b27155da1f7d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868831 Sep 01 15:20:06.668378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7e1f-f871-47d3-8b3d-bafc2df5a03d req-02811316-c48b-407c-bcb1-1d847ef8491f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.676956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-785f7e1f-f871-47d3-8b3d-bafc2df5a03d req-02811316-c48b-407c-bcb1-1d847ef8491f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.0860589 Sep 01 15:20:06.724924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-785f7e1f-f871-47d3-8b3d-bafc2df5a03d req-e7210c66-d7e6-460c-9863-293b5296ac96 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 Sep 01 15:20:07.275267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39934) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:07.443720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1400623268-network', 'tenant_id': '733123fa02e147fe9e4d2faa02425a62'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:07.540831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e772600-35ed-4ae0-8ddf-cc5629ecc962 req-d5433de4-2950-4455-b3d2-193cb987578e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.543764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e772600-35ed-4ae0-8ddf-cc5629ecc962 req-d5433de4-2950-4455-b3d2-193cb987578e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0916932 Sep 01 15:20:07.555527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Made reservation on behalf of 733123fa02e147fe9e4d2faa02425a62 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:20:07.560017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.589169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.619083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e772600-35ed-4ae0-8ddf-cc5629ecc962 req-8ebe22d0-14d4-4311-aeb4-9dcef3e1b27e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661435 Sep 01 15:20:07.624485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253e8c-44ce-492c-ac26-55a3ad27de72 req-429cad39-96e3-446c-a7ef-76df4bf8c573 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.626516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1253e8c-44ce-492c-ac26-55a3ad27de72 req-429cad39-96e3-446c-a7ef-76df4bf8c573 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1614509 Sep 01 15:20:07.750786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1253e8c-44ce-492c-ac26-55a3ad27de72 req-47f8c90e-a92f-4e51-a9a2-c8eeec9e5bf5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075399 Sep 01 15:20:07.857862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.862726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.886314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:20:07.905642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b7381-4b01-4e8a-a737-6f6aa01d64dd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:07.909099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.909693 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Added segment aecbbfdb-3d44-4733-b948-638a46bdca1c of type vlan for network 9551ecdf-763e-45e6-bf73-ebf560297841 Sep 01 15:20:07.957460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd080899-f981-4268-ad87-f32292fcc5d8 req-f33d793c-a42c-4994-b7c4-f8df9ffe0050 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.960008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd080899-f981-4268-ad87-f32292fcc5d8 req-f33d793c-a42c-4994-b7c4-f8df9ffe0050 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.0873036 Sep 01 15:20:07.987498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.033473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.034903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:08.037989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.065730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd080899-f981-4268-ad87-f32292fcc5d8 req-2c3bed48-de62-427b-8a8d-cab54a2c39f9 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768046 Sep 01 15:20:08.129561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8527071 Sep 01 15:20:08.134470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:08.140440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Request body: {'subnet': {'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1400623268-subnet', 'tenant_id': '733123fa02e147fe9e4d2faa02425a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:08.142574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b9963-97d3-47d9-beec-989ba23d5277 admin admin] Pushing event updated for resources: {'Network': ['ID=9551ecdf-763e-45e6-bf73-ebf560297841,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:08.164392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9551ecdf-763e-45e6-bf73-ebf560297841 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:20:08.178917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Made reservation on behalf of 733123fa02e147fe9e4d2faa02425a62 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:20:08.181742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.400906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.478137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe006fa-d685-4b91-9ec2-524c9f38c895,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:08.485913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Checking segment: {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:08.486048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Network hostable DHCP agents. Network: 9551ecdf-763e-45e6-bf73-ebf560297841, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:20:08.509604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Network 9551ecdf-763e-45e6-bf73-ebf560297841 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:20:08.521554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9551ecdf-763e-45e6-bf73-ebf560297841) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:08.528915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:08.531157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.537764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5c695-bb2a-45a9-9ba8-12ecb153f2d7 None None] Network 9551ecdf-763e-45e6-bf73-ebf560297841 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:20:08.559553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6975a735-97ee-4371-b0dd-ea6cf8030c69 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4223831 Sep 01 15:20:08.599612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:08.688460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5418cb97-9a3f-4438-98b6-fd4516641d78 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:08.704047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5418cb97-9a3f-4438-98b6-fd4516641d78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:08.705728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.825417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359a8d-c228-425d-9f41-93d816ea5799 req-c1e40e43-cb16-42eb-ad3f-cb31e76eaf9e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:08.829771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66359a8d-c228-425d-9f41-93d816ea5799 req-c1e40e43-cb16-42eb-ad3f-cb31e76eaf9e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0886335 Sep 01 15:20:08.874479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66359a8d-c228-425d-9f41-93d816ea5799 req-efd0a477-5743-4d2d-b2a7-9768c16ee865 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Sep 01 15:20:08.969022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294622e-17ac-4b68-876e-54c881b23b10 None None] Network 9551ecdf-763e-45e6-bf73-ebf560297841 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:20:09.021849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-47ed1a47-dd42-4ee4-b028-5818379b936a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:09.024231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-47ed1a47-dd42-4ee4-b028-5818379b936a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.1325760 Sep 01 15:20:09.070307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.114600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e05d-8e34-4d10-8156-23e5d2655c3f req-5bd258a4-7e99-425c-bcce-581d380a563c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:09.145310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1f1e05d-8e34-4d10-8156-23e5d2655c3f req-5bd258a4-7e99-425c-bcce-581d380a563c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1717358 Sep 01 15:20:09.245045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:09.249951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1f1e05d-8e34-4d10-8156-23e5d2655c3f req-71d03ec0-7f56-4f92-91f9-63b49659bf4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032479 Sep 01 15:20:09.319844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:09.322330 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd379cf-8e3e-4af3-b2f7-4e87bc41de90" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:09.364794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Deleting port d3595999-b097-498b-8ab8-5c42446a5a6f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:09.365382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.392890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.483958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:09.513123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.514029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.514357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.514700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.515040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.515373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.515709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.516042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.516411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.516798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.517159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.517493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:09.610289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8e610-e07d-4467-a3c8-b4cd663fd0f0 req-0f8e8bc2-7bb5-4c51-88ee-b0608488dbfb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:09.613367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53d8e610-e07d-4467-a3c8-b4cd663fd0f0 req-0f8e8bc2-7bb5-4c51-88ee-b0608488dbfb tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 945 time: 0.0684841 Sep 01 15:20:09.669601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53d8e610-e07d-4467-a3c8-b4cd663fd0f0 req-eb5aef11-ae93-4b59-ae9b-97a9a47a8672 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Sep 01 15:20:09.690596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] For port d3595999-b097-498b-8ab8-5c42446a5a6f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d3595999-b097-498b-8ab8-5c42446a5a6f,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:09.691069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.734279 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a935463-dff2-4eba-af7b-bb2732f08656 x-openstack-request-id: req-1a935463-dff2-4eba-af7b-bb2732f08656 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:09.734687 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:09.734687 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a935463-dff2-4eba-af7b-bb2732f08656 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:09.738054 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:20:09.740218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Calling delete_port for d3595999-b097-498b-8ab8-5c42446a5a6f owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:09.755523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-6a086c21-2fc1-424e-933a-1b7a0da6d880 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:09.758257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-6a086c21-2fc1-424e-933a-1b7a0da6d880 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 814 time: 0.2735109 Sep 01 15:20:09.851112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-77289757-02c1-4383-832e-a1138b3b6120 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/quotas/733123fa02e147fe9e4d2faa02425a62 HTTP/1.1" status: 200 len: 375 time: 0.0752654 Sep 01 15:20:09.891596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca706b-86a8-42c4-baaf-6ccb56c594d2 req-3f1d69a2-e018-4f9a-ac26-442a05342681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:09.893500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55ca706b-86a8-42c4-baaf-6ccb56c594d2 req-3f1d69a2-e018-4f9a-ac26-442a05342681 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1097 time: 0.0753486 Sep 01 15:20:09.973768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55ca706b-86a8-42c4-baaf-6ccb56c594d2 req-6164b97c-3c8a-40a2-b76a-7e9dcc2efbdd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589504 Sep 01 15:20:09.977887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-27edcd99-8081-43f5-8e6e-625dbedd47c8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816832 Sep 01 15:20:10.062727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634dee-534f-494e-9367-dc806265e6f9 req-42eccea2-01a8-44d8-a6f4-b5e73b6323be tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:10.065448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87634dee-534f-494e-9367-dc806265e6f9 req-42eccea2-01a8-44d8-a6f4-b5e73b6323be tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0796068 Sep 01 15:20:10.125672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87634dee-534f-494e-9367-dc806265e6f9 req-536b0af1-a042-4be0-b596-60bc7aac3a38 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Sep 01 15:20:10.163649 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-fb2d81fd-2ad3-4f20-a022-20b61700decf service neutron] 10.222.0.41 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844320 Sep 01 15:20:10.329311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-f5950eb7-9f53-4d58-8034-0c6e4541072f service neutron] 10.222.0.41 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513085 Sep 01 15:20:10.339519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:10.363091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'fd93841c-aab0-4eb8-889c-2a82e183010b', '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'd3595999-b097-498b-8ab8-5c42446a5a6f'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:10.463760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event deleted for resources: {'Port': ['ID=d3595999-b097-498b-8ab8-5c42446a5a6f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:10.502951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ec2eb-5b86-496a-a74c-4d624b62235c req-fc37c8ce-486c-4a4d-9394-6f0eb6062f1c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:10.519134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe4ec2eb-5b86-496a-a74c-4d624b62235c req-fc37c8ce-486c-4a4d-9394-6f0eb6062f1c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1664948 Sep 01 15:20:10.659170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] No DVR routers for this DVR port d3595999-b097-498b-8ab8-5c42446a5a6f on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:10.665984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:10.679152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31919199-9ab7-4324-bdcf-d0cd9e50fd41 req-07757ac7-0aaf-4e32-9987-117e8124e4dd tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "DELETE /v2.0/ports/d3595999-b097-498b-8ab8-5c42446a5a6f HTTP/1.1" status: 204 len: 173 time: 1.6353915 Sep 01 15:20:10.686497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'name': 'network-vif-deleted', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:10.689170 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd827439-b6e5-4c98-939b-c6f2790a0e15" -d '{"events": [{"server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "name": "network-vif-deleted", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:10.697383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe4ec2eb-5b86-496a-a74c-4d624b62235c req-6eda0546-0e82-4c7b-9a20-11ce9fcbb9b2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709113 Sep 01 15:20:10.813618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abc09f9f-2521-47bc-b619-5337fcb8cd04 req-62d56d4a-3c9c-4ba3-972a-a6293ba2cc10 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 210 time: 0.0494576 Sep 01 15:20:10.884152 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbac8e7-522c-45d0-b960-8e9424637622 x-openstack-request-id: req-8dbac8e7-522c-45d0-b960-8e9424637622 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:10.884748 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985a0c19-59c3-4ce8-91d8-9d268113d0bc", "name": "network-vif-deleted", "tag": "d3595999-b097-498b-8ab8-5c42446a5a6f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:10.885046 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dbac8e7-522c-45d0-b960-8e9424637622 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:10.885766 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985a0c19-59c3-4ce8-91d8-9d268113d0bc', 'name': 'network-vif-deleted', 'tag': 'd3595999-b097-498b-8ab8-5c42446a5a6f', 'status': 'completed', 'code': 200} Sep 01 15:20:11.038312 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc22f3d7-616f-44e4-8c0d-e209c21186c4 req-aee47178-0ef5-4201-92eb-35f0601f0a27 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=985a0c19-59c3-4ce8-91d8-9d268113d0bc HTTP/1.1" status: 200 len: 210 time: 0.1074309 Sep 01 15:20:11.459578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0580-aa6e-40a5-8e9a-a1feeb41399b req-b0c02451-ae80-44ed-a9c5-b548ce4ab4cf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.474789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-156f0580-aa6e-40a5-8e9a-a1feeb41399b req-b0c02451-ae80-44ed-a9c5-b548ce4ab4cf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1441758 Sep 01 15:20:11.575935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-156f0580-aa6e-40a5-8e9a-a1feeb41399b req-6344b403-1980-40d9-8b14-841c6f7c180b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993760 Sep 01 15:20:11.945899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdbdaa-09b9-4c46-b2b6-5853a80b46e1 req-6824b5d3-b287-458b-96a5-b75d10fe5659 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.947553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3cdbdaa-09b9-4c46-b2b6-5853a80b46e1 req-6824b5d3-b287-458b-96a5-b75d10fe5659 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1122715 Sep 01 15:20:12.023035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66b0caec-784d-453f-8c1b-2ff420cf3956 req-a4565116-876f-4313-b4aa-0343c0bf0c46 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 210 time: 0.0405502 Sep 01 15:20:12.032716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3cdbdaa-09b9-4c46-b2b6-5853a80b46e1 req-87ede87f-31fe-4efd-b176-9b88e6ef1c3b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670352 Sep 01 15:20:12.591234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d3595999-b097-498b-8ab8-5c42446a5a6f no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:12.666497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: d3595999-b097-498b-8ab8-5c42446a5a6f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:12.667608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d3595999-b097-498b-8ab8-5c42446a5a6f not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:12.884151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-0f9a2054-7165-4e94-a747-85e25c47845d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:12.887373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-0f9a2054-7165-4e94-a747-85e25c47845d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 814 time: 0.3051751 Sep 01 15:20:12.906390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Request body: {'port': {'device_id': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'admin_state_up': True, 'tenant_id': '733123fa02e147fe9e4d2faa02425a62'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:13.057488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a684ab-f822-4576-9ef7-6b340be322f6 req-229152e9-1e18-459d-a6a9-9ea0b9ac4534 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.062612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28a684ab-f822-4576-9ef7-6b340be322f6 req-229152e9-1e18-459d-a6a9-9ea0b9ac4534 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1097364 Sep 01 15:20:13.128724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Made reservation on behalf of 733123fa02e147fe9e4d2faa02425a62 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:20:13.132444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.165784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28a684ab-f822-4576-9ef7-6b340be322f6 req-5d008364-a915-4801-9bb8-aabc5cd8aac6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910988 Sep 01 15:20:13.190629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48433904-ffd4-4f9c-9a9d-9982712b7fb7 req-3993f5cb-048f-4569-80bd-25137b34a22d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 210 time: 0.0502102 Sep 01 15:20:13.449157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad274-aebe-46b7-b6f7-49fd02c4c7ea req-60e0fd22-d5a8-4efd-ad9e-1eb567257465 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.453704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57dad274-aebe-46b7-b6f7-49fd02c4c7ea req-60e0fd22-d5a8-4efd-ad9e-1eb567257465 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1746085 Sep 01 15:20:13.525605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Allocated IP 172.20.0.3 (9551ecdf-763e-45e6-bf73-ebf560297841/fbe006fa-d685-4b91-9ec2-524c9f38c895/92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:13.559128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-57dad274-aebe-46b7-b6f7-49fd02c4c7ea req-cd5e907b-929e-4ee2-914f-942316219220 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743582 Sep 01 15:20:13.797626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c4b77-c7ad-4d86-93ab-7f53a05d68ce req-03c48ce6-4b43-459a-8869-45e099930787 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.799299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-645c4b77-c7ad-4d86-93ab-7f53a05d68ce req-03c48ce6-4b43-459a-8869-45e099930787 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.0788591 Sep 01 15:20:13.812644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40118) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:13.820756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'floatingip': {'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:13.866878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.876313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.926127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.991046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Network 9551ecdf-763e-45e6-bf73-ebf560297841 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:13.995288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:14.006124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:14.066489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:14.115916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.116615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.142088 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-1d30f3f6-ccc7-411d-97da-316c53828ec7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2436528 Sep 01 15:20:14.162534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Request body: {'port': {'device_id': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:14.302047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.322755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ab104b1-39e7-4dd5-b9f1-8f2156edcfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.548577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4e400-31d4-497d-9489-60a0ab59a62c req-d18643d9-79b1-4530-9e57-2aac6ef73362 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.559692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67a4e400-31d4-497d-9489-60a0ab59a62c req-d18643d9-79b1-4530-9e57-2aac6ef73362 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 931 time: 0.2299552 Sep 01 15:20:14.654848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab20506-e69a-49d9-8b94-e28dbc8c250e req-85ce1f0e-3e01-42d0-bd9e-9ffd6edb8174 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.677026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ab20506-e69a-49d9-8b94-e28dbc8c250e req-85ce1f0e-3e01-42d0-bd9e-9ffd6edb8174 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2989316 Sep 01 15:20:14.751638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67a4e400-31d4-497d-9489-60a0ab59a62c req-d3913eea-ee40-4e83-b04e-b2f8a93ca5b7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741080 Sep 01 15:20:14.810740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ab20506-e69a-49d9-8b94-e28dbc8c250e req-414cc488-a4a4-42cd-b5e5-7219eef02278 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065123 Sep 01 15:20:14.993572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.999598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:15.007153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.021294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.049357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Transition to ACTIVE for port object 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:15.060069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.204686 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Floating IP 8131e034-71ac-4a62-afaf-26412311255a associated. External IP: 172.25.1.242, port: 5418cb97-9a3f-4438-98b6-fd4516641d78. Sep 01 15:20:15.265193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:15.313296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Attempting to bind port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:15.314190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Attempting to bind port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:15.315021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Attempting to bind port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e on network 9551ecdf-763e-45e6-bf73-ebf560297841 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:15.323865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e on network 9551ecdf-763e-45e6-bf73-ebf560297841 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:20:15.324750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Attempting to bind port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e on network 9551ecdf-763e-45e6-bf73-ebf560297841 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:15.336596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:15.337105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Checking segment: {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:15.337661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Bound using segment: {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:15.338188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Bound port: 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:15.338633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.444915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:15.451177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:15.459314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.526930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.527775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.530568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] 10.222.0.50 "PUT /v2.0/ports/92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 1092 time: 1.3737824 Sep 01 15:20:15.531528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:15.536577 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0f73f-e983-4f17-8cec-94d7dca0057d" -d '{"events": [{"name": "network-changed", "server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:15.546204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Router 5067c9b3-7b18-4894-b73f-402b18791b3b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:15.613378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9836abb-7315-46bc-ade4-11037bc8564c service neutron] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:15.739187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-85c1b25a-95e5-4ca6-b772-a6217ff2f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.742590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-85c1b25a-95e5-4ca6-b772-a6217ff2f517 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1095 time: 0.1192663 Sep 01 15:20:15.754317 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ab29c-bfbd-4aa6-a7e0-1c9eec8fed33 x-openstack-request-id: req-600ab29c-bfbd-4aa6-a7e0-1c9eec8fed33 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:15.755166 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:15.755597 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-600ab29c-bfbd-4aa6-a7e0-1c9eec8fed33 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:15.756332 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'status': 'completed', 'code': 200} Sep 01 15:20:15.820784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:15.829459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-2211e618-bab2-4eb7-93e5-978bf2f6db27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 217 time: 0.0710938 Sep 01 15:20:15.837823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Sync routers for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:15.838926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.860608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:15.863105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:19:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:15.938971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2992108-4ee2-4369-bb0b-b2b4c8a10c3e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "PUT /v2.0/floatingips/8131e034-71ac-4a62-afaf-26412311255a HTTP/1.1" status: 200 len: 991 time: 2.1244485 Sep 01 15:20:15.940916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:15.944565 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:15.989053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-2696278d-c94c-4d2d-8b6e-c7af44535dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.020726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-2696278d-c94c-4d2d-8b6e-c7af44535dff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.1745865 Sep 01 15:20:16.128454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:16.136062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-dee77c90-666b-447a-aa3e-8f9c58950ff0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530808 Sep 01 15:20:16.190359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec15eca-3d49-4098-8d52-9a24ff2dc137 req-0b87e8f2-1346-4e4f-8532-24e5a8756867 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.193522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eec15eca-3d49-4098-8d52-9a24ff2dc137 req-0b87e8f2-1346-4e4f-8532-24e5a8756867 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1595173 Sep 01 15:20:16.254299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-3f32e512-6388-4734-adac-4fa41f9bec88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1577287 Sep 01 15:20:16.267225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17415099-49d7-4425-8854-be18666df340 req-a0b62265-58e7-4f1d-b88e-0967e46091dc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.283441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17415099-49d7-4425-8854-be18666df340 req-a0b62265-58e7-4f1d-b88e-0967e46091dc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2612417 Sep 01 15:20:16.463609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17415099-49d7-4425-8854-be18666df340 req-93e24c6e-9e11-4022-a1fc-ea5a3eba97e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731980 Sep 01 15:20:16.490718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eec15eca-3d49-4098-8d52-9a24ff2dc137 req-367cde5d-7eb2-4325-b6c6-72811db1ae70 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709756 Sep 01 15:20:16.639503 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:20:16.662748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.665496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.667869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.671106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.673743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.677146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.678309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.691388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c551f69f-a0e2-4bd1-af4f-9488259d2479 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.2909062 Sep 01 15:20:16.709892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-e1e2384d-f079-4c4f-bc76-bec454de1d3a service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625181 Sep 01 15:20:16.797299 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d723a2-a3de-4aff-8a36-05718857e521 x-openstack-request-id: req-88d723a2-a3de-4aff-8a36-05718857e521 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:16.797766 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:16.798186 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88d723a2-a3de-4aff-8a36-05718857e521 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:16.803888 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'status': 'completed', 'code': 200} Sep 01 15:20:17.081303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f7ab868-fec7-4e57-8d24-af6d2dae0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.087514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f7ab868-fec7-4e57-8d24-af6d2dae0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.088337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f7ab868-fec7-4e57-8d24-af6d2dae0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.094604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f7ab868-fec7-4e57-8d24-af6d2dae0c5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 2297 time: 0.3448887 Sep 01 15:20:17.129444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-93fa61bb-d871-480b-a420-45c00b405af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.134033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-93fa61bb-d871-480b-a420-45c00b405af5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1097 time: 0.3312576 Sep 01 15:20:17.143161 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a69e79d-7927-4105-a81e-0b1c4e15d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.159735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '8131e034-71ac-4a62-afaf-26412311255a', 'tenant_id': 'cf23eea573064368972648256787aea5', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:48Z', 'updated_at': '2021-09-01T15:20:14Z', 'revision_number': 1, 'project_id': 'cf23eea573064368972648256787aea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:17.201736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Checking router: 5067c9b3-7b18-4894-b73f-402b18791b3b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:17.225443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:17.226091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:20:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:17.282178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-907dde97-cd5d-4fd7-a07c-87a3d0c0c297 req-40b08836-898c-4bcc-abe8-bc34316738a0 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576563 Sep 01 15:20:17.354555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-1e8efac7-f133-4d44-90d6-9f9d0904b960 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 1000 time: 0.2489481 Sep 01 15:20:17.411240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-bcf2496c-6839-40b3-980a-bbaf668d2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.418881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-bcf2496c-6839-40b3-980a-bbaf668d2f50 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.2721746 Sep 01 15:20:17.449977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-e53f928e-9fd7-4c7e-b1f2-d4458504fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.449977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-e53f928e-9fd7-4c7e-b1f2-d4458504fe18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 200 len: 856 time: 0.0794563 Sep 01 15:20:17.503052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.568346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:17.696570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-51bba7f3-6c7b-4759-b235-20728a3dee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.698218 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-51bba7f3-6c7b-4759-b235-20728a3dee5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1095 time: 0.3131540 Sep 01 15:20:17.707346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-ff0fa646-b16a-4205-abb1-039ea1d42ef0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.2332880 Sep 01 15:20:17.772184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-1e3d0248-4b9f-45ad-87c9-48ea926baac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.795746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-1e3d0248-4b9f-45ad-87c9-48ea926baac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3218064 Sep 01 15:20:18.011727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-44246b97-c357-45a5-96fa-94880cebcaa0 service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145381 Sep 01 15:20:18.066949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-d5ea227e-68ab-465d-b58e-259a97ac4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.068604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-d5ea227e-68ab-465d-b58e-259a97ac4960 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.3520558 Sep 01 15:20:18.188884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87360f70-7554-428f-9b6a-59e4fae3a957 req-b3369fab-91b4-411e-92aa-276d3c4684f7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.208659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87360f70-7554-428f-9b6a-59e4fae3a957 req-b3369fab-91b4-411e-92aa-276d3c4684f7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.5856094 Sep 01 15:20:18.298323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e537-69c8-410a-8a7e-12c7d6906323 req-40cec3ad-9bc8-41f6-90a2-8bf4ee625109 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.301261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f805e537-69c8-410a-8a7e-12c7d6906323 req-40cec3ad-9bc8-41f6-90a2-8bf4ee625109 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2492733 Sep 01 15:20:18.322283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-469b1862-7c4f-470d-8f31-a1bfdecd7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.324544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-469b1862-7c4f-470d-8f31-a1bfdecd7776 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372231 Sep 01 15:20:18.365342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87360f70-7554-428f-9b6a-59e4fae3a957 req-f7cb4d42-18ea-4b91-a533-043e2544bdae tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416464 Sep 01 15:20:18.391820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-48b5c9b2-a22e-41b7-9e0e-e682b8e7d276 service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691723 Sep 01 15:20:18.395920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.427161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f805e537-69c8-410a-8a7e-12c7d6906323 req-37dcd7a1-5bbf-4019-a9a4-b0d5f9315d32 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 Sep 01 15:20:18.440478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.473049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '8131e034-71ac-4a62-afaf-26412311255a', 'tenant_id': 'cf23eea573064368972648256787aea5', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:48Z', 'updated_at': '2021-09-01T15:20:14Z', 'revision_number': 1, 'project_id': 'cf23eea573064368972648256787aea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:18.509341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-164b489c-096c-4209-ae69-204588a20b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.512923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-164b489c-096c-4209-ae69-204588a20b97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 915 time: 0.8025954 Sep 01 15:20:18.529627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-b1ddb0a4-2619-42cd-bef4-772e060e1fc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 217 time: 0.1264563 Sep 01 15:20:18.604696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f24d86-acf5-4706-af23-55c7aaea2234 None None] The sync data for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 is: [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '8131e034-71ac-4a62-afaf-26412311255a', 'tenant_id': 'cf23eea573064368972648256787aea5', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:19:48Z', 'updated_at': '2021-09-01T15:20:14Z', 'revision_number': 1, 'project_id': 'cf23eea573064368972648256787aea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:18.659811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-d7a28974-bec6-46f9-8b4e-e727bb22c8e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 217 time: 0.1373532 Sep 01 15:20:18.733861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-29137ad2-52d7-4cbc-8809-f4e724c7a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.745347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-29137ad2-52d7-4cbc-8809-f4e724c7a62f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.2002718 Sep 01 15:20:18.878698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-fa093a6e-1c0d-48a1-a69b-fbac7c26fd70 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682503 Sep 01 15:20:18.882310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-29920328-36f3-48a3-a8dd-59c4054cb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.885193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-29920328-36f3-48a3-a8dd-59c4054cb075 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.1931698 Sep 01 15:20:19.024802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-119077ad-d557-4c5e-b9d7-2b6a4b9b3fbf req-524a7a4f-4a57-4aa9-955c-e2c231998585 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295760 Sep 01 15:20:19.051418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-0f6c3c3e-320e-4e4c-8b9c-dee24ddd80ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388222 Sep 01 15:20:19.196080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3dd9a-0211-492e-a2f6-96ced674ab9d None None] New status for floating IP 8131e034-71ac-4a62-afaf-26412311255a: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:20:19.221127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-92af57b1-d3d4-4107-ae7f-8ac9bbf26b69 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579814 Sep 01 15:20:19.438464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ee0f73f-e983-4f17-8cec-94d7dca0057d req-e110d5a6-6fa9-47ff-a41d-7abc47be6b0f service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080595 Sep 01 15:20:19.739836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8b17-1603-4116-8741-ac7f0ce364dd req-c43d4965-d1d1-42ba-9331-e9e1b390564c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.742388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-badc8b17-1603-4116-8741-ac7f0ce364dd req-c43d4965-d1d1-42ba-9331-e9e1b390564c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0694804 Sep 01 15:20:19.827751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-badc8b17-1603-4116-8741-ac7f0ce364dd req-169926f1-5db7-41a7-b3bd-28eddaf6b3bb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765569 Sep 01 15:20:19.876775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.877451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-de09e2f9-a093-4567-938c-7bfc4346950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.879461 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-de09e2f9-a093-4567-938c-7bfc4346950a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1243346 Sep 01 15:20:19.927262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab169-f83b-4ffc-af43-37f9d7be97c9 req-11e06069-1e07-4871-85c4-bd99337aacf1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.931107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ddaab169-f83b-4ffc-af43-37f9d7be97c9 req-11e06069-1e07-4871-85c4-bd99337aacf1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1440263 Sep 01 15:20:20.120083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ddaab169-f83b-4ffc-af43-37f9d7be97c9 req-cbcf16c3-1cc4-41e7-8573-9ec470419dce tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499968 Sep 01 15:20:20.174838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-d0c153bb-0ada-498a-beb6-b133ede96650 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830360 Sep 01 15:20:20.338426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-1615983d-4b4e-4665-b4d9-d1397a8b8e67 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498730 Sep 01 15:20:20.460315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c0c10f87-d5ae-4669-930c-4fb0d8be8d34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 217 time: 0.1100199 Sep 01 15:20:20.552431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f28cb2b-5871-4e5c-93bd-fb610cc39a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:20.554363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0f28cb2b-5871-4e5c-93bd-fb610cc39a87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.0731313 Sep 01 15:20:20.625961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:20:20.662805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c2b502ae-e356-45d9-95d5-d52c7bb183e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:20.667981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c2b502ae-e356-45d9-95d5-d52c7bb183e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027689 Sep 01 15:20:20.831545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-166049a1-c363-46f2-8baf-20787e8d08d9 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529732 Sep 01 15:20:20.848154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:20.865520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'port_id': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'mac_address': 'fa:16:3e:d2:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe006fa-d685-4b91-9ec2-524c9f38c895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:20:20.928973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.962067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:20.974086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-99bd1b90-68e3-475a-bf4c-8bcc72c2ba3d service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289682 Sep 01 15:20:20.994388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:21.001325 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:21.075609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-0ab5a3a5-f73a-4c47-9fdd-a86fba698cef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 200 len: 217 time: 0.0918169 Sep 01 15:20:21.197136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213aee5-9870-4994-bab0-24505adf3544 req-20ba314e-3178-4962-b743-a92affcb645e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.205876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:21.214476 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4213aee5-9870-4994-bab0-24505adf3544 req-20ba314e-3178-4962-b743-a92affcb645e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1474493 Sep 01 15:20:21.251955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-8f690f1f-c83e-4704-8dd0-27a9e0913fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.267513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-8f690f1f-c83e-4704-8dd0-27a9e0913fdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1839375 Sep 01 15:20:21.343172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4213aee5-9870-4994-bab0-24505adf3544 req-fbda106f-bcfc-402a-a465-a00f3a2413cd tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271591 Sep 01 15:20:21.456577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:21.486062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-ad162838-8743-4795-9146-d5db4133cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.488851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-ad162838-8743-4795-9146-d5db4133cbbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2125211 Sep 01 15:20:21.505566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acfb3-c683-4225-9895-10a4ee146c3a req-19f2f844-91e2-4f9e-810b-9955e10f51e4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.508710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-529acfb3-c683-4225-9895-10a4ee146c3a req-19f2f844-91e2-4f9e-810b-9955e10f51e4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.1514468 Sep 01 15:20:21.707724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-529acfb3-c683-4225-9895-10a4ee146c3a req-72829837-d672-43c4-bd75-c16bfe2fb112 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096549 Sep 01 15:20:21.760564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-4973b8ed-bb9b-4f6c-81b3-6d7ffbd50c67 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498527 Sep 01 15:20:21.923017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-583f8244-a193-4c91-a756-ad6b80f79a21 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529751 Sep 01 15:20:21.977430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-c103da95-796b-438b-bd13-264918806144 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 200 len: 217 time: 0.0459535 Sep 01 15:20:22.059791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-9bdaa7e6-5a73-42a9-a631-0c5daf6cca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:22.063257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-9bdaa7e6-5a73-42a9-a631-0c5daf6cca6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.0721900 Sep 01 15:20:22.186033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-52f5d4ac-9997-485a-aa31-52f1a7d9058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:22.187844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-52f5d4ac-9997-485a-aa31-52f1a7d9058c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116614 Sep 01 15:20:22.410518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-d2b3613e-69ef-4ff4-b4d0-273e3e808e40 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052476 Sep 01 15:20:22.713406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedbb16-8f5f-41a0-8a9c-ed4efb164946 req-c21ed1d9-36d3-4922-9f1d-13a5d9f71a3a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:22.716029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aaedbb16-8f5f-41a0-8a9c-ed4efb164946 req-c21ed1d9-36d3-4922-9f1d-13a5d9f71a3a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2063360 Sep 01 15:20:22.792642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-e80ed06b-3e34-49cd-905d-fa848d1e828a service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736217 Sep 01 15:20:22.863560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aaedbb16-8f5f-41a0-8a9c-ed4efb164946 req-004a96cd-ff79-4f0f-bfb8-eb11dc5028c2 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356559 Sep 01 15:20:22.915333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-a4e3d696-ed3c-46ef-8aa5-250d9b91286a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 200 len: 217 time: 0.1123874 Sep 01 15:20:23.083773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-f32f633a-7509-4497-8903-1ce1737206b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.095144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-f32f633a-7509-4497-8903-1ce1737206b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1681030 Sep 01 15:20:23.230834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb52c5-a733-4eb0-b673-2b93d5e70098 req-0c216d89-958e-4da3-abc7-b3f9e7b4cda0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.233631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85eb52c5-a733-4eb0-b673-2b93d5e70098 req-0c216d89-958e-4da3-abc7-b3f9e7b4cda0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.1283352 Sep 01 15:20:23.317008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-03a2ac3f-d4a5-4d08-ae7c-cc2ab5d50aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.321357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-03a2ac3f-d4a5-4d08-ae7c-cc2ab5d50aa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171330 Sep 01 15:20:23.338344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85eb52c5-a733-4eb0-b673-2b93d5e70098 req-b10b0d65-182c-4d89-a9e4-c2cd44a8fd74 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904496 Sep 01 15:20:23.458832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ed20-1307-488d-8b29-e95b0feee5f3 req-1463fbc5-d20d-4961-aec7-3d16ad5b2e4c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.471553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e556ed20-1307-488d-8b29-e95b0feee5f3 req-1463fbc5-d20d-4961-aec7-3d16ad5b2e4c tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.2755349 Sep 01 15:20:23.605769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e556ed20-1307-488d-8b29-e95b0feee5f3 req-199d82ed-a782-472a-b765-825d0c881c7d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271935 Sep 01 15:20:23.664882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-735201c6-632a-48f1-ad9f-89aec88af2ae service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234813 Sep 01 15:20:23.853506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-9d44d52c-3beb-4392-bc95-446b7922438e service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782615 Sep 01 15:20:23.957299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-9c6ab373-5605-4b64-8dd6-07f641397d40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0870636 Sep 01 15:20:23.961556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-58d7c805-3608-4984-8734-006d17db9f21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1579304 Sep 01 15:20:24.074107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-b4240901-b1bf-4341-9082-5dbaa760c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.078579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-b4240901-b1bf-4341-9082-5dbaa760c09c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1096199 Sep 01 15:20:24.152991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4ee32-4ad7-4450-bd41-daaa09047857 req-eb408784-09d7-4e64-bd80-bf612f43ffe5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.173148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3d4ee32-4ad7-4450-bd41-daaa09047857 req-eb408784-09d7-4e64-bd80-bf612f43ffe5 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1220415 Sep 01 15:20:24.223512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-6af6e383-8737-4802-969e-75a2f4879dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.226321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-6af6e383-8737-4802-969e-75a2f4879dfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 1101 time: 0.1461830 Sep 01 15:20:24.260178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986126-c3ef-4acc-a06f-cd73470053cc req-d7677b10-ae52-46f2-8fc7-1f56021f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.261908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3d4ee32-4ad7-4450-bd41-daaa09047857 req-00d6d807-5dfd-4a60-ad0a-c74a66915e84 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868914 Sep 01 15:20:24.262902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-d7677b10-ae52-46f2-8fc7-1f56021f7085 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281157 Sep 01 15:20:24.528724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-d4f2dbe9-88c2-447b-b5e1-0d83f61239bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.531056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-d4f2dbe9-88c2-447b-b5e1-0d83f61239bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2660017 Sep 01 15:20:24.534491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-68588c9d-7442-4f31-8d34-bc83b90fbeec service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550035 Sep 01 15:20:24.644216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:24.727097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2c19-bebe-4bf2-b436-e989aecd9ff6 req-000068a4-9754-4b23-bbed-3ddfc40b392a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.735117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d7f2c19-bebe-4bf2-b436-e989aecd9ff6 req-000068a4-9754-4b23-bbed-3ddfc40b392a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.2749391 Sep 01 15:20:24.741745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-5d55bcf4-bb27-4a38-85ce-d2479a13a5f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 200 len: 217 time: 0.1970992 Sep 01 15:20:24.791048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:24.815690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:24.816349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:24.996529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-90123505-b0a4-4b55-817f-0cf745d7e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:24.999441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-90123505-b0a4-4b55-817f-0cf745d7e499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.2360423 Sep 01 15:20:25.008513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d7f2c19-bebe-4bf2-b436-e989aecd9ff6 req-facdfb8e-a987-4936-bd17-f5ba40149d53 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597802 Sep 01 15:20:25.052244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:25.088800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:25.092931 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22607c4-4cfe-4f4f-aa33-aa731e0725a9" -d '{"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:25.123015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:25.133155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:25.146211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-3cc18b58-4069-4fc3-9ea3-4441d3629aea tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.151715 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-3cc18b58-4069-4fc3-9ea3-4441d3629aea tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.1527464 Sep 01 15:20:25.156643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44986126-c3ef-4acc-a06f-cd73470053cc req-bb296c50-038f-4f68-abb1-50bfa2a55f5b service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923023 Sep 01 15:20:25.186579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3178d63-d048-4e28-9d65-8cb06c6818b7 req-d8859547-609f-421b-9a5c-02945c3ebf2e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.190234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3178d63-d048-4e28-9d65-8cb06c6818b7 req-d8859547-609f-421b-9a5c-02945c3ebf2e tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 945 time: 0.1345432 Sep 01 15:20:25.207224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-3f185ad9-91b0-42b7-99c6-af895df74185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.211018 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be783a6c-4087-4300-86c2-5fc489e497be x-openstack-request-id: req-be783a6c-4087-4300-86c2-5fc489e497be {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:25.212286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-3f185ad9-91b0-42b7-99c6-af895df74185 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995175 Sep 01 15:20:25.213323 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:25.213605 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be783a6c-4087-4300-86c2-5fc489e497be {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:25.214041 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'code': 200} Sep 01 15:20:25.278327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:25.443880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f55bb-a2c1-42f5-be2e-7aa90b230fcb req-9cd43021-623b-4b28-b16c-c9ecd045e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.446734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-454f55bb-a2c1-42f5-be2e-7aa90b230fcb req-9cd43021-623b-4b28-b16c-c9ecd045e391 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1097 time: 0.1367769 Sep 01 15:20:25.522087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-30305202-3dee-46a1-8428-f480f482dfdc service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003635 Sep 01 15:20:25.534863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e604-8913-4ade-9f06-2481a3f18350 req-ec555745-3576-467f-b1fc-86ebce5f74b3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.537455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00c5e604-8913-4ade-9f06-2481a3f18350 req-ec555745-3576-467f-b1fc-86ebce5f74b3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1592245 Sep 01 15:20:25.541787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-454f55bb-a2c1-42f5-be2e-7aa90b230fcb req-d506992d-dfe9-4f9f-b3b2-093100f2e893 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684431 Sep 01 15:20:25.734543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29f7b4d4-af5f-431f-b2a2-ab121685f993 req-5c9022ee-23c7-4ad0-bea8-186cbf304cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945016 Sep 01 15:20:25.742707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00c5e604-8913-4ade-9f06-2481a3f18350 req-ba4af46c-0cb1-469f-a9b1-dc03efca91b4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276336 Sep 01 15:20:25.761540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3178d63-d048-4e28-9d65-8cb06c6818b7 req-1fbba55d-2452-4f56-ad6f-8946e115b527 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974650 Sep 01 15:20:25.871399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Deleting port 4eb16bcf-6561-4b60-bd27-c36aadebbbec {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:25.871760 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.062118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] For port 4eb16bcf-6561-4b60-bd27-c36aadebbbec, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4eb16bcf-6561-4b60-bd27-c36aadebbbec,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:26.062575 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.086129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Calling delete_port for 4eb16bcf-6561-4b60-bd27-c36aadebbbec owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:26.238363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8bc89-d497-4533-8ae8-bc6afe6d674e req-1c21a99d-3d07-47b2-acb0-019cd0d1b92d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:26.240010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90c8bc89-d497-4533-8ae8-bc6afe6d674e req-1c21a99d-3d07-47b2-acb0-019cd0d1b92d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0862861 Sep 01 15:20:26.354753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90c8bc89-d497-4533-8ae8-bc6afe6d674e req-243d3d39-c5a8-44c2-a390-7af02a5ee3db tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053739 Sep 01 15:20:26.362766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.377039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'fd93841c-aab0-4eb8-889c-2a82e183010b', '4eb16bcf-6561-4b60-bd27-c36aadebbbec'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:26.395603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event deleted for resources: {'Port': ['ID=4eb16bcf-6561-4b60-bd27-c36aadebbbec,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:26.477003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] No DVR routers for this DVR port 4eb16bcf-6561-4b60-bd27-c36aadebbbec on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:26.480889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.485908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6d436b3-0548-483b-8aca-696a915bbc5c req-abe7d26b-92ce-431c-b4f5-e68b998b2523 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "DELETE /v2.0/ports/4eb16bcf-6561-4b60-bd27-c36aadebbbec HTTP/1.1" status: 204 len: 173 time: 1.3192592 Sep 01 15:20:26.486645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'name': 'network-vif-deleted', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:26.490518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1518af05-ecde-452e-9866-624858bfe166" -d '{"events": [{"server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "name": "network-vif-deleted", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:26.698750 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc47a7d3-8528-4f18-82ef-4686c1808f13 x-openstack-request-id: req-dc47a7d3-8528-4f18-82ef-4686c1808f13 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:26.699255 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee15eae-2d28-409b-bb7e-1fd6b703f34a", "name": "network-vif-deleted", "tag": "4eb16bcf-6561-4b60-bd27-c36aadebbbec", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:26.699578 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc47a7d3-8528-4f18-82ef-4686c1808f13 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:26.700728 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee15eae-2d28-409b-bb7e-1fd6b703f34a', 'name': 'network-vif-deleted', 'tag': '4eb16bcf-6561-4b60-bd27-c36aadebbbec', 'status': 'completed', 'code': 200} Sep 01 15:20:26.932441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4baeeda-e20b-493a-ba12-915384383813 req-3b53b444-ef7c-4fcf-ac09-1b4d6a14209d tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee15eae-2d28-409b-bb7e-1fd6b703f34a HTTP/1.1" status: 200 len: 210 time: 0.0417197 Sep 01 15:20:26.935228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e70f5-f1e3-4cc8-bc47-14b5da6b32bd req-82da237d-dc6a-4438-9981-fbb09a3d675d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:26.937286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca8e70f5-f1e3-4cc8-bc47-14b5da6b32bd req-82da237d-dc6a-4438-9981-fbb09a3d675d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0957055 Sep 01 15:20:27.004927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca8e70f5-f1e3-4cc8-bc47-14b5da6b32bd req-4db4aa1c-b462-474e-8088-70ad10a545cf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575831 Sep 01 15:20:27.556097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3b06b-d5be-48fa-8d3d-d578e61e83a1 req-e3e8b068-5431-4c12-a116-edcb06940b2d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:27.558600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61f3b06b-d5be-48fa-8d3d-d578e61e83a1 req-e3e8b068-5431-4c12-a116-edcb06940b2d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0690763 Sep 01 15:20:27.635997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61f3b06b-d5be-48fa-8d3d-d578e61e83a1 req-fadd7e0c-1629-46f2-bd70-c4abbed19244 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Sep 01 15:20:27.643368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:27.954677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1efe-e8b6-4b09-b83a-687a2dd6af89 req-1184248e-679b-4970-b7c2-9b8af7584727 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:27.954677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9bd1efe-e8b6-4b09-b83a-687a2dd6af89 req-1184248e-679b-4970-b7c2-9b8af7584727 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.0875356 Sep 01 15:20:28.022162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e9bd1efe-e8b6-4b09-b83a-687a2dd6af89 req-b7ccb22d-3239-4181-ace5-ab19efacdba0 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597594 Sep 01 15:20:28.046423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-3bdb3605-c3d3-4b1f-a7ca-d3e9644ff16f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:28.052503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-3bdb3605-c3d3-4b1f-a7ca-d3e9644ff16f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 814 time: 0.1811919 Sep 01 15:20:28.070468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-dddb3027-1542-4541-a7de-10e04925836f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/quotas/733123fa02e147fe9e4d2faa02425a62 HTTP/1.1" status: 200 len: 375 time: 0.0165195 Sep 01 15:20:28.173718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-4c5bf803-9d6e-4df7-86e6-6125bddd50c8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830684 Sep 01 15:20:28.241988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b0c7-e70f-43a5-8f60-a3ce079cad99 req-072b6432-de15-4ecc-b629-7729ddca6d34 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:28.244663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b634b0c7-e70f-43a5-8f60-a3ce079cad99 req-072b6432-de15-4ecc-b629-7729ddca6d34 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0841687 Sep 01 15:20:28.322243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-21eae52b-5f18-447f-959e-f3ce25ff64a6 service neutron] 10.222.0.41 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396177 Sep 01 15:20:28.328960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b634b0c7-e70f-43a5-8f60-a3ce079cad99 req-bec69551-2c48-43c0-9c05-cca51567b885 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725412 Sep 01 15:20:28.458042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-50e5efe1-347d-4052-87e4-c4856f43a65d service neutron] 10.222.0.41 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269398 Sep 01 15:20:28.662379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4eb16bcf-6561-4b60-bd27-c36aadebbbec no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:28.692612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 4eb16bcf-6561-4b60-bd27-c36aadebbbec {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:28.693271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4eb16bcf-6561-4b60-bd27-c36aadebbbec not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:28.788446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-797ca902-7f72-4ef5-b5da-e238949a3338 req-cba1f856-2b67-4b34-872b-e7ac8dfc05e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 210 time: 0.0609906 Sep 01 15:20:28.898699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133728ea-d53b-451d-856d-3ca5c89f5f68 req-3b06b92b-6d7e-4c67-be1d-78ebb21c5324 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:28.900615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-133728ea-d53b-451d-856d-3ca5c89f5f68 req-3b06b92b-6d7e-4c67-be1d-78ebb21c5324 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.0718088 Sep 01 15:20:28.958846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-133728ea-d53b-451d-856d-3ca5c89f5f68 req-b87478d6-a1fa-4bd0-9e8c-2d538b7d9811 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Sep 01 15:20:29.215099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9c12-86f8-444c-8876-5562379c83cb req-9af495f2-6d20-44c9-b1c1-1a66893b545c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:29.217534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3bb9c12-86f8-444c-8876-5562379c83cb req-9af495f2-6d20-44c9-b1c1-1a66893b545c tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.0701644 Sep 01 15:20:29.274959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3bb9c12-86f8-444c-8876-5562379c83cb req-e2a85e3c-7685-4b34-a2e2-9e582550f260 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491495 Sep 01 15:20:29.482998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbf79-a3e0-4bf9-8f4d-030b91a2aa6c req-2ad7d89b-dc3c-4455-9250-820d2e8d81f4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:29.484645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-559cbf79-a3e0-4bf9-8f4d-030b91a2aa6c req-2ad7d89b-dc3c-4455-9250-820d2e8d81f4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0637329 Sep 01 15:20:29.553645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-559cbf79-a3e0-4bf9-8f4d-030b91a2aa6c req-854f2282-1a4a-4e13-ac47-2c6e66baa62f tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534327 Sep 01 15:20:29.931720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-c95c60c8-5971-4ac9-b2b1-075b509f6bac tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:29.933792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-c95c60c8-5971-4ac9-b2b1-075b509f6bac tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.0814736 Sep 01 15:20:29.939343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed7b2c8f-440f-4638-9645-b33ead69a54e req-c44d3e7e-8dc4-4a0a-aea3-76038bf80344 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 210 time: 0.0662463 Sep 01 15:20:30.175904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-31df7572-c071-4695-b76a-899355f9f36b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:30.179111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-31df7572-c071-4695-b76a-899355f9f36b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 814 time: 0.1774166 Sep 01 15:20:30.223488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Request body: {'port': {'device_id': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'admin_state_up': True, 'tenant_id': '733123fa02e147fe9e4d2faa02425a62'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:30.226264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Deleting port 5cd12974-efbe-4e25-ae84-9315bb56156f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:30.227329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.379349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7db4-3c39-4db7-8059-08b2b4d7fe9a req-c466f7a7-4350-4d81-a87f-b4b3bd5aad15 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:30.381390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2c4c7db4-3c39-4db7-8059-08b2b4d7fe9a req-c466f7a7-4350-4d81-a87f-b4b3bd5aad15 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.2413361 Sep 01 15:20:30.462447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] For port 5cd12974-efbe-4e25-ae84-9315bb56156f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5cd12974-efbe-4e25-ae84-9315bb56156f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:30.462821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.489600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2c4c7db4-3c39-4db7-8059-08b2b4d7fe9a req-bac7b3aa-c8de-4187-b30c-4e71238083d4 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937121 Sep 01 15:20:30.516576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a416e-5b92-41bb-8b20-508deb9b8473 req-cdefe388-e0f8-441e-98b3-e671db8ce165 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:30.527705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc6a416e-5b92-41bb-8b20-508deb9b8473 req-cdefe388-e0f8-441e-98b3-e671db8ce165 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 946 time: 0.1360545 Sep 01 15:20:30.529937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Made reservation on behalf of 733123fa02e147fe9e4d2faa02425a62 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:20:30.533779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.708360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc6a416e-5b92-41bb-8b20-508deb9b8473 req-e515ee15-3da6-4a78-bf9b-cf4d32968cf1 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794894 Sep 01 15:20:30.819070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Allocated IP 172.20.0.4 (9551ecdf-763e-45e6-bf73-ebf560297841/fbe006fa-d685-4b91-9ec2-524c9f38c895/2bc90f38-0133-48a3-8bf0-72913ec4f5bb) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:30.965791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.966923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.967421 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Floating IP 742ee3e9-79d6-477f-a451-5fc035b5d20c disassociated. External IP: 172.25.1.117, port: 5cd12974-efbe-4e25-ae84-9315bb56156f. Sep 01 15:20:30.967990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Calling delete_port for 5cd12974-efbe-4e25-ae84-9315bb56156f owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:31.032556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-9f308519-7164-4592-a55e-ad845590d2a6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:31.035295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-9f308519-7164-4592-a55e-ad845590d2a6 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.2100675 Sep 01 15:20:31.104825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4706d1-002b-41f6-ad8a-35f1bb275673 req-0879bab4-d5e3-43f0-b9e6-2418e5b8f4e4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:31.105874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1ba69df-c297-4502-9a69-38709741de13 req-70dd725c-b621-4111-b152-86bed2650e6b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 210 time: 0.0430400 Sep 01 15:20:31.107415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d4706d1-002b-41f6-ad8a-35f1bb275673 req-0879bab4-d5e3-43f0-b9e6-2418e5b8f4e4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2800732 Sep 01 15:20:31.112667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.184128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.198326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:31.245976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Network 9551ecdf-763e-45e6-bf73-ebf560297841 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:31.250141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:31.261250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:31.353266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Pushing event updated for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:31.369937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.370602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.371121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.371642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.372148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.373759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.374344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.374923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.375429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.375934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.376452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.377050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:31.407503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:31.408709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.438126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ca0bd6e0-5625-4a38-9732-a7bb087e97cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2334239 Sep 01 15:20:31.469552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Request body: {'port': {'device_id': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:31.501551 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-9c7eb83b-ba2e-48fa-859d-c590cb7b7ddc service neutron] show failed (client error): The resource could not be found. Sep 01 15:20:31.503105 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-9c7eb83b-ba2e-48fa-859d-c590cb7b7ddc service neutron] 10.222.0.50 "GET /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.3820994 Sep 01 15:20:31.510211 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d4706d1-002b-41f6-ad8a-35f1bb275673 req-058b663b-efb9-4545-9bd8-b27235ccde25 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862295 Sep 01 15:20:31.533511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Deleting port fd93841c-aab0-4eb8-889c-2a82e183010b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:31.533511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.660733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.818248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227283f-c9c7-4b19-85d6-eb644f9a8e6b req-2c0485d2-234c-4ff0-b268-7d402e774bca tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:31.819898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8227283f-c9c7-4b19-85d6-eb644f9a8e6b req-2c0485d2-234c-4ff0-b268-7d402e774bca tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 945 time: 0.1292977 Sep 01 15:20:31.992103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] For port fd93841c-aab0-4eb8-889c-2a82e183010b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fd93841c-aab0-4eb8-889c-2a82e183010b,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:31.992866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.014244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Calling delete_port for fd93841c-aab0-4eb8-889c-2a82e183010b owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:32.173569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.203731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cda5d95c-a163-41db-bcc8-8a7418e7a92f req-4d68c704-5922-4cff-9793-2592c03498b9 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.2932775 Sep 01 15:20:32.239489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'Port': ['ID=5cd12974-efbe-4e25-ae84-9315bb56156f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:32.268129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.283162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:32.446339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event deleted for resources: {'Port': ['ID=fd93841c-aab0-4eb8-889c-2a82e183010b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:32.456413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8227283f-c9c7-4b19-85d6-eb644f9a8e6b req-43409afa-6b31-47cf-a46c-71e70d027e6b tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508595 Sep 01 15:20:32.520323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-fbb765eb-4114-4015-98dd-dd671a721955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:32.521915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-fbb765eb-4114-4015-98dd-dd671a721955 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1101 time: 0.5949252 Sep 01 15:20:32.545756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:32.589205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] No DVR routers for this DVR port fd93841c-aab0-4eb8-889c-2a82e183010b on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:32.597369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.600039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59ba3cf0-0fd5-4ade-aab8-3fd10a9e6eee req-7f06c0fb-f872-42d5-90a8-a6a78cb90976 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "DELETE /v2.0/ports/fd93841c-aab0-4eb8-889c-2a82e183010b HTTP/1.1" status: 204 len: 173 time: 1.5110145 Sep 01 15:20:32.601732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'name': 'network-vif-deleted', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:32.605117 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acbe696-97da-46c7-bec9-67bbe680c051" -d '{"events": [{"server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "name": "network-vif-deleted", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:32.614063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:32.644443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90139d-b3ea-4a04-8a78-3c82bde39fc6 req-289f1f44-0885-4e9e-9cf8-0dd2ebd83f6e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:32.655227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be90139d-b3ea-4a04-8a78-3c82bde39fc6 req-289f1f44-0885-4e9e-9cf8-0dd2ebd83f6e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 931 time: 0.2102616 Sep 01 15:20:32.684159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.694186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:32.800629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be90139d-b3ea-4a04-8a78-3c82bde39fc6 req-cc23d099-e159-4ea6-b405-088b8874d8f0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439931 Sep 01 15:20:32.917367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:32.926776 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fced80-4836-4d7e-b3ed-3cf63e3b977d x-openstack-request-id: req-45fced80-4836-4d7e-b3ed-3cf63e3b977d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:32.926985 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2bf2e9-853e-48c6-a65b-7be02c89225a", "name": "network-vif-deleted", "tag": "fd93841c-aab0-4eb8-889c-2a82e183010b", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:32.927249 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45fced80-4836-4d7e-b3ed-3cf63e3b977d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:32.927659 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2bf2e9-853e-48c6-a65b-7be02c89225a', 'name': 'network-vif-deleted', 'tag': 'fd93841c-aab0-4eb8-889c-2a82e183010b', 'status': 'completed', 'code': 200} Sep 01 15:20:32.962399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc90f38-0133-48a3-8bf0-72913ec4f5bb {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:32.970295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:32.971742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.987435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] No DVR routers for this DVR port 5cd12974-efbe-4e25-ae84-9315bb56156f on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:32.991048 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.994239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a29d9740-dd74-462a-b3fe-1ce6769c7eb9 req-8a899db1-8909-4489-8d58-9140a91edd03 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.50 "DELETE /v2.0/ports/5cd12974-efbe-4e25-ae84-9315bb56156f HTTP/1.1" status: 204 len: 173 time: 3.0516779 Sep 01 15:20:33.000708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Transition to ACTIVE for port object 2bc90f38-0133-48a3-8bf0-72913ec4f5bb will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:33.021589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d290602-8a52-48d7-b00e-1bdf712b1aa5 req-eb246202-ecac-4cad-b209-586244d85896 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:33.030701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d290602-8a52-48d7-b00e-1bdf712b1aa5 req-eb246202-ecac-4cad-b209-586244d85896 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.2836680 Sep 01 15:20:33.038890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:33.040293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:20:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:33.049403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.204686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.219509 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d290602-8a52-48d7-b00e-1bdf712b1aa5 req-1ed9608d-5069-4628-ab11-b010409d5760 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872787 Sep 01 15:20:33.318518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:33.433788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:33.470424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab50bc7d-d6d8-4365-a9d0-a9c65c5d04f2 req-f2f890c3-14b9-4359-9730-2a2aa1614dbb tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/ports?device_id=055eaea6-a163-47c7-903b-c099646a8f84 HTTP/1.1" status: 200 len: 210 time: 0.0642893 Sep 01 15:20:33.540034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:33.543408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Attempting to bind port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:33.544016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Attempting to bind port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:33.545098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Attempting to bind port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb on network 9551ecdf-763e-45e6-bf73-ebf560297841 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:33.564714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb on network 9551ecdf-763e-45e6-bf73-ebf560297841 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:20:33.565857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Attempting to bind port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb on network 9551ecdf-763e-45e6-bf73-ebf560297841 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:33.580661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:33.581087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Checking segment: {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:33.581630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Bound using segment: {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:33.582101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Bound port: 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecbbfdb-3d44-4733-b948-638a46bdca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:33.582541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.634807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:33.707351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:33.759784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:33.772635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:33.773455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:20:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:33.785103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18963b52-7748-4dbd-b564-e1cd1c326fff req-4c98ef34-b088-4445-afa1-eeb6667b4fd7 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2bf2e9-853e-48c6-a65b-7be02c89225a HTTP/1.1" status: 200 len: 210 time: 0.0905631 Sep 01 15:20:33.839946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:33.843944 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953e62a-350e-4c0b-8923-672da5c00966" -d '{"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:33.870349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.898491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:33.904424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:33.922131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.924837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Transition to ACTIVE for port object bdb853f0-9244-49ed-8b3f-7f878c0c734a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:33.969587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.980214 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e3528-f305-414f-9d35-717d799f8c0f x-openstack-request-id: req-017e3528-f305-414f-9d35-717d799f8c0f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:33.980851 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:33.981358 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-017e3528-f305-414f-9d35-717d799f8c0f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:33.981980 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'code': 200} Sep 01 15:20:33.999482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.000570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.002917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bc90f38-0133-48a3-8bf0-72913ec4f5bb HTTP/1.1" status: 200 len: 1092 time: 2.5531609 Sep 01 15:20:34.022481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:34.062922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] No DVR routers for this DVR port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:34.102299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3652a-d12d-452d-84b5-8e92a724446b req-a88ed0ee-ffe6-490f-b0cf-3eba16922638 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.104352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9a3652a-d12d-452d-84b5-8e92a724446b req-a88ed0ee-ffe6-490f-b0cf-3eba16922638 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 943 time: 0.1587362 Sep 01 15:20:34.125851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05315504-d8a2-45a6-a7b2-6954c3435315 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:34.180113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:20:34.181607 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:20:34.220096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9a3652a-d12d-452d-84b5-8e92a724446b req-f3196569-9c29-48c0-b07a-d9482e4897f8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875626 Sep 01 15:20:34.228891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:34.229269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:34.229634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:34.237863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-6093035c-d478-43df-9002-a0d38612198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.239827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-6093035c-d478-43df-9002-a0d38612198c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 1095 time: 0.1745398 Sep 01 15:20:34.275496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:20:34.275956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:34.280243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:34.341129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:34.342509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:34.344138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:34.345033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Bound port: bdb853f0-9244-49ed-8b3f-7f878c0c734a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:34.345836 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.358596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-96b69cab-d998-4c72-8843-88f3e0d04b22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb HTTP/1.1" status: 200 len: 217 time: 0.1059964 Sep 01 15:20:34.494890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-4966ff43-3dd5-470d-8175-26c8a07b29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.496562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-4966ff43-3dd5-470d-8175-26c8a07b29c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.1278627 Sep 01 15:20:34.523952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:34.530541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:34.538440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.540569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6639-2a21-4685-9a47-acdad734b95d req-869d40c9-1f45-46d9-ad1a-8a879f09fc73 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.544148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df3d6639-2a21-4685-9a47-acdad734b95d req-869d40c9-1f45-46d9-ad1a-8a879f09fc73 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1412401 Sep 01 15:20:34.580153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-a04f39b8-3551-4f50-adce-330fb65f54c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739899 Sep 01 15:20:34.655864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:34.656720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.658450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] 10.222.0.24 "PUT /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 1096 time: 2.1185305 Sep 01 15:20:34.682546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df3d6639-2a21-4685-9a47-acdad734b95d req-60e51db2-fc5c-48aa-9a94-f0a0e515e1d0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Sep 01 15:20:34.733939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40588) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:34.858763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fd93841c-aab0-4eb8-889c-2a82e183010b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:34.890244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.898241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: fd93841c-aab0-4eb8-889c-2a82e183010b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:34.898630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fd93841c-aab0-4eb8-889c-2a82e183010b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:34.899162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5cd12974-efbe-4e25-ae84-9315bb56156f no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:34.904627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-46100465-23d5-40c2-98de-71be7473a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:34.908305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb5446-d811-469e-888c-bbaf7e245dbf service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:34.936127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'name': 'network-vif-deleted', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:34.940101 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5641311d-8d54-4879-bf23-c768f2d127d2" -d '{"events": [{"server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "name": "network-vif-deleted", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:34.978135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5cd12974-efbe-4e25-ae84-9315bb56156f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:34.978772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5cd12974-efbe-4e25-ae84-9315bb56156f not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:34.988841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46100465-23d5-40c2-98de-71be7473a758 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:11:28Z', 'revision_number': 4, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '046cf6fa-5ef2-4aae-b63e-d8049785a7c4', 'name': '', 'network_id': '9513f788-2488-472e-b807-567091ca5874', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'mac_address': 'fa:16:3e:d1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:26Z', 'updated_at': '2021-09-01T15:11:37Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'subnets': [{'id': 'de361e37-910f-40a2-9ba7-ee11c1c2ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:34.996401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.079260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8deb1ae8-70ac-4a47-bda2-3c9d13346c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:35.089011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-8deb1ae8-70ac-4a47-bda2-3c9d13346c7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.3111470 Sep 01 15:20:35.121726 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c238a-95db-4e02-acdb-51315314251d x-openstack-request-id: req-ec6c238a-95db-4e02-acdb-51315314251d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:35.123806 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055eaea6-a163-47c7-903b-c099646a8f84", "name": "network-vif-deleted", "tag": "5cd12974-efbe-4e25-ae84-9315bb56156f", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:35.124476 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6c238a-95db-4e02-acdb-51315314251d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:35.125376 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055eaea6-a163-47c7-903b-c099646a8f84', 'name': 'network-vif-deleted', 'tag': '5cd12974-efbe-4e25-ae84-9315bb56156f', 'status': 'completed', 'code': 200} Sep 01 15:20:35.212646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.216108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.221251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "DELETE /v2.0/security-groups/5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5 HTTP/1.1" status: 204 len: 168 time: 0.4856789 Sep 01 15:20:35.222730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40602) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:35.232433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-ad686479-9c7f-436f-bffa-832e052e59f7 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945539 Sep 01 15:20:35.251771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe96bc-4c7c-435a-95e5-a2409ec9d8f7 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:35.279536 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-94581656-3697-46dc-a6c0-d9755a3fd7f3 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] show failed (client error): The resource could not be found. Sep 01 15:20:35.282042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94581656-3697-46dc-a6c0-d9755a3fd7f3 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "GET /v2.0/security-groups/5e0d6cb1-1321-4ec0-bfcd-a3094d0111c5 HTTP/1.1" status: 404 len: 347 time: 0.0420132 Sep 01 15:20:35.287741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40606) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:35.638904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17091a81-0a5d-4b41-b9f9-9ca6229fb35e None None] New status for floating IP 742ee3e9-79d6-477f-a451-5fc035b5d20c: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:20:35.658298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d2141-faaa-4aca-a5b8-d78a1a2f9723 req-ef8f4fc5-a238-47a7-b226-3529c4497b5d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:35.658298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-868d2141-faaa-4aca-a5b8-d78a1a2f9723 req-ef8f4fc5-a238-47a7-b226-3529c4497b5d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 943 time: 0.2081437 Sep 01 15:20:35.674454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-bf397a86-0590-446f-a2da-284eee44271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:35.676048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-bf397a86-0590-446f-a2da-284eee44271d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.5773444 Sep 01 15:20:35.699770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b04bc5-6041-42d9-b9bd-ed8475130c27 req-5dc9a381-3267-4672-8130-068da8013582 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473023 Sep 01 15:20:35.801203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Deleting port d58fe6ab-2467-4761-8a5a-ac8dfcab71cc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:35.803782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.921371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-868d2141-faaa-4aca-a5b8-d78a1a2f9723 req-858f9424-0935-444b-9a98-32bebf9d0262 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590566 Sep 01 15:20:35.934833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-730197f0-5d76-4d3e-a5e3-31a6d6c842f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.2443938 Sep 01 15:20:35.975022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.976049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.008182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Calling delete_port for d58fe6ab-2467-4761-8a5a-ac8dfcab71cc owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:36.040356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb'}, {'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:36.048097 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a8efb-b77b-4bc6-acec-56e925b8f3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb"}, {"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:36.105814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-27f4673a-4373-472e-9f25-bb2338cfec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.110862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-27f4673a-4373-472e-9f25-bb2338cfec20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1696019 Sep 01 15:20:36.181691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-6e14f07c-f06e-4396-8a5f-7279ae5efc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.184184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-6e14f07c-f06e-4396-8a5f-7279ae5efc67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654573 Sep 01 15:20:36.195306 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52445976-23bc-4b84-bcf3-873488d24a07 x-openstack-request-id: req-52445976-23bc-4b84-bcf3-873488d24a07 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:36.195680 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:36.195937 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52445976-23bc-4b84-bcf3-873488d24a07 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:36.196760 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb', 'status': 'completed', 'code': 200} Sep 01 15:20:36.197051 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'status': 'completed', 'code': 200} Sep 01 15:20:36.259152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305bbe1-6811-427c-9d55-591c11e278d8 req-aa6ca2cb-58b2-483d-b247-c9d0f1876dc6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.262809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9305bbe1-6811-427c-9d55-591c11e278d8 req-aa6ca2cb-58b2-483d-b247-c9d0f1876dc6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1103687 Sep 01 15:20:36.348101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9305bbe1-6811-427c-9d55-591c11e278d8 req-a4f3fa1f-ed6e-4740-8616-afede750f2cb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734789 Sep 01 15:20:36.356515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-68a78ec1-e690-4c3c-a5cb-671e8501cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.358439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-68a78ec1-e690-4c3c-a5cb-671e8501cd26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 1095 time: 0.1343648 Sep 01 15:20:36.391114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-72c075d6-33b1-4f2c-9dd1-dc3aaaf6aa32 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778400 Sep 01 15:20:36.440504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.564247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-9ed06c3a-3141-4a58-8ddd-cd58b43549b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.566346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-9ed06c3a-3141-4a58-8ddd-cd58b43549b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 915 time: 0.1742418 Sep 01 15:20:36.579889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Pushing event deleted for resources: {'Port': ['ID=d58fe6ab-2467-4761-8a5a-ac8dfcab71cc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:36.649355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-5fbbc67b-ab5a-47e3-8156-c1a097a8b582 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468562 Sep 01 15:20:36.672157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.678659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.680359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-acdeb485-1265-476a-a313-ce3cc3efecf6 tempest-AttachVolumeTestJSON-666729623 tempest-AttachVolumeTestJSON-666729623-project] 10.222.0.41 "DELETE /v2.0/floatingips/742ee3e9-79d6-477f-a451-5fc035b5d20c HTTP/1.1" status: 204 len: 168 time: 1.3759568 Sep 01 15:20:36.711521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-157504a0-0285-4653-b3a0-67026d7809d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb HTTP/1.1" status: 200 len: 217 time: 0.0608101 Sep 01 15:20:36.898405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-da7a9ead-3f5b-463e-b6eb-0c435314c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.902361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-da7a9ead-3f5b-463e-b6eb-0c435314c136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.1628690 Sep 01 15:20:36.937628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-aa61c201-eede-4bbb-8554-eb427e80abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:36.939253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-aa61c201-eede-4bbb-8554-eb427e80abcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.1125855 Sep 01 15:20:36.970231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-4c8fbad1-58a4-4c78-9587-5258bb5dfa46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543025 Sep 01 15:20:37.207609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-8fad52aa-51b9-4d4e-97bd-b95e4ddbb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:37.209242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-8fad52aa-51b9-4d4e-97bd-b95e4ddbb1d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2416601 Sep 01 15:20:37.221765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-d3903e58-2c89-4395-862d-95ef8fcf50e8 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426054 Sep 01 15:20:37.285306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-b5b1756c-40b9-4191-8ef1-9a605316c08a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.0659659 Sep 01 15:20:37.343415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0598e5-d73d-4282-b20d-5a68f598d196 req-c95e75dc-f01c-41a3-8c0c-0874aefe5540 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:37.345203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca0598e5-d73d-4282-b20d-5a68f598d196 req-c95e75dc-f01c-41a3-8c0c-0874aefe5540 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 943 time: 0.2059600 Sep 01 15:20:37.476053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-66c762ef-8217-444d-9923-29365cc18c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:37.479684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-66c762ef-8217-444d-9923-29365cc18c81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1648517 Sep 01 15:20:37.500445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca0598e5-d73d-4282-b20d-5a68f598d196 req-505cae83-ff0a-4113-98bc-ffc89824e03b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280344 Sep 01 15:20:37.595320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af29784-bca3-4600-9d47-4c026e2d52a0 req-3c693e80-92b8-490f-a8d1-c73be2fff35b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:37.598661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1af29784-bca3-4600-9d47-4c026e2d52a0 req-3c693e80-92b8-490f-a8d1-c73be2fff35b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1313066 Sep 01 15:20:37.635420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-cb911609-7a82-4fb1-963f-b59350bd7876 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043927 Sep 01 15:20:37.691001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-47bb3de0-b78b-40a4-94e5-4e83ccfbeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:37.700746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-47bb3de0-b78b-40a4-94e5-4e83ccfbeb20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955304 Sep 01 15:20:37.731371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1af29784-bca3-4600-9d47-4c026e2d52a0 req-f89de75c-b63e-4878-ad0a-684d0cf5ae4b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245930 Sep 01 15:20:37.975231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-56e99caf-2506-404f-9770-5e579fe14762 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448123 Sep 01 15:20:38.012264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-49777790-8dc8-4328-acfe-e8c0e8aee42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:38.014169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-49777790-8dc8-4328-acfe-e8c0e8aee42a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.3064318 Sep 01 15:20:38.235390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-c03bdbfe-c15b-4c9b-8009-1bf99d49237c service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437530 Sep 01 15:20:38.323854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-b182570e-54d7-431a-9e15-5c193c8272cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:38.328700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-b182570e-54d7-431a-9e15-5c193c8272cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2817776 Sep 01 15:20:38.383770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-7aeec12f-2423-4d76-8fe9-4542fd454e0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.0467296 Sep 01 15:20:38.458453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-88dcc6e5-2afe-4a83-9fd5-53bcae8da00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:38.461264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-88dcc6e5-2afe-4a83-9fd5-53bcae8da00b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0697865 Sep 01 15:20:38.650393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-ad84e3ff-f82a-4a1e-925b-f015270c8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:38.673365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-ad84e3ff-f82a-4a1e-925b-f015270c8c99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2040498 Sep 01 15:20:38.713978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2bc90f38-0133-48a3-8bf0-72913ec4f5bb details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:20:38.956334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421997e8-6329-4f80-9927-b8b0d8cbcb23 req-4949948e-1911-451d-97b4-ebad1522773b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:38.964422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-421997e8-6329-4f80-9927-b8b0d8cbcb23 req-4949948e-1911-451d-97b4-ebad1522773b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 943 time: 0.2531219 Sep 01 15:20:39.002382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8517d0d-376e-45a7-a7ed-4ba2eb178625 req-a52e4207-51f0-48a9-8410-5c83b646bb7d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:39.005146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d8517d0d-376e-45a7-a7ed-4ba2eb178625 req-a52e4207-51f0-48a9-8410-5c83b646bb7d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1160669 Sep 01 15:20:39.006828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:39.046786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'port_id': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb', 'mac_address': 'fa:16:3e:2b:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe006fa-d685-4b91-9ec2-524c9f38c895', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:20:39.103359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-421997e8-6329-4f80-9927-b8b0d8cbcb23 req-d83969ed-b757-4549-8953-9cd42ecea9e8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376886 Sep 01 15:20:39.108066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-222bc870-90e6-4a59-a10c-aadf9a423c71 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263923 Sep 01 15:20:39.140885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d8517d0d-376e-45a7-a7ed-4ba2eb178625 req-ef9100e2-85dd-48fe-a210-6cb1cab1a240 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271834 Sep 01 15:20:39.165514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:39.214043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc90f38-0133-48a3-8bf0-72913ec4f5bb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:39.276536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:39.288819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:39.363141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-191a8efb-b77b-4bc6-acec-56e925b8f3f7 req-f15d99b2-415a-49d4-b127-cec860e1d353 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391081 Sep 01 15:20:39.411203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:39.674849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2bc90f38-0133-48a3-8bf0-72913ec4f5bb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:39.795917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:20:39.847590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-eade09de-0b6c-4533-813a-187e3964ea1e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:39.849802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-eade09de-0b6c-4533-813a-187e3964ea1e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb&tenant_id=653165dd19a34165b751d9b45de2966b&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 947 time: 0.1670625 Sep 01 15:20:39.957919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0ddd-11e3-44c5-a2a0-076150278abd req-3d636bc4-a495-4d20-a1fc-aca01f392f95 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:39.970252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cad0ddd-11e3-44c5-a2a0-076150278abd req-3d636bc4-a495-4d20-a1fc-aca01f392f95 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.1680038 Sep 01 15:20:39.971322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:39.994560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'mac_address': 'fa:16:3e:48:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:20:40.020805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-7e7b4aef-0729-43c1-b024-69255ec51c8f service neutron] 10.222.0.24 "GET /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.1612859 Sep 01 15:20:40.081792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cad0ddd-11e3-44c5-a2a0-076150278abd req-7338d26b-3c58-437c-af00-4659341faa33 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999227 Sep 01 15:20:40.115819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.205608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:40.245263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-90c0f637-ad3e-4060-b411-e231a05ed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:40.251350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-90c0f637-ad3e-4060-b411-e231a05ed80a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1099 time: 0.1705046 Sep 01 15:20:40.320473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:40.348924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.463510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78489a0-9878-40e6-8cc2-5c4a1cc7b81a req-07411af3-1417-4071-80d6-535dff4c2c78 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:40.481639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c78489a0-9878-40e6-8cc2-5c4a1cc7b81a req-07411af3-1417-4071-80d6-535dff4c2c78 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 944 time: 0.2157674 Sep 01 15:20:40.523206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:40.544463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2256f3a-3442-48bf-a532-c1d0083c2fa6 req-285ea99d-dde6-4858-b565-6d502aecb122 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:40.546375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2256f3a-3442-48bf-a532-c1d0083c2fa6 req-285ea99d-dde6-4858-b565-6d502aecb122 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 946 time: 0.1561680 Sep 01 15:20:40.566179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-314a444a-7617-4b6d-8223-6a9f19901501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:40.567803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-314a444a-7617-4b6d-8223-6a9f19901501 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3106585 Sep 01 15:20:40.650131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c78489a0-9878-40e6-8cc2-5c4a1cc7b81a req-d0ed13f6-d705-4726-a3e4-a41fc8530cac tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667409 Sep 01 15:20:40.716434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-5094863f-943b-4ed9-9123-256e790d843a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.1316671 Sep 01 15:20:40.771161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['bdb853f0-9244-49ed-8b3f-7f878c0c734a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:40.841547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2256f3a-3442-48bf-a532-c1d0083c2fa6 req-44f4606d-ec9a-4841-8784-045431ef13aa tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721786 Sep 01 15:20:40.908623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-dadafb53-bebf-439a-82bf-e03e86888f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:40.913314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-dadafb53-bebf-439a-82bf-e03e86888f06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1805265 Sep 01 15:20:41.018916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-a9911bb9-6682-4b19-bdd5-342c0dd5e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:41.022535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-a9911bb9-6682-4b19-bdd5-342c0dd5e023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991588 Sep 01 15:20:41.197971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-c0b4815f-7240-46d1-9d3e-f8026313ef45 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646726 Sep 01 15:20:41.355753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e9133-a74b-47f2-b70f-3e081ab485d9 req-33c788da-a961-4bb4-b050-efb42b2a671d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:41.358033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290e9133-a74b-47f2-b70f-3e081ab485d9 req-33c788da-a961-4bb4-b050-efb42b2a671d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.0969570 Sep 01 15:20:41.363535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-6397b231-500a-41af-8e73-14833dc51b40 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557522 Sep 01 15:20:41.436994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290e9133-a74b-47f2-b70f-3e081ab485d9 req-daaa8ef9-137c-4420-93e8-a65f97853858 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 Sep 01 15:20:41.867656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5cee-518e-42c3-a24d-a8336a6b3a87 req-a88d3379-6e98-4752-b58c-63a2a2d05555 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:41.881301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48ab5cee-518e-42c3-a24d-a8336a6b3a87 req-a88d3379-6e98-4752-b58c-63a2a2d05555 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 944 time: 0.1049461 Sep 01 15:20:41.964175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48ab5cee-518e-42c3-a24d-a8336a6b3a87 req-e3fa2bd1-51a1-4c53-9b03-da7ac1d7998b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804346 Sep 01 15:20:42.112702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-86eb9648-cd98-4a8f-a160-bbbdc8576c97 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:42.114793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-86eb9648-cd98-4a8f-a160-bbbdc8576c97 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 946 time: 0.1685417 Sep 01 15:20:42.163192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bea33-02cb-4354-8f27-8be6a78e16fc req-2f9cbcad-5418-4e38-b8f9-381828a08213 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:42.165264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-396bea33-02cb-4354-8f27-8be6a78e16fc req-2f9cbcad-5418-4e38-b8f9-381828a08213 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 946 time: 0.1444218 Sep 01 15:20:42.274968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-396bea33-02cb-4354-8f27-8be6a78e16fc req-c3effe4c-29f0-4ed1-b788-ad38576eba95 tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fec806d-51d4-4ac4-be5a-45a32daaefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911143 Sep 01 15:20:42.299071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Deleting port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:42.299461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.412587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] For port e2d1f2b1-f7e3-448e-b427-7b80afb05b11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,segment=NetworkSegment(f96527bd-fbb6-4d9b-bd0c-173f14779cc2),segment_id=f96527bd-fbb6-4d9b-bd0c-173f14779cc2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:42.413408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.428431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Calling delete_port for e2d1f2b1-f7e3-448e-b427-7b80afb05b11 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:42.618742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.633362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e2d1f2b1-f7e3-448e-b427-7b80afb05b11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:42.647503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cf4dd-3ec9-479b-be66-9fba1b64df26 req-3bc26fe5-5f76-45cf-a4ad-cd6c454e22ec tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:42.649319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc1cf4dd-3ec9-479b-be66-9fba1b64df26 req-3bc26fe5-5f76-45cf-a4ad-cd6c454e22ec tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.0647860 Sep 01 15:20:42.686256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Pushing event deleted for resources: {'Port': ['ID=e2d1f2b1-f7e3-448e-b427-7b80afb05b11,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:42.711986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc1cf4dd-3ec9-479b-be66-9fba1b64df26 req-1212baf2-18fc-454f-b125-85889ec7b72b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Sep 01 15:20:42.720203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2bc90f38-0133-48a3-8bf0-72913ec4f5bb up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:42.756531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] No DVR routers for this DVR port e2d1f2b1-f7e3-448e-b427-7b80afb05b11 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:42.759858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.764071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76585cc5-1156-4292-802c-6ba78de8b2a5 req-88ab848b-6638-4186-9b9b-a45ada9f2b0f tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.50 "DELETE /v2.0/ports/e2d1f2b1-f7e3-448e-b427-7b80afb05b11 HTTP/1.1" status: 204 len: 173 time: 0.6420991 Sep 01 15:20:42.764875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'name': 'network-vif-deleted', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:42.767402 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be54dc2e-2536-4353-a3be-985bfc0700fd" -d '{"events": [{"server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "name": "network-vif-deleted", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:42.792255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:42.801832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:42.803555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.868805 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e8a44a-6d6c-4a8f-a903-3857055ba1ad x-openstack-request-id: req-82e8a44a-6d6c-4a8f-a903-3857055ba1ad {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:42.869158 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726de50d-e7d9-4802-910f-b807b59d34ac", "name": "network-vif-deleted", "tag": "e2d1f2b1-f7e3-448e-b427-7b80afb05b11", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:42.869389 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82e8a44a-6d6c-4a8f-a903-3857055ba1ad {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:42.870277 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726de50d-e7d9-4802-910f-b807b59d34ac', 'name': 'network-vif-deleted', 'tag': 'e2d1f2b1-f7e3-448e-b427-7b80afb05b11', 'status': 'completed', 'code': 200} Sep 01 15:20:43.107396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.149861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:43.152262 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc80be3-7a36-4daf-aed7-faa40d0890de" -d '{"events": [{"server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:43.177925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:43.187040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.278070 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a228db-0d3d-4557-b63c-11f953b5bdc6 x-openstack-request-id: req-03a228db-0d3d-4557-b63c-11f953b5bdc6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:43.279601 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:43.280289 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03a228db-0d3d-4557-b63c-11f953b5bdc6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:43.281027 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb', 'code': 200} Sep 01 15:20:43.357549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:43.627194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-371fb5af-5cfb-4584-ac18-8ce79ba9b7c0 req-aca29804-edb0-4099-b44c-933971e3007a tempest-AttachVolumeNegativeTest-864181096 tempest-AttachVolumeNegativeTest-864181096-project] 10.222.0.41 "GET /v2.0/ports?device_id=726de50d-e7d9-4802-910f-b807b59d34ac HTTP/1.1" status: 200 len: 210 time: 0.0894570 Sep 01 15:20:43.848916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:44.014984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0e370-0286-4b0d-979b-13adeae3865a req-b8120250-41b0-4a0c-93db-436e941b9725 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:44.030140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5de0e370-0286-4b0d-979b-13adeae3865a req-b8120250-41b0-4a0c-93db-436e941b9725 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 944 time: 0.9151690 Sep 01 15:20:44.120110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf84a39-03cd-4812-b819-f1b45fed60bf req-df08e1ee-99ca-4a4c-b912-e595e805f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:44.125531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cf84a39-03cd-4812-b819-f1b45fed60bf req-df08e1ee-99ca-4a4c-b912-e595e805f8b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 1097 time: 0.2138846 Sep 01 15:20:44.135706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5de0e370-0286-4b0d-979b-13adeae3865a req-865155d0-9687-44c6-be97-137109a0d83a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953374 Sep 01 15:20:44.145545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64961d-9b04-4e6f-870b-0276d5032ebc req-68fc0fba-0cf5-4e58-9b5a-4b1d69352610 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:44.150513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df64961d-9b04-4e6f-870b-0276d5032ebc req-68fc0fba-0cf5-4e58-9b5a-4b1d69352610 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.2573333 Sep 01 15:20:44.152139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.213000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:44.213402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cf84a39-03cd-4812-b819-f1b45fed60bf req-617f2343-e89f-4507-be43-bcc38c3e3ebf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765717 Sep 01 15:20:44.279571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df64961d-9b04-4e6f-870b-0276d5032ebc req-64d8ebd7-4528-49b6-aac8-0368a98f79ca tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205134 Sep 01 15:20:44.293518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:44.308883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.364221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22223308-f2f4-4231-b989-282cf5736015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.408570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:44.756180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:44.775139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-b5f0e0c2-eaa2-4c81-89ef-01cd6f203464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:44.777820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-b5f0e0c2-eaa2-4c81-89ef-01cd6f203464 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb&tenant_id=653165dd19a34165b751d9b45de2966b HTTP/1.1" status: 200 len: 1099 time: 0.1032164 Sep 01 15:20:44.792947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:44.848201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Deleting subnet 5f7c49b0-ec2f-49d3-8c57-d1e44c15232d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:20:44.852070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.895395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.903291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:44.988296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.099722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.156717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7c49b0-ec2f-49d3-8c57-d1e44c15232d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:45.175655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.177400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-18be6ae2-fe69-4f03-83e9-826eb94bfe7f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f7c49b0-ec2f-49d3-8c57-d1e44c15232d HTTP/1.1" status: 204 len: 168 time: 0.4172850 Sep 01 15:20:45.178393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:45.282346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.374887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed31a-ef32-4df7-b02c-f15e55f81052 req-fb9562de-f45a-4c39-bcf1-4dded3f2f0e2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:45.377685 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c52ed31a-ef32-4df7-b02c-f15e55f81052 req-fb9562de-f45a-4c39-bcf1-4dded3f2f0e2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 945 time: 0.1154239 Sep 01 15:20:45.500870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c52ed31a-ef32-4df7-b02c-f15e55f81052 req-c7c54745-40ab-469b-b7a9-7aebdadc55f5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101005 Sep 01 15:20:45.595339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.610004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:45.629770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5fb5dd-5616-4ce9-8e25-9689c07fe28c']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:45.655959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:45.656348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96527bd-fbb6-4d9b-bd0c-173f14779cc2') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:45.667152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aa4f4-8e67-4c2c-aa71-2e4391056e59 req-39b94060-703d-4590-b1bd-006836919c6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:45.668838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c07aa4f4-8e67-4c2c-aa71-2e4391056e59 req-39b94060-703d-4590-b1bd-006836919c6e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 947 time: 0.2521605 Sep 01 15:20:45.703195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.726138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:45.767087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.787826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:20:45.788862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:20:45.790476 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:20:45.795900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c07aa4f4-8e67-4c2c-aa71-2e4391056e59 req-6033db9b-7918-436c-ae9a-18a896cfe417 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046436 Sep 01 15:20:45.796109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:45.848808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.879984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Ignored duplicate provisioning block setup for port bdb853f0-9244-49ed-8b3f-7f878c0c734a by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:20:45.886955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.907914 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.951409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.958343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e5fb5dd-5616-4ce9-8e25-9689c07fe28c HTTP/1.1" status: 204 len: 168 time: 0.7753603 Sep 01 15:20:46.010423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad26ac-7ede-442e-bf5a-50de04c59c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5fb5dd-5616-4ce9-8e25-9689c07fe28c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:46.058231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=10']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:46.063476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] No DVR routers for this DVR port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:46.145536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:46.145824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:46.146095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:46.155821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:20:46.156150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Attempting to bind port bdb853f0-9244-49ed-8b3f-7f878c0c734a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:46.166489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:46.166877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:46.171511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:46.171859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Bound port: bdb853f0-9244-49ed-8b3f-7f878c0c734a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:46.173048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:46.226366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:46.415478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:46.419567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:46.428499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-597b89c1-92f2-4835-ae03-9de2e9db385b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee44eeaa13fc4fcaa0294a7ce6fa3c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971281 Sep 01 15:20:46.428499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:46.429736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40794) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:46.493893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:46.494778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:46.496438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] 10.222.0.50 "PUT /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 1097 time: 1.7085009 Sep 01 15:20:46.496928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:46.499537 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ccff5-bba9-4a3f-8854-7ac84172210f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:46.733048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e2d1f2b1-f7e3-448e-b427-7b80afb05b11 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:46.787117 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9fb902-0110-4a67-9b4b-a81b10490392 x-openstack-request-id: req-6b9fb902-0110-4a67-9b4b-a81b10490392 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:46.796562 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:46.800571 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b9fb902-0110-4a67-9b4b-a81b10490392 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:46.801470 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'status': 'completed', 'code': 200} Sep 01 15:20:46.840116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e2d1f2b1-f7e3-448e-b427-7b80afb05b11 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:46.840827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e2d1f2b1-f7e3-448e-b427-7b80afb05b11 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:46.856183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d469a38-6c94-4a1f-bfed-5d3939977e5f service neutron] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=11']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:46.960459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7a78-2f4b-4e15-b29b-9a567bc15997 req-60debbc4-f790-45fd-a6a8-6ae98c94bd6a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:46.975907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63ab7a78-2f4b-4e15-b29b-9a567bc15997 req-60debbc4-f790-45fd-a6a8-6ae98c94bd6a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 945 time: 0.1531177 Sep 01 15:20:46.986200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.053897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.079310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3c909a76-1e2d-4a45-87c7-abfa5e4f85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.082184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-3c909a76-1e2d-4a45-87c7-abfa5e4f85c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1100 time: 0.5361919 Sep 01 15:20:47.089918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-63ab7a78-2f4b-4e15-b29b-9a567bc15997 req-3a8ae587-77b5-402b-8bd4-ad61ecc90770 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118965 Sep 01 15:20:47.134948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7022de-655b-4bb0-bbd6-34b04ab46087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.142112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-a53b57fa-8166-4b63-af92-df32f74e727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.143559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-a53b57fa-8166-4b63-af92-df32f74e727c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1100 time: 0.3314512 Sep 01 15:20:47.236416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.239072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.242914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fec806d-51d4-4ac4-be5a-45a32daaefd2 HTTP/1.1" status: 204 len: 168 time: 0.8064039 Sep 01 15:20:47.388401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.486768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75f0ee-8b35-40a9-b67f-a6ce782502ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec806d-51d4-4ac4-be5a-45a32daaefd2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:47.552135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-584f3edd-0149-49f3-9659-fbbec1cfbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.560850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-584f3edd-0149-49f3-9659-fbbec1cfbeed service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4122109 Sep 01 15:20:47.587939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2d4d-b99b-4415-a1a1-88844d359861 req-9cf6dd73-2851-498b-8861-6197834a28ae tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.595723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-545d2d4d-b99b-4415-a1a1-88844d359861 req-9cf6dd73-2851-498b-8861-6197834a28ae tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.5105319 Sep 01 15:20:47.689681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-f947b7c3-67ee-4751-82a2-af541a606b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.0901892 Sep 01 15:20:47.691505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6382c9a-7a84-46dc-b6dd-55dff8b0f721 req-f578964c-ccc4-49c5-901e-da1952c7a530 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.692172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-4e98ad79-9ce4-460b-b667-368130c200f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.693813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-4e98ad79-9ce4-460b-b667-368130c200f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.5154860 Sep 01 15:20:47.694236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6382c9a-7a84-46dc-b6dd-55dff8b0f721 req-f578964c-ccc4-49c5-901e-da1952c7a530 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 945 time: 0.0722773 Sep 01 15:20:47.756613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-545d2d4d-b99b-4415-a1a1-88844d359861 req-0b03dec5-882d-4347-99ee-a950e4ed5477 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439452 Sep 01 15:20:47.762742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d6382c9a-7a84-46dc-b6dd-55dff8b0f721 req-f017121d-80af-47ec-804c-45d6e32516dd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587471 Sep 01 15:20:47.817555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-2f7cde78-aff5-45c7-9a70-e665e60fe235 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.1005936 Sep 01 15:20:47.892626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-192841c7-fa7e-432c-9ae0-e6a4e82ad4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.895497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-192841c7-fa7e-432c-9ae0-e6a4e82ad4ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1928396 Sep 01 15:20:47.908936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-7fc38fff-6483-4c69-b627-0a4eb04e8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:47.910581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-7fc38fff-6483-4c69-b627-0a4eb04e8f39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0830562 Sep 01 15:20:48.003562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-8682705d-ef5b-4efd-be21-9e7bdb682e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:48.005390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-8682705d-ef5b-4efd-be21-9e7bdb682e3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937428 Sep 01 15:20:48.007806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-63d43bbf-e5ae-4220-a8ad-2383e2ec097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:48.009587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-63d43bbf-e5ae-4220-a8ad-2383e2ec097c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885801 Sep 01 15:20:48.307095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.369036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.399638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-0dec9f77-c7eb-405e-96d5-6b1cac84f60b service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558550 Sep 01 15:20:48.401346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-2e4cdc8a-e4da-4ad9-b519-35138fa18ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818908 Sep 01 15:20:48.718444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5d3297d-0fb9-464d-989b-ff7e1f124beb req-4788d9b3-9e5b-45dc-bd48-72c44e7f9e72 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133752 Sep 01 15:20:48.724139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-8ed0a8ec-a810-443d-b29e-8129535d8427 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062947 Sep 01 15:20:48.971906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-49edfb6b-581b-4a29-b192-db5b28de7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:48.973980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-49edfb6b-581b-4a29-b192-db5b28de7426 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=653165dd19a34165b751d9b45de2966b&device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1100 time: 0.1582346 Sep 01 15:20:48.995570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d7a3b-d9c3-464e-9396-bb8aa4dddffa req-98c09912-a944-4b51-8467-fba8e24f998e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:48.998492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f4d7a3b-d9c3-464e-9396-bb8aa4dddffa req-98c09912-a944-4b51-8467-fba8e24f998e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.0919018 Sep 01 15:20:49.224442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f4d7a3b-d9c3-464e-9396-bb8aa4dddffa req-03a64031-f7a4-4861-8a1d-7ea904383058 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678061 Sep 01 15:20:49.328487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311fe2-3152-4073-8965-61d5d6092a0c req-c3fa89d9-9eb3-4367-8970-8f3240433568 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:49.330757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30311fe2-3152-4073-8965-61d5d6092a0c req-c3fa89d9-9eb3-4367-8970-8f3240433568 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 945 time: 0.1213090 Sep 01 15:20:49.334608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-ba1ab467-0277-41e8-93aa-64e595c741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:49.342378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-ba1ab467-0277-41e8-93aa-64e595c741a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3399713 Sep 01 15:20:49.486933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-a3d8995a-dfd9-4088-b91e-b5753ce937e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 200 len: 217 time: 0.1306267 Sep 01 15:20:49.517527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Deleting port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:49.518054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.673568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a80e-7c38-4b48-8718-dda60e7880b7 req-02a98330-3cc9-4546-b1ee-4c11622e653f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:49.684224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2590a80e-7c38-4b48-8718-dda60e7880b7 req-02a98330-3cc9-4546-b1ee-4c11622e653f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 945 time: 0.2027197 Sep 01 15:20:49.694182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-47913866-0033-4352-80a3-f8b9e179c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:49.696409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-47913866-0033-4352-80a3-f8b9e179c805 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1554444 Sep 01 15:20:49.715416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] For port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:49.717268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.741412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Calling delete_port for 2bc90f38-0133-48a3-8bf0-72913ec4f5bb owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:49.896977 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.901729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2590a80e-7c38-4b48-8718-dda60e7880b7 req-b1f51c4e-b0cc-42ef-9951-a2f9f451bae8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161980 Sep 01 15:20:49.916924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-79549711-d00a-448e-b0d8-2217c2e7b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:49.924236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-79549711-d00a-448e-b0d8-2217c2e7b08d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2103662 Sep 01 15:20:50.155134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-c2228fe9-7867-41db-a816-a49c3367d1db service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233353 Sep 01 15:20:50.160707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.176040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', '2bc90f38-0133-48a3-8bf0-72913ec4f5bb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:50.264230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Pushing event deleted for resources: {'Port': ['ID=2bc90f38-0133-48a3-8bf0-72913ec4f5bb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:50.379756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] No DVR routers for this DVR port 2bc90f38-0133-48a3-8bf0-72913ec4f5bb on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:50.384412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.405862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30311fe2-3152-4073-8965-61d5d6092a0c req-01b2bd03-aba5-4f82-86e0-cb367ed0f986 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "DELETE /v2.0/ports/2bc90f38-0133-48a3-8bf0-72913ec4f5bb HTTP/1.1" status: 204 len: 173 time: 1.0679975 Sep 01 15:20:50.406785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'name': 'network-vif-deleted', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:50.412064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f12ccff5-bba9-4a3f-8854-7ac84172210f req-2329d17a-37f6-4a49-8e33-43c088960f99 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406237 Sep 01 15:20:50.418287 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab948a6-aecd-4f98-9692-e7a5441e44d8" -d '{"events": [{"server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "name": "network-vif-deleted", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:50.568557 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69134f6-4ceb-42e8-94aa-a827c5dbb973 x-openstack-request-id: req-a69134f6-4ceb-42e8-94aa-a827c5dbb973 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:50.568880 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d8403-b696-4eec-81f0-04b46a3ed0d7", "name": "network-vif-deleted", "tag": "2bc90f38-0133-48a3-8bf0-72913ec4f5bb", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:50.569259 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a69134f6-4ceb-42e8-94aa-a827c5dbb973 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:50.569691 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d8403-b696-4eec-81f0-04b46a3ed0d7', 'name': 'network-vif-deleted', 'tag': '2bc90f38-0133-48a3-8bf0-72913ec4f5bb', 'status': 'completed', 'code': 200} Sep 01 15:20:50.631283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98ae37-d0de-467d-83c9-564d1f1f6860 req-835108cf-147b-437b-bef9-5ddf488b4408 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:50.633778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e98ae37-d0de-467d-83c9-564d1f1f6860 req-835108cf-147b-437b-bef9-5ddf488b4408 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.1283257 Sep 01 15:20:50.729022 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e98ae37-d0de-467d-83c9-564d1f1f6860 req-6dc4f489-b713-4a0b-a275-bc9cb67b41be tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Sep 01 15:20:51.213482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9eac138-9dce-4580-89b8-829dc4f5931c req-8081d785-4de8-4372-a1a5-489628ad4d9d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=710d8403-b696-4eec-81f0-04b46a3ed0d7 HTTP/1.1" status: 200 len: 210 time: 0.1021180 Sep 01 15:20:51.955246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952d8e-6c10-440d-9afe-b33fc43561b3 req-b48665e6-8987-42f3-a6bf-40ec9ede97ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:51.964686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34952d8e-6c10-440d-9afe-b33fc43561b3 req-b48665e6-8987-42f3-a6bf-40ec9ede97ff tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 948 time: 0.0913877 Sep 01 15:20:52.019630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34952d8e-6c10-440d-9afe-b33fc43561b3 req-f135c8a9-468c-4e8f-a626-b33972812eb6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Sep 01 15:20:52.478588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca827-0453-4997-a919-81ac92f241cf req-2d156f8b-2792-4eb9-bca0-4d3cad8f5923 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:52.482536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65dca827-0453-4997-a919-81ac92f241cf req-2d156f8b-2792-4eb9-bca0-4d3cad8f5923 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 1100 time: 0.1524324 Sep 01 15:20:52.577952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65dca827-0453-4997-a919-81ac92f241cf req-ad1e52ce-0e3d-4751-851c-792f77431350 tempest-MigrationsAdminTest-1557846425 tempest-MigrationsAdminTest-1557846425-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797629 Sep 01 15:20:52.764873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:20:52.956979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:53.003515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'mac_address': 'fa:16:3e:48:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:20:53.040460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a94d-6ce5-4f1c-947f-96ce896c1284 req-9dd40cf6-958b-474e-8066-aad4f2704187 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:53.053964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca27a94d-6ce5-4f1c-947f-96ce896c1284 req-9dd40cf6-958b-474e-8066-aad4f2704187 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1519573 Sep 01 15:20:53.072071 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.089921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:20:53.116790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca27a94d-6ce5-4f1c-947f-96ce896c1284 req-24dae5d6-7ff1-465b-893d-bcc691142925 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613914 Sep 01 15:20:53.172631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:53.187352 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.188649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:53.280967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=12']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:53.389847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4b7df-f540-4624-82f5-4445ade55fbe req-d04047bb-4347-44ef-9f3a-3b0c8c690c03 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:53.394164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06e4b7df-f540-4624-82f5-4445ade55fbe req-d04047bb-4347-44ef-9f3a-3b0c8c690c03 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0901923 Sep 01 15:20:53.468122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06e4b7df-f540-4624-82f5-4445ade55fbe req-e1679d0e-9c16-48fa-b37f-5af9f1a24cbf tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666082 Sep 01 15:20:53.599572 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:20:53.698547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bdb853f0-9244-49ed-8b3f-7f878c0c734a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:53.733678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19a60-b5ae-441c-8168-dad88069c2a8 req-40a9c426-6d07-4349-a253-5a74b558ea55 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:53.736641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68a19a60-b5ae-441c-8168-dad88069c2a8 req-40a9c426-6d07-4349-a253-5a74b558ea55 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1141243 Sep 01 15:20:53.860421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-68a19a60-b5ae-441c-8168-dad88069c2a8 req-9fbd5667-20a4-41e2-8198-72ce68d460ec tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164105 Sep 01 15:20:54.291254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf032-08a0-40eb-9439-8850e0661676 req-ff4def0f-5ec2-4d30-bf20-e39f32d9d85d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:54.292901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40baf032-08a0-40eb-9439-8850e0661676 req-ff4def0f-5ec2-4d30-bf20-e39f32d9d85d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1513715 Sep 01 15:20:54.387185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40baf032-08a0-40eb-9439-8850e0661676 req-8b0824e1-7dd8-4629-805f-3f325623a531 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832951 Sep 01 15:20:54.483825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:54.688417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475b55-e24e-45f2-ad22-abce8dec2499 req-1e720aa6-7708-4d6e-99b9-cb8d28a8d031 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:54.702267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c475b55-e24e-45f2-ad22-abce8dec2499 req-1e720aa6-7708-4d6e-99b9-cb8d28a8d031 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1042955 Sep 01 15:20:54.766409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1c475b55-e24e-45f2-ad22-abce8dec2499 req-c7a8bc01-84ce-4774-ac12-e33787a82c46 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629482 Sep 01 15:20:54.772281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2bc90f38-0133-48a3-8bf0-72913ec4f5bb no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:54.861320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 2bc90f38-0133-48a3-8bf0-72913ec4f5bb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:20:54.862353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2bc90f38-0133-48a3-8bf0-72913ec4f5bb not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:54.979082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Deleting port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:54.979558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.238722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03696de-76de-43c8-b874-4471b084bb00 req-62d968d3-4214-4904-8fc4-1ea805cdf865 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:55.240901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d03696de-76de-43c8-b874-4471b084bb00 req-62d968d3-4214-4904-8fc4-1ea805cdf865 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.1536751 Sep 01 15:20:55.266393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] For port 046cf6fa-5ef2-4aae-b63e-d8049785a7c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:55.267451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.336366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Calling delete_port for 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:56.019969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad1b5d-a3d9-44cc-8d23-3548924473ee req-0ddb1144-4f20-48c7-b8af-97fc7dc2aae3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:56.043741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2dad1b5d-a3d9-44cc-8d23-3548924473ee req-0ddb1144-4f20-48c7-b8af-97fc7dc2aae3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 949 time: 0.0999341 Sep 01 15:20:56.069591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.146840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2dad1b5d-a3d9-44cc-8d23-3548924473ee req-46012876-b2b9-4018-b304-644da8b97c03 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983994 Sep 01 15:20:56.250276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=046cf6fa-5ef2-4aae-b63e-d8049785a7c4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:56.423147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Deleting port bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:56.424219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.616273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.624383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] For port bdb853f0-9244-49ed-8b3f-7f878c0c734a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bdb853f0-9244-49ed-8b3f-7f878c0c734a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:56.624692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.648287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Calling delete_port for bdb853f0-9244-49ed-8b3f-7f878c0c734a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:56.988556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.032178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event deleted for resources: {'Port': ['ID=bdb853f0-9244-49ed-8b3f-7f878c0c734a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:57.035954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:57.043459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:20:57.096974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] No DVR routers for this DVR port bdb853f0-9244-49ed-8b3f-7f878c0c734a on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:57.104968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.114686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d03696de-76de-43c8-b874-4471b084bb00 req-b3442d9f-42bc-4624-b17c-6731d33b50b6 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "DELETE /v2.0/ports/bdb853f0-9244-49ed-8b3f-7f878c0c734a HTTP/1.1" status: 204 len: 173 time: 1.8651187 Sep 01 15:20:57.115303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-deleted', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:57.118223 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d10b67-addf-49fe-9ff9-e6ce244b3d5c" -d '{"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-deleted", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:57.330463 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc81426-8531-42c6-b0c8-79b782f1657f x-openstack-request-id: req-9bc81426-8531-42c6-b0c8-79b782f1657f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:57.331230 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4982b57-775e-47d9-b193-8641d6a882fb", "name": "network-vif-deleted", "tag": "bdb853f0-9244-49ed-8b3f-7f878c0c734a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:57.331687 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bc81426-8531-42c6-b0c8-79b782f1657f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:57.332725 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982b57-775e-47d9-b193-8641d6a882fb', 'name': 'network-vif-deleted', 'tag': 'bdb853f0-9244-49ed-8b3f-7f878c0c734a', 'status': 'completed', 'code': 200} Sep 01 15:20:57.417390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:57.438214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-913376e2-8c3b-4534-8c63-4424bc21dd48 admin admin] 10.222.0.41 "PUT /v2.0/routers/f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2469480 Sep 01 15:20:57.442176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41460) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:57.473381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Sync routers for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:57.574518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:57.576394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:20:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:57.581326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bbcfbe6-cd1f-4873-8682-77039a5b1ba5 req-b076e36c-74f8-4843-92f1-b3bb99a3aeca tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4982b57-775e-47d9-b193-8641d6a882fb HTTP/1.1" status: 200 len: 210 time: 0.1037810 Sep 01 15:20:57.870314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.989814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:58.027927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.114755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.145783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7549a-7748-42a3-992c-f5fa67c67e6d req-748143ad-f8f0-4336-960b-09be89e16e91 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:58.155177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56d7549a-7748-42a3-992c-f5fa67c67e6d req-748143ad-f8f0-4336-960b-09be89e16e91 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1339405 Sep 01 15:20:58.237110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56d7549a-7748-42a3-992c-f5fa67c67e6d req-67fb19df-c533-433f-b397-18236747cf85 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741775 Sep 01 15:20:58.244712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Deleting port 40adcae2-0784-429d-8dce-0cb28c9ec5e4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:58.245321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.406970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45a9cd-6545-4d15-ab2b-bb1cfd8782c9 req-d1aa7d4f-9a48-4475-a9eb-4d64639eb870 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:58.409219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a45a9cd-6545-4d15-ab2b-bb1cfd8782c9 req-d1aa7d4f-9a48-4475-a9eb-4d64639eb870 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0773151 Sep 01 15:20:58.436432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:20:55Z', 'revision_number': 5, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port': {'id': '40adcae2-0784-429d-8dce-0cb28c9ec5e4', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:21Z', 'updated_at': '2021-09-01T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:58.490808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Checking router: f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:58.501189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] For port 40adcae2-0784-429d-8dce-0cb28c9ec5e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=40adcae2-0784-429d-8dce-0cb28c9ec5e4,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:58.502079 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.507741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Routers {'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:58.508856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:20:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:58.510373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a45a9cd-6545-4d15-ab2b-bb1cfd8782c9 req-4f419765-9fc9-4e33-b418-fca061caffb2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918987 Sep 01 15:20:58.529564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Calling delete_port for 40adcae2-0784-429d-8dce-0cb28c9ec5e4 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:58.734532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] Set router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:58.921852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.935351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:20:58Z', 'revision_number': 6, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:59.000077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=40adcae2-0784-429d-8dce-0cb28c9ec5e4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:59.071255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89bf66-64b0-4fbf-9ffa-2816b0b36966 None None] The sync data for ids ['f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5'] in n-d-802060-16 is: [{'id': 'f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5', 'name': 'tempest-AttachVolumeTestJSON-358498058-router', 'tenant_id': '58d74bffec96481791d8a61b1981a9ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:20Z', 'updated_at': '2021-09-01T15:20:58Z', 'revision_number': 6, 'project_id': '58d74bffec96481791d8a61b1981a9ee', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:59.294151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.464734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.468301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.496429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af5e0-afae-41dd-986b-639c414b501e req-d404ba9f-59e7-40ab-ab0d-b0d5e434722e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:59.499349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-628af5e0-afae-41dd-986b-639c414b501e req-d404ba9f-59e7-40ab-ab0d-b0d5e434722e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 950 time: 0.1994467 Sep 01 15:21:00.025101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.025944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:00.057731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.059928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b646dfe3-f497-4f48-b1f8-d3b3f3e54f2b admin admin] 10.222.0.41 "DELETE /v2.0/routers/f04af9cd-dd9e-42e4-a9f6-9ea5769db6d5 HTTP/1.1" status: 204 len: 168 time: 2.6161792 Sep 01 15:21:00.064329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41520) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:00.109335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-628af5e0-afae-41dd-986b-639c414b501e req-8e76dc5c-0178-4fae-9b92-51aacdbc0f00 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609764 Sep 01 15:21:00.232259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Deleting subnet de361e37-910f-40a2-9ba7-ee11c1c2ace5 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:21:00.243067 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.447300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.618153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:00.815305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.830079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:00.889612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: bdb853f0-9244-49ed-8b3f-7f878c0c734a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:00.890801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:00.903825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-af04799a-8c9e-41b4-a020-10b85d7b94df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:00.906881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-af04799a-8c9e-41b4-a020-10b85d7b94df tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 950 time: 0.1926363 Sep 01 15:21:00.907141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db8145d5-50b1-4519-9670-3ff0721dece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.100620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.142020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:01.178184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db8145d5-50b1-4519-9670-3ff0721dece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.181513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:01.181513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 046cf6fa-5ef2-4aae-b63e-d8049785a7c4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:01.181936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 40adcae2-0784-429d-8dce-0cb28c9ec5e4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:01.188347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db8145d5-50b1-4519-9670-3ff0721dece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.220538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 40adcae2-0784-429d-8dce-0cb28c9ec5e4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:01.221134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 40adcae2-0784-429d-8dce-0cb28c9ec5e4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:01.264651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-db8145d5-50b1-4519-9670-3ff0721dece5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8900efebcb748f8b416467621c39047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441741 Sep 01 15:21:01.266000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8145d5-50b1-4519-9670-3ff0721dece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bbd7c-b94f-42d4-8ae6-d788ed35e51e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:01.268989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:01.290060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de361e37-910f-40a2-9ba7-ee11c1c2ace5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:01.303823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.309008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:01.311970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaaaff5-217d-40c3-ac35-cb82af4e0c60 None None] Network 9513f788-2488-472e-b807-567091ca5874 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:01.326439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-89dda439-b393-4082-8020-dea258dcae40 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de361e37-910f-40a2-9ba7-ee11c1c2ace5 HTTP/1.1" status: 204 len: 168 time: 1.2431967 Sep 01 15:21:01.360735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Deleting port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:01.373928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.501172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed1f1-6d92-4722-8366-b89c63c77156 req-61be4bab-1ddf-4999-8f73-b4ee8ce1c4f3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:01.503392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6ed1f1-6d92-4722-8366-b89c63c77156 req-61be4bab-1ddf-4999-8f73-b4ee8ce1c4f3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 950 time: 0.1672285 Sep 01 15:21:01.533249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.608377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.623618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.749449 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc6ed1f1-6d92-4722-8366-b89c63c77156 req-59560215-94cf-4948-81b3-a6deb7889f2d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244849 Sep 01 15:21:01.783085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] DHCP port deletion for 9513f788-2488-472e-b807-567091ca5874 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:21:01.833727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] For port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:01.834344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.871262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Calling delete_port for 9d79f631-8bbe-4d7f-a554-58dfa3069f2e owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:01.898891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Deleting port dbff6cb3-0eca-4724-94c8-1259105b7c3f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:01.899625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.917579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.921992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.927586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/679bbd7c-b94f-42d4-8ae6-d788ed35e51e HTTP/1.1" status: 204 len: 168 time: 0.6456072 Sep 01 15:21:01.983598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eecb0b-ae37-4dd8-bc5c-b1575bf01749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bbd7c-b94f-42d4-8ae6-d788ed35e51e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:01.998837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Deleting port dbff6cb3-0eca-4724-94c8-1259105b7c3f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:01.999480 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.023818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] For port dbff6cb3-0eca-4724-94c8-1259105b7c3f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dbff6cb3-0eca-4724-94c8-1259105b7c3f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:02.024873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.042800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Calling delete_port for dbff6cb3-0eca-4724-94c8-1259105b7c3f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:02.238153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.269527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] For port dbff6cb3-0eca-4724-94c8-1259105b7c3f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dbff6cb3-0eca-4724-94c8-1259105b7c3f,segment=NetworkSegment(b2db3612-ead8-4799-ad8a-c8518269fe38),segment_id=b2db3612-ead8-4799-ad8a-c8518269fe38)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:02.271460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.275526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:02.295173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.317620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Calling delete_port for dbff6cb3-0eca-4724-94c8-1259105b7c3f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:02.322939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event deleted for resources: {'Port': ['ID=9d79f631-8bbe-4d7f-a554-58dfa3069f2e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:02.342502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbff6cb3-0eca-4724-94c8-1259105b7c3f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:02.364487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] No DVR routers for this DVR port dbff6cb3-0eca-4724-94c8-1259105b7c3f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:02.432478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408a9a1-fefe-4b59-8b7d-bd677986e62f req-bee58c04-0cef-47ec-8ce5-7d9c33cd54b2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:02.436699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7408a9a1-fefe-4b59-8b7d-bd677986e62f req-bee58c04-0cef-47ec-8ce5-7d9c33cd54b2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2200439 Sep 01 15:21:02.454794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] No DVR routers for this DVR port 9d79f631-8bbe-4d7f-a554-58dfa3069f2e on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:02.459433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.464561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f2c748a-ede1-4665-8f6b-964627bf634e req-82ac5309-08c7-4d46-935b-b9c62591c43a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "DELETE /v2.0/ports/9d79f631-8bbe-4d7f-a554-58dfa3069f2e HTTP/1.1" status: 204 len: 173 time: 1.5504298 Sep 01 15:21:02.465443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-deleted', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:02.471838 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360bbb54-36e3-44be-aedd-a5c0c1feb3ff" -d '{"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-deleted", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:02.589950 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175f496-78ce-4a73-a9f3-ac3674a66dae x-openstack-request-id: req-1175f496-78ce-4a73-a9f3-ac3674a66dae {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:02.591933 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada54ab-e491-4733-b4a0-1e4422765a11", "name": "network-vif-deleted", "tag": "9d79f631-8bbe-4d7f-a554-58dfa3069f2e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:02.592685 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1175f496-78ce-4a73-a9f3-ac3674a66dae {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:02.593207 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada54ab-e491-4733-b4a0-1e4422765a11', 'name': 'network-vif-deleted', 'tag': '9d79f631-8bbe-4d7f-a554-58dfa3069f2e', 'status': 'completed', 'code': 200} Sep 01 15:21:02.652482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.694720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.720617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] Pushing event deleted for resources: {'Port': ['ID=dbff6cb3-0eca-4724-94c8-1259105b7c3f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:02.724147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917f90c-95ac-4c9d-8385-38e64b0e1ffb None None] No DVR routers for this DVR port dbff6cb3-0eca-4724-94c8-1259105b7c3f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:02.789551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7408a9a1-fefe-4b59-8b7d-bd677986e62f req-5c26ad61-7f78-48b7-b544-29a3b1f44300 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126285 Sep 01 15:21:02.800517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9513f788-2488-472e-b807-567091ca5874']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.836337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2db3612-ead8-4799-ad8a-c8518269fe38') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.836663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2db3612-ead8-4799-ad8a-c8518269fe38') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.861925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.899963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.913201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:21:02.914593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:21:02.919071 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:21:02.966863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:03.000859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:03.023706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cdbda-0697-4132-8859-b90eba8a1e95 req-f7f708c5-b0fb-4532-93e6-dfda800d04a5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:03.031419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b76cdbda-0697-4132-8859-b90eba8a1e95 req-f7f708c5-b0fb-4532-93e6-dfda800d04a5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1030567 Sep 01 15:21:03.157270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b76cdbda-0697-4132-8859-b90eba8a1e95 req-e9d888fe-bfbb-43af-afd3-725b9b996ef1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094892 Sep 01 15:21:03.297435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dbff6cb3-0eca-4724-94c8-1259105b7c3f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:03.329225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-866b7f42-6fb5-4ce2-a41b-fad44a7baf2a req-45d91411-4376-4bb0-8b70-d8160f1b78e4 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ada54ab-e491-4733-b4a0-1e4422765a11 HTTP/1.1" status: 200 len: 210 time: 0.2167265 Sep 01 15:21:03.331083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.359455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.363468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] 10.222.0.41 "DELETE /v2.0/networks/9513f788-2488-472e-b807-567091ca5874 HTTP/1.1" status: 204 len: 168 time: 2.0342114 Sep 01 15:21:03.365155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eed58c-4eac-4f1e-a036-febf395ab13c admin admin] Pushing event deleted for resources: {'Network': ['ID=9513f788-2488-472e-b807-567091ca5874,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:03.438686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: dbff6cb3-0eca-4724-94c8-1259105b7c3f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:03.439179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dbff6cb3-0eca-4724-94c8-1259105b7c3f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:03.732660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b248f7d-c539-45a1-849d-3e4b77249dff req-ca0fd174-787f-4537-bbfc-f0857dee8ab6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:03.743967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b248f7d-c539-45a1-849d-3e4b77249dff req-ca0fd174-787f-4537-bbfc-f0857dee8ab6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1190150 Sep 01 15:21:03.815068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b248f7d-c539-45a1-849d-3e4b77249dff req-ce10a761-57f2-4a42-adc9-ae929ea4faf1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Sep 01 15:21:03.964099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41618) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:04.014772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f81af-9b63-4be0-997c-ac94c1f69248 req-ba4630d1-6897-45b2-8a88-e98720f0a3f7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:04.027826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d99f81af-9b63-4be0-997c-ac94c1f69248 req-ba4630d1-6897-45b2-8a88-e98720f0a3f7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0972557 Sep 01 15:21:04.030778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e9dea58a-ce45-489c-8f9d-38d50c6f25b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58d74bffec96481791d8a61b1981a9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631909 Sep 01 15:21:04.031476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41620) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:04.034908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41622) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:04.113400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d99f81af-9b63-4be0-997c-ac94c1f69248 req-39edcee3-1802-4b31-84d1-990dab469834 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839727 Sep 01 15:21:04.130349 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.173783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.251125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.256321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.258870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e733f936-e74d-44ca-a699-0e4bc5825de5 HTTP/1.1" status: 204 len: 168 time: 0.2223017 Sep 01 15:21:04.273115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733f936-e74d-44ca-a699-0e4bc5825de5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:04.287611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.288201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.288771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.289627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.290174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.290674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.291235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.291802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.292352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.292883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.299134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.299134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376f7cb0-e5fd-471f-a775-e9ce2a21561d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:04.378665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-805fc375-b799-4de7-80cf-fe5f255c8cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.577479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88007516-8c7e-4f9e-8a70-c07af6b49406 req-f54fe338-cb5b-41ee-8bca-02af17b734ad tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:04.580236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88007516-8c7e-4f9e-8a70-c07af6b49406 req-f54fe338-cb5b-41ee-8bca-02af17b734ad tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1289175 Sep 01 15:21:04.628027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-805fc375-b799-4de7-80cf-fe5f255c8cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.636842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-805fc375-b799-4de7-80cf-fe5f255c8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:04.686971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-88007516-8c7e-4f9e-8a70-c07af6b49406 req-746decf3-f426-475f-91b8-3241c3dcb979 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928693 Sep 01 15:21:04.713153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fc375-b799-4de7-80cf-fe5f255c8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c1651a-9128-4309-96b4-a52d0b1c9c6d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:04.763019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41650) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:04.764999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-805fc375-b799-4de7-80cf-fe5f255c8cfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77a90d77f6424520b1b2440d4830d51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267706 Sep 01 15:21:04.844144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:21:04.849777 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No ports have port_id starting with bdb853f0-9244-49ed-8b3f-7f878c0c734a Sep 01 15:21:04.852159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:04.860490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bdb853f0-9244-49ed-8b3f-7f878c0c734a requested by agent hyperv_n-h1-802060-16 not found in database {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 01 15:21:04.923484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9d79f631-8bbe-4d7f-a554-58dfa3069f2e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:04.924224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9d79f631-8bbe-4d7f-a554-58dfa3069f2e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:04.952936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d556a-4818-4673-8943-d7d7dd705fd8 req-807bbbb4-beae-4c52-a6c5-a69476510d2d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:04.956103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad7d556a-4818-4673-8943-d7d7dd705fd8 req-807bbbb4-beae-4c52-a6c5-a69476510d2d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1318529 Sep 01 15:21:04.957545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.040050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.113884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad7d556a-4818-4673-8943-d7d7dd705fd8 req-1ed7fe55-b154-491e-ab8e-284ad84f260e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473470 Sep 01 15:21:05.133949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538961-fdcf-4e6e-a997-fb85a514cd87 req-f883cdaa-e578-418d-afa1-f1abc066124a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:05.143461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:05.144280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72538961-fdcf-4e6e-a997-fb85a514cd87 req-f883cdaa-e578-418d-afa1-f1abc066124a tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.0864689 Sep 01 15:21:05.209499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.210064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72538961-fdcf-4e6e-a997-fb85a514cd87 req-0fbe42a0-75e0-4bcf-bf44-0b3b502680b8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Sep 01 15:21:05.215789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.219068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2c1651a-9128-4309-96b4-a52d0b1c9c6d HTTP/1.1" status: 204 len: 168 time: 0.4543400 Sep 01 15:21:05.237026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241679b-1666-4091-9360-657b4fc854de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c1651a-9128-4309-96b4-a52d0b1c9c6d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:05.462120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f19fc0a2-10ba-4e7d-b6f2-ca52f8652661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.536659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1cecf-5af8-492d-9d48-8bd819fcff22 req-d93a4ccd-8373-4be7-90bd-32d1a3bf07a4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:05.538667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54d1cecf-5af8-492d-9d48-8bd819fcff22 req-d93a4ccd-8373-4be7-90bd-32d1a3bf07a4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1301565 Sep 01 15:21:05.675707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54d1cecf-5af8-492d-9d48-8bd819fcff22 req-8f5f7e51-972e-49a5-a34c-f67d7b924f3a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205268 Sep 01 15:21:05.710355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f19fc0a2-10ba-4e7d-b6f2-ca52f8652661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.710355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f19fc0a2-10ba-4e7d-b6f2-ca52f8652661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.766892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc0a2-10ba-4e7d-b6f2-ca52f8652661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915ec2e-730e-440e-9fe7-f5f867ce2de3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:05.790371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f19fc0a2-10ba-4e7d-b6f2-ca52f8652661 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=893c07d54d1045789838466cdfecb2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447935 Sep 01 15:21:05.795781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41698) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:05.912412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:05.949879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b9e8-2eb5-4c7f-bd3b-ca4b2b2c296e req-86138cb5-910b-4c60-8930-8f0bb9a8d83d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:05.953106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d90b9e8-2eb5-4c7f-bd3b-ca4b2b2c296e req-86138cb5-910b-4c60-8930-8f0bb9a8d83d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0941646 Sep 01 15:21:05.956638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:06.028674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d90b9e8-2eb5-4c7f-bd3b-ca4b2b2c296e req-461d4745-7df4-4aea-a0e3-153927306dfb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Sep 01 15:21:06.056540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:06.062913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:06.069293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d915ec2e-730e-440e-9fe7-f5f867ce2de3 HTTP/1.1" status: 204 len: 168 time: 0.2676866 Sep 01 15:21:06.081969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b906-5203-4f06-b6e4-fbb7177bbca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915ec2e-730e-440e-9fe7-f5f867ce2de3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:06.465197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a31aa4-3b30-4151-969a-091099537ac4 req-3f95ee2c-50b7-4750-8980-6e252da37c4e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:06.467603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1a31aa4-3b30-4151-969a-091099537ac4 req-3f95ee2c-50b7-4750-8980-6e252da37c4e tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1317153 Sep 01 15:21:06.558110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1a31aa4-3b30-4151-969a-091099537ac4 req-403b7ee9-2ae7-4c03-a631-50e4f6c2921c tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823805 Sep 01 15:21:06.594801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-02ac7d13-014b-451d-8fd3-470fd6110f2b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:06.597996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-02ac7d13-014b-451d-8fd3-470fd6110f2b tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 950 time: 0.1250210 Sep 01 15:21:06.800986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b781b-8172-47cb-abc1-df03d5fb8391 req-4aff0677-1a2c-4eba-ada4-b5784e8864de tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:06.802824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-177b781b-8172-47cb-abc1-df03d5fb8391 req-4aff0677-1a2c-4eba-ada4-b5784e8864de tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1183627 Sep 01 15:21:06.840106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Deleting port fbac95c6-3d28-42db-9d41-23a75a533fef {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:06.840937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:06.931182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-177b781b-8172-47cb-abc1-df03d5fb8391 req-3c1b3972-7e57-4080-9c9a-4c3f8fdab837 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151156 Sep 01 15:21:07.024323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] For port fbac95c6-3d28-42db-9d41-23a75a533fef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fbac95c6-3d28-42db-9d41-23a75a533fef,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:07.025088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:07.056448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Calling delete_port for fbac95c6-3d28-42db-9d41-23a75a533fef owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:07.202511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149835d7-1b0e-4326-bc9d-fc440d3c8a14 req-382ccd0e-cce7-408b-8db7-f51f6a581836 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:07.217444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-149835d7-1b0e-4326-bc9d-fc440d3c8a14 req-382ccd0e-cce7-408b-8db7-f51f6a581836 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1239190 Sep 01 15:21:07.293012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-149835d7-1b0e-4326-bc9d-fc440d3c8a14 req-99dbd1a5-dace-4dd9-8b7a-5b4e32487e56 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Sep 01 15:21:07.365782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:07.383058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fbac95c6-3d28-42db-9d41-23a75a533fef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:07.428694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:07.448364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:07.449657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event deleted for resources: {'Port': ['ID=fbac95c6-3d28-42db-9d41-23a75a533fef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:07.538278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] No DVR routers for this DVR port fbac95c6-3d28-42db-9d41-23a75a533fef on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:07.546123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:07.551437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adecc5f1-0dca-4365-b149-68d7d6c2b2ff req-ed92d266-7f91-4d6d-8a40-438f7b553178 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.50 "DELETE /v2.0/ports/fbac95c6-3d28-42db-9d41-23a75a533fef HTTP/1.1" status: 204 len: 173 time: 0.9362226 Sep 01 15:21:07.552687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-deleted', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:07.560674 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbdc73e-2938-4acd-9679-0c80b3d36b60" -d '{"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-deleted", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:07.697991 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da220557-6a21-4b08-8cc1-162310f74883 x-openstack-request-id: req-da220557-6a21-4b08-8cc1-162310f74883 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:07.698799 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159c7d86-68d8-422a-9834-35fd714d3478", "name": "network-vif-deleted", "tag": "fbac95c6-3d28-42db-9d41-23a75a533fef", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:07.699726 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da220557-6a21-4b08-8cc1-162310f74883 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:07.701396 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159c7d86-68d8-422a-9834-35fd714d3478', 'name': 'network-vif-deleted', 'tag': 'fbac95c6-3d28-42db-9d41-23a75a533fef', 'status': 'completed', 'code': 200} Sep 01 15:21:07.795999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-879a0cb2-a942-4582-85e0-6331181bf0fe req-f16c559c-e8b8-429f-b486-6f715b4fb9d3 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=159c7d86-68d8-422a-9834-35fd714d3478 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Sep 01 15:21:08.017899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153007c-e508-4f36-81dd-041882b6e408 req-ecc225e0-aed8-4c3e-bd68-5f41097da58a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:08.032701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a153007c-e508-4f36-81dd-041882b6e408 req-ecc225e0-aed8-4c3e-bd68-5f41097da58a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1308734 Sep 01 15:21:08.143553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a153007c-e508-4f36-81dd-041882b6e408 req-81379e7e-5c65-46eb-9a06-f4971300c7bf tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029832 Sep 01 15:21:08.419142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e039eef-c3a7-460c-9c7c-61a7c2abf74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.612289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af229e-b874-4d6d-9708-cbdc193082dc req-adff8408-7773-4434-9909-8fb86e0e3b35 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:08.617858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02af229e-b874-4d6d-9708-cbdc193082dc req-adff8408-7773-4434-9909-8fb86e0e3b35 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1864727 Sep 01 15:21:08.718080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-02af229e-b874-4d6d-9708-cbdc193082dc req-c9fcbf8e-39ae-470c-acc2-847f8be15ba9 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878043 Sep 01 15:21:08.780612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e039eef-c3a7-460c-9c7c-61a7c2abf74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.812228 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e039eef-c3a7-460c-9c7c-61a7c2abf74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.871968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e039eef-c3a7-460c-9c7c-61a7c2abf74e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef6e444231aa4e958c86fb5c21107f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4163063 Sep 01 15:21:08.872819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:08.873573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e039eef-c3a7-460c-9c7c-61a7c2abf74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f020e60-b458-4407-ad9d-8ffc633db6ec,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:09.023078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:09.078080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:09.246008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:09.253133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:09.253133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f020e60-b458-4407-ad9d-8ffc633db6ec HTTP/1.1" status: 204 len: 168 time: 0.3760843 Sep 01 15:21:09.274878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff10a3a-bc7a-4c4b-af96-9d6f957bea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f020e60-b458-4407-ad9d-8ffc633db6ec,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:09.378212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3676eb8-a0d9-4f38-8896-1f710c881aa9 req-870c2587-34cc-451e-b376-b159cc655837 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:09.381258 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3676eb8-a0d9-4f38-8896-1f710c881aa9 req-870c2587-34cc-451e-b376-b159cc655837 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 814 time: 0.2302122 Sep 01 15:21:09.394665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c67e-8aa4-432b-9dbf-154aee4dfb56 req-c0dfcd1e-f7be-460e-87c4-7a5a4bdc7e6d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:09.396312 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4379c67e-8aa4-432b-9dbf-154aee4dfb56 req-c0dfcd1e-f7be-460e-87c4-7a5a4bdc7e6d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1113179 Sep 01 15:21:09.426195 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3676eb8-a0d9-4f38-8896-1f710c881aa9 req-b1adfb84-e15c-4577-9845-f6a3ea5313cd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/quotas/733123fa02e147fe9e4d2faa02425a62 HTTP/1.1" status: 200 len: 375 time: 0.0337543 Sep 01 15:21:09.481713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4379c67e-8aa4-432b-9dbf-154aee4dfb56 req-b23023f3-9f2b-4668-a637-04707570bef0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Sep 01 15:21:09.517924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c3676eb8-a0d9-4f38-8896-1f710c881aa9 req-ad08862b-da9c-4156-a975-9b8f3e85d69c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864174 Sep 01 15:21:09.784076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dedb7-3736-42e9-9a74-731758c69dc2 req-a0a2f4b3-49ab-45f8-bee1-ef0829abb1d2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:09.787333 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-547dedb7-3736-42e9-9a74-731758c69dc2 req-a0a2f4b3-49ab-45f8-bee1-ef0829abb1d2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1125977 Sep 01 15:21:09.871309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-547dedb7-3736-42e9-9a74-731758c69dc2 req-71c42bd6-a590-479a-90fc-b31ca71073fc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Sep 01 15:21:10.091249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7436ca-f6f4-43cd-819c-a3878a1405a4 req-f001667f-6afd-4f5f-b729-0c9158f9f146 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:10.098590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd7436ca-f6f4-43cd-819c-a3878a1405a4 req-f001667f-6afd-4f5f-b729-0c9158f9f146 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0845551 Sep 01 15:21:10.168006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd7436ca-f6f4-43cd-819c-a3878a1405a4 req-a70d35db-226f-4090-b7cc-fd7f3684ded7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 Sep 01 15:21:10.480130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-906347fe-b03c-4160-9c70-fe6101070d09 req-6bf31c03-ba2e-4109-9878-7d4dc60230cf tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=733123fa02e147fe9e4d2faa02425a62 HTTP/1.1" status: 200 len: 221 time: 0.0433578 Sep 01 15:21:10.746340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39002015-25e5-413d-90c9-4c0778b67acf req-f25d5b8f-9642-453d-befa-316e8c045abb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:10.757687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39002015-25e5-413d-90c9-4c0778b67acf req-f25d5b8f-9642-453d-befa-316e8c045abb tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1383588 Sep 01 15:21:10.778635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f0856-927d-40a4-95c1-da335d09527f req-030c1cf4-8352-4950-8fea-d25253d8492b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:10.781367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b86f0856-927d-40a4-95c1-da335d09527f req-030c1cf4-8352-4950-8fea-d25253d8492b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1787877 Sep 01 15:21:10.881951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:10.897592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b86f0856-927d-40a4-95c1-da335d09527f req-e6861fd6-242b-42da-aec0-54002a2c161d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952039 Sep 01 15:21:10.918681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: fbac95c6-3d28-42db-9d41-23a75a533fef {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:10.919445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fbac95c6-3d28-42db-9d41-23a75a533fef not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:10.938213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39002015-25e5-413d-90c9-4c0778b67acf req-d5504d5b-cef1-46ca-a6f5-e205d0255bf0 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e523183-9b1e-4d63-b3e1-d6a2db471246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791563 Sep 01 15:21:10.954206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-ffd73681-d401-451b-b322-3514d1e8ceb8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:10.956721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-ffd73681-d401-451b-b322-3514d1e8ceb8 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 949 time: 0.1964431 Sep 01 15:21:11.128727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467320-d762-43ad-abbf-8afb243ec36a req-2faf547f-a680-4131-8e1a-0131472a5315 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:11.139325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72467320-d762-43ad-abbf-8afb243ec36a req-2faf547f-a680-4131-8e1a-0131472a5315 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0814857 Sep 01 15:21:11.153932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Deleting port 726a95b2-3980-478a-8815-6150021be6a4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:11.154397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:11.202675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72467320-d762-43ad-abbf-8afb243ec36a req-7e6644c3-43a4-44a8-b2df-c9476b8ab3c2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621383 Sep 01 15:21:11.383252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] For port 726a95b2-3980-478a-8815-6150021be6a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=726a95b2-3980-478a-8815-6150021be6a4,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:11.383989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:11.413700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Calling delete_port for 726a95b2-3980-478a-8815-6150021be6a4 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:11.430729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d145a-944f-4acd-a7b4-4fd1f252e655 req-1349df2d-bc60-474f-af17-e2e393c27249 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:11.436303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e64d145a-944f-4acd-a7b4-4fd1f252e655 req-1349df2d-bc60-474f-af17-e2e393c27249 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1007457 Sep 01 15:21:11.516036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e64d145a-944f-4acd-a7b4-4fd1f252e655 req-083e35d6-15d0-4321-a952-7690212806cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758944 Sep 01 15:21:11.716307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:11.754655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['726a95b2-3980-478a-8815-6150021be6a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:11.765399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09033-3362-4192-9e25-4d5268d4f44f req-71c4652a-1f10-4622-8a5d-5947d08fded8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:11.767394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64b09033-3362-4192-9e25-4d5268d4f44f req-71c4652a-1f10-4622-8a5d-5947d08fded8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1216688 Sep 01 15:21:11.768720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Pushing event deleted for resources: {'Port': ['ID=726a95b2-3980-478a-8815-6150021be6a4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:11.833353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] No DVR routers for this DVR port 726a95b2-3980-478a-8815-6150021be6a4 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:11.836585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:11.838910 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0b4a33c-c258-48a1-b4e0-8a70f30c37b2 req-d14b00d4-b941-40b1-9f91-c49bcb1e759d tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.24 "DELETE /v2.0/ports/726a95b2-3980-478a-8815-6150021be6a4 HTTP/1.1" status: 204 len: 173 time: 0.8744533 Sep 01 15:21:11.839639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-deleted', 'tag': '726a95b2-3980-478a-8815-6150021be6a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:11.844035 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba1aa65-2b13-4ba5-8c4f-52c093ef7825" -d '{"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-deleted", "tag": "726a95b2-3980-478a-8815-6150021be6a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:11.884179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64b09033-3362-4192-9e25-4d5268d4f44f req-0cb1103a-d05e-4334-9b42-5c62fae03471 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041555 Sep 01 15:21:11.963396 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ca918a-c289-496c-a904-53cb057ae076 x-openstack-request-id: req-61ca918a-c289-496c-a904-53cb057ae076 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:11.963993 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dae1c6-7a44-49e9-9515-5370cb6aa490", "name": "network-vif-deleted", "tag": "726a95b2-3980-478a-8815-6150021be6a4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:11.964460 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61ca918a-c289-496c-a904-53cb057ae076 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:11.965089 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dae1c6-7a44-49e9-9515-5370cb6aa490', 'name': 'network-vif-deleted', 'tag': '726a95b2-3980-478a-8815-6150021be6a4', 'status': 'completed', 'code': 200} Sep 01 15:21:12.184736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8cc85edc-d3a0-4cd5-a31d-f4b239a6afdb req-fced00cc-cc2a-426f-ad32-c65316e6a588 tempest-MigrationsAdminTest-1773928927 tempest-MigrationsAdminTest-1773928927-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2dae1c6-7a44-49e9-9515-5370cb6aa490 HTTP/1.1" status: 200 len: 210 time: 0.0848753 Sep 01 15:21:12.209305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3fd9-deaa-4f71-8404-3360bb973150 req-d99fe710-08e2-4762-a182-e7318552d6f1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:12.231372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0d3fd9-deaa-4f71-8404-3360bb973150 req-d99fe710-08e2-4762-a182-e7318552d6f1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1778758 Sep 01 15:21:12.350621 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0d3fd9-deaa-4f71-8404-3360bb973150 req-bba46a04-21e0-42a3-8b7d-1fa2b9210167 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144485 Sep 01 15:21:12.678153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fc173-b170-46db-b828-b0bf19d46a0a req-83132b64-25d3-4574-a219-eb6a4d997bc7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:12.684554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-974fc173-b170-46db-b828-b0bf19d46a0a req-83132b64-25d3-4574-a219-eb6a4d997bc7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1426661 Sep 01 15:21:12.814985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-974fc173-b170-46db-b828-b0bf19d46a0a req-d288b5ba-b85e-4063-be97-284ecccd0c47 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251366 Sep 01 15:21:13.160393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b293bb5-3653-4736-95c0-42d1e4a62cc9 req-06eb7fb2-1c02-4224-8626-10e4deff5cdd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:13.163354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b293bb5-3653-4736-95c0-42d1e4a62cc9 req-06eb7fb2-1c02-4224-8626-10e4deff5cdd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1362813 Sep 01 15:21:13.241987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b293bb5-3653-4736-95c0-42d1e4a62cc9 req-9e440b24-c66a-49a3-a3cb-2779ebc66b31 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706863 Sep 01 15:21:13.533770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d1388-b6a4-4304-957d-d75bdbfa0d23 req-94f2a9ae-dfaf-4bce-b78e-ff41f1de3a2c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:13.548101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b4d1388-b6a4-4304-957d-d75bdbfa0d23 req-94f2a9ae-dfaf-4bce-b78e-ff41f1de3a2c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1510646 Sep 01 15:21:13.608544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b4d1388-b6a4-4304-957d-d75bdbfa0d23 req-cbae05a5-5880-4e0c-b985-3a0e52e659e4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 Sep 01 15:21:14.037817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0f23a-dde3-496f-a84f-8f65406dc1d2 req-2d7dd069-aacb-425e-a2d8-2d7040f692bb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:14.051445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc0f23a-dde3-496f-a84f-8f65406dc1d2 req-2d7dd069-aacb-425e-a2d8-2d7040f692bb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1749489 Sep 01 15:21:14.067680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42024) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:14.093454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 726a95b2-3980-478a-8815-6150021be6a4 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:14.166072 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc0f23a-dde3-496f-a84f-8f65406dc1d2 req-0afacd35-103a-4ccd-ae48-780c5cd1e3d2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Sep 01 15:21:14.166489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 726a95b2-3980-478a-8815-6150021be6a4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:14.166743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42028) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:14.166899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 726a95b2-3980-478a-8815-6150021be6a4 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:14.349913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa216-ad0f-4cb9-ae14-4d4f5cdad3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.485524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c93b20-5c83-488b-a12a-1b5ae6d252ef req-1be99793-b5d0-4eca-b362-e9a25d6e4431 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:14.490965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9c93b20-5c83-488b-a12a-1b5ae6d252ef req-1be99793-b5d0-4eca-b362-e9a25d6e4431 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1583803 Sep 01 15:21:14.685641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2348-0012-4562-977a-2c7918cbead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.809361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9c93b20-5c83-488b-a12a-1b5ae6d252ef req-6257d7fe-192a-4d93-881c-9709ed5e5df8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847137 Sep 01 15:21:14.823405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1e6eecf8-0889-43ff-a9f0-e484c40a80fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=653165dd19a34165b751d9b45de2966b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522388 Sep 01 15:21:14.824855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:14.969418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2348-0012-4562-977a-2c7918cbead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.975923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2348-0012-4562-977a-2c7918cbead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.020677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.072208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a1ef2348-0012-4562-977a-2c7918cbead5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38b8b81dd64740cb86c21b66d5af19c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9979992 Sep 01 15:21:15.077052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42046) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:15.090864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef2348-0012-4562-977a-2c7918cbead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424fb9eb-5e9f-4732-ab3d-3657cef6e062,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:15.091321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.139282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd83ac-4e61-42a4-9340-28dd2e89d854 req-7e53b041-a6ac-4d1d-a53e-55b0595249ed tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.143055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9dd83ac-4e61-42a4-9340-28dd2e89d854 req-7e53b041-a6ac-4d1d-a53e-55b0595249ed tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1128733 Sep 01 15:21:15.187339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.219964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9dd83ac-4e61-42a4-9340-28dd2e89d854 req-b53c4d12-f610-4a19-b9d5-3353c49b876c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Sep 01 15:21:15.220407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.283316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.286959 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.301714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e523183-9b1e-4d63-b3e1-d6a2db471246 HTTP/1.1" status: 204 len: 168 time: 0.4740539 Sep 01 15:21:15.313877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055d555-682d-4efc-8e7c-b466243cb950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e523183-9b1e-4d63-b3e1-d6a2db471246,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:15.348505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.351544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.352854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/424fb9eb-5e9f-4732-ab3d-3657cef6e062 HTTP/1.1" status: 204 len: 168 time: 0.2746980 Sep 01 15:21:15.368263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2393f67-b401-47f8-92e6-5b1319374c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424fb9eb-5e9f-4732-ab3d-3657cef6e062,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:15.441278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcbaad-f738-4d8e-a10c-27179128cea2 req-b1b4ebed-4b97-46a5-aef8-6d76e59e9723 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.451252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2bcbaad-f738-4d8e-a10c-27179128cea2 req-b1b4ebed-4b97-46a5-aef8-6d76e59e9723 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0779698 Sep 01 15:21:15.524863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d2bcbaad-f738-4d8e-a10c-27179128cea2 req-d930f46a-000e-42e1-ba2b-6b9a3bf551d8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686996 Sep 01 15:21:15.816669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cad06d-2a7e-438a-8ba8-8cee3b967e9c req-4cc965e4-108e-48c0-8dd8-c0af925c99e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.830005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0cad06d-2a7e-438a-8ba8-8cee3b967e9c req-4cc965e4-108e-48c0-8dd8-c0af925c99e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1533186 Sep 01 15:21:15.893280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:15.994068 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b0cad06d-2a7e-438a-8ba8-8cee3b967e9c req-d1255e5b-d6ec-44fd-90a7-0b17e253561d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624768 Sep 01 15:21:16.051170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04789d62-b676-41fd-a4db-a995a07de1f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40bf7a6404e54e2ab122a1edd657a6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548634 Sep 01 15:21:16.054037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42084) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.072358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42086) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.227332 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.264661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.335150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276a686-13cf-457f-9f9e-be870b7b4f68 req-6af3fbd6-bde1-424f-91be-be957ec6b75a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:16.348909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.350295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4276a686-13cf-457f-9f9e-be870b7b4f68 req-6af3fbd6-bde1-424f-91be-be957ec6b75a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2376885 Sep 01 15:21:16.353823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.365188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc83e643-3758-40fc-aca9-9d46aa550913 HTTP/1.1" status: 204 len: 168 time: 0.3086152 Sep 01 15:21:16.378179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9732787-ea6f-4932-bbc1-a0e584f8dcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc83e643-3758-40fc-aca9-9d46aa550913,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:16.391321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80b48c67-3052-4686-ad9d-2f76a3ff9686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.510226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4276a686-13cf-457f-9f9e-be870b7b4f68 req-b1cac675-2bb4-4d4c-852e-e2a72cbe69b2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578517 Sep 01 15:21:16.661932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.662848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80b48c67-3052-4686-ad9d-2f76a3ff9686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.670228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80b48c67-3052-4686-ad9d-2f76a3ff9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.688055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51416eee-24a1-4868-8ccd-76ac3be76d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.720699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80b48c67-3052-4686-ad9d-2f76a3ff9686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7505bcdad434b1d93f66fcd658e7e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473312 Sep 01 15:21:16.725050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.741291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b48c67-3052-4686-ad9d-2f76a3ff9686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60d1eb-b07b-4f16-a402-323b404e1dbf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:16.894625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.947386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51416eee-24a1-4868-8ccd-76ac3be76d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.956323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51416eee-24a1-4868-8ccd-76ac3be76d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.963021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.032660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51416eee-24a1-4868-8ccd-76ac3be76d67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6910b88699040f8a71ed0df1e70481d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675449 Sep 01 15:21:17.039752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42112) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:17.130493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1df4b-e980-49d2-8f54-fa7d6b1550d7 req-6ee7540f-3615-4329-ab8b-d65469a89652 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.151442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cc1df4b-e980-49d2-8f54-fa7d6b1550d7 req-6ee7540f-3615-4329-ab8b-d65469a89652 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.3336501 Sep 01 15:21:17.154718 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.160015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.163184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d60d1eb-b07b-4f16-a402-323b404e1dbf HTTP/1.1" status: 204 len: 168 time: 0.4366386 Sep 01 15:21:17.166436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6b53960-78aa-4ac1-8adf-de1ef6b56631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.182378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756f3d-1efa-4566-ae7f-82945cfa6361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60d1eb-b07b-4f16-a402-323b404e1dbf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:17.290811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51416eee-24a1-4868-8ccd-76ac3be76d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32173769-3eac-4dc4-875c-72cb0f095c8d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:17.298407 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cc1df4b-e980-49d2-8f54-fa7d6b1550d7 req-19c0afc4-3799-4f91-9622-27af8a574186 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107521 Sep 01 15:21:17.435644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.480846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.543094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.705278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.711373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30389f73-9df2-49bf-8d98-e2ba874335fc req-46138cca-e354-4b0b-ba16-7637c45fb5dd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.721402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30389f73-9df2-49bf-8d98-e2ba874335fc req-46138cca-e354-4b0b-ba16-7637c45fb5dd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1794941 Sep 01 15:21:17.725007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.744354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32173769-3eac-4dc4-875c-72cb0f095c8d HTTP/1.1" status: 204 len: 168 time: 0.6907234 Sep 01 15:21:17.764791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74729ee-7383-400f-b080-af8bf7c3a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32173769-3eac-4dc4-875c-72cb0f095c8d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:17.823292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30389f73-9df2-49bf-8d98-e2ba874335fc req-6d430bce-e666-4578-89fb-dbee28ef7a52 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 Sep 01 15:21:18.286234 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.303748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0af3-5929-418a-bf90-ecc8e212d966 req-d5898bd2-9442-4d36-bae7-1b53f2632643 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:18.312343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-188b0af3-5929-418a-bf90-ecc8e212d966 req-d5898bd2-9442-4d36-bae7-1b53f2632643 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0873845 Sep 01 15:21:18.360155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.394280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-188b0af3-5929-418a-bf90-ecc8e212d966 req-1e491ae4-214a-4b78-9f98-99c390883b20 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803394 Sep 01 15:21:18.636874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23651d83-2298-48e1-a74f-c66efc029ea5 req-f3d69dab-8b86-458b-93da-8006aa0e1110 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:18.640377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23651d83-2298-48e1-a74f-c66efc029ea5 req-f3d69dab-8b86-458b-93da-8006aa0e1110 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0951231 Sep 01 15:21:18.750335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-23651d83-2298-48e1-a74f-c66efc029ea5 req-df340d21-07a0-4afd-9702-0a78d4daaa36 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917182 Sep 01 15:21:19.060602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a72c6e-2a01-403b-bc30-be7fe6251e47 req-6feda87f-46b7-451f-9452-e639dda34338 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.082714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-10bd8dbd-5b71-45b9-afd4-39c38fdb1181 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912783 Sep 01 15:21:19.084321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17a72c6e-2a01-403b-bc30-be7fe6251e47 req-6feda87f-46b7-451f-9452-e639dda34338 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1535811 Sep 01 15:21:19.155711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-17a72c6e-2a01-403b-bc30-be7fe6251e47 req-420bf8d5-2a4d-4d14-a79a-48d770d1445d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700006 Sep 01 15:21:19.239234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-c0326479-3668-4f19-9682-5ba441c2b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.241755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-c0326479-3668-4f19-9682-5ba441c2b988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1097 time: 0.1229806 Sep 01 15:21:19.556671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bec667-0caf-4971-a997-533e8288abf3 req-4673f54b-88ce-4012-8d25-86605c41bd95 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.559755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05bec667-0caf-4971-a997-533e8288abf3 req-4673f54b-88ce-4012-8d25-86605c41bd95 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2112422 Sep 01 15:21:19.643767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-13fb4aa3-656e-43b2-9978-7e21938f54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.647350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-13fb4aa3-656e-43b2-9978-7e21938f54e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3720286 Sep 01 15:21:19.800267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05bec667-0caf-4971-a997-533e8288abf3 req-0c7d0580-8d26-4a58-874a-c7c667ce063d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298350 Sep 01 15:21:19.824082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-b8c6d7c2-26fd-4798-97f7-16b36f96ee7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 1001 time: 0.1627841 Sep 01 15:21:19.863288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:19.907938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-6f9bd1d3-bd74-4013-9c06-223848358829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.910363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-6f9bd1d3-bd74-4013-9c06-223848358829 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.0793161 Sep 01 15:21:20.053523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-11262709-5625-4120-b9d1-15cdaf7f4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:20.062001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-11262709-5625-4120-b9d1-15cdaf7f4999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434150 Sep 01 15:21:20.419194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-5541adbe-cf08-403e-9f36-1d306150df39 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384438 Sep 01 15:21:20.471360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67201f-52e0-4a6f-bbdb-900390d67e72 req-27b384d2-7f49-42a4-a50e-5228c9aec4d5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:20.490370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a67201f-52e0-4a6f-bbdb-900390d67e72 req-27b384d2-7f49-42a4-a50e-5228c9aec4d5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2176678 Sep 01 15:21:21.254065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a67201f-52e0-4a6f-bbdb-900390d67e72 req-532aab37-4bf6-4350-ac3b-a83d09c6d712 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606492 Sep 01 15:21:21.319478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10e03d92-5233-4e18-9681-d9408d1892a9 req-e1e5492b-9a0f-4028-8255-1f856a05cacb service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060937 Sep 01 15:21:21.394044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-af6a045b-ac99-42b1-9003-1aa9c57e5f3b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=34d48474113e4f718d86f4258db911e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381556 Sep 01 15:21:21.546658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-e4b3e919-b4d4-4bd6-b037-dcc19354efe3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:21.554531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-e4b3e919-b4d4-4bd6-b037-dcc19354efe3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587093 Sep 01 15:21:21.569352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-abe021a1-7409-4c07-9e07-5a177d148899 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/quotas/34d48474113e4f718d86f4258db911e1 HTTP/1.1" status: 200 len: 375 time: 0.0138664 Sep 01 15:21:21.620320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-5d52244c-13f6-43c0-a8b7-b680fed6bfec tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420942 Sep 01 15:21:21.889938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b6a079c-7150-4c9f-a923-618ead51a47d req-961d48ec-5aff-42b9-80ac-72a67cd61036 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 210 time: 0.0543609 Sep 01 15:21:22.490269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4868-8332-40a6-9f92-fdfe04ea3e2a req-9febf4fa-b85b-4857-98f9-143f32650554 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:22.491778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4cc4868-8332-40a6-9f92-fdfe04ea3e2a req-9febf4fa-b85b-4857-98f9-143f32650554 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0697184 Sep 01 15:21:22.548479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4cc4868-8332-40a6-9f92-fdfe04ea3e2a req-a6a7aae8-b4c3-4fbb-aeb8-7b82659f4cfd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Sep 01 15:21:22.620159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42306) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:23.007504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52496-9ae0-4af5-8aae-da6cd49c9041 req-9ef057fe-e80a-4462-b378-844434558093 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:23.017473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58b52496-9ae0-4af5-8aae-da6cd49c9041 req-9ef057fe-e80a-4462-b378-844434558093 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0757167 Sep 01 15:21:23.066439 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be47f381-71cf-406b-8f39-ca46d2ec3724 req-1aba28c1-24b7-4773-8ad9-ff34a92ba9de tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 210 time: 0.0710287 Sep 01 15:21:23.067370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a944ca32-cc81-4cbc-ab2b-ece31497a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.102370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58b52496-9ae0-4af5-8aae-da6cd49c9041 req-ed6a4569-a8ba-4f48-8e59-5966b1aff11b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Sep 01 15:21:23.259555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b4f2eb66-23f1-4a0b-874a-6790b60d5d36 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=34d48474113e4f718d86f4258db911e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376554 Sep 01 15:21:23.422714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-54f4fe42-3e7b-42b0-a186-da9cffdd594a tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:23.428075 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-54f4fe42-3e7b-42b0-a186-da9cffdd594a tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574817 Sep 01 15:21:23.440990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a944ca32-cc81-4cbc-ab2b-ece31497a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.441302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Request body: {'port': {'device_id': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '34d48474113e4f718d86f4258db911e1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:23.448501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a944ca32-cc81-4cbc-ab2b-ece31497a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.479470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944ca32-cc81-4cbc-ab2b-ece31497a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facce359-62f4-4b77-82c9-9f93849b19f6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:23.521116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a944ca32-cc81-4cbc-ab2b-ece31497a877 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=357a77b580c94153a05dbca20a539354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8989170 Sep 01 15:21:23.522036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42338) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:23.607428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.638296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.745539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.749343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.758125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/facce359-62f4-4b77-82c9-9f93849b19f6 HTTP/1.1" status: 204 len: 168 time: 0.2312195 Sep 01 15:21:23.768954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968bcf0-119a-4014-9a93-fd87ebccce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facce359-62f4-4b77-82c9-9f93849b19f6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:23.781574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Made reservation on behalf of 34d48474113e4f718d86f4258db911e1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:23.788306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.806937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.978279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.986802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:24.122406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb60a74-dc6f-4bf4-8665-261163446eb4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:24.314351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Allocated IP 192.168.233.215 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/7c657945-3eae-4ae4-bb05-8f8fb8be64eb) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:24.396726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c6c37a3-d6f2-4cf4-8582-0b91edf641d3 req-4ad563bd-7b47-4558-9c8c-5f29a1ac0aa5 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 210 time: 0.0327032 Sep 01 15:21:24.476907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c28f2-6cbc-401a-a5b3-1945e4f38ff2 req-3a7451fc-eee8-404f-b586-07eca3fe2e26 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:24.479741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc0c28f2-6cbc-401a-a5b3-1945e4f38ff2 req-3a7451fc-eee8-404f-b586-07eca3fe2e26 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1605983 Sep 01 15:21:24.681166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc0c28f2-6cbc-401a-a5b3-1945e4f38ff2 req-ac6db300-25c6-4e9c-a729-80daf2449ac1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853077 Sep 01 15:21:24.814680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:24.857516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Transition to ACTIVE for port object 7c657945-3eae-4ae4-bb05-8f8fb8be64eb will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:24.871062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de586-74b5-44bf-9288-3eb54caec40b req-863413ef-cee1-48cf-b890-a8d2dbf15530 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:24.875925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-831de586-74b5-44bf-9288-3eb54caec40b req-863413ef-cee1-48cf-b890-a8d2dbf15530 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0935628 Sep 01 15:21:24.944921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-831de586-74b5-44bf-9288-3eb54caec40b req-63d42e9c-c6fd-437b-8842-820a3f594196 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Sep 01 15:21:24.957205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.072535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:25.083800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:25.092679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:25.166917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Pushing event updated for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:25.225716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:25.226851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.272016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff0bb482-0c71-47c6-9df1-f4df9d4c15e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8351460 Sep 01 15:21:25.293167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Request body: {'port': {'device_id': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:25.295019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64efd4c-e130-4bb2-84bf-cb1355e82fa5 req-b54c6551-fa5a-4c03-b817-b1b352ac915d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:25.298194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b64efd4c-e130-4bb2-84bf-cb1355e82fa5 req-b54c6551-fa5a-4c03-b817-b1b352ac915d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1377699 Sep 01 15:21:25.400359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b64efd4c-e130-4bb2-84bf-cb1355e82fa5 req-988cf38d-2201-4b51-a344-741861e77ccb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932288 Sep 01 15:21:25.442614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.610302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c734ae49-e7c1-4436-8479-871eac4782d4 None None] Provisioning for port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:25.617607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c734ae49-e7c1-4436-8479-871eac4782d4 None None] Provisioning complete for port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:25.618925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c734ae49-e7c1-4436-8479-871eac4782d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.671928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c734ae49-e7c1-4436-8479-871eac4782d4 None None] Port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:21:25.706970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865299-1b04-4c2d-a619-45b00cf9d2db req-2e27460a-d0d7-40aa-a106-8158b115886f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:25.709760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b865299-1b04-4c2d-a619-45b00cf9d2db req-2e27460a-d0d7-40aa-a106-8158b115886f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0935740 Sep 01 15:21:25.760584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b865299-1b04-4c2d-a619-45b00cf9d2db req-6f539c62-89a2-47d4-9c6d-b195ad629148 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Sep 01 15:21:25.774848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42398) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:25.781634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536668a0-0d4c-4328-b94d-fe7fec6dbdaf req-64d03718-bf6c-4957-8aff-c18c7a4773ea tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:25.794071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-536668a0-0d4c-4328-b94d-fe7fec6dbdaf req-64d03718-bf6c-4957-8aff-c18c7a4773ea tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 936 time: 0.1297016 Sep 01 15:21:25.805108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:25.912378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-536668a0-0d4c-4328-b94d-fe7fec6dbdaf req-644eb680-f89b-47ea-bdf8-7c007f3d3d85 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157186 Sep 01 15:21:25.969194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a99e1a7-85ce-474c-9581-56c87eb2da9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.999979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a81e-5d21-4f6c-afef-41404d8f4dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.046264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c657945-3eae-4ae4-bb05-8f8fb8be64eb {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:26.055663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.077680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Transition to ACTIVE for port object 7c657945-3eae-4ae4-bb05-8f8fb8be64eb will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:26.082776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.093989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145af4-f99d-4a49-bb5c-d655e6ae5601 req-bc29788d-b54d-4235-9913-070f273bb012 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.095607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85145af4-f99d-4a49-bb5c-d655e6ae5601 req-bc29788d-b54d-4235-9913-070f273bb012 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0973113 Sep 01 15:21:26.161820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.193779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85145af4-f99d-4a49-bb5c-d655e6ae5601 req-28db11ff-d070-4c4b-bff8-3c1e3180a8a7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737262 Sep 01 15:21:26.219587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a99e1a7-85ce-474c-9581-56c87eb2da9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.239915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a99e1a7-85ce-474c-9581-56c87eb2da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.273502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Attempting to bind port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:26.274031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Attempting to bind port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:26.274518 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Attempting to bind port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:26.281916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:21:26.282373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Attempting to bind port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:26.289534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:26.290066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:26.290575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:26.291266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Bound port: 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:26.291782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.364946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a99e1a7-85ce-474c-9581-56c87eb2da9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c856b42f23e40baa382c3a1941b6d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585694 Sep 01 15:21:26.372034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:26.382464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99e1a7-85ce-474c-9581-56c87eb2da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b1d85-441a-41c4-9419-47a8a144d174,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.421040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02de1-669d-4aad-936a-fda99c4679c6 req-b1e2a8e7-05af-44c8-a712-ac781d107c7c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.423014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8bd02de1-669d-4aad-936a-fda99c4679c6 req-b1e2a8e7-05af-44c8-a712-ac781d107c7c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1222048 Sep 01 15:21:26.429218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:26.457803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:26.472877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.499604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8bd02de1-669d-4aad-936a-fda99c4679c6 req-6b234ec3-ee8a-403f-bb32-f1b71b40cc0b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632076 Sep 01 15:21:26.506319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a81e-5d21-4f6c-afef-41404d8f4dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.513939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6c5a81e-5d21-4f6c-afef-41404d8f4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.523975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.557103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.557103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.557103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] 10.222.0.50 "PUT /v2.0/ports/7c657945-3eae-4ae4-bb05-8f8fb8be64eb HTTP/1.1" status: 200 len: 1097 time: 1.2677186 Sep 01 15:21:26.557103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:26.557103 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729" -d '{"events": [{"name": "network-changed", "server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:26.578240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5a81e-5d21-4f6c-afef-41404d8f4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655909b-027a-4899-8557-38c08d56bfd3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.585990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6c5a81e-5d21-4f6c-afef-41404d8f4dba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0207354071cb4a3bb73dfdf6b83f78ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8024683 Sep 01 15:21:26.588636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42422) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:26.679376 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.714296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.753986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.837661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d178a0-bffc-4ebc-89c7-92aff71c9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.845008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.849540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.859396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1655909b-027a-4899-8557-38c08d56bfd3 HTTP/1.1" status: 204 len: 168 time: 0.2638707 Sep 01 15:21:26.894365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9cbaa-3cf1-42c3-a611-beba5e3be0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655909b-027a-4899-8557-38c08d56bfd3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.917978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f2f9-582c-4c6b-8adb-5f9566900669 req-3ae17103-de96-45da-8d22-f8a45a676d3b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.919021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-25dfbadf-4842-40f2-9eac-0bfd90e912b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.925906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78b7f2f9-582c-4c6b-8adb-5f9566900669 req-3ae17103-de96-45da-8d22-f8a45a676d3b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1332285 Sep 01 15:21:26.928348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-25dfbadf-4842-40f2-9eac-0bfd90e912b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 1100 time: 0.2648213 Sep 01 15:21:26.987400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78b7f2f9-582c-4c6b-8adb-5f9566900669 req-72c4ee8d-b25b-4067-9980-3514c705905f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589666 Sep 01 15:21:27.065807 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86618dc1-0875-43c7-894c-5ee79fc46600 x-openstack-request-id: req-86618dc1-0875-43c7-894c-5ee79fc46600 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:27.066412 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:27.066689 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86618dc1-0875-43c7-894c-5ee79fc46600 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:27.067455 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb', 'status': 'completed', 'code': 200} Sep 01 15:21:27.070718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-d9c59922-e70e-40b0-bc67-f83763cb344c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb HTTP/1.1" status: 200 len: 217 time: 0.1298378 Sep 01 15:21:27.175104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.178058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.183228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b33b1d85-441a-41c4-9419-47a8a144d174 HTTP/1.1" status: 204 len: 168 time: 0.8062897 Sep 01 15:21:27.223826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b80ad-b969-4ebe-a457-046c8f058c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b1d85-441a-41c4-9419-47a8a144d174,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:27.237272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-d2075c3f-c880-496b-95e8-8ed86696365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.239050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-d2075c3f-c880-496b-95e8-8ed86696365e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1606457 Sep 01 15:21:27.314437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7ca9e-c34b-4f19-a982-1c542056d0ee req-eae26e61-39f4-4b06-a76a-da2720d17dad tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.316709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0de7ca9e-c34b-4f19-a982-1c542056d0ee req-eae26e61-39f4-4b06-a76a-da2720d17dad tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 948 time: 0.1593831 Sep 01 15:21:27.331452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da013b7-77aa-403b-86f2-8f422be66971 req-0a6ed15a-018f-4c74-9773-aefb8708e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.333972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-0a6ed15a-018f-4c74-9773-aefb8708e0a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860748 Sep 01 15:21:27.357351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17178-9550-49c0-9c3d-8ca2d2942325 req-d747563d-9c19-45fe-942b-813e28c17a46 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.359277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8bf17178-9550-49c0-9c3d-8ca2d2942325 req-d747563d-9c19-45fe-942b-813e28c17a46 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0647147 Sep 01 15:21:27.403884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0de7ca9e-c34b-4f19-a982-1c542056d0ee req-7ebe787d-2789-4c0f-87ff-13b71ad75e86 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Sep 01 15:21:27.454004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8bf17178-9550-49c0-9c3d-8ca2d2942325 req-c26a9135-f850-4982-bcd0-d0c820806865 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826657 Sep 01 15:21:27.503402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42442) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:27.521666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c37c50a-506d-4776-8469-67f4b50a6fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.569829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-ff50b820-5c54-4dea-af5b-96fb616ae0a5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069383 Sep 01 15:21:27.654596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.756676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0da013b7-77aa-403b-86f2-8f422be66971 req-99db3832-86f8-48bf-8b31-d4ed6e6e52f2 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762733 Sep 01 15:21:27.778304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e19e-2b44-4b09-a325-c31de0e428e0 req-ebd97227-c360-40e4-bb0c-61b0ca100458 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.780511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30f2e19e-2b44-4b09-a325-c31de0e428e0 req-ebd97227-c360-40e4-bb0c-61b0ca100458 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1126873 Sep 01 15:21:27.803258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c37c50a-506d-4776-8469-67f4b50a6fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.816248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c37c50a-506d-4776-8469-67f4b50a6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.879996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-3024f21d-b099-457e-890a-a81ecb41f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.884861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-3024f21d-b099-457e-890a-a81ecb41f0b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 1100 time: 0.0668895 Sep 01 15:21:27.930075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c37c50a-506d-4776-8469-67f4b50a6fb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2aefece89a94fd19877f18ae6ce49a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252901 Sep 01 15:21:27.932723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37c50a-506d-4776-8469-67f4b50a6fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96190bd-320d-40f6-b386-8e1238dbbfdf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:27.936367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:27.941480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-30f2e19e-2b44-4b09-a325-c31de0e428e0 req-9d87b4ae-77f3-436b-8736-a40d60417062 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439612 Sep 01 15:21:27.993170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42450) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:28.012732 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8468866a-4c5c-416a-85e2-a6535e68b236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.047963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.065135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-5247321a-4b6e-4229-8f4c-0ef3c73e109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.066854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-5247321a-4b6e-4229-8f4c-0ef3c73e109d service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1751759 Sep 01 15:21:28.118441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.125533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-54151b6b-05b2-4497-9aee-4e737e1d43c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb HTTP/1.1" status: 200 len: 217 time: 0.0507305 Sep 01 15:21:28.230385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-682b688c-d8bc-4174-a0c2-05991f85584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.233642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-682b688c-d8bc-4174-a0c2-05991f85584f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0979493 Sep 01 15:21:28.246743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce75e0-1995-4193-893c-ff5bdc81c183 req-ce9d0c39-5f58-4da6-954a-2ac69eb7cbb2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.249202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1ce75e0-1995-4193-893c-ff5bdc81c183 req-ce9d0c39-5f58-4da6-954a-2ac69eb7cbb2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1276155 Sep 01 15:21:28.304254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.311761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.314752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e96190bd-320d-40f6-b386-8e1238dbbfdf HTTP/1.1" status: 204 len: 168 time: 0.3765299 Sep 01 15:21:28.328978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8468866a-4c5c-416a-85e2-a6535e68b236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.341744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d874c-8789-4925-a626-93a1c58029b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96190bd-320d-40f6-b386-8e1238dbbfdf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.344746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8468866a-4c5c-416a-85e2-a6535e68b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.352086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1ce75e0-1995-4193-893c-ff5bdc81c183 req-743b5dff-2f8f-4ab9-9dff-854e91d29b60 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878837 Sep 01 15:21:28.370249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-211ef5fd-abd0-474b-8ca5-9cb59e5f5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.373808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-211ef5fd-abd0-474b-8ca5-9cb59e5f5623 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230221 Sep 01 15:21:28.425426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468866a-4c5c-416a-85e2-a6535e68b236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90252b7c-f125-4206-a5a9-0ace61aa2807,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.434188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8468866a-4c5c-416a-85e2-a6535e68b236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4bfc4e31f0e466f8bb46356b515c182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386559 Sep 01 15:21:28.438519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42458) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:28.520251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.556916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.562676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-c766d287-2917-489a-bc4c-0ade9c6a54bb service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771600 Sep 01 15:21:28.687058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.691761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.694899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90252b7c-f125-4206-a5a9-0ace61aa2807 HTTP/1.1" status: 204 len: 168 time: 0.2522118 Sep 01 15:21:28.714065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95c6c1-b772-4a7b-88d8-fb8b29f11202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90252b7c-f125-4206-a5a9-0ace61aa2807,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.751601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae792-0043-4d35-ba03-4b9f6addffbd req-f2f3b6b6-162a-47e4-97ec-e13b238b9653 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.766103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54dae792-0043-4d35-ba03-4b9f6addffbd req-f2f3b6b6-162a-47e4-97ec-e13b238b9653 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1297474 Sep 01 15:21:28.821969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f209fc2-3bc0-4b66-95a0-ba6d61c13681 req-7e0b9785-3d49-47a1-b62c-666ccd9439e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.829957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f209fc2-3bc0-4b66-95a0-ba6d61c13681 req-7e0b9785-3d49-47a1-b62c-666ccd9439e6 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 948 time: 0.2100549 Sep 01 15:21:28.846464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-54dae792-0043-4d35-ba03-4b9f6addffbd req-4b8b3826-ba10-419d-ae66-fd4de23d7e98 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787640 Sep 01 15:21:28.932923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f209fc2-3bc0-4b66-95a0-ba6d61c13681 req-1cd0e22b-cbfa-4afc-bfae-7c714dbd1eea tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 Sep 01 15:21:28.938701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fc4c7c2-2fb6-49c8-96d2-91cea7ae9729 req-2c5a9973-f1d1-4b94-8b74-dbab501097c1 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663108 Sep 01 15:21:29.142749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e474c7-d3be-4eee-a668-a828c97e060d req-268447c9-e2eb-46cf-bc2e-e4335dba34c3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.144951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33e474c7-d3be-4eee-a668-a828c97e060d req-268447c9-e2eb-46cf-bc2e-e4335dba34c3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Sep 01 15:21:29.209358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33e474c7-d3be-4eee-a668-a828c97e060d req-8a012a2f-33a5-4baa-b53e-2125b8443c4b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Sep 01 15:21:29.478982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333300f9-cc62-4fb0-aebb-6a1c20a7b941 req-7defb5e1-2970-4abd-9e72-87671c0538bd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.480674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-333300f9-cc62-4fb0-aebb-6a1c20a7b941 req-7defb5e1-2970-4abd-9e72-87671c0538bd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0677347 Sep 01 15:21:29.539090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-333300f9-cc62-4fb0-aebb-6a1c20a7b941 req-d889817a-7183-430d-aefb-8689cc316a72 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Sep 01 15:21:29.757420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d186be-468b-43c2-b651-3c68c3bbe031 req-7eb7cb66-c776-4a53-b478-5d648f242fee tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.759182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d186be-468b-43c2-b651-3c68c3bbe031 req-7eb7cb66-c776-4a53-b478-5d648f242fee tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0707376 Sep 01 15:21:29.809292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23d186be-468b-43c2-b651-3c68c3bbe031 req-afb15b6c-429b-4acf-9b64-aaedb20a4302 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Sep 01 15:21:30.064390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480802-968d-4e8e-a325-7b246b7d58f2 req-a951ef12-336d-4994-a282-f677994c69ce tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.067234 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2480802-968d-4e8e-a325-7b246b7d58f2 req-a951ef12-336d-4994-a282-f677994c69ce tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1068985 Sep 01 15:21:30.164525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2480802-968d-4e8e-a325-7b246b7d58f2 req-46e3df88-ad08-4cdd-848c-5f735d38fd1d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Sep 01 15:21:30.226630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9049-e3cc-41ef-bc53-6b76642daac6 req-65eade2b-5c1a-48d9-973d-0b62810f6f8c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.228626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79bb9049-e3cc-41ef-bc53-6b76642daac6 req-65eade2b-5c1a-48d9-973d-0b62810f6f8c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 948 time: 0.1333156 Sep 01 15:21:30.326599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79bb9049-e3cc-41ef-bc53-6b76642daac6 req-e0ab7528-2b83-438d-a6a6-f5a650d6bec1 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Sep 01 15:21:30.456380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286902e-83a6-41ce-be49-39b16a91f248 req-779a30ba-aa40-42e0-b6e1-22fc653248f1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.465467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f286902e-83a6-41ce-be49-39b16a91f248 req-779a30ba-aa40-42e0-b6e1-22fc653248f1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0821612 Sep 01 15:21:30.522108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f286902e-83a6-41ce-be49-39b16a91f248 req-aecbaa4c-41bf-41f7-9d65-1f354ec9599a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Sep 01 15:21:30.585223 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:21:30.810957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420c766-79d5-464b-809c-88f35b48c6bc req-5f4c93d4-1ead-4bac-b901-3fe28b0d2593 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.814833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8420c766-79d5-464b-809c-88f35b48c6bc req-5f4c93d4-1ead-4bac-b901-3fe28b0d2593 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1021478 Sep 01 15:21:30.916893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8420c766-79d5-464b-809c-88f35b48c6bc req-15456a9b-c9d4-4439-b5b0-2cc53c204c9f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957301 Sep 01 15:21:30.987571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7c657945-3eae-4ae4-bb05-8f8fb8be64eb details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:21:31.167886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:31.176240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c515b6-54cc-48f0-92e1-dd1d09d9e057 req-d4403750-4e21-41e3-b373-def0513031d1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:31.179044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5c515b6-54cc-48f0-92e1-dd1d09d9e057 req-d4403750-4e21-41e3-b373-def0513031d1 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1356485 Sep 01 15:21:31.187702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb', 'mac_address': 'fa:16:3e:52:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:21:31.239205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5c515b6-54cc-48f0-92e1-dd1d09d9e057 req-73e330a6-84ef-4727-9919-94a01888d20a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Sep 01 15:21:31.243833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.270961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c657945-3eae-4ae4-bb05-8f8fb8be64eb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:31.303794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:31.312486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.411400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:31.422045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.423207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.423917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.424482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.425038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.425622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.426236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.426667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.427220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.427758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.428291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.428976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:31.526888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf44d-c427-40cb-854e-316319fabd36 req-f874410b-7d1a-42f7-afb6-205279920513 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:31.529128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-316bf44d-c427-40cb-854e-316319fabd36 req-f874410b-7d1a-42f7-afb6-205279920513 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 949 time: 0.0766065 Sep 01 15:21:31.586390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-316bf44d-c427-40cb-854e-316319fabd36 req-d337efe8-96a9-4172-a9e8-cbb05bcd998d tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493336 Sep 01 15:21:31.622131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7c657945-3eae-4ae4-bb05-8f8fb8be64eb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:31.763346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d7af5-a8d0-4ae9-8079-7b1fc6569756 req-c67c8f29-8ba9-4fbf-a2d2-3d5c456dbc21 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:31.773760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd3d7af5-a8d0-4ae9-8079-7b1fc6569756 req-c67c8f29-8ba9-4fbf-a2d2-3d5c456dbc21 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0836856 Sep 01 15:21:31.826766 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd3d7af5-a8d0-4ae9-8079-7b1fc6569756 req-fd2aa872-dd16-4b0f-bed0-6436473c300b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Sep 01 15:21:32.034398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b517-7114-4e98-a8b3-f10f18eb8fed req-55d15648-1c0b-4390-9559-ad2c978c4b72 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:32.036888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce17b517-7114-4e98-a8b3-f10f18eb8fed req-55d15648-1c0b-4390-9559-ad2c978c4b72 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0809429 Sep 01 15:21:32.111900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce17b517-7114-4e98-a8b3-f10f18eb8fed req-75b1156d-5c86-4ce9-9ca6-b31c4789d8a7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 Sep 01 15:21:32.308294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c931c5a-6477-4a02-8a3e-ff59377223c5 req-29447d0e-491f-4b60-9783-73f017c85b1b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:32.310552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c931c5a-6477-4a02-8a3e-ff59377223c5 req-29447d0e-491f-4b60-9783-73f017c85b1b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0644746 Sep 01 15:21:32.388057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c931c5a-6477-4a02-8a3e-ff59377223c5 req-4aee6a5b-0795-4257-9c0f-3ec47f54bccf tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619884 Sep 01 15:21:32.580479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:32.581342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad853d-ac33-47c1-83de-dbaac4316b8a req-c78d0217-9ab0-4cad-a89c-e5119e1cdde3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:32.583153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39ad853d-ac33-47c1-83de-dbaac4316b8a req-c78d0217-9ab0-4cad-a89c-e5119e1cdde3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1009715 Sep 01 15:21:32.673795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39ad853d-ac33-47c1-83de-dbaac4316b8a req-ed15eac6-aef1-492b-8940-f588e7fa119e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812001 Sep 01 15:21:32.773275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5252a4-c6b5-405c-a806-75a290e689b8 req-beb15e23-6f63-4ea0-b267-15f461df8ec8 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:32.775408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d5252a4-c6b5-405c-a806-75a290e689b8 req-beb15e23-6f63-4ea0-b267-15f461df8ec8 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 949 time: 0.0890753 Sep 01 15:21:32.813957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bff6308-03dc-408e-a04f-449bdd701795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.894639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d5252a4-c6b5-405c-a806-75a290e689b8 req-60e9341c-a8c1-4009-be56-91a74c9a75a9 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905037 Sep 01 15:21:32.997404 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bff6308-03dc-408e-a04f-449bdd701795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.002083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7c657945-3eae-4ae4-bb05-8f8fb8be64eb up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:33.006746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bff6308-03dc-408e-a04f-449bdd701795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.051866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6308-03dc-408e-a04f-449bdd701795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c629e63-2594-4884-b97c-120d432e1e66,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.060845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7bff6308-03dc-408e-a04f-449bdd701795 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e7bba6a13824607b9a13cdff77b56c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735334 Sep 01 15:21:33.062281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:33.108969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:33.119492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:33.120152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.146952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.180090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.255105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.259504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.263393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c629e63-2594-4884-b97c-120d432e1e66 HTTP/1.1" status: 204 len: 168 time: 0.2008126 Sep 01 15:21:33.276326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c629e63-2594-4884-b97c-120d432e1e66,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.289863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.290794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.291526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.292220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.292712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.293454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.294125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.294653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.295193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.296561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.297037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.297690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.298245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa35ed6-5f70-474e-9850-168e7c9293a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:33.367498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:33.369442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:33.374265 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7dc041-a58c-4d0b-b38d-a66add131664" -d '{"events": [{"server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "name": "network-vif-plugged", "status": "completed", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:33.379729 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.409121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b17ba-10e8-44d2-b3d3-a4dacae3423c req-786fc4cb-2882-4d6e-876c-a6b033326324 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:33.427057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a02b17ba-10e8-44d2-b3d3-a4dacae3423c req-786fc4cb-2882-4d6e-876c-a6b033326324 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0991914 Sep 01 15:21:33.450278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.474230 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f80e47-8bf6-46d4-936e-4d540961daf9 x-openstack-request-id: req-c1f80e47-8bf6-46d4-936e-4d540961daf9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:33.474686 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "name": "network-vif-plugged", "status": "completed", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:33.474998 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1f80e47-8bf6-46d4-936e-4d540961daf9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:33.475455 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb', 'code': 200} Sep 01 15:21:33.499314 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a02b17ba-10e8-44d2-b3d3-a4dacae3423c req-d9500b28-ceaf-46a5-8f6a-e3bec2410992 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Sep 01 15:21:33.639170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edf1b-f9b2-45f0-8ec6-55af62cf88c9 req-c72cd5da-8337-48d3-b196-36e7cbd0fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:33.641010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c48edf1b-f9b2-45f0-8ec6-55af62cf88c9 req-c72cd5da-8337-48d3-b196-36e7cbd0fad0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 1102 time: 0.0711188 Sep 01 15:21:33.714441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c48edf1b-f9b2-45f0-8ec6-55af62cf88c9 req-4f382b1c-39e4-497a-b7c6-313864164d61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521510 Sep 01 15:21:33.953225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:33.974363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-68ea1abe-3d22-44d2-8480-593947d0bad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.102818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423e4fe-6126-464a-981e-6fc9e6b7c615 req-e174bd62-1d18-4ff5-b382-145256ede318 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:34.104534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423e4fe-6126-464a-981e-6fc9e6b7c615 req-e174bd62-1d18-4ff5-b382-145256ede318 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 950 time: 0.0930917 Sep 01 15:21:34.180416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f423e4fe-6126-464a-981e-6fc9e6b7c615 req-725b4456-916f-4cfe-a1ba-14b45cd750ff tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676167 Sep 01 15:21:34.187833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-68ea1abe-3d22-44d2-8480-593947d0bad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.196190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-68ea1abe-3d22-44d2-8480-593947d0bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.271319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-68ea1abe-3d22-44d2-8480-593947d0bad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1738ef1c4f034d33aa853ecbaf5e7e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163002 Sep 01 15:21:34.272874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea1abe-3d22-44d2-8480-593947d0bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae1e9b4-5bf6-411d-8db2-add682db603e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:34.273858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:34.364078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.401796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.498499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.503807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.506087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae1e9b4-5bf6-411d-8db2-add682db603e HTTP/1.1" status: 204 len: 168 time: 0.2307093 Sep 01 15:21:34.520209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be10ae-00db-4b55-bbfb-89afdf107d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae1e9b4-5bf6-411d-8db2-add682db603e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:34.677113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ae7f-2db4-4151-8c0a-350e3015036c req-00c9bde0-f6b4-478c-8a19-b1fc43956e6c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:34.679642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7664ae7f-2db4-4151-8c0a-350e3015036c req-00c9bde0-f6b4-478c-8a19-b1fc43956e6c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0822451 Sep 01 15:21:34.742017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7664ae7f-2db4-4151-8c0a-350e3015036c req-bcdf6f8d-efb4-4172-983c-c5768b22f90c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538621 Sep 01 15:21:35.386539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d144-0e13-4f28-9a05-d207fac0e36d req-52a375dd-d1b9-4386-94d0-ff0fd35819bd tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:35.389793 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a06d144-0e13-4f28-9a05-d207fac0e36d req-52a375dd-d1b9-4386-94d0-ff0fd35819bd tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 950 time: 0.0953181 Sep 01 15:21:35.455134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a06d144-0e13-4f28-9a05-d207fac0e36d req-00431a52-7af6-4f64-b058-1a057440f268 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589283 Sep 01 15:21:35.956767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927074b1-8a4d-4107-a1f4-39c69f8bf3c0 req-8891fcce-195b-44a6-be29-17af2be24f51 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:35.959642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-927074b1-8a4d-4107-a1f4-39c69f8bf3c0 req-8891fcce-195b-44a6-be29-17af2be24f51 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0867381 Sep 01 15:21:36.041551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-927074b1-8a4d-4107-a1f4-39c69f8bf3c0 req-972d5ee2-4a7f-4226-b59e-82d6cb3f3d33 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 Sep 01 15:21:36.194079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-c2d0da98-d49d-4f1f-8443-073ce756c101 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=34d48474113e4f718d86f4258db911e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437100 Sep 01 15:21:36.354851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-b17abf74-a023-4670-9466-2c436a20bfca tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:36.357714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-b17abf74-a023-4670-9466-2c436a20bfca tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487465 Sep 01 15:21:36.382741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-b38751ac-5ff7-462e-8cc1-43a7a422a151 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/quotas/34d48474113e4f718d86f4258db911e1 HTTP/1.1" status: 200 len: 375 time: 0.0117545 Sep 01 15:21:36.450010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-e974dad6-a759-4c7e-b5b0-08be400e1b28 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608149 Sep 01 15:21:36.630565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42750) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:36.717497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4c4e7fc-b0eb-429c-9b39-750a266ab81f req-431c052f-bd11-45cc-8734-c6d46c3def70 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 210 time: 0.0483222 Sep 01 15:21:36.930356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8faf3a42-3cac-4582-8442-ba2c0a1ce3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.081788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8faf3a42-3cac-4582-8442-ba2c0a1ce3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.088398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8faf3a42-3cac-4582-8442-ba2c0a1ce3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.153930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:37.154362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8faf3a42-3cac-4582-8442-ba2c0a1ce3f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b780ba5576046b0be131ad587d44af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213995 Sep 01 15:21:37.155998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf3a42-3cac-4582-8442-ba2c0a1ce3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff8a32-93c0-42f3-8162-2c640f9a54ac,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:37.266476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56999-9fe2-4e42-b7df-068e1e60623e req-a84ee79e-7a59-4531-86c0-314702ea673d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:37.268351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee56999-9fe2-4e42-b7df-068e1e60623e req-a84ee79e-7a59-4531-86c0-314702ea673d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1022875 Sep 01 15:21:37.274971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.314524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.342071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee56999-9fe2-4e42-b7df-068e1e60623e req-101edcb6-facc-414f-8760-aa3a6dcef82a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616713 Sep 01 15:21:37.398086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.402150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.403744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8ff8a32-93c0-42f3-8162-2c640f9a54ac HTTP/1.1" status: 204 len: 168 time: 0.2463212 Sep 01 15:21:37.415136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d05c7-7d7d-4faa-ba26-a16d508037e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff8a32-93c0-42f3-8162-2c640f9a54ac,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:37.887283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9c374e8-3186-4f85-ac1f-73967497dd93 req-888b04b1-abda-48c8-8593-8d7f5e290d58 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 210 time: 0.0500011 Sep 01 15:21:37.994830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-7a468531-1852-4074-b3ec-8f89d332987e tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=34d48474113e4f718d86f4258db911e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955787 Sep 01 15:21:38.213345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-42ed1ba5-c67b-4df1-8ca7-8d39f999062b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:38.216603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-42ed1ba5-c67b-4df1-8ca7-8d39f999062b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145224 Sep 01 15:21:38.235630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Request body: {'port': {'device_id': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '34d48474113e4f718d86f4258db911e1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:38.468268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Made reservation on behalf of 34d48474113e4f718d86f4258db911e1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:38.476407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.598615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2877001-2817-4e34-8252-82e347b3a075 req-3b41ca45-f04d-428c-9247-590eb7bcb536 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:38.600162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2877001-2817-4e34-8252-82e347b3a075 req-3b41ca45-f04d-428c-9247-590eb7bcb536 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1197803 Sep 01 15:21:38.693738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2877001-2817-4e34-8252-82e347b3a075 req-53f7ccd2-513b-4901-b2ca-9f3b4cf29cc8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798781 Sep 01 15:21:38.734101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Allocated IP 192.168.233.196 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/6e55c920-1c06-402a-9855-0d41ed4c2b8a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:38.959402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.987162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Transition to ACTIVE for port object 6e55c920-1c06-402a-9855-0d41ed4c2b8a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:39.048381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.049709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85260f42-a668-4f7f-9275-52431d7fb268 req-fed24e54-d213-4fe8-b152-41ae637f5e83 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 210 time: 0.0386760 Sep 01 15:21:39.065049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7c657945-3eae-4ae4-bb05-8f8fb8be64eb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:39.140616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:39.149750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:39.157586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:39.210130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Pushing event updated for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:39.276203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:39.279243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.310630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-770f741a-8fc0-4342-a595-1fa117dc761c tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0841503 Sep 01 15:21:39.323194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Request body: {'port': {'device_id': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:39.395187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42832) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:39.445377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.622407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4da1f319-645b-45ce-8968-95c0f933f21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.659118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-41d79e30-57d7-4b9b-b227-865782ef6a85 None None] Provisioning for port 6e55c920-1c06-402a-9855-0d41ed4c2b8a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:39.669093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-41d79e30-57d7-4b9b-b227-865782ef6a85 None None] Provisioning complete for port 6e55c920-1c06-402a-9855-0d41ed4c2b8a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:39.670045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41d79e30-57d7-4b9b-b227-865782ef6a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.790873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41d79e30-57d7-4b9b-b227-865782ef6a85 None None] Port 6e55c920-1c06-402a-9855-0d41ed4c2b8a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:21:39.830305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4da1f319-645b-45ce-8968-95c0f933f21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.837102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4da1f319-645b-45ce-8968-95c0f933f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.880084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e55c920-1c06-402a-9855-0d41ed4c2b8a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:39.890556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.891747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4da1f319-645b-45ce-8968-95c0f933f21e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62b49e340f184742aae039a490e22b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946518 Sep 01 15:21:39.895135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1f319-645b-45ce-8968-95c0f933f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237fcd02-466f-46df-a19c-8312a899e0a5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:39.896533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42846) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:39.943954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Transition to ACTIVE for port object 6e55c920-1c06-402a-9855-0d41ed4c2b8a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:39.958978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce097093-d82b-43ab-92ee-3589c2253c2f req-dab09007-c6f5-4583-b073-6c15268ae2e3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:39.960602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce097093-d82b-43ab-92ee-3589c2253c2f req-dab09007-c6f5-4583-b073-6c15268ae2e3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1248031 Sep 01 15:21:39.965810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.066560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Pushing event updated for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:40.121797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.157453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce097093-d82b-43ab-92ee-3589c2253c2f req-ad28e9d9-8e2a-4536-a351-bc9f845aba65 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741362 Sep 01 15:21:40.263918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab2e08-d8cf-42d7-827e-81d62ba4fe47 req-6dda665f-170c-4104-b583-059c36993784 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:40.266436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ab2e08-d8cf-42d7-827e-81d62ba4fe47 req-6dda665f-170c-4104-b583-059c36993784 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 948 time: 0.0828319 Sep 01 15:21:40.280012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.295581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Attempting to bind port 6e55c920-1c06-402a-9855-0d41ed4c2b8a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:40.296516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Attempting to bind port 6e55c920-1c06-402a-9855-0d41ed4c2b8a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:40.296516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Attempting to bind port 6e55c920-1c06-402a-9855-0d41ed4c2b8a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:40.312377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Port 6e55c920-1c06-402a-9855-0d41ed4c2b8a on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:21:40.312703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Attempting to bind port 6e55c920-1c06-402a-9855-0d41ed4c2b8a on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:40.335061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:40.335774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:40.336197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:40.336674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Bound port: 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:40.337015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.347626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-13ab2e08-d8cf-42d7-827e-81d62ba4fe47 req-52057d12-492d-4980-ab6a-c5efb483b8d3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705690 Sep 01 15:21:40.427325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.431311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.432805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/237fcd02-466f-46df-a19c-8312a899e0a5 HTTP/1.1" status: 204 len: 168 time: 0.5350864 Sep 01 15:21:40.470492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2294b-5bf7-4598-9ee6-575a28691bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237fcd02-466f-46df-a19c-8312a899e0a5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:40.481139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:40.491588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:40.500296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.571910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:40.572942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.576278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e55c920-1c06-402a-9855-0d41ed4c2b8a HTTP/1.1" status: 200 len: 1097 time: 1.2574162 Sep 01 15:21:40.577543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:40.581892 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e0c279-0a92-459a-aea4-bb23e6279152" -d '{"events": [{"name": "network-changed", "server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:40.639886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1adb1e-cf8c-4cd2-ba9c-cbaa89bf3d93 service neutron] Pushing event updated for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:40.733207 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf1afa5-df03-4ecb-9661-8d2725f7e65e x-openstack-request-id: req-6cf1afa5-df03-4ecb-9661-8d2725f7e65e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:40.733762 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:40.734021 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cf1afa5-df03-4ecb-9661-8d2725f7e65e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:40.734597 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a', 'status': 'completed', 'code': 200} Sep 01 15:21:40.762806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-2ef84e7e-f72c-4c48-b573-c2bcd6ed7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:40.765265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-2ef84e7e-f72c-4c48-b573-c2bcd6ed7886 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 1100 time: 0.0913723 Sep 01 15:21:40.822405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-5c0c2e56-c458-4a9f-8d7b-1e738504da86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a HTTP/1.1" status: 200 len: 217 time: 0.0482838 Sep 01 15:21:40.898268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-dea4254c-df58-416c-bf86-9690605da4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:40.899403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-dea4254c-df58-416c-bf86-9690605da4ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0700712 Sep 01 15:21:40.992041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-98e49913-13b9-44af-ab27-c4476fa76196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:40.993727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-98e49913-13b9-44af-ab27-c4476fa76196 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872946 Sep 01 15:21:41.057833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42918) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:41.089921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5657bc62-324b-439c-afd1-4bba4c41a878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.162042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-befcf5ba-f4fa-4ffe-b069-f09493e578fd service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598129 Sep 01 15:21:41.284800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5657bc62-324b-439c-afd1-4bba4c41a878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.294759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5657bc62-324b-439c-afd1-4bba4c41a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.361986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5657bc62-324b-439c-afd1-4bba4c41a878 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59096922744d4b67becc420d6e113429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016143 Sep 01 15:21:41.363072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657bc62-324b-439c-afd1-4bba4c41a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f791556-cdb6-4d6f-8333-ffd0498fad08,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:41.367919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42942) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:41.371930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3059092b-ca6b-47e4-b3fe-1fdea1b0be76 req-7115ec7d-386d-49b5-bc80-8527a3ac49ff service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012436 Sep 01 15:21:41.408341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196c6c9-899f-4259-8eb5-b61a20372b2d req-63e8be71-5a36-4d31-84fd-35ebe3857444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.410001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3196c6c9-899f-4259-8eb5-b61a20372b2d req-63e8be71-5a36-4d31-84fd-35ebe3857444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1036222 Sep 01 15:21:41.474041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.504309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.558587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3196c6c9-899f-4259-8eb5-b61a20372b2d req-5e256998-de79-48f3-8fc8-3013e928d0aa tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337810 Sep 01 15:21:41.586463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-2c4fdb1c-da07-4846-895e-67973f7d966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.589465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-2c4fdb1c-da07-4846-895e-67973f7d966f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34d48474113e4f718d86f4258db911e1&device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 1100 time: 0.1198471 Sep 01 15:21:41.648906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309bb12-b834-41b3-ba1f-d83c8b86f0a7 req-fcb2a8b2-d207-44f0-a827-abbd70b6e932 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.652606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9309bb12-b834-41b3-ba1f-d83c8b86f0a7 req-fcb2a8b2-d207-44f0-a827-abbd70b6e932 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 948 time: 0.1262734 Sep 01 15:21:41.667637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.673818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.681615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f791556-cdb6-4d6f-8333-ffd0498fad08 HTTP/1.1" status: 204 len: 168 time: 0.3117573 Sep 01 15:21:41.702055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a7d25-188e-41d3-a023-a86fbe658d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f791556-cdb6-4d6f-8333-ffd0498fad08,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:41.774860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-c91822aa-9a16-477c-a23b-02964e863207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.777813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-c91822aa-9a16-477c-a23b-02964e863207 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1801341 Sep 01 15:21:41.787532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9309bb12-b834-41b3-ba1f-d83c8b86f0a7 req-3a257d8b-b894-4deb-8400-948dbd5eeb74 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037064 Sep 01 15:21:41.832109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:41.864227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-9e753c81-5918-47e7-95e9-728d356b27ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a HTTP/1.1" status: 200 len: 217 time: 0.0776989 Sep 01 15:21:41.956750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-31fe330b-c92e-41db-b7f9-38ec0ea5b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.959619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-31fe330b-c92e-41db-b7f9-38ec0ea5b673 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0857663 Sep 01 15:21:42.055333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-104d37e9-25e0-49b0-bb6c-f1d1d0a6a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:42.058010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-104d37e9-25e0-49b0-bb6c-f1d1d0a6a213 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794809 Sep 01 15:21:42.179671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e307-6f80-44ad-9b3b-57ffd861f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.214445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-116d1721-09ef-428d-a9bf-c4343efdd366 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467290 Sep 01 15:21:42.374556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e307-6f80-44ad-9b3b-57ffd861f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.378891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e0c279-0a92-459a-aea4-bb23e6279152 req-2399d560-9481-4ab8-9fb7-080f4ae0f6fc service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562712 Sep 01 15:21:42.384280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e307-6f80-44ad-9b3b-57ffd861f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.438645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5e307-6f80-44ad-9b3b-57ffd861f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f07925-ca12-4d28-8e14-30c079ca31e0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:42.447605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e5f5e307-6f80-44ad-9b3b-57ffd861f499 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8978352a2db34f0891eb067664d01f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136270 Sep 01 15:21:42.450554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42970) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:42.542718 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.587694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.701128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.706293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.709881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37f07925-ca12-4d28-8e14-30c079ca31e0 HTTP/1.1" status: 204 len: 168 time: 0.2578783 Sep 01 15:21:42.734242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52bb55-36c5-4db8-bf8e-ab0ed28db6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f07925-ca12-4d28-8e14-30c079ca31e0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:42.815185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f547-6d44-4104-9b5e-1f76d436d6fd req-3274c981-7f7e-4f52-aa93-448594c549c6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:42.818721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c8f547-6d44-4104-9b5e-1f76d436d6fd req-3274c981-7f7e-4f52-aa93-448594c549c6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1232109 Sep 01 15:21:42.900094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1c8f547-6d44-4104-9b5e-1f76d436d6fd req-33465f30-7677-4758-98d7-1da55522e768 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Sep 01 15:21:43.055533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6895ab-35cd-46e2-992f-ce1050cf083f req-9634bd3f-fb46-427b-aa72-86f3014836e3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:43.059076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d6895ab-35cd-46e2-992f-ce1050cf083f req-9634bd3f-fb46-427b-aa72-86f3014836e3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 948 time: 0.0754609 Sep 01 15:21:43.126561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d6895ab-35cd-46e2-992f-ce1050cf083f req-441ce2f8-8d5f-4544-b81e-2fa7594eeebb tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Sep 01 15:21:43.330006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:43.354753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-224c8b24-e3c5-477e-a9ee-d2728badb81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.498515 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-224c8b24-e3c5-477e-a9ee-d2728badb81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.504035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-224c8b24-e3c5-477e-a9ee-d2728badb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.552400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-224c8b24-e3c5-477e-a9ee-d2728badb81b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01fd49cf04844a848f13bf3612a4e417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207587 Sep 01 15:21:43.553618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c8b24-e3c5-477e-a9ee-d2728badb81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd28c2-ab13-4150-bb84-a60aafe01fcd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:43.556487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:43.644099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.688821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.758114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.763054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.764537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aadd28c2-ab13-4150-bb84-a60aafe01fcd HTTP/1.1" status: 204 len: 168 time: 0.2064691 Sep 01 15:21:43.778170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87207246-5864-4ac3-be7c-ae2f73d75209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd28c2-ab13-4150-bb84-a60aafe01fcd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:44.146476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8f30-dfb6-4680-848c-4cbc21409d3d req-45d3647e-79db-4471-98a2-4e500e4acab7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:44.148958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e35e8f30-dfb6-4680-848c-4cbc21409d3d req-45d3647e-79db-4471-98a2-4e500e4acab7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0878401 Sep 01 15:21:44.242700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e35e8f30-dfb6-4680-848c-4cbc21409d3d req-c807cd6c-c944-4443-b4b5-dd20e2c48c9b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Sep 01 15:21:44.327734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de44a206-9722-41f6-bcb5-06d4168af8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.363298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dec8f-0924-4d1a-8f22-9d603b60f424 req-f1cc542b-5a5e-47bc-958d-a54ce1c7555d tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:44.374106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-873dec8f-0924-4d1a-8f22-9d603b60f424 req-f1cc542b-5a5e-47bc-958d-a54ce1c7555d tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 948 time: 0.1005721 Sep 01 15:21:44.440862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-873dec8f-0924-4d1a-8f22-9d603b60f424 req-3a00f9ca-fe6f-494f-8a38-0a63913569d9 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642982 Sep 01 15:21:44.480326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43034) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:44.725979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7df78f60-08b2-44f2-8ddd-3c66d6cbf847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.859389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7df78f60-08b2-44f2-8ddd-3c66d6cbf847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.865018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7df78f60-08b2-44f2-8ddd-3c66d6cbf847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.912772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7df78f60-08b2-44f2-8ddd-3c66d6cbf847 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f3ba309b8134fa58400bb27415e09c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284227 Sep 01 15:21:44.912772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df78f60-08b2-44f2-8ddd-3c66d6cbf847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2cc7f3-252d-4ee8-bbaf-7891075580c2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:44.913571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43050) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:44.979495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.016116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.051169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6e55c920-1c06-402a-9855-0d41ed4c2b8a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:21:45.091885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.095127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.096314 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a2cc7f3-252d-4ee8-bbaf-7891075580c2 HTTP/1.1" status: 204 len: 168 time: 0.1812027 Sep 01 15:21:45.108763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170758-7388-4836-9e92-66c6acd0f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2cc7f3-252d-4ee8-bbaf-7891075580c2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:45.240704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:45.253545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '6e55c920-1c06-402a-9855-0d41ed4c2b8a', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '6e55c920-1c06-402a-9855-0d41ed4c2b8a', 'mac_address': 'fa:16:3e:0b:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:21:45.318674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.345815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e55c920-1c06-402a-9855-0d41ed4c2b8a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:45.392322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:45.403286 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.408226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:21:45.535340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e23dca-d740-444c-8271-760964ee1aec req-29fc9ace-ece5-4ff5-91c1-cd295cab27ce tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:45.541575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44e23dca-d740-444c-8271-760964ee1aec req-29fc9ace-ece5-4ff5-91c1-cd295cab27ce tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1590116 Sep 01 15:21:45.638055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:45.694366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bf0ea-8a3a-42f6-96c1-15d25a08347e req-a44aad3f-7c49-4e17-ad26-2a25fe1cf5cb tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:45.706345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-092bf0ea-8a3a-42f6-96c1-15d25a08347e req-a44aad3f-7c49-4e17-ad26-2a25fe1cf5cb tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 949 time: 0.1105421 Sep 01 15:21:45.707452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-44e23dca-d740-444c-8271-760964ee1aec req-39ba757f-65f0-47f2-87df-2dd92858c4ea tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483257 Sep 01 15:21:45.755391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:45.758469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-092bf0ea-8a3a-42f6-96c1-15d25a08347e req-ab6c1364-da26-4c48-89bb-2735fc6b94c3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517807 Sep 01 15:21:45.793946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'port_id': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'mac_address': 'fa:16:3e:d2:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe006fa-d685-4b91-9ec2-524c9f38c895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:21:45.854328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.875061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:45.924891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:45.941312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.032857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:46.124690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:46.338102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6e55c920-1c06-402a-9855-0d41ed4c2b8a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:46.956439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f59259-b597-4f0a-995b-d2018976c145 req-2039e318-1e2b-47ed-92ea-f43a63597056 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:46.960389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10f59259-b597-4f0a-995b-d2018976c145 req-2039e318-1e2b-47ed-92ea-f43a63597056 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.0871429 Sep 01 15:21:47.069841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:47.076400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ef6e-0564-4acf-bb0b-e39c280cc893 req-0961290f-18b9-46c5-b172-1cc9c06abe66 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:47.085540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b088ef6e-0564-4acf-bb0b-e39c280cc893 req-0961290f-18b9-46c5-b172-1cc9c06abe66 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 949 time: 0.1689045 Sep 01 15:21:47.153473 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52ae9b76-cc93-485f-a1a1-d3f5afe1478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.172708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10f59259-b597-4f0a-995b-d2018976c145 req-91554df8-de5e-4c5f-8726-d4d059c2aa0a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934299 Sep 01 15:21:47.208592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:47.209141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.324882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b088ef6e-0564-4acf-bb0b-e39c280cc893 req-4368c8bc-19cb-4ccf-bd13-488e68cd5e6e tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331111 Sep 01 15:21:47.486238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.565201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:47.569524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.570289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:47.575574 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f75c6c6-6d74-4107-b958-ac52672f3159" -d '{"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:47.583267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.701484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:47.740162 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be77c6-d12b-4c46-88a0-b0d2a543f722 x-openstack-request-id: req-26be77c6-d12b-4c46-88a0-b0d2a543f722 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:47.740978 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:47.741731 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26be77c6-d12b-4c46-88a0-b0d2a543f722 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:47.743132 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'code': 200} Sep 01 15:21:47.773705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43176) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:47.811789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:47.993226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76e431da-bb6a-4773-a748-d1f019a26b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.014109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92defc16-17c8-4c3d-986d-ac0a388d577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.143039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76e431da-bb6a-4773-a748-d1f019a26b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.149675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76e431da-bb6a-4773-a748-d1f019a26b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.200207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-76e431da-bb6a-4773-a748-d1f019a26b8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63c98a5e9c8448d7a7484443c59cec0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245746 Sep 01 15:21:48.205312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43184) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:48.215787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e431da-bb6a-4773-a748-d1f019a26b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf9d15-6d5e-41cf-a78d-9640fe38096a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:48.301410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.357647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.373439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.446051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92defc16-17c8-4c3d-986d-ac0a388d577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.447921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.468376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92defc16-17c8-4c3d-986d-ac0a388d577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.580164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-92defc16-17c8-4c3d-986d-ac0a388d577a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=438a38ce223a48a686826917ad14371f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625284 Sep 01 15:21:48.588298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43194) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:48.621051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92defc16-17c8-4c3d-986d-ac0a388d577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f08b3-c0d7-4a12-bb45-d407913e6852,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:48.664821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03b505-e647-40c8-a3e7-5e3b5b806203 req-44cf91a6-883b-43ed-82fb-d5d95b7a4006 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:48.682246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b03b505-e647-40c8-a3e7-5e3b5b806203 req-44cf91a6-883b-43ed-82fb-d5d95b7a4006 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2307334 Sep 01 15:21:48.688532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06632629-2060-4477-b440-7a900fd957ea req-4326eb72-61fd-4d58-b12a-35bc562d52c2 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:48.706988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06632629-2060-4477-b440-7a900fd957ea req-4326eb72-61fd-4d58-b12a-35bc562d52c2 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 949 time: 0.1685178 Sep 01 15:21:48.733368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.736688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.741008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9cf9d15-6d5e-41cf-a78d-9640fe38096a HTTP/1.1" status: 204 len: 168 time: 0.5339763 Sep 01 15:21:48.775527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cce2c-6454-4622-970e-0dde5b1ad7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf9d15-6d5e-41cf-a78d-9640fe38096a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:48.862014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06632629-2060-4477-b440-7a900fd957ea req-affe465e-aa35-45a9-b4ba-ebc14624b472 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521585 Sep 01 15:21:49.086047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6e55c920-1c06-402a-9855-0d41ed4c2b8a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:49.232835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 6e55c920-1c06-402a-9855-0d41ed4c2b8a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:49.249583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 6e55c920-1c06-402a-9855-0d41ed4c2b8a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:49.251123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.411426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.412959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.466091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b03b505-e647-40c8-a3e7-5e3b5b806203 req-9fb42580-5116-400f-a384-0b3d2ca6a354 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812955 Sep 01 15:21:49.530086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.532150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:49.544682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.698412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:49.718828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.724484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.726824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/249f08b3-c0d7-4a12-bb45-d407913e6852 HTTP/1.1" status: 204 len: 168 time: 1.1367912 Sep 01 15:21:49.746217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:49.752823 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953da24d-89e5-4d01-a4e4-c6467ee3a924" -d '{"events": [{"server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "name": "network-vif-plugged", "status": "completed", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:49.755301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b1914-60e9-4dc7-b56e-3fcc9708526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f08b3-c0d7-4a12-bb45-d407913e6852,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:49.881936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:49.884968 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c80109-a0d3-48e4-88d4-a5ca10d6e2aa x-openstack-request-id: req-e4c80109-a0d3-48e4-88d4-a5ca10d6e2aa {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:49.885468 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "name": "network-vif-plugged", "status": "completed", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:49.885825 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4c80109-a0d3-48e4-88d4-a5ca10d6e2aa {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:49.886519 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a', 'code': 200} Sep 01 15:21:50.151198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4765f-f9c2-4e85-9450-ae6be678a273 req-e5719336-3807-4237-85bc-b7d9af40b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:50.155364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd4765f-f9c2-4e85-9450-ae6be678a273 req-e5719336-3807-4237-85bc-b7d9af40b9b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 1102 time: 0.1802452 Sep 01 15:21:50.234421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5640-0261-44e2-ac61-5b8ea07d145c req-cf2aa6a6-e84c-4371-b811-9457f0b9bd45 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:50.244586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fcfd5640-0261-44e2-ac61-5b8ea07d145c req-cf2aa6a6-e84c-4371-b811-9457f0b9bd45 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.2240384 Sep 01 15:21:50.290450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd4765f-f9c2-4e85-9450-ae6be678a273 req-e68724ce-f7b2-4fd5-a28d-a2d4eb7fd9a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212633 Sep 01 15:21:50.349811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fcfd5640-0261-44e2-ac61-5b8ea07d145c req-dfcde972-b2c2-4880-9257-7159247f25c8 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793185 Sep 01 15:21:50.663841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a4ac1-7efa-4ed7-b03c-4ffc0575f065 req-1d28c40a-7798-4425-a74e-a5946873cc6d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:50.682632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-786a4ac1-7efa-4ed7-b03c-4ffc0575f065 req-1d28c40a-7798-4425-a74e-a5946873cc6d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0920565 Sep 01 15:21:50.749663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:50.753989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-786a4ac1-7efa-4ed7-b03c-4ffc0575f065 req-70d38b91-df87-40ba-8655-ee720ec17e0e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693636 Sep 01 15:21:50.776452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8626e40b-bfb2-4017-8846-3a2a07472870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:50.976112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8626e40b-bfb2-4017-8846-3a2a07472870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:50.984940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8626e40b-bfb2-4017-8846-3a2a07472870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.077580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626e40b-bfb2-4017-8846-3a2a07472870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274402e3-4970-4c04-abe5-7dc850f66d72,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:51.092590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8626e40b-bfb2-4017-8846-3a2a07472870 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a39384c583c54c32a848e550e9197ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395898 Sep 01 15:21:51.094537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43240) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:51.267010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.301025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.415779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.421240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.422994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/274402e3-4970-4c04-abe5-7dc850f66d72 HTTP/1.1" status: 204 len: 168 time: 0.3261607 Sep 01 15:21:51.460456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4a57b-d3cf-4ad6-9e92-6666b08cb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274402e3-4970-4c04-abe5-7dc850f66d72,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:51.737229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1bb73-4d28-4cbb-aac3-1d8bd2cbddac req-a94295f5-0bb7-4cec-b6a1-73084d0fcc6f tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:51.739775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0f1bb73-4d28-4cbb-aac3-1d8bd2cbddac req-a94295f5-0bb7-4cec-b6a1-73084d0fcc6f tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.1590533 Sep 01 15:21:51.890899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0f1bb73-4d28-4cbb-aac3-1d8bd2cbddac req-4ea63b31-007a-4f34-80f9-95ad40091fa5 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262758 Sep 01 15:21:52.029962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd092b-ba2e-4db3-ac02-6e579a296714 req-defe94c7-7729-422b-8907-986e740b88fa tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:52.043299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98cd092b-ba2e-4db3-ac02-6e579a296714 req-defe94c7-7729-422b-8907-986e740b88fa tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1137166 Sep 01 15:21:52.116310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98cd092b-ba2e-4db3-ac02-6e579a296714 req-e34fbdab-470f-44d6-b9d7-3bbf2df6a4c6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 Sep 01 15:21:53.157829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1bf6f-f246-47c8-91f8-befaa03d3bd4 req-891b88c0-46b5-4fc3-9440-47abb900ea07 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:53.166337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62a1bf6f-f246-47c8-91f8-befaa03d3bd4 req-891b88c0-46b5-4fc3-9440-47abb900ea07 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.0940971 Sep 01 15:21:53.216250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62a1bf6f-f246-47c8-91f8-befaa03d3bd4 req-a3c5fccd-2cd5-40e8-8942-a7d586d894ad tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Sep 01 15:21:53.435098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53ee10-6b0f-4a5e-ad71-d3ac36c6aafb req-bd871494-4e5c-4982-a4c0-1203016c93de tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:53.439104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca53ee10-6b0f-4a5e-ad71-d3ac36c6aafb req-bd871494-4e5c-4982-a4c0-1203016c93de tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1433222 Sep 01 15:21:53.587718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca53ee10-6b0f-4a5e-ad71-d3ac36c6aafb req-d41eaa1f-ae36-4ed2-8328-916e851ea457 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385944 Sep 01 15:21:53.734998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133452c-f576-40b5-9b72-f30a6ade805f req-afd3f98e-b5c4-4048-9199-7059e0e4aac1 tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:53.738218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6133452c-f576-40b5-9b72-f30a6ade805f req-afd3f98e-b5c4-4048-9199-7059e0e4aac1 tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 1102 time: 0.1162527 Sep 01 15:21:53.769729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6133452c-f576-40b5-9b72-f30a6ade805f req-bd7e8a23-c07e-455e-b4ec-497da5a30a0f tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.869928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43386) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:53.989899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6133452c-f576-40b5-9b72-f30a6ade805f req-bd7e8a23-c07e-455e-b4ec-497da5a30a0f tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.001545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6133452c-f576-40b5-9b72-f30a6ade805f req-bd7e8a23-c07e-455e-b4ec-497da5a30a0f tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.074229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e8a23-c07e-455e-b4ec-497da5a30a0f tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72585dd-5e70-4331-beb2-54cb283ce5cf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.123721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:54.123993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6133452c-f576-40b5-9b72-f30a6ade805f req-bd7e8a23-c07e-455e-b4ec-497da5a30a0f tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693058 Sep 01 15:21:54.253830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0918f413-bed3-463c-9489-ba7425d70ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.346481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d061d919-6d41-42f7-bfdc-afbfa5c5eeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.447998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0918f413-bed3-463c-9489-ba7425d70ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.457972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0918f413-bed3-463c-9489-ba7425d70ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.560814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918f413-bed3-463c-9489-ba7425d70ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c903b37f-1ed0-4fce-a9aa-7f189eec32d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.573585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0918f413-bed3-463c-9489-ba7425d70ee3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e4903394d594f439ef10515ade66227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6988707 Sep 01 15:21:54.575925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:54.674525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.706947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.736661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d061d919-6d41-42f7-bfdc-afbfa5c5eeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.748453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d061d919-6d41-42f7-bfdc-afbfa5c5eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.774487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.779820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.781603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c903b37f-1ed0-4fce-a9aa-7f189eec32d6 HTTP/1.1" status: 204 len: 168 time: 0.2038465 Sep 01 15:21:54.821445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4afdc8-9aad-43c5-ba05-38fde1f27bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c903b37f-1ed0-4fce-a9aa-7f189eec32d6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.866727 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d061d919-6d41-42f7-bfdc-afbfa5c5eeed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37268e72b0b9452bbc97039d365cc420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359791 Sep 01 15:21:54.866727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d919-6d41-42f7-bfdc-afbfa5c5eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1562791-0aa4-475b-82a8-6cd19a6d15cd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.867478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:54.918588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8000a4-09f1-40e6-b8c5-ce3afc08af6f req-5c4a6bac-f424-42ab-966a-5f2aee75572a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:54.928420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d8000a4-09f1-40e6-b8c5-ce3afc08af6f req-5c4a6bac-f424-42ab-966a-5f2aee75572a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1458855 Sep 01 15:21:54.959694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.988631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d8000a4-09f1-40e6-b8c5-ce3afc08af6f req-7b2f07fd-af10-4f47-bfe1-3e36ac340a34 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Sep 01 15:21:55.069396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.171767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.175480 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.180161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1562791-0aa4-475b-82a8-6cd19a6d15cd HTTP/1.1" status: 204 len: 168 time: 0.3099763 Sep 01 15:21:55.194947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff35c3-3ecd-4af4-9e1f-256dcbc424eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1562791-0aa4-475b-82a8-6cd19a6d15cd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:55.331928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fddb6-7f0e-4281-b64f-2c69ab6f1017 req-a52fdf05-fe15-4bec-8786-5caa51138b2c tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:55.340668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d9fddb6-7f0e-4281-b64f-2c69ab6f1017 req-a52fdf05-fe15-4bec-8786-5caa51138b2c tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 1102 time: 0.0634716 Sep 01 15:21:55.393342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d9fddb6-7f0e-4281-b64f-2c69ab6f1017 req-3e761880-18c5-4d2c-836b-d35aeba0a0c4 tempest-ServersAdminNegativeTestJSON-1076450569 tempest-ServersAdminNegativeTestJSON-1076450569-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 Sep 01 15:21:55.394879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:55.416491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-970bf136-4c0d-43ed-8a94-d77915f3851e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.568787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-970bf136-4c0d-43ed-8a94-d77915f3851e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.579266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-970bf136-4c0d-43ed-8a94-d77915f3851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.675427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-970bf136-4c0d-43ed-8a94-d77915f3851e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7245b441b2ae472a969445f911d0aa8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768872 Sep 01 15:21:55.675832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43428) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:55.685941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf136-4c0d-43ed-8a94-d77915f3851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294f644-38c7-4a8d-b725-7982037e6a2b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:55.782911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.822069 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.950443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.958805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:55.970788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b294f644-38c7-4a8d-b725-7982037e6a2b HTTP/1.1" status: 204 len: 168 time: 0.2932730 Sep 01 15:21:56.023167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874ffa6-82ce-46d4-96d9-ad8caec9fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294f644-38c7-4a8d-b725-7982037e6a2b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:56.238935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de401-f5b8-44a6-bf09-50b04245cc33 req-10e472ff-8e5e-484c-af67-da9497cc1aff tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.249625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d19de401-f5b8-44a6-bf09-50b04245cc33 req-10e472ff-8e5e-484c-af67-da9497cc1aff tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.1137216 Sep 01 15:21:56.383913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d19de401-f5b8-44a6-bf09-50b04245cc33 req-08a8cbae-c393-4e66-ab60-83d2afbf9ed0 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089251 Sep 01 15:21:56.480279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4ebc-5403-4b0e-bc60-3907c15dc4ab req-5606af03-3f70-4b82-b91c-34b8baad1a4e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.483521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e2b4ebc-5403-4b0e-bc60-3907c15dc4ab req-5606af03-3f70-4b82-b91c-34b8baad1a4e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1447792 Sep 01 15:21:56.678558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e2b4ebc-5403-4b0e-bc60-3907c15dc4ab req-42734d21-654e-44cb-ad0e-29865c8ea41b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844845 Sep 01 15:21:57.564331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-4a9bdf24-3eb0-4951-9144-00e92aecfa83 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:57.566151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-4a9bdf24-3eb0-4951-9144-00e92aecfa83 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.0916893 Sep 01 15:21:57.684239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.755168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22faac-0484-4f98-b8b1-de8c94de423b req-b56c8183-bc71-46cd-863b-6bc2c49f451f tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:57.757386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a22faac-0484-4f98-b8b1-de8c94de423b req-b56c8183-bc71-46cd-863b-6bc2c49f451f tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 950 time: 0.1524851 Sep 01 15:21:57.881348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Deleting port 6e55c920-1c06-402a-9855-0d41ed4c2b8a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:57.882760 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.894332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a22faac-0484-4f98-b8b1-de8c94de423b req-fd4c0cfd-8da1-4121-8976-d4bb00ffa1f3 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185484 Sep 01 15:21:58.039281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674dea-1c11-4705-840a-a1eab5f88f5f req-9976a9d2-2078-44c7-8649-daab3482d1b5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:58.050288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e674dea-1c11-4705-840a-a1eab5f88f5f req-9976a9d2-2078-44c7-8649-daab3482d1b5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1202877 Sep 01 15:21:58.156059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e674dea-1c11-4705-840a-a1eab5f88f5f req-3a81ba1b-f184-4c6c-8057-554d7e072ab8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Sep 01 15:21:58.169158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] For port 6e55c920-1c06-402a-9855-0d41ed4c2b8a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6e55c920-1c06-402a-9855-0d41ed4c2b8a,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:58.169639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.205036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Calling delete_port for 6e55c920-1c06-402a-9855-0d41ed4c2b8a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:58.332551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:58.534100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:58.573972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.589917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7c657945-3eae-4ae4-bb05-8f8fb8be64eb', '6e55c920-1c06-402a-9855-0d41ed4c2b8a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:58.711947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.758074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Pushing event deleted for resources: {'Port': ['ID=6e55c920-1c06-402a-9855-0d41ed4c2b8a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:58.983013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] No DVR routers for this DVR port 6e55c920-1c06-402a-9855-0d41ed4c2b8a on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:59.000011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.007462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-568bbe29-2c4a-452b-8e40-43f40ba38df1 req-911c71e5-c671-46fd-9187-c300aec37f9b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "DELETE /v2.0/ports/6e55c920-1c06-402a-9855-0d41ed4c2b8a HTTP/1.1" status: 204 len: 173 time: 1.4338422 Sep 01 15:21:59.011436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'name': 'network-vif-deleted', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:59.018423 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e6296-9240-443e-ab1d-2e465880f66c" -d '{"events": [{"server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "name": "network-vif-deleted", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:59.145437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b35c224-68f3-4c46-8139-a91958034b74 req-8da14b27-413b-4814-812a-a5d209695512 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=d558b2d7-a34f-4ee9-afc3-95e6a660fca7 HTTP/1.1" status: 200 len: 210 time: 0.0569108 Sep 01 15:21:59.209219 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c4caa-bf17-404a-9e20-9af746d64346 x-openstack-request-id: req-b33c4caa-bf17-404a-9e20-9af746d64346 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:59.209739 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d558b2d7-a34f-4ee9-afc3-95e6a660fca7", "name": "network-vif-deleted", "tag": "6e55c920-1c06-402a-9855-0d41ed4c2b8a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:59.210130 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b33c4caa-bf17-404a-9e20-9af746d64346 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:59.210806 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd558b2d7-a34f-4ee9-afc3-95e6a660fca7', 'name': 'network-vif-deleted', 'tag': '6e55c920-1c06-402a-9855-0d41ed4c2b8a', 'status': 'completed', 'code': 200} Sep 01 15:21:59.230288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.524703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45176df-4da4-42af-840c-0ce164c4c04d req-a8302ede-2275-47d6-8bbe-7d4539d4d6ac tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:59.524703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e45176df-4da4-42af-840c-0ce164c4c04d req-a8302ede-2275-47d6-8bbe-7d4539d4d6ac tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2000084 Sep 01 15:21:59.712175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Allocated IP 172.25.1.106 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c05a1153-592e-495d-8374-006880a3d604) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:59.722201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e45176df-4da4-42af-840c-0ce164c4c04d req-e553f7bf-0145-4023-83d6-4979d49273d4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831455 Sep 01 15:22:00.006898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.057592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.123582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:00.129398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:00.132575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Pushing event updated for resources: {'Port': ['ID=c05a1153-592e-495d-8374-006880a3d604,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:00.142539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:00.368403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.433353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.747646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d01df-96e4-4c2b-a6d5-4df06d051c81 req-b6c13f9a-f8f3-41a7-b48a-e114555ace83 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.756816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d3d01df-96e4-4c2b-a6d5-4df06d051c81 req-b6c13f9a-f8f3-41a7-b48a-e114555ace83 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 950 time: 0.0800691 Sep 01 15:22:00.775249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.785823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.847417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d3d01df-96e4-4c2b-a6d5-4df06d051c81 req-58e0b4e7-499a-43ed-8a05-10e15e83b218 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892358 Sep 01 15:22:00.966268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Pushing event updated for resources: {'Port': ['ID=c05a1153-592e-495d-8374-006880a3d604,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:00.969048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.991569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfee107-bc61-4a89-9788-8105adff2ad4 req-d0d7a591-5610-4117-95af-d8eebf1f9f29 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.999477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edfee107-bc61-4a89-9788-8105adff2ad4 req-d0d7a591-5610-4117-95af-d8eebf1f9f29 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1122055 Sep 01 15:22:01.030358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.032462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d51bd055-dd89-4eb0-a46d-d3337fbf517f tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6969535 Sep 01 15:22:01.035467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43630) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:01.043935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-314722837', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'fixed_ips': [{'ip_address': '172.25.1.106'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:01.064136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edfee107-bc61-4a89-9788-8105adff2ad4 req-f86ab280-18c0-421b-a9ea-dc293e9c7c6c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634484 Sep 01 15:22:01.087370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Made reservation on behalf of 541ab95f342f4f79b1ecb6541a70daf9 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:01.091407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.111829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.173426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6e55c920-1c06-402a-9855-0d41ed4c2b8a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:01.226344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 6e55c920-1c06-402a-9855-0d41ed4c2b8a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:22:01.226344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6e55c920-1c06-402a-9855-0d41ed4c2b8a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:22:01.420411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.428351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.436891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] device_id is not set on port 841feaaa-d15a-48e3-bc93-ddeb88d19a5c yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:01.609797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2065b158-df99-40ee-8b7d-7f13c5b6f61f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:01.840438 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:22:01.845304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:22:01.895650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-91ade55c-588d-4c4e-b92d-2885be410764 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8582623 Sep 01 15:22:01.896128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43680) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:02.042126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaa677-a4c1-459f-b5c8-0db0d92c6945 req-309d4544-2b68-4976-a400-6ed92cfb458c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.052551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71eaa677-a4c1-459f-b5c8-0db0d92c6945 req-309d4544-2b68-4976-a400-6ed92cfb458c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1554456 Sep 01 15:22:02.106854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-71eaa677-a4c1-459f-b5c8-0db0d92c6945 req-f07a6c14-d72b-4a6a-bdb5-3fee256c931f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523841 Sep 01 15:22:02.314630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f4ace-5dac-4d97-8aa7-f2efef18d6be req-a478a558-b6c3-49b5-9a6f-82a6eb666539 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.325704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d71f4ace-5dac-4d97-8aa7-f2efef18d6be req-a478a558-b6c3-49b5-9a6f-82a6eb666539 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.0735915 Sep 01 15:22:02.392850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d71f4ace-5dac-4d97-8aa7-f2efef18d6be req-e102428f-ad16-4d9c-b83b-95de5c68d6a4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648627 Sep 01 15:22:02.475280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-a2a0bc04-04c2-4fba-a046-067108b115d8 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.476976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-a2a0bc04-04c2-4fba-a046-067108b115d8 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 950 time: 0.3316429 Sep 01 15:22:02.528262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8c094-ffd9-492b-9543-0a84f6bc4473 req-f58f3795-a1dd-4e57-9a1c-168dab26db33 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.538294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6da8c094-ffd9-492b-9543-0a84f6bc4473 req-f58f3795-a1dd-4e57-9a1c-168dab26db33 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 950 time: 0.4918981 Sep 01 15:22:02.601277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Deleting port c05a1153-592e-495d-8374-006880a3d604 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:02.602486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.635615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:02.646643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6da8c094-ffd9-492b-9543-0a84f6bc4473 req-389471c0-07f1-4076-bf9b-a7bfb51fbacd tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067412 Sep 01 15:22:02.851741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63411cf2-acc2-4c46-9666-7965eaa2b717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.965148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.965148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.995229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63411cf2-acc2-4c46-9666-7965eaa2b717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.002983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63411cf2-acc2-4c46-9666-7965eaa2b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.032866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Calling delete_port for c05a1153-592e-495d-8374-006880a3d604 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:03.089085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63411cf2-acc2-4c46-9666-7965eaa2b717 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81a16b443ee04580bd0f9f547c325754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515307 Sep 01 15:22:03.090767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63411cf2-acc2-4c46-9666-7965eaa2b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e770705-e8f6-445f-a07f-841e0bb5ee82,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:03.097237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43708) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.182445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Deleting port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:03.183038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.213471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.250550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.354039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.358255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.364454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e770705-e8f6-445f-a07f-841e0bb5ee82 HTTP/1.1" status: 204 len: 168 time: 0.2612221 Sep 01 15:22:03.397723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02652f-4d4a-4d28-8413-4b3ef2b49094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e770705-e8f6-445f-a07f-841e0bb5ee82,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:03.419246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] For port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:03.419725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.465452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Calling delete_port for 7c657945-3eae-4ae4-bb05-8f8fb8be64eb owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:03.648398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.713850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d079dd-2234-4dda-8bb5-2a6082c6658f req-1fd28854-3d6d-45b4-ac5b-f338e1f74fb2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:03.716032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30d079dd-2234-4dda-8bb5-2a6082c6658f req-1fd28854-3d6d-45b4-ac5b-f338e1f74fb2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1283100 Sep 01 15:22:03.720358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Pushing event deleted for resources: {'Port': ['ID=c05a1153-592e-495d-8374-006880a3d604,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:03.847118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30d079dd-2234-4dda-8bb5-2a6082c6658f req-57429ec1-0b04-40ae-ad6f-4647fa1b501b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024826 Sep 01 15:22:03.884605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.888068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.894291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac15c88b-1c14-4fea-8e52-041d7b6336fd tempest-ExternalNetworksAdminNegativeTestJSON-1989029152 tempest-ExternalNetworksAdminNegativeTestJSON-1989029152-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/15167b3c-0668-4782-979b-538dc4dd8ad3 HTTP/1.1" status: 204 len: 168 time: 1.9841731 Sep 01 15:22:03.957537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.983891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7c657945-3eae-4ae4-bb05-8f8fb8be64eb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:04.002643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb732c2-e10f-4e38-9e76-d7f6b94be03c req-41a1f1b0-f7bb-4135-b728-e04842052467 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:04.009870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceb732c2-e10f-4e38-9e76-d7f6b94be03c req-41a1f1b0-f7bb-4135-b728-e04842052467 tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 867 time: 0.1827798 Sep 01 15:22:04.129181 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ceb732c2-e10f-4e38-9e76-d7f6b94be03c req-f9551bad-f3d2-4b6f-9a34-52cff6e596af tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/security-groups?id=efb60a74-dc6f-4bf4-8665-261163446eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980995 Sep 01 15:22:04.150638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43726) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.188355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.190453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Pushing event deleted for resources: {'Port': ['ID=7c657945-3eae-4ae4-bb05-8f8fb8be64eb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:04.285870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] No DVR routers for this DVR port 7c657945-3eae-4ae4-bb05-8f8fb8be64eb on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:04.291451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.298895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32f582e1-8872-47cd-9813-8159e7e8e9ab req-b999a963-3ade-4f2e-a6c5-04a6eb16f19b tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.50 "DELETE /v2.0/ports/7c657945-3eae-4ae4-bb05-8f8fb8be64eb HTTP/1.1" status: 204 len: 173 time: 1.8109052 Sep 01 15:22:04.301430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'name': 'network-vif-deleted', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:04.304796 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e7b19-04a0-4e0f-bcfe-5d31d5ba50cd" -d '{"events": [{"server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "name": "network-vif-deleted", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:04.465268 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52904baf-3ea7-485a-a888-d4a6473d178b x-openstack-request-id: req-52904baf-3ea7-485a-a888-d4a6473d178b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:04.465669 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f525e76a-f6df-4a0e-82a2-085285f2143a", "name": "network-vif-deleted", "tag": "7c657945-3eae-4ae4-bb05-8f8fb8be64eb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:04.465852 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52904baf-3ea7-485a-a888-d4a6473d178b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:04.466390 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f525e76a-f6df-4a0e-82a2-085285f2143a', 'name': 'network-vif-deleted', 'tag': '7c657945-3eae-4ae4-bb05-8f8fb8be64eb', 'status': 'completed', 'code': 200} Sep 01 15:22:04.515271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.538000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.561096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43732) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.666818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21d1def01f1c412aa611b4f1113d2e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146918 Sep 01 15:22:04.669322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.690562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b125fbcd-9892-4049-ac8e-3f1513fccc5e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:04.728366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.729020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.729499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.729991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.730648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.731126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.731680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.732280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.732706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.733565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.734058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.734635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf468f-d546-496c-a14f-b20978757161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:04.753722 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40ed62ee-7a61-4bd4-bfec-9ba9ec6d7dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.796506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.850304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.982350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40ed62ee-7a61-4bd4-bfec-9ba9ec6d7dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.998415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40ed62ee-7a61-4bd4-bfec-9ba9ec6d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.002856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.005690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.007437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b125fbcd-9892-4049-ac8e-3f1513fccc5e HTTP/1.1" status: 204 len: 168 time: 0.3357577 Sep 01 15:22:05.096442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed62ee-7a61-4bd4-bfec-9ba9ec6d7dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77a73b-b109-48b1-99ab-fc67234acc04,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:05.103118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-40ed62ee-7a61-4bd4-bfec-9ba9ec6d7dc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f42e05d45c7c4062b68f4e50566e6990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407391 Sep 01 15:22:05.107598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43744) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:05.139273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701c2f-34cd-4531-ab6a-ffc0db9f7415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125fbcd-9892-4049-ac8e-3f1513fccc5e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:05.178192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350422cf-ae82-461a-98a8-c90740af45d7 req-96b42f80-84df-42cc-a235-2f658c2e6b38 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:05.179780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-350422cf-ae82-461a-98a8-c90740af45d7 req-96b42f80-84df-42cc-a235-2f658c2e6b38 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1507833 Sep 01 15:22:05.254637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.305779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-350422cf-ae82-461a-98a8-c90740af45d7 req-7c4ee607-da17-4c6a-960b-5d9c17f50b77 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Sep 01 15:22:05.341025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.467540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9352f451-5e0b-4371-bd81-caae8477c09f req-6207bab2-c23e-4a14-aaa3-7d8c0430e5cf tempest-ServersAdminNegativeTestJSON-721637024 tempest-ServersAdminNegativeTestJSON-721637024-project] 10.222.0.41 "GET /v2.0/ports?device_id=f525e76a-f6df-4a0e-82a2-085285f2143a HTTP/1.1" status: 200 len: 210 time: 0.0536234 Sep 01 15:22:05.504341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.507227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.508978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e77a73b-b109-48b1-99ab-fc67234acc04 HTTP/1.1" status: 204 len: 168 time: 0.4011121 Sep 01 15:22:05.535881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439199e7-7f1b-46e1-b678-86d640d1148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77a73b-b109-48b1-99ab-fc67234acc04,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:06.167000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43776) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:06.262528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca3076b4-1261-4de4-ba72-99504aaf95e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=541ab95f342f4f79b1ecb6541a70daf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952923 Sep 01 15:22:06.265161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43784) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:06.365629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.472015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.572028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5e098-14b6-40cc-bd4e-195249b6a3c2 req-8a565a3d-15a5-4716-bd7a-ff74f734286f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:06.574935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4f5e098-14b6-40cc-bd4e-195249b6a3c2 req-8a565a3d-15a5-4716-bd7a-ff74f734286f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1423690 Sep 01 15:22:06.641819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.648880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.653225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2065b158-df99-40ee-8b7d-7f13c5b6f61f HTTP/1.1" status: 204 len: 168 time: 0.3839967 Sep 01 15:22:06.694523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167da59-c32a-4a8b-8430-03f51812019e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2065b158-df99-40ee-8b7d-7f13c5b6f61f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:06.736982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4f5e098-14b6-40cc-bd4e-195249b6a3c2 req-c49bcbec-848f-4b25-94f1-490cde286f7b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168134 Sep 01 15:22:07.175822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43832) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:07.190118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b564e-0c19-49c4-92ce-9135433beec6 req-d449337e-6479-46ac-b777-7a9534c43b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:07.191820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-d449337e-6479-46ac-b777-7a9534c43b03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1097 time: 0.0663197 Sep 01 15:22:07.222602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:07.228994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7c657945-3eae-4ae4-bb05-8f8fb8be64eb no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:07.280221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7c657945-3eae-4ae4-bb05-8f8fb8be64eb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:22:07.281895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7c657945-3eae-4ae4-bb05-8f8fb8be64eb not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:22:07.358597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b564e-0c19-49c4-92ce-9135433beec6 req-1e87a011-0b52-4749-a65e-32929d0a86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:07.360178 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-1e87a011-0b52-4749-a65e-32929d0a86bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 915 time: 0.1609192 Sep 01 15:22:07.431268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-6e03e781-10a8-475f-8f1d-5ee14aed994d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 217 time: 0.0635414 Sep 01 15:22:07.467628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:07.488893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:07.497192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b564e-0c19-49c4-92ce-9135433beec6 req-bab53926-309f-4f0b-8632-9265c4bee828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:07.499299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-bab53926-309f-4f0b-8632-9265c4bee828 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.0594566 Sep 01 15:22:07.546267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.566663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:07.569252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eccecdea-af1b-477b-adde-d11cc88f180f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34d48474113e4f718d86f4258db911e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909497 Sep 01 15:22:07.570049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:07.588255 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:22:07.602573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-3f855276-9d64-46ba-9059-3aad83d7f072 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917838 Sep 01 15:22:07.611390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:07.617953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.649290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.689007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.755291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:07.771754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5418cb97-9a3f-4438-98b6-fd4516641d78'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:07.775553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.782086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.788488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efb60a74-dc6f-4bf4-8665-261163446eb4 HTTP/1.1" status: 204 len: 168 time: 0.2173245 Sep 01 15:22:07.803134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab610a-4036-4c67-a7fe-87ae6dc635b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb60a74-dc6f-4bf4-8665-261163446eb4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:07.881612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-852e552e-d905-4732-8733-cb30e9f9ef55 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663023 Sep 01 15:22:08.170142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8edba-8686-44c6-acd3-393c26f253f9 req-34e61ae7-fddc-4095-943e-f9f6f0022574 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:08.173152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cde8edba-8686-44c6-acd3-393c26f253f9 req-34e61ae7-fddc-4095-943e-f9f6f0022574 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.2899373 Sep 01 15:22:08.288426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cde8edba-8686-44c6-acd3-393c26f253f9 req-23629041-d2fc-4b4f-ae7b-3cd82c456a03 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078155 Sep 01 15:22:08.297027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-481b564e-0c19-49c4-92ce-9135433beec6 req-5c4c3b8c-f53e-4807-ab2a-a7c0f860ed02 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913724 Sep 01 15:22:08.546046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:08.654956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61dc6e4f-9e62-4b42-8b2d-fc96378692cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87d342e4897540bd97646296e3ef6f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062846 Sep 01 15:22:08.655991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:08.761588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.816283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.945024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.949020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.954149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a72585dd-5e70-4331-beb2-54cb283ce5cf HTTP/1.1" status: 204 len: 168 time: 0.2963281 Sep 01 15:22:08.977844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff688d1-4ce1-42b7-99eb-ca4fd0f04ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72585dd-5e70-4331-beb2-54cb283ce5cf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:09.233834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:09.371813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5418cb97-9a3f-4438-98b6-fd4516641d78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:09.376011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.599715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.659512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f02e28-645f-4e1d-b3d3-0ae372a19e1a req-a4631298-b0f0-41c4-b453-f56fcedc1fb4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:09.669802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92f02e28-645f-4e1d-b3d3-0ae372a19e1a req-a4631298-b0f0-41c4-b453-f56fcedc1fb4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 945 time: 0.1684015 Sep 01 15:22:09.681094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:09.685682 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1af74-c3c9-4cc3-b2cc-07098315f24a" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:09.740100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:09.758480 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.759838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:09.825999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92f02e28-645f-4e1d-b3d3-0ae372a19e1a req-4c5b15b7-1591-4d32-bd44-9c85154ada7f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 Sep 01 15:22:09.888335 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36001c-5abf-4664-9ea1-85ed5dd319b4 x-openstack-request-id: req-df36001c-5abf-4664-9ea1-85ed5dd319b4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:09.888915 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:09.889631 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df36001c-5abf-4664-9ea1-85ed5dd319b4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:09.890820 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:22:10.122275 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:10.131127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:10.196922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:10.209617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:10.301628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:10.357926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43934) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:10.994123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:11.054696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:11.101884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c55df4-eb4c-4351-9041-8528c5722240 req-393b56d4-6bd5-4f51-94a9-d7827c7ee4f5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.103908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1c55df4-eb4c-4351-9041-8528c5722240 req-393b56d4-6bd5-4f51-94a9-d7827c7ee4f5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1269853 Sep 01 15:22:11.203558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1c55df4-eb4c-4351-9041-8528c5722240 req-27808b51-40a5-48c7-ae42-576fe90f53ec tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Sep 01 15:22:11.351279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:11.537316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43968) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:11.658920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Allocated IP 172.25.1.22 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/52169f06-76c1-4533-8d6e-d4fc1f37eacf) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:11.724542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e33b-3381-4c02-8cde-d3739651385b req-49d58d1c-edad-4077-ae17-7565c0dcbf11 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.737963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b467e33b-3381-4c02-8cde-d3739651385b req-49d58d1c-edad-4077-ae17-7565c0dcbf11 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.3675396 Sep 01 15:22:11.892837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:11.899721 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a3f27-3c51-407d-b48b-cce97e50db66" -d '{"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-unplugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:11.934003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b467e33b-3381-4c02-8cde-d3739651385b req-879579d2-bdf9-4f22-8054-c8a3a9d23f06 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902828 Sep 01 15:22:12.054261 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a4bab-2dd9-4006-bdf5-496d5f47d68c x-openstack-request-id: req-a11a4bab-2dd9-4006-bdf5-496d5f47d68c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:12.055440 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-unplugged", "status": "failed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "code": 422}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:12.056596 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a11a4bab-2dd9-4006-bdf5-496d5f47d68c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:12.057431 n-d-802060-16 neutron-server[106378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'code': 422} returned with failed status Sep 01 15:22:12.057874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:12.205438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:12.249962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-58d00578-906b-4ce3-8ede-cb8046159bd5 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-276176611'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:12.251021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-58d00578-906b-4ce3-8ede-cb8046159bd5 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Unknown quota resources ['metering_label']. {{(pid=106377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:12.378897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=52169f06-76c1-4533-8d6e-d4fc1f37eacf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:12.430881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:12.438963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:12.447666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:12.783244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:12.945474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.021825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01349-3864-4adc-8195-28298b9cc88c req-9dddee42-eb6e-4996-9cc3-0332502ae107 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:13.025028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccd01349-3864-4adc-8195-28298b9cc88c req-9dddee42-eb6e-4996-9cc3-0332502ae107 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1393232 Sep 01 15:22:13.211480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccd01349-3864-4adc-8195-28298b9cc88c req-c030e62e-0ba9-4777-9673-0131b7087bdd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730087 Sep 01 15:22:13.346038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58d00578-906b-4ce3-8ede-cb8046159bd5 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.352934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58d00578-906b-4ce3-8ede-cb8046159bd5 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.8120570 Sep 01 15:22:13.354069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44016) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:13.362653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-17facd10-0a91-43fe-ba2e-3ce3add95f8e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7d5c451a-3a52-4977-8bc0-c5975efe086c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:13.363714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-17facd10-0a91-43fe-ba2e-3ce3add95f8e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:13.391592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.421259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.479506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=52169f06-76c1-4533-8d6e-d4fc1f37eacf,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:13.565427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.587683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.597264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cae1ba47-aeb4-468d-9c30-668f12f10337 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2358282 Sep 01 15:22:13.597679 n-d-802060-16 neutron-server[106377]: WARNING neutron.services.metering.metering_plugin [None req-17facd10-0a91-43fe-ba2e-3ce3add95f8e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:13.603293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44026) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:13.617439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1902707459'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:13.708543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Made reservation on behalf of f6c638f17fbf428c8259e3a77479a3d4 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:13.712204 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.727034 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.783989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17facd10-0a91-43fe-ba2e-3ce3add95f8e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.785554 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17facd10-0a91-43fe-ba2e-3ce3add95f8e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4294505 Sep 01 15:22:13.788870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44036) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:13.794517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-89e77fa2-f876-4c1a-96b2-50efb7664369 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7d5c451a-3a52-4977-8bc0-c5975efe086c'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:13.795047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-89e77fa2-f876-4c1a-96b2-50efb7664369 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:13.800203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-572d8f52-4ee1-40e4-b426-49fdd9cfd9d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3947759 Sep 01 15:22:13.912269 n-d-802060-16 neutron-server[106377]: WARNING neutron.services.metering.metering_plugin [None req-89e77fa2-f876-4c1a-96b2-50efb7664369 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:14.136738 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89e77fa2-f876-4c1a-96b2-50efb7664369 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.138646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-89e77fa2-f876-4c1a-96b2-50efb7664369 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3484707 Sep 01 15:22:14.141878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44054) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:14.189752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-01e136d9-ca88-42db-926e-ac4300ee1003 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=528bd880-c1c2-4c77-9c88-940e3676cf1a HTTP/1.1" status: 200 len: 462 time: 0.0488930 Sep 01 15:22:14.190430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44058) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:14.328794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7241-f0c1-474f-bbb8-170ef6d585b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.567971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.575385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.640810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:14.662427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6b97-23de-431a-a25a-fcc645b21657 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.666388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a0ad6b97-23de-431a-a25a-fcc645b21657 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/528bd880-c1c2-4c77-9c88-940e3676cf1a HTTP/1.1" status: 204 len: 168 time: 0.4718652 Sep 01 15:22:14.667592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:14.725744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b49c00-2a99-49f4-8354-70b97d122ae3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:14.736504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90602b1b-e2db-44e2-a6b8-03bf371ad1ab tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=528bd880-c1c2-4c77-9c88-940e3676cf1a HTTP/1.1" status: 200 len: 221 time: 0.0609245 Sep 01 15:22:14.736742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44086) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:14.741902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-41526ebd-5154-4e18-8119-8621ef987f04 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--351596716', 'description': 'label created by tempest'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:14.742462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-41526ebd-5154-4e18-8119-8621ef987f04 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Unknown quota resources ['metering_label']. {{(pid=106377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:14.747372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.747722 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Added segment 6060384b-20e6-4f2b-95fb-648df189e9e6 of type vlan for network 26417226-768b-46f9-b682-aa2e42ac7adc Sep 01 15:22:14.854329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:14.857248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236ee1b-4460-4ee1-9b4a-326b3b3dd8a0 req-fd21d51d-ac7a-4c34-8313-dbf2f9f974f0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:14.873442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4236ee1b-4460-4ee1-9b4a-326b3b3dd8a0 req-fd21d51d-ac7a-4c34-8313-dbf2f9f974f0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2540827 Sep 01 15:22:14.992316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:15.050117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.053340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:15.145322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41526ebd-5154-4e18-8119-8621ef987f04 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:15.157054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41526ebd-5154-4e18-8119-8621ef987f04 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4133127 Sep 01 15:22:15.161972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44090) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.275823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6692715 Sep 01 15:22:15.276129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:15.276437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4236ee1b-4460-4ee1-9b4a-326b3b3dd8a0 req-2027602f-48fa-4f75-8a33-aef08e4b925d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839932 Sep 01 15:22:15.279306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.297572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Request body: {'subnet': {'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:15.297572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bf87a-644d-4612-8eaf-756d16a473e0 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Network': ['ID=26417226-768b-46f9-b682-aa2e42ac7adc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:15.322025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 26417226-768b-46f9-b682-aa2e42ac7adc details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:15.412329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44094) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.416452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b5c8634-4091-4812-ab84-8adba3283e3e tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=28a5a35e-1ebc-4f18-b032-5aa737854c44 HTTP/1.1" status: 200 len: 467 time: 0.2424393 Sep 01 15:22:15.426389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44096) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.558975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-d267c862-ff27-4c8a-b48c-3bd4ac3f0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.563779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-d267c862-ff27-4c8a-b48c-3bd4ac3f0474 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15&tenant_id=733123fa02e147fe9e4d2faa02425a62 HTTP/1.1" status: 200 len: 1095 time: 0.1486771 Sep 01 15:22:15.647744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Made reservation on behalf of f6c638f17fbf428c8259e3a77479a3d4 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:15.657797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.052167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-741d55bb-e582-49af-a450-518f13f4301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.060342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88e1e200-1fa7-40df-a0da-f8af9684b9fd tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.065277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88e1e200-1fa7-40df-a0da-f8af9684b9fd tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/28a5a35e-1ebc-4f18-b032-5aa737854c44 HTTP/1.1" status: 204 len: 168 time: 0.6330063 Sep 01 15:22:16.069875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44106) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.109978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8066ef89-ff7f-485f-a9d4-0a35cac805c5 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=28a5a35e-1ebc-4f18-b032-5aa737854c44 HTTP/1.1" status: 200 len: 216 time: 0.0241296 Sep 01 15:22:16.115528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.155339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-9ff59b20-6513-4114-a769-5ad7543b0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.158508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-9ff59b20-6513-4114-a769-5ad7543b0b38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1095 time: 0.5388885 Sep 01 15:22:16.159034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-99aaf381-bef2-49f2-9412-1a93ef9a838a tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0378695 Sep 01 15:22:16.159235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.244641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-81854757-1950-4154-87a3-5a8f4adf8fcb tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0822656 Sep 01 15:22:16.253998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44112) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.385421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-741d55bb-e582-49af-a450-518f13f4301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.395267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-741d55bb-e582-49af-a450-518f13f4301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.544857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d89a73c-9b54-4051-8391-de7f7d044d9c tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/7d5c451a-3a52-4977-8bc0-c5975efe086c HTTP/1.1" status: 200 len: 472 time: 0.2853961 Sep 01 15:22:16.557465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44116) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.563222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d55bb-e582-49af-a450-518f13f4301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c951d6-64b2-48e9-a6db-aa7a8dc8b106,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:16.605403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f884f5c-aec7-4dd6-b917-acefe5e8e510 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/3a3cade9-6af1-4a6b-bac1-6f77162a9e6d HTTP/1.1" status: 200 len: 459 time: 0.0462029 Sep 01 15:22:16.622183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-741d55bb-e582-49af-a450-518f13f4301e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3589473633294531817e222d477c8409&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1912730 Sep 01 15:22:16.623524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44118) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.623993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44120) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.643581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-45e59b6d-6a47-46a8-8686-11b4c3d0375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.646056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-45e59b6d-6a47-46a8-8686-11b4c3d0375a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 915 time: 0.4745934 Sep 01 15:22:16.696689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db5f9-5787-4b3f-b342-040dfd5e52d0 req-375bf0ce-cd21-4846-a031-1f51fe7a6dfc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.705925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e98db5f9-5787-4b3f-b342-040dfd5e52d0 req-375bf0ce-cd21-4846-a031-1f51fe7a6dfc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2758422 Sep 01 15:22:16.730283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-89f7ef94-2a4a-4c10-aa3d-5f48e90611f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 217 time: 0.0732923 Sep 01 15:22:16.788697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.824078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e98db5f9-5787-4b3f-b342-040dfd5e52d0 req-515fe24b-a7d9-4c03-b24a-fefccd845f5b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170416 Sep 01 15:22:16.886785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Subnet': ['ID=1e24dc2a-150a-423d-9510-bc8f324a0542,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:16.896741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-faf04c57-c30c-4921-8932-cc29260af026 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.897980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-faf04c57-c30c-4921-8932-cc29260af026 tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/3a3cade9-6af1-4a6b-bac1-6f77162a9e6d HTTP/1.1" status: 204 len: 168 time: 0.2716517 Sep 01 15:22:16.898731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.902781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44126) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.920740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-7cdb52f8-3072-4e81-a459-1e96d5538bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.923638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-7cdb52f8-3072-4e81-a459-1e96d5538bf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.1846292 Sep 01 15:22:16.942283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:16.988766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-5ca31bbc-a73d-4334-bfc6-258d3d7df677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539694 Sep 01 15:22:17.017295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Checking segment: {'id': '6060384b-20e6-4f2b-95fb-648df189e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:17.018347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network hostable DHCP agents. Network: 26417226-768b-46f9-b682-aa2e42ac7adc, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:17.146701 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9a2-84ec-475f-96c0-745aef74683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.212363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network 26417226-768b-46f9-b682-aa2e42ac7adc is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:17.213816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.217414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.218959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93c951d6-64b2-48e9-a6db-aa7a8dc8b106 HTTP/1.1" status: 204 len: 168 time: 0.5910146 Sep 01 15:22:17.226463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e2e7c8f-184b-4208-b415-4851acbed1be tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.230318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e2e7c8f-184b-4208-b415-4851acbed1be tempest-MeteringIpV6TestJSON-1553851402 tempest-MeteringIpV6TestJSON-1553851402-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/7d5c451a-3a52-4977-8bc0-c5975efe086c HTTP/1.1" status: 204 len: 168 time: 0.3213174 Sep 01 15:22:17.236943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ef401-b40e-424b-a321-f351e0af86ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c951d6-64b2-48e9-a6db-aa7a8dc8b106,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:17.265649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 26417226-768b-46f9-b682-aa2e42ac7adc) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:17.277333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5043aac-09fd-42b2-8e9d-6aaa72ad39e7 None None] Network 26417226-768b-46f9-b682-aa2e42ac7adc requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:17.284975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:17.285641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.323316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-a08e2e70-8512-48ca-a219-03b273ce0923 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215044 Sep 01 15:22:17.480149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-ece1e861-425a-40a1-863e-a6f6b56c81b5 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477780 Sep 01 15:22:17.494692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44134) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:17.500354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-494407816', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:17.506129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e53ad8f2-8308-49b5-8e69-71c0aca8c1b2 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2248034 Sep 01 15:22:17.560390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.563012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.660825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.762282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-26417226-768b-46f9-b682-aa2e42ac7adc', 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc', 'tenant_id': 'f6c638f17fbf428c8259e3a77479a3d4', 'fixed_ips': [{'subnet_id': '1e24dc2a-150a-423d-9510-bc8f324a0542'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:22:17.763784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.076818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44152) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:18.091870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Allocated IP 172.20.0.2 (26417226-768b-46f9-b682-aa2e42ac7adc/1e24dc2a-150a-423d-9510-bc8f324a0542/58989146-95d4-4881-addb-461c3b55e92a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:18.099134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.225210 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.256748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-1c79d53e-dc56-42b7-9900-f18b21c41bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2378242 Sep 01 15:22:18.354139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.380127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.523037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44162) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:18.525847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.531173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.531690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.532128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.532602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.533100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.533695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.540161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-e2ab135a-c9df-47fb-bceb-40200c76a4d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8459cbf69a174003b328b68207e3da3f&device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.2018063 Sep 01 15:22:18.542909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574fb6-941c-4562-8c3a-79c6be1e3369 req-bd62dd0a-a619-4427-8a0e-ee308c4dbb75 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.560138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b574fb6-941c-4562-8c3a-79c6be1e3369 req-bd62dd0a-a619-4427-8a0e-ee308c4dbb75 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.4306693 Sep 01 15:22:18.591396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.617107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Transition to ACTIVE for port object 58989146-95d4-4881-addb-461c3b55e92a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:18.636178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3e2-55ea-42a0-8a4c-63736456b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.650788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Transition to ACTIVE for port object 58989146-95d4-4881-addb-461c3b55e92a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:18.673469 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.775544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Network 26417226-768b-46f9-b682-aa2e42ac7adc is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:18.781338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b574fb6-941c-4562-8c3a-79c6be1e3369 req-fd1f26d8-29ff-49c6-a8dd-642401334171 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013860 Sep 01 15:22:18.785040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:18.791485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:18.815641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Pushing event updated for resources: {'Port': ['ID=58989146-95d4-4881-addb-461c3b55e92a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:18.887949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f213de35-a2b9-4c27-ba46-f836a6dfff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.888746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f213de35-a2b9-4c27-ba46-f836a6dfff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.889374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f213de35-a2b9-4c27-ba46-f836a6dfff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.891300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f213de35-a2b9-4c27-ba46-f836a6dfff92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=d8ff8f4a-5658-43a2-933f-1844f1edddce&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 200 len: 2297 time: 0.3240185 Sep 01 15:22:18.984800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Attempting to bind port 58989146-95d4-4881-addb-461c3b55e92a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:18.985217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Attempting to bind port 58989146-95d4-4881-addb-461c3b55e92a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6060384b-20e6-4f2b-95fb-648df189e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:18.985605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Attempting to bind port 58989146-95d4-4881-addb-461c3b55e92a on network 26417226-768b-46f9-b682-aa2e42ac7adc {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:19.011505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:19.011898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Checking segment: {'id': '6060384b-20e6-4f2b-95fb-648df189e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:19.012326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.012740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Bound using segment: {'id': '6060384b-20e6-4f2b-95fb-648df189e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:19.015766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Bound port: 58989146-95d4-4881-addb-461c3b55e92a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6060384b-20e6-4f2b-95fb-648df189e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:19.016209 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.021148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-4a093a23-58c6-4d67-a752-dc285029d941 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 200 len: 1000 time: 0.1179674 Sep 01 15:22:19.184978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-97dfa079-43d5-4a3f-ae5c-d2cf3dc9e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:19.188072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-97dfa079-43d5-4a3f-ae5c-d2cf3dc9e515 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 200 len: 856 time: 0.1559944 Sep 01 15:22:19.272351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d35f-04a4-4add-b47f-882dd332be15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.273761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-16f178d9-b7a3-4968-bfe9-9e076a0f70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:19.275716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-16f178d9-b7a3-4968-bfe9-9e076a0f70c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802190 Sep 01 15:22:19.289100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.335361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.342818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3e2-55ea-42a0-8a4c-63736456b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.350628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] For port 58989146-95d4-4881-addb-461c3b55e92a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:19.357023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] For port 58989146-95d4-4881-addb-461c3b55e92a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=58989146-95d4-4881-addb-461c3b55e92a,segment=NetworkSegment(6060384b-20e6-4f2b-95fb-648df189e9e6),segment_id=6060384b-20e6-4f2b-95fb-648df189e9e6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:19.372488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.477991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d35f-04a4-4add-b47f-882dd332be15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.495005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3e2-55ea-42a0-8a4c-63736456b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.531089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dc7d35f-04a4-4add-b47f-882dd332be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.570929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-11fbf3e2-55ea-42a0-8a4c-63736456b786 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9365a2240b9a4ce6b5dd301dc779ddde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437429 Sep 01 15:22:19.588224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:19.626457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd1d7-3dfa-471d-ac2a-43f51466a6ff None None] Pushing event updated for resources: {'Port': ['ID=58989146-95d4-4881-addb-461c3b55e92a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:19.712296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-5b4c637e-acf9-437b-a223-76015805b62f service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243255 Sep 01 15:22:19.728142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.745007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8dc7d35f-04a4-4add-b47f-882dd332be15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2993b93e3e6a4f98a46199e0e54b6f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6578746 Sep 01 15:22:19.751008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:19.905139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.924423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbf3e2-55ea-42a0-8a4c-63736456b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e1b5bf-ac8d-48f7-9390-17c92f4ebe6b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:19.985831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7d35f-04a4-4add-b47f-882dd332be15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd325b4-e435-4036-a4f9-042a222d1495,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:20.083320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.360956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.362189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0268c41-cbb4-48e6-83a5-4daffe37a6c4 req-370b06a9-6398-4e0d-b895-074bf7e9aad7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:20.364219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0268c41-cbb4-48e6-83a5-4daffe37a6c4 req-370b06a9-6398-4e0d-b895-074bf7e9aad7 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2126253 Sep 01 15:22:20.377606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Allocated IP 172.25.1.116 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/a3c50e38-2236-431d-82e9-0705ce24d22f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:20.529095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0268c41-cbb4-48e6-83a5-4daffe37a6c4 req-d3ab4fc0-e539-483a-a429-b9915a407226 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431389 Sep 01 15:22:20.547333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.566737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f14ad890-d49e-42bd-accd-28e76b591459 service neutron] 10.222.0.50 "GET /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8336475 Sep 01 15:22:20.774584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.800904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-20f679fb-fb04-4e2c-bd70-5dc49880213c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 217 time: 0.2098227 Sep 01 15:22:20.992929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-50db2b4d-6991-42eb-81ce-c5e5d399a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:21.003884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-50db2b4d-6991-42eb-81ce-c5e5d399a493 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1817994 Sep 01 15:22:21.009096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.012028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.015953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.018664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9e1b5bf-ac8d-48f7-9390-17c92f4ebe6b HTTP/1.1" status: 204 len: 168 time: 1.4257278 Sep 01 15:22:21.125834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba41fba-a439-4376-bb22-0760833fc8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e1b5bf-ac8d-48f7-9390-17c92f4ebe6b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.129788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:21.140123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:21.146404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:21.202673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.225165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.233859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfd325b4-e435-4036-a4f9-042a222d1495 HTTP/1.1" status: 204 len: 168 time: 1.4800043 Sep 01 15:22:21.274950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=a3c50e38-2236-431d-82e9-0705ce24d22f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.294597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b241c17-c75a-4af7-9636-e6721de98107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd325b4-e435-4036-a4f9-042a222d1495,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.365299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f44ba765-743b-4b21-974e-81b2790a7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:21.373781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f44ba765-743b-4b21-974e-81b2790a7c1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3253839 Sep 01 15:22:21.697303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 58989146-95d4-4881-addb-461c3b55e92a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:21.947993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-efef5bdd-dbe0-4775-a5a2-70ad9af49f52 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619135 Sep 01 15:22:21.972932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 58989146-95d4-4881-addb-461c3b55e92a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:22.102769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96bf154-e2ab-4da6-bdc7-33de112c3c27 None None] Network 26417226-768b-46f9-b682-aa2e42ac7adc requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:22.373748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d60bd-0bd8-4971-9fa2-ac6a19cc9130 req-5d0d9569-2da0-4616-ad9c-f4fb5f8989ca tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:22.380547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f79d60bd-0bd8-4971-9fa2-ac6a19cc9130 req-5d0d9569-2da0-4616-ad9c-f4fb5f8989ca tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.4370286 Sep 01 15:22:22.407388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Provisioning for port 58989146-95d4-4881-addb-461c3b55e92a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:22.484553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-1ecff2f1-a523-45cc-a0d5-7173c28a947c service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271847 Sep 01 15:22:22.573119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Provisioning complete for port 58989146-95d4-4881-addb-461c3b55e92a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:22.574157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.750484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-2964e1a5-b74f-484f-a6bd-60dd167d553b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 217 time: 0.2467365 Sep 01 15:22:22.929970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-9ab47af6-c073-4480-9bf4-cf632a6dca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:22.933836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-9ab47af6-c073-4480-9bf4-cf632a6dca06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.1719232 Sep 01 15:22:22.935083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44206) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:22.982807 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07cd5096-621d-4a9f-b24d-e7de426c3e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.083527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.109368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-1181d7e2-fccb-4a1a-907a-4dcfe7d6c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:23.114071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-1181d7e2-fccb-4a1a-907a-4dcfe7d6c157 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1624429 Sep 01 15:22:23.173190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] For port 58989146-95d4-4881-addb-461c3b55e92a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=58989146-95d4-4881-addb-461c3b55e92a,segment=NetworkSegment(6060384b-20e6-4f2b-95fb-648df189e9e6),segment_id=6060384b-20e6-4f2b-95fb-648df189e9e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:23.182554 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.443179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ad3f5-3a07-4176-94c3-c72e727dc585 None None] Pushing event updated for resources: {'Port': ['ID=58989146-95d4-4881-addb-461c3b55e92a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:23.455946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f79d60bd-0bd8-4971-9fa2-ac6a19cc9130 req-e09f4cc8-5a1a-4e33-b3b2-afb1c5ecbda2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340405 Sep 01 15:22:23.481966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.599096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-b56dc8ba-da76-4bea-97f1-df4be662a6e3 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679329 Sep 01 15:22:23.640079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4a7dec6e-1746-4e82-a3ab-36dd78bd961e None None] Provisioning complete for port 58989146-95d4-4881-addb-461c3b55e92a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:23.643961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4a7dec6e-1746-4e82-a3ab-36dd78bd961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.128630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07cd5096-621d-4a9f-b24d-e7de426c3e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.185302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07cd5096-621d-4a9f-b24d-e7de426c3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.321259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-044b3551-7ea2-44d3-bfe7-2cac0ea4cbb2 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114096 Sep 01 15:22:24.454649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-a20f6d23-e5ba-46bd-85dc-85c7a0d67a23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 200 len: 217 time: 0.1013863 Sep 01 15:22:24.479429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-07cd5096-621d-4a9f-b24d-e7de426c3e4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d97c059aba924375bf5363ca8f5e944e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5423298 Sep 01 15:22:24.480564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd5096-621d-4a9f-b24d-e7de426c3e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d6d8a-b3e1-4467-a100-a8a3d16a9f98,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:24.497098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:24.857547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.905138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.006055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-49cacb7b-23c2-4708-8950-ba91731bf761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.009721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-49cacb7b-23c2-4708-8950-ba91731bf761 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.5141408 Sep 01 15:22:25.011712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.016782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.019140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d4d6d8a-b3e1-4467-a100-a8a3d16a9f98 HTTP/1.1" status: 204 len: 168 time: 0.5203805 Sep 01 15:22:25.023208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396b5e-588c-4ac5-a1b2-db8f731ccae1 req-5ff7487d-0025-4c73-a0a5-965b580ba79b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.025580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a396b5e-588c-4ac5-a1b2-db8f731ccae1 req-5ff7487d-0025-4c73-a0a5-965b580ba79b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1650169 Sep 01 15:22:25.032244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.122923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4107ca8-80e7-406b-9341-c60d1580d73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d6d8a-b3e1-4467-a100-a8a3d16a9f98,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:25.143961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-70fc454a-42c2-4cdd-90d2-d68ffe9e7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.147412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-70fc454a-42c2-4cdd-90d2-d68ffe9e7f2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234188 Sep 01 15:22:25.444416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 58989146-95d4-4881-addb-461c3b55e92a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:25.462208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a396b5e-588c-4ac5-a1b2-db8f731ccae1 req-9ec401da-9793-4a6b-b0a9-edc405406009 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092126 Sep 01 15:22:25.480314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-b9ac21e0-c2fd-4871-8ece-4461d942846d service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226275 Sep 01 15:22:25.668031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 58989146-95d4-4881-addb-461c3b55e92a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:25.671840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.831171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Router 33743291-2213-4ed5-9c9f-712f70873575 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:22:26.044325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-57c0012e-09a1-4241-8bb0-6fe23e6bd245 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475011 Sep 01 15:22:26.196046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-d33ee448-cf12-4738-8698-1084e0b27662 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 200 len: 217 time: 0.1374638 Sep 01 15:22:26.269512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:26.284843 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] Sync routers for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:26.314553 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:26.316026 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:26.360026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.362828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef5ac30a-dfef-40e9-93ad-f31f65f8b4b5 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.8666480 Sep 01 15:22:26.366470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44244) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:26.427030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-903df5d3-e881-4a0d-a2fe-ec06c03ad77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:26.433250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-903df5d3-e881-4a0d-a2fe-ec06c03ad77f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 200 len: 797 time: 0.2140195 Sep 01 15:22:26.487081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:26.532682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:26.538092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:26.593210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-239006df-5372-4961-a536-85ac453a50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:26.607071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-239006df-5372-4961-a536-85ac453a50b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff8f4a-5658-43a2-933f-1844f1edddce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655459 Sep 01 15:22:26.718318 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:26.719382 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43176348-6ac7-4cbc-86ca-f69691a35d22 None None] The sync data for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:26.938533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-921599e7-f6be-4bf3-9dc5-0f49913db619 service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198254 Sep 01 15:22:26.999889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1c8b-53cd-4610-ba16-99289a46c85b req-087f5ceb-f6ef-40be-b17e-66c13993e761 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.015066 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fdeb1c8b-53cd-4610-ba16-99289a46c85b req-087f5ceb-f6ef-40be-b17e-66c13993e761 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2625861 Sep 01 15:22:27.200358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fdeb1c8b-53cd-4610-ba16-99289a46c85b req-67f1f4e7-63cf-4a89-9bb1-66596e445a8d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837749 Sep 01 15:22:27.310664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-49b85813-6ea2-4500-8b21-23e7593c907e service neutron] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599091 Sep 01 15:22:27.456290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-dfe6a933-5bd4-4918-9710-e5e55498ee07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 200 len: 217 time: 0.1328709 Sep 01 15:22:27.644409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-b2cb13b6-c940-4bba-9037-08f6b8a0bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.669289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-b2cb13b6-c940-4bba-9037-08f6b8a0bc45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1968055 Sep 01 15:22:27.706304 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:27.782214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-5f5d9d1a-671c-40d4-881f-f7996fd1f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.784276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-5f5d9d1a-671c-40d4-881f-f7996fd1f26c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051004 Sep 01 15:22:28.046584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.247517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-01f33b07-9cd2-4da9-aa93-cecf8b9d6a55 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522574 Sep 01 15:22:28.627896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-63fff4ce-80e4-417f-baba-88353d2ee18c service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904828 Sep 01 15:22:28.665802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f810-a0d4-437c-ac39-5703c23633c9 req-4460c01a-74e1-4033-a635-2210c4746d1d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:28.680022 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1512f810-a0d4-437c-ac39-5703c23633c9 req-4460c01a-74e1-4033-a635-2210c4746d1d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.2306695 Sep 01 15:22:28.723387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Allocated IP 172.20.0.1 (26417226-768b-46f9-b682-aa2e42ac7adc/1e24dc2a-150a-423d-9510-bc8f324a0542/ca167b30-5b32-43e5-b2b4-e290c414c51a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:28.779285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-db90b83e-932d-4441-be18-11dcbe1f3180 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 200 len: 217 time: 0.1328313 Sep 01 15:22:28.900640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-635b8a00-cb0f-4aa0-a311-5c9a4d4ed40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:28.902801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-635b8a00-cb0f-4aa0-a311-5c9a4d4ed40e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 200 len: 797 time: 0.1056926 Sep 01 15:22:28.965306 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.989652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Transition to ACTIVE for port object ca167b30-5b32-43e5-b2b4-e290c414c51a will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:29.036760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f7832510-582b-470d-b34a-39f7c552bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:29.047002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.048052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-f7832510-582b-470d-b34a-39f7c552bdf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f88f6e8d-96de-4b0d-b258-cf7e8919aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283386 Sep 01 15:22:29.058636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1512f810-a0d4-437c-ac39-5703c23633c9 req-1454028e-0968-4690-8a4f-eb314f7755c4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752337 Sep 01 15:22:29.147388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network 26417226-768b-46f9-b682-aa2e42ac7adc is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:29.164053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:29.167995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:29.178675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=ca167b30-5b32-43e5-b2b4-e290c414c51a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:29.309028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.405874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-d397bb11-997e-42b4-a578-e0618038b030 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999249 Sep 01 15:22:29.593717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.711708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-626798b9-4023-4c81-bba3-444ad8f76c26 req-a2fe6d8d-7cb4-4fec-9f02-ff9a315b84a4 service neutron] 10.222.0.50 "GET /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982984 Sep 01 15:22:29.766943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:29.901987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb3184fa-f6f9-4eca-aad3-0e64fab6350e None None] Provisioning for port ca167b30-5b32-43e5-b2b4-e290c414c51a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:29.906895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb3184fa-f6f9-4eca-aad3-0e64fab6350e None None] Provisioning complete for port ca167b30-5b32-43e5-b2b4-e290c414c51a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:29.909605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb3184fa-f6f9-4eca-aad3-0e64fab6350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.967121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cb3184fa-f6f9-4eca-aad3-0e64fab6350e None None] Port ca167b30-5b32-43e5-b2b4-e290c414c51a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:30.025742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-784ab7f5-b198-4291-be78-d8fd7c43ef90 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-794999466'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:30.026272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-784ab7f5-b198-4291-be78-d8fd7c43ef90 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Unknown quota resources ['metering_label']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:30.656519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-e4f35642-76b9-4f1f-a1ce-8d59761fbbc0 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b024308b90ff4809ad318be98f212082&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576499 Sep 01 15:22:30.829573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-784ab7f5-b198-4291-be78-d8fd7c43ef90 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.831529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-784ab7f5-b198-4291-be78-d8fd7c43ef90 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0633097 Sep 01 15:22:30.836304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:30.844540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d739a735-aa20-4783-a2a1-bdf918f9e49a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0bb8726b-b154-4d69-b442-90b51d6c0507'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:30.845148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d739a735-aa20-4783-a2a1-bdf918f9e49a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:30.883204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.012482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4d3-2558-449f-8e9a-6e4094f21af1 req-029a5d40-6594-4cf6-99e2-df0fadf5e377 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:31.020040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b668f4d3-2558-449f-8e9a-6e4094f21af1 req-029a5d40-6594-4cf6-99e2-df0fadf5e377 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.7118685 Sep 01 15:22:31.040757 n-d-802060-16 neutron-server[106376]: WARNING neutron.services.metering.metering_plugin [None req-d739a735-aa20-4783-a2a1-bdf918f9e49a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:31.091011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-25075d5a-7fd4-4be0-aa21-0f6855269c07 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:31.096426 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-25075d5a-7fd4-4be0-aa21-0f6855269c07 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4232421 Sep 01 15:22:31.098335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.150894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b668f4d3-2558-449f-8e9a-6e4094f21af1 req-b7b5232f-71da-4bda-a30d-f52d0ee99ced tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298780 Sep 01 15:22:31.256016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d739a735-aa20-4783-a2a1-bdf918f9e49a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.262398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d739a735-aa20-4783-a2a1-bdf918f9e49a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4223132 Sep 01 15:22:31.265555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44330) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:31.272057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d716673d-4e3d-4e60-867b-d5568158ebd7 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0bb8726b-b154-4d69-b442-90b51d6c0507'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:31.273197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d716673d-4e3d-4e60-867b-d5568158ebd7 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:31.324209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=ca167b30-5b32-43e5-b2b4-e290c414c51a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:31.361005 n-d-802060-16 neutron-server[106376]: WARNING neutron.services.metering.metering_plugin [None req-d716673d-4e3d-4e60-867b-d5568158ebd7 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:31.387163 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-6c525ea0-69de-4142-8793-2d22d38f1c21 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/quotas/b024308b90ff4809ad318be98f212082 HTTP/1.1" status: 200 len: 375 time: 0.2793796 Sep 01 15:22:31.427146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.462833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d716673d-4e3d-4e60-867b-d5568158ebd7 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.464790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d716673d-4e3d-4e60-867b-d5568158ebd7 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1974127 Sep 01 15:22:31.467661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44332) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:31.474290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-88953296-0390-4492-afe6-c04ca9b1429b tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b024308b90ff4809ad318be98f212082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724337 Sep 01 15:22:31.484688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-46ff5998-9860-416e-ad27-32f7e95eeef9 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=a56d9539-17c5-4cdc-a8d5-05e979407af8 HTTP/1.1" status: 200 len: 464 time: 0.0154853 Sep 01 15:22:31.486962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44334) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:31.722713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network 26417226-768b-46f9-b682-aa2e42ac7adc is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:31.727777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:32.263082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e7e1eea7-0a70-4de3-9e22-3e8c8bbbb8b6 None None] Provisioning complete for port ca167b30-5b32-43e5-b2b4-e290c414c51a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:32.273490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e1eea7-0a70-4de3-9e22-3e8c8bbbb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.408219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1eea7-0a70-4de3-9e22-3e8c8bbbb8b6 None None] Port ca167b30-5b32-43e5-b2b4-e290c414c51a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:32.644581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d5931dd3-c103-4ee0-85d0-1c0520543bd0 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.650787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d5931dd3-c103-4ee0-85d0-1c0520543bd0 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/a56d9539-17c5-4cdc-a8d5-05e979407af8 HTTP/1.1" status: 204 len: 168 time: 1.1579292 Sep 01 15:22:32.651323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:32.669302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0b4cfead-8037-43d7-a6e0-ba7df8d51925 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=a56d9539-17c5-4cdc-a8d5-05e979407af8 HTTP/1.1" status: 200 len: 221 time: 0.0112343 Sep 01 15:22:32.670457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:32.679405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ecd9963b-d699-4a09-a572-dfe36be95e7a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--666296203', 'description': 'label created by tempest'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:32.680267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ecd9963b-d699-4a09-a572-dfe36be95e7a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Unknown quota resources ['metering_label']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:32.878705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2f21f-ef2e-4b8a-9880-49cdd49d3060 req-a0572af9-2b5e-4549-aa2a-76922c524237 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.891871 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85f2f21f-ef2e-4b8a-9880-49cdd49d3060 req-a0572af9-2b5e-4549-aa2a-76922c524237 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1415784 Sep 01 15:22:32.909403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Router 33743291-2213-4ed5-9c9f-712f70873575 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:22:32.984095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85f2f21f-ef2e-4b8a-9880-49cdd49d3060 req-b5ea96d3-a5bf-4378-bf99-e2e79f5acf84 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832052 Sep 01 15:22:33.007617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecd9963b-d699-4a09-a572-dfe36be95e7a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.009888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ecd9963b-d699-4a09-a572-dfe36be95e7a tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3372047 Sep 01 15:22:33.030777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44352) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.243261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a99fce3-a603-4914-b4fc-eb2e7191187e tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=52e9c25a-d27c-4e0c-9170-33956607f77d HTTP/1.1" status: 200 len: 467 time: 0.2048502 Sep 01 15:22:33.249995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.275650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b29a29ce-e675-4152-aa8d-b15f8a9efba6 req-aa3cd241-56cb-4b6d-ad79-9e32fa0d1a85 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0555966 Sep 01 15:22:33.289357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:33.300428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8dd2c81e-598c-48db-9e1e-e315e5382f10 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "PUT /v2.0/routers/33743291-2213-4ed5-9c9f-712f70873575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9296088 Sep 01 15:22:33.309031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44358) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.331412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] Sync routers for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:33.332218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Request body: {'port': {'network_id': '26417226-768b-46f9-b682-aa2e42ac7adc', 'name': 'tempest-FloatingIPAdminTestJSON-928358739'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:33.332399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:33.332399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.411366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.431074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:33.434472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.528649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.530372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a064363d-fb39-4a65-9f96-92cd0ebe6f57 None None] The sync data for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:33.597698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfbd562c-70e4-4ce6-a7d9-24c4a2efc7bf tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.603529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfbd562c-70e4-4ce6-a7d9-24c4a2efc7bf tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/52e9c25a-d27c-4e0c-9170-33956607f77d HTTP/1.1" status: 204 len: 168 time: 0.3476558 Sep 01 15:22:33.603848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44362) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.657652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1b304ac-6793-43c1-861f-972cc97838fc tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=52e9c25a-d27c-4e0c-9170-33956607f77d HTTP/1.1" status: 200 len: 216 time: 0.0469365 Sep 01 15:22:33.659325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.673744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe0c8-b2d9-417c-939e-b68b07eec1d5 req-ddd13ef8-d936-434c-be45-4da09b4ee860 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:33.690471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c4fe0c8-b2d9-417c-939e-b68b07eec1d5 req-ddd13ef8-d936-434c-be45-4da09b4ee860 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1719944 Sep 01 15:22:33.690709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6c4b9f6-c444-4e96-b3b5-c0f5bf3ab291 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0243330 Sep 01 15:22:33.691598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44366) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.746426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c9fc0d33-6988-4de7-98b1-5ca6dddaf973 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0460598 Sep 01 15:22:33.747156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44368) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.811781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c4fe0c8-b2d9-417c-939e-b68b07eec1d5 req-9f1058e4-ad22-4433-bcc6-3e7d62150771 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213059 Sep 01 15:22:33.859717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Made reservation on behalf of f6c638f17fbf428c8259e3a77479a3d4 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:33.872633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.943204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] device_id is not set on port d3716db7-c257-4d1d-969c-430c9990da59 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:33.969115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c47aaf25-d7d8-41c6-a80e-186a25d24dc3 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/0bb8726b-b154-4d69-b442-90b51d6c0507 HTTP/1.1" status: 200 len: 472 time: 0.2101934 Sep 01 15:22:33.972646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:34.003831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-424318a6-3c87-400d-bce1-f540fd5f8e7f tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/6f3a581e-66d4-4b64-8e33-9d137d752ef4 HTTP/1.1" status: 200 len: 461 time: 0.0219359 Sep 01 15:22:34.004090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44372) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:34.324670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Allocated IP 172.20.0.14 (26417226-768b-46f9-b682-aa2e42ac7adc/1e24dc2a-150a-423d-9510-bc8f324a0542/d3716db7-c257-4d1d-969c-430c9990da59) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:34.354943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30d76902-9d00-49d2-ab14-403997d84619 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:34.360904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30d76902-9d00-49d2-ab14-403997d84619 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/6f3a581e-66d4-4b64-8e33-9d137d752ef4 HTTP/1.1" status: 204 len: 168 time: 0.3552496 Sep 01 15:22:34.361212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:35.291376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2816fd5-d56e-4b1b-bd88-35c6e0f16279 req-b2ac10d2-1789-414a-9269-512bb15229a9 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:35.296913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2816fd5-d56e-4b1b-bd88-35c6e0f16279 req-b2ac10d2-1789-414a-9269-512bb15229a9 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1707373 Sep 01 15:22:35.377275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:35.413776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2816fd5-d56e-4b1b-bd88-35c6e0f16279 req-801a1008-475f-4718-8258-ab5b6c2a620c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850050 Sep 01 15:22:35.418529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccf7ba28-8022-4ca5-9051-3ec5ec474a91 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.419848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ccf7ba28-8022-4ca5-9051-3ec5ec474a91 tempest-MeteringTestJSON-1055765481 tempest-MeteringTestJSON-1055765481-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/0bb8726b-b154-4d69-b442-90b51d6c0507 HTTP/1.1" status: 204 len: 168 time: 1.0568924 Sep 01 15:22:35.479530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad8e6459-1c33-42bc-b88d-04d8e49409bc req-5a92b791-524a-491b-a28b-03199b5b7c5b tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0579367 Sep 01 15:22:35.556411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.610325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Transition to ACTIVE for port object d3716db7-c257-4d1d-969c-430c9990da59 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:35.806061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.847942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.867706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:35.871421 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c45089f-9847-464f-99ef-6eef76460136" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:35.965699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:35.991834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.090690 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef4a95-50e7-466b-8c9e-1992f9030331 x-openstack-request-id: req-39ef4a95-50e7-466b-8c9e-1992f9030331 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:36.091059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event updated for resources: {'Port': ['ID=d3716db7-c257-4d1d-969c-430c9990da59,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:36.091553 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:36.091996 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39ef4a95-50e7-466b-8c9e-1992f9030331 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:36.092409 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:22:36.103698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:36.116097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.116599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.116952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.117325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.117664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.118154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.118496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.118829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.119156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.119484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.119871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.120721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.155994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Network 26417226-768b-46f9-b682-aa2e42ac7adc is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:36.159025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:36.173490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:36.270661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44410) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:36.359085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:36.360165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.419539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f57c9ea-1bb0-4ad1-aad0-4baff925ad7b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1082025 Sep 01 15:22:36.424134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:36.599786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.726521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14109acd-a730-4877-9e60-0b57733023c3 req-6878c077-856c-4a05-b6f0-82d1a07a8d6a tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0670342 Sep 01 15:22:36.809460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2980bdd-55ee-4384-894c-44d06d537fcb None None] Provisioning for port d3716db7-c257-4d1d-969c-430c9990da59 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:36.823828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2980bdd-55ee-4384-894c-44d06d537fcb None None] Provisioning complete for port d3716db7-c257-4d1d-969c-430c9990da59 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:36.828838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2980bdd-55ee-4384-894c-44d06d537fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.869183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.888464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.934687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38807f05-58d1-47e5-925f-e11703d5df71,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:36.955478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f2980bdd-55ee-4384-894c-44d06d537fcb None None] Port d3716db7-c257-4d1d-969c-430c9990da59 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:36.960283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'project_id': 'f6c638f17fbf428c8259e3a77479a3d4', 'port_id': 'd3716db7-c257-4d1d-969c-430c9990da59'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:36.971525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.972149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.972720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.973348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.973897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.974230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.974692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.975038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.975366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.975685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.976005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.976382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:37.014114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd05f1c4-1f3f-4cf2-bb7d-47f89938f949 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e59144e43335429eb4d2616db7c514d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414558 Sep 01 15:22:37.014738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44424) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:37.024726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a8a1a-2e98-46ce-afcd-77ddf8137ae1 req-d99fd40e-464e-4458-8a4d-5bf17114261e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:37.026685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d1a8a1a-2e98-46ce-afcd-77ddf8137ae1 req-d99fd40e-464e-4458-8a4d-5bf17114261e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.1554246 Sep 01 15:22:37.060861 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.150579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.197456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.239004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d1a8a1a-2e98-46ce-afcd-77ddf8137ae1 req-b4a5fae2-b443-41eb-b082-48ef100b7209 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998911 Sep 01 15:22:37.326890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.331725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.336849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.340831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38807f05-58d1-47e5-925f-e11703d5df71 HTTP/1.1" status: 204 len: 168 time: 0.3236337 Sep 01 15:22:37.359234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f373d-fb1e-4f47-bb2e-2b03e0a79eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38807f05-58d1-47e5-925f-e11703d5df71,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:37.585152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Allocated IP 172.25.1.44 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b3fd5bbb-9a91-42d4-a946-fac3ff178ed4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:37.778927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.857795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.902839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc859c89-2192-4481-94b6-df4070c074b4 req-5ac1b324-ca0e-4c50-88cb-ee645175df6e tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0568106 Sep 01 15:22:37.911766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44438) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:37.926483 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f96d25f-ccdb-4143-8fd3-1128fcb0201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.929535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:37.933555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:37.937772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:37.968044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fd5bbb-9a91-42d4-a946-fac3ff178ed4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:38.095623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f96d25f-ccdb-4143-8fd3-1128fcb0201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.102570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f96d25f-ccdb-4143-8fd3-1128fcb0201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.178039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3f96d25f-ccdb-4143-8fd3-1128fcb0201e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ab1ed886ed0431d89431ec76c88b97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649076 Sep 01 15:22:38.182487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96d25f-ccdb-4143-8fd3-1128fcb0201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cfa7fe-614f-4438-b7e5-9c4f24279f27,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:38.182751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:38.342099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.558570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.708850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-cf835556-1271-437f-8d79-05e325bc4bcb tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b024308b90ff4809ad318be98f212082&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257586 Sep 01 15:22:38.855188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d1b5-d521-4003-98cc-ea6ebf36d431 req-ff1c4d47-ce50-4383-a3ab-ed553db5eb70 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.857885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86b5d1b5-d521-4003-98cc-ea6ebf36d431 req-ff1c4d47-ce50-4383-a3ab-ed553db5eb70 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.4508326 Sep 01 15:22:39.039884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6aa22d1f-324b-4d52-b5c5-fb889a650e92 req-b2b73efd-0632-4033-8606-a35d5a58177e tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0316811 Sep 01 15:22:39.046299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.095577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.100442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.102445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5cfa7fe-614f-4438-b7e5-9c4f24279f27 HTTP/1.1" status: 204 len: 168 time: 0.9189801 Sep 01 15:22:39.145165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86b5d1b5-d521-4003-98cc-ea6ebf36d431 req-28e61acb-685f-42c5-a236-caea64050e44 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282820 Sep 01 15:22:39.171434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac496-06bd-4d12-a614-f404e557621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cfa7fe-614f-4438-b7e5-9c4f24279f27,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:39.191784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-3d89878a-9ecd-4fb4-90de-4f2b50813694 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:39.194449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-3d89878a-9ecd-4fb4-90de-4f2b50813694 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057336 Sep 01 15:22:39.212411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Request body: {'port': {'device_id': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'b024308b90ff4809ad318be98f212082'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:39.380844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:39.567856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:39.593446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:39.614569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.673615 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.701675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:39.739115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:39.745137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.766512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Made reservation on behalf of b024308b90ff4809ad318be98f212082 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:39.771072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.795281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.843450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:39.891862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5418cb97-9a3f-4438-98b6-fd4516641d78'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:39.966030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.979813 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.134199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fd5bbb-9a91-42d4-a946-fac3ff178ed4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:40.160035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.173555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.176817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.264394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6495b594-16bd-4bea-bcdd-d5ccec633a32 req-2c07cb6f-76cf-415c-94f6-f75d516b4790 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0930603 Sep 01 15:22:40.341246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62a31-3c53-4a47-b3a3-a9f12b7fe152 req-ee5fe741-4d9b-43fa-b349-865c7dd14efc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:40.343106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebe62a31-3c53-4a47-b3a3-a9f12b7fe152 req-ee5fe741-4d9b-43fa-b349-865c7dd14efc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.0772626 Sep 01 15:22:40.352895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:40.456816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebe62a31-3c53-4a47-b3a3-a9f12b7fe152 req-7273d2f7-aee8-4bf4-9365-9953d4f6a0d5 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Sep 01 15:22:40.532937 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Floating IP 22c1ac12-1fbe-4269-aef2-dd19992c3d61 associated. External IP: 172.25.1.44, port: d3716db7-c257-4d1d-969c-430c9990da59. Sep 01 15:22:40.634071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Allocated IP 192.168.233.201 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/e3e920d4-bdbf-4e2d-916d-cfda7f673dd9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:41.177178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.191222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Router 33743291-2213-4ed5-9c9f-712f70873575 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:22:41.207797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Transition to ACTIVE for port object e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:41.359316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.406053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:41.408815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:41.455185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44530) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:41.506337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811daf5-754d-4dd9-8cd4-b5cecc065857 req-32660293-5d84-45f5-b93e-6be33494a394 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:41.522590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0811daf5-754d-4dd9-8cd4-b5cecc065857 req-32660293-5d84-45f5-b93e-6be33494a394 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 936 time: 0.1358395 Sep 01 15:22:41.579940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:41.617400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0811daf5-754d-4dd9-8cd4-b5cecc065857 req-848559b0-c64a-4fd3-b3f4-5f6c23600d3e tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Sep 01 15:22:41.627046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:41.662823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:41.690212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Pushing event updated for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:41.725918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5418cb97-9a3f-4438-98b6-fd4516641d78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:41.731389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.774931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-206bb8ba-234a-444d-9a58-c9c4b559919b tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:41.816245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:41.835943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-206bb8ba-234a-444d-9a58-c9c4b559919b tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "PUT /v2.0/quotas/5f9c68a32ad24c91b2c6a975a1e680b8 HTTP/1.1" status: 200 len: 368 time: 0.3734603 Sep 01 15:22:41.836267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] Sync routers for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:41.837857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:41.853137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Request body: {'network': {'project_id': '5f9c68a32ad24c91b2c6a975a1e680b8'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:41.871299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:41.872117 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:41.920406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:41.937567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'network_id': '9551ecdf-763e-45e6-bf73-ebf560297841', 'port_id': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'mac_address': 'fa:16:3e:d2:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe006fa-d685-4b91-9ec2-524c9f38c895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:41.964321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:41.965080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.977960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Made reservation on behalf of 5f9c68a32ad24c91b2c6a975a1e680b8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:41.982299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.984878 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:42.000845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4304cb6-1bb4-4951-aff5-5c3f9d763656 req-dbc3ef08-2348-4573-81cd-01da0a34ddae tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:42.012077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4304cb6-1bb4-4951-aff5-5c3f9d763656 req-dbc3ef08-2348-4573-81cd-01da0a34ddae tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 943 time: 0.3750002 Sep 01 15:22:42.014733 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:42.015686 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:42.018212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.054056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.069404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0a5b1e90-f142-40d0-a156-0d1c4bc751a2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8638155 Sep 01 15:22:42.093047 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:42.094148 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3dbeee-db53-461d-b0e7-767d795c4852 None None] The sync data for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:42.133900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Request body: {'port': {'device_id': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:42.155745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.176313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c501c601-b217-4bf3-9042-f9a32ec702a6 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7509248 Sep 01 15:22:42.188570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4304cb6-1bb4-4951-aff5-5c3f9d763656 req-ad847ce1-e02b-4494-aae5-879cfb3c256f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753404 Sep 01 15:22:42.192849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:42.193191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:42.254787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.294438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:42.298904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.304204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.315249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.331582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9eedf694-8a6a-44e8-86e2-7af2debf4c4a None None] Provisioning for port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:42.334252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.377441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:42.380891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:42.385378 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cc5dd5-f5ea-4f6a-9c3d-f8bbd87fcc8d" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:42.400621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9eedf694-8a6a-44e8-86e2-7af2debf4c4a None None] Provisioning complete for port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:42.402225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eedf694-8a6a-44e8-86e2-7af2debf4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.402434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.402807 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Added segment c5e03805-e431-4441-aab8-a19d2e88a5d5 of type vlan for network e3b1b16b-18f8-4f52-b481-7acaecfb1e8a Sep 01 15:22:42.476821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf694-8a6a-44e8-86e2-7af2debf4c4a None None] Port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:42.500140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.505718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:42.528735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.543270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27194b00-98bb-4564-a78b-79cb0254b5e0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:42.549550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.550927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:42.551881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.552119 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf353383-60b2-4728-b5bb-c88c0c33d68f x-openstack-request-id: req-cf353383-60b2-4728-b5bb-c88c0c33d68f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:42.552562 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:42.552941 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf353383-60b2-4728-b5bb-c88c0c33d68f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:42.553603 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:22:42.555039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:42.565765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c6bc1f14-5383-4749-bd18-bf3d0271101a tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "GET /v2.0/floatingips/22c1ac12-1fbe-4269-aef2-dd19992c3d61 HTTP/1.1" status: 200 len: 982 time: 0.3645182 Sep 01 15:22:42.571809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:42.665025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:42.692540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:42.700494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8621116 Sep 01 15:22:42.701851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:42.826487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Request body: {'network': {'project_id': '5f9c68a32ad24c91b2c6a975a1e680b8'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:42.949103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce28447-a882-4a94-9185-365ee08e0bf2 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event updated for resources: {'Network': ['ID=e3b1b16b-18f8-4f52-b481-7acaecfb1e8a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:42.964504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e3b1b16b-18f8-4f52-b481-7acaecfb1e8a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:42.968416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b64fc-2521-4e62-a838-90eaa4a30504 req-c4afc6ee-bffa-4668-b7c2-a3cb38074456 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:42.971843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed3b64fc-2521-4e62-a838-90eaa4a30504 req-c4afc6ee-bffa-4668-b7c2-a3cb38074456 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 936 time: 0.1753573 Sep 01 15:22:42.992417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Made reservation on behalf of 5f9c68a32ad24c91b2c6a975a1e680b8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:42.996590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.007460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-40cd920f-c031-45c4-a09c-d73c7bfb2ac2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.4162202 Sep 01 15:22:43.019067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:43.056552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed3b64fc-2521-4e62-a838-90eaa4a30504 req-3cfa59bb-6a5d-4e77-8a9a-6de5c08f9b63 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761213 Sep 01 15:22:43.099318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:43.119223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.141098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Transition to ACTIVE for port object e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:43.156607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.158607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:43.178308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.178308 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Added segment 46899220-73ac-4816-94c7-0b96a9ed50e1 of type vlan for network 66c86afe-f9d8-4baa-b7db-ea1c60059f13 Sep 01 15:22:43.232563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Pushing event updated for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:43.425505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Attempting to bind port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:43.425733 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.426248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Attempting to bind port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:43.426775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Attempting to bind port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:43.433147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:22:43.434153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Attempting to bind port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:43.445119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:43.445794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:43.446654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:43.447297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Bound port: e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:43.448506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.506899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91caef-4044-4281-a95b-812845743ed7 req-160406e6-0a73-4e79-9483-4289b719e2ea tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:43.519329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b91caef-4044-4281-a95b-812845743ed7 req-160406e6-0a73-4e79-9483-4289b719e2ea tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.1814272 Sep 01 15:22:43.531365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.532807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:43.533657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.559558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:43.566156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:43.587724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.654966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8362422 Sep 01 15:22:43.664698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44568) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:43.679411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-291945c9-e916-4296-89f4-5c5f5bab3916 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Request body: {'network': {'project_id': '5f9c68a32ad24c91b2c6a975a1e680b8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:43.695482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b91caef-4044-4281-a95b-812845743ed7 req-b2a870a8-b2c5-42fb-84b1-71a92836310a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746495 Sep 01 15:22:43.707505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090542-e800-435d-9ed7-95833ad2c924 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event updated for resources: {'Network': ['ID=66c86afe-f9d8-4baa-b7db-ea1c60059f13,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:43.720978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:43.722341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 66c86afe-f9d8-4baa-b7db-ea1c60059f13 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:43.723115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.725570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port b3fd5bbb-9a91-42d4-a946-fac3ff178ed4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:43.726595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.732927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] 10.222.0.50 "PUT /v2.0/ports/e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 HTTP/1.1" status: 200 len: 1097 time: 1.6051598 Sep 01 15:22:43.737800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:43.740684 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a8e81c-5be7-4c31-b967-5e98865659d8" -d '{"events": [{"name": "network-changed", "server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:43.840242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8791-b43b-4123-9052-44a3b3b3ecdb service neutron] Pushing event updated for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:43.861927 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-291945c9-e916-4296-89f4-5c5f5bab3916 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:22:43.862543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291945c9-e916-4296-89f4-5c5f5bab3916 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:22:43.864579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-291945c9-e916-4296-89f4-5c5f5bab3916 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1984437 Sep 01 15:22:43.878642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:43.958763 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567528ea-e502-4eb4-b330-cf4d51d4ed9a x-openstack-request-id: req-567528ea-e502-4eb4-b330-cf4d51d4ed9a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:43.959068 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:43.959319 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-567528ea-e502-4eb4-b330-cf4d51d4ed9a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:43.959749 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9', 'status': 'completed', 'code': 200} Sep 01 15:22:43.986848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-8791c38c-a1c1-436e-bad9-fd6b206fe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:43.988559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-8791c38c-a1c1-436e-bad9-fd6b206fe01e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b024308b90ff4809ad318be98f212082&device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 1100 time: 0.1177304 Sep 01 15:22:44.046274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-753989a7-c516-49db-9cb1-c76d1a8b6d5e tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f9c68a32ad24c91b2c6a975a1e680b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664407 Sep 01 15:22:44.059582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:44.082758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-87d14692-6208-49be-bef8-6d1463be6e0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 HTTP/1.1" status: 200 len: 217 time: 0.0816863 Sep 01 15:22:44.156329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0152342f-ff5c-4ce3-9df3-71d095b19dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:44.158020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0152342f-ff5c-4ce3-9df3-71d095b19dc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0666459 Sep 01 15:22:44.163715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.164282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.223976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.248763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-2495aba0-00aa-49e8-a186-aef1382004dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:44.255354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-2495aba0-00aa-49e8-a186-aef1382004dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873723 Sep 01 15:22:44.275823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.307152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for b3fd5bbb-9a91-42d4-a946-fac3ff178ed4 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:44.371550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c3fa656-22b1-4c18-ae4c-2a0e21ce75eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.380699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd002be-c531-48a8-a049-2d5404e1d881 req-9a5c8d0c-7787-48ce-a79e-52c3c9a31d9f tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:44.382940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfd002be-c531-48a8-a049-2d5404e1d881 req-9a5c8d0c-7787-48ce-a79e-52c3c9a31d9f tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 948 time: 0.1535313 Sep 01 15:22:44.485504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfd002be-c531-48a8-a049-2d5404e1d881 req-3537085f-c023-4423-a38f-a1e23bf9368a tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923781 Sep 01 15:22:44.494247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-1ef3dadd-3409-48bb-aefa-dbfe25ca27c7 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023003 Sep 01 15:22:44.538225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.541775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.543307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/27194b00-98bb-4564-a78b-79cb0254b5e0 HTTP/1.1" status: 204 len: 168 time: 0.4826119 Sep 01 15:22:44.554170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44584) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:44.558749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ebd1-5927-47a6-b388-b14a23d03659 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27194b00-98bb-4564-a78b-79cb0254b5e0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:44.588706 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:22:44.678145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dadef0b-13d2-4648-894b-d32ea29710f9 req-0412bbac-5d1e-4aff-acd6-5e4509497698 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763661 Sep 01 15:22:44.739201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.831387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-c544880c-6aa8-44d0-9643-12c010e4aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:44.835501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-c544880c-6aa8-44d0-9643-12c010e4aea3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b024308b90ff4809ad318be98f212082&device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 1100 time: 0.0878837 Sep 01 15:22:45.013799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-6ba25d35-2928-4253-bd32-759310fdc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.019118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-6ba25d35-2928-4253-bd32-759310fdc788 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.1746798 Sep 01 15:22:45.081200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-488e41cc-a93b-458b-97d9-0272993a7759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 HTTP/1.1" status: 200 len: 217 time: 0.0521340 Sep 01 15:22:45.113734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.147861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c86afe-f9d8-4baa-b7db-ea1c60059f13']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:45.172164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.180475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46899220-73ac-4816-94c7-0b96a9ed50e1') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:45.181030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46899220-73ac-4816-94c7-0b96a9ed50e1') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:45.223827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-cbbc7115-570e-4690-8343-0ef7e4af79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.232292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-cbbc7115-570e-4690-8343-0ef7e4af79b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1301045 Sep 01 15:22:45.270135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.288276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18775d-b5e0-4f23-8d6c-4738f5cc7640 req-118d031e-8fff-4903-9fd4-f5a8185f97be tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.301516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea18775d-b5e0-4f23-8d6c-4738f5cc7640 req-118d031e-8fff-4903-9fd4-f5a8185f97be tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 944 time: 0.3945861 Sep 01 15:22:45.304621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-15270252-f364-4071-b678-b2d553b8149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.306329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=b3fd5bbb-9a91-42d4-a946-fac3ff178ed4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:45.307644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-15270252-f364-4071-b678-b2d553b8149e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662067 Sep 01 15:22:45.366847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.403976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:45.417920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:22:45.418681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:22:45.422030 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:22:45.586525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea18775d-b5e0-4f23-8d6c-4738f5cc7640 req-cdd61b9c-a994-44df-ab76-38a678b423c4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830865 Sep 01 15:22:45.621138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:45.621573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.632837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.634337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-035e1acd-1a35-42f4-be38-52990b71c892 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159533 Sep 01 15:22:45.649795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.654318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "DELETE /v2.0/networks/66c86afe-f9d8-4baa-b7db-ea1c60059f13 HTTP/1.1" status: 204 len: 168 time: 1.0918658 Sep 01 15:22:45.665948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44596) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:45.777406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.797205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.797900 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Floating IP 22c1ac12-1fbe-4269-aef2-dd19992c3d61 disassociated (deleted). External IP: 172.25.1.44, port: d3716db7-c257-4d1d-969c-430c9990da59. Sep 01 15:22:45.801481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e7889-75af-4477-a84c-7d5457ff9094 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event deleted for resources: {'Network': ['ID=66c86afe-f9d8-4baa-b7db-ea1c60059f13,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:45.868004 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.953690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:45.955839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:45.959508 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cea66a-d374-4948-8ef5-e1ed39a3f059" -d '{"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:45.964781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.034248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:46.072969 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e771f385-5f73-42a5-b370-38ec605d07c6 x-openstack-request-id: req-e771f385-5f73-42a5-b370-38ec605d07c6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:46.073460 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-plugged", "status": "completed", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:46.073778 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e771f385-5f73-42a5-b370-38ec605d07c6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:46.074360 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'code': 200} Sep 01 15:22:46.451341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42837-998e-4f10-a2cf-3986a0f592cc req-ff85672c-c792-4b7d-b6f0-bc5888eff073 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.456447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3d42837-998e-4f10-a2cf-3986a0f592cc req-ff85672c-c792-4b7d-b6f0-bc5888eff073 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 948 time: 0.7754090 Sep 01 15:22:46.556097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3d42837-998e-4f10-a2cf-3986a0f592cc req-b0dea8a4-cab0-4e57-aef2-5b009aaf0724 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Sep 01 15:22:46.560044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59a8e81c-5be7-4c31-b967-5e98865659d8 req-0feb1851-26fc-4823-bdfb-309c672f0732 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987896 Sep 01 15:22:46.560726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.605598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b1b16b-18f8-4f52-b481-7acaecfb1e8a']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:46.647441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e03805-e431-4441-aab8-a19d2e88a5d5') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:46.647952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e03805-e431-4441-aab8-a19d2e88a5d5') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:46.782395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.844297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cf859-53ac-4119-9281-22109de29937 req-daf1df8b-8be0-44c0-90b5-9a38e7865986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.847179 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-002cf859-53ac-4119-9281-22109de29937 req-daf1df8b-8be0-44c0-90b5-9a38e7865986 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1098 time: 0.4064388 Sep 01 15:22:46.896422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.971774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:22:46.972525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:22:46.978121 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:22:47.064086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccf23f-40c6-4464-afd3-a276b748ec2a req-b5a94976-ca8b-41c6-afe9-7c362616f6e4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:47.064086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4ccf23f-40c6-4464-afd3-a276b748ec2a req-b5a94976-ca8b-41c6-afe9-7c362616f6e4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.3140414 Sep 01 15:22:47.129043 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-002cf859-53ac-4119-9281-22109de29937 req-4758e3fa-74cd-4131-963e-712c5e8735d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683718 Sep 01 15:22:47.154825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8979bded-1866-4a3d-8d52-e7052b161557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.192491 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4ccf23f-40c6-4464-afd3-a276b748ec2a req-10a8aaf6-9b62-4fd1-8853-8f9270f6c600 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119497 Sep 01 15:22:47.193826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.199043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Router 33743291-2213-4ed5-9c9f-712f70873575 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:22:47.207338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.210738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e3b1b16b-18f8-4f52-b481-7acaecfb1e8a HTTP/1.1" status: 204 len: 168 time: 1.5393000 Sep 01 15:22:47.236763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2fc0b-1112-42a9-8e9c-34e45f2a2832 tempest-QuotasNegativeTest-1863703975 tempest-QuotasNegativeTest-1863703975-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3b1b16b-18f8-4f52-b481-7acaecfb1e8a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:47.430286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:47.688957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:47.705410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.707446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.730148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] Sync routers for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:47.750475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a548ad0b-8385-45bd-8f5b-f3c19afcd375 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/floatingips/22c1ac12-1fbe-4269-aef2-dd19992c3d61 HTTP/1.1" status: 204 len: 168 time: 4.7292626 Sep 01 15:22:47.756618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44622) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:47.764825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:47.765220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:47.768096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.844260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.873908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.899811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:47.907224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:47.908964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.938815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada63a-e3e8-4efb-94d7-857d87228a27 req-91c67b84-9897-4e80-8a18-42c9a7e631e6 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:47.940750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08ada63a-e3e8-4efb-94d7-857d87228a27 req-91c67b84-9897-4e80-8a18-42c9a7e631e6 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 948 time: 0.1448157 Sep 01 15:22:48.058961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08ada63a-e3e8-4efb-94d7-857d87228a27 req-eb8828aa-ed5f-4cc0-9b22-ad517f026a45 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912576 Sep 01 15:22:48.134656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.312604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:48.313745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c393eb-9d94-424b-9596-a3fed6d226f6 None None] The sync data for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:48.335325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9', 'mac_address': 'fa:16:3e:ef:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:48.403109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.411836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.440950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.485390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:48.528122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:48.535680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.562614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44640) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.591119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Allocated IP 172.25.1.42 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/31d2d217-2d37-44fe-8e2e-032f593daa9c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:48.678718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:48.835816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e3e920d4-bdbf-4e2d-916d-cfda7f673dd9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:48.842359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6b28-c7c4-41a4-85fc-d6c6eebbee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.876319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.023053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deafbdb-75ed-4d42-93e4-dca240515f12 req-0440207b-9417-420b-b7ca-966422cdb223 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:49.036021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1deafbdb-75ed-4d42-93e4-dca240515f12 req-0440207b-9417-420b-b7ca-966422cdb223 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1505516 Sep 01 15:22:49.204461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.223644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6b28-c7c4-41a4-85fc-d6c6eebbee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.231696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1deafbdb-75ed-4d42-93e4-dca240515f12 req-d589aebe-e0a0-461e-9d0a-a00562431bd4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897268 Sep 01 15:22:49.256050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6b28-c7c4-41a4-85fc-d6c6eebbee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.335525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:49.342128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:49.347271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:49.418357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Pushing event updated for resources: {'Port': ['ID=31d2d217-2d37-44fe-8e2e-032f593daa9c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:49.424277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73fc6b28-c7c4-41a4-85fc-d6c6eebbee89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63ddb0177859485891b99e3c14c98d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581188 Sep 01 15:22:49.426982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44670) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:49.496943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc6b28-c7c4-41a4-85fc-d6c6eebbee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ecd45-8cab-4b74-9a45-c6f4d0679389,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:49.550926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6014fd-2270-4b4a-a278-19c28b9a9051 req-472ecd4f-7071-4082-a9ab-4d925a83480c tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:49.561855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f6014fd-2270-4b4a-a278-19c28b9a9051 req-472ecd4f-7071-4082-a9ab-4d925a83480c tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 949 time: 0.3184319 Sep 01 15:22:49.622312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.676360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.734529 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.738013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f6014fd-2270-4b4a-a278-19c28b9a9051 req-e2fb1ab2-5e59-4f44-9462-1bb7be311338 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751568 Sep 01 15:22:49.788235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.888652 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.935067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.939269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.940607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f4ecd45-8cab-4b74-9a45-c6f4d0679389 HTTP/1.1" status: 204 len: 168 time: 0.5119162 Sep 01 15:22:49.964221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46500328-a06e-4a48-af05-b93ea0a1fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ecd45-8cab-4b74-9a45-c6f4d0679389,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:50.233761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.248008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.449035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Pushing event updated for resources: {'Port': ['ID=31d2d217-2d37-44fe-8e2e-032f593daa9c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:50.483060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.533215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.533215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5bc4ce13-1e4a-4a8b-a138-ce0a2f676ea2 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7740910 Sep 01 15:22:50.535296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44688) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:50.677936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1232d-60f8-417e-be01-27a685e44291 req-cb8bb8ce-5082-4f06-b26b-4b73b4ef7062 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:50.681558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43b1232d-60f8-417e-be01-27a685e44291 req-cb8bb8ce-5082-4f06-b26b-4b73b4ef7062 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2756417 Sep 01 15:22:50.726030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:50.795301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fc16f9a-c09b-46ba-81e8-54781c961324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.837478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43b1232d-60f8-417e-be01-27a685e44291 req-4d6b5ca9-0a21-4ff7-9add-750b4bee53f4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373472 Sep 01 15:22:51.067242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fc16f9a-c09b-46ba-81e8-54781c961324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.089098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:51.105811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fc16f9a-c09b-46ba-81e8-54781c961324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.173388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d04e53-6194-41c4-b1da-bd72a47c22cc req-3a644290-555c-4ee7-9514-6f7c2bca26fe tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:51.181747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7d04e53-6194-41c4-b1da-bd72a47c22cc req-3a644290-555c-4ee7-9514-6f7c2bca26fe tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 949 time: 0.2222347 Sep 01 15:22:51.262079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0fc16f9a-c09b-46ba-81e8-54781c961324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf212af57131492994d988b3c28fd610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337536 Sep 01 15:22:51.266671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44698) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:51.284009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.362487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc16f9a-c09b-46ba-81e8-54781c961324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660e2be5-27aa-470a-a7fa-7594fa5677d4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:51.377238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.392333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7d04e53-6194-41c4-b1da-bd72a47c22cc req-60ac2974-3538-4a91-b4c3-c17ccacffd62 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870685 Sep 01 15:22:51.426761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.441402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:51.537052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.544718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.560052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/660e2be5-27aa-470a-a7fa-7594fa5677d4 HTTP/1.1" status: 204 len: 168 time: 0.2908576 Sep 01 15:22:51.581959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eba2c-dd62-4dd6-be1d-de207f71c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660e2be5-27aa-470a-a7fa-7594fa5677d4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:51.589521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.637805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:51.648183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:51.648582 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.778893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.846721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:51.851365 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bfcb66-97a3-4d54-82de-3aa6fbcb0007" -d '{"events": [{"server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "name": "network-vif-plugged", "status": "completed", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:51.911850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Allocated IP 172.25.1.14 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/1718b991-4377-4277-87a7-6c125096e8bb) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:51.929024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:51.939399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.025822 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0536354-e650-4e67-8ba5-fdbd617749b8 x-openstack-request-id: req-b0536354-e650-4e67-8ba5-fdbd617749b8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:52.026695 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "name": "network-vif-plugged", "status": "completed", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:52.027181 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0536354-e650-4e67-8ba5-fdbd617749b8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:52.028237 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9', 'code': 200} Sep 01 15:22:52.029704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:52.149170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292384e1-f24c-4319-ba1b-8ebb045ab424 req-01a8203f-5002-4248-94e2-d3084cfcaffe tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.152602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-292384e1-f24c-4319-ba1b-8ebb045ab424 req-01a8203f-5002-4248-94e2-d3084cfcaffe tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1408660 Sep 01 15:22:52.167584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.174159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25227fc4-edf4-4189-8cd9-4fca86cc5104 req-1c43ef90-504e-416d-bccd-d1af092bf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.176124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25227fc4-edf4-4189-8cd9-4fca86cc5104 req-1c43ef90-504e-416d-bccd-d1af092bf046 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 1102 time: 0.1021960 Sep 01 15:22:52.273637 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25227fc4-edf4-4189-8cd9-4fca86cc5104 req-5a7e378b-1d6a-4890-b637-c3b8afb8ad7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Sep 01 15:22:52.309558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-292384e1-f24c-4319-ba1b-8ebb045ab424 req-930ba16c-6ccd-4b82-bd93-dfb5ec36557f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452689 Sep 01 15:22:52.358562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.481559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feae9b-a2d9-4b84-a317-a97c2d379e0b req-db2bad7e-2ffa-4200-b0b1-0c556e98f6d4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.482607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:52.483496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7feae9b-a2d9-4b84-a317-a97c2d379e0b req-db2bad7e-2ffa-4200-b0b1-0c556e98f6d4 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0610247 Sep 01 15:22:52.489496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:52.507334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:52.612027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Pushing event updated for resources: {'Port': ['ID=1718b991-4377-4277-87a7-6c125096e8bb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:52.613705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7feae9b-a2d9-4b84-a317-a97c2d379e0b req-aaf13c35-488b-4e5a-bcef-14a6d3bf8fe2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071529 Sep 01 15:22:52.805808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308866ff-e45e-4ca4-a9aa-0273c6ebb65d req-70222cfd-1a2f-43a4-9187-5e50e2465c5c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.815146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-308866ff-e45e-4ca4-a9aa-0273c6ebb65d req-70222cfd-1a2f-43a4-9187-5e50e2465c5c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0866945 Sep 01 15:22:52.861473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e80100-705e-4bad-b31a-f6f515bb9428 req-5e9afea6-885a-4ab9-8d5d-8e47d45cf6bb tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.871192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-308866ff-e45e-4ca4-a9aa-0273c6ebb65d req-86378ffc-de0d-4ebd-ab61-9e2f8a9f9ebc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546980 Sep 01 15:22:52.881467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20e80100-705e-4bad-b31a-f6f515bb9428 req-5e9afea6-885a-4ab9-8d5d-8e47d45cf6bb tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 950 time: 0.1940367 Sep 01 15:22:52.911513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.988433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20e80100-705e-4bad-b31a-f6f515bb9428 req-3ffef088-6d69-4ea8-a2ae-7e492c42c8c6 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058738 Sep 01 15:22:53.017301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.106157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44744) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:53.159100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6fbe3-b5e1-4131-af54-1ca72a4482ae req-d05c6236-e946-4f18-ae67-08750574811a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.168215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c8f6fbe3-b5e1-4131-af54-1ca72a4482ae req-d05c6236-e946-4f18-ae67-08750574811a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0934360 Sep 01 15:22:53.223756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c8f6fbe3-b5e1-4131-af54-1ca72a4482ae req-e1902647-40a0-4455-a02b-043f4400d8cb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Sep 01 15:22:53.345119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220579706'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:53.439404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:53.442947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.470110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.481795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.496988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.511555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645313d5-d100-4fe4-b668-0cd7d5bcd500 req-bc25b72a-7f19-4394-98da-551c5ff7e082 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.513559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-645313d5-d100-4fe4-b668-0cd7d5bcd500 req-bc25b72a-7f19-4394-98da-551c5ff7e082 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1415870 Sep 01 15:22:53.706220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Pushing event updated for resources: {'Port': ['ID=1718b991-4377-4277-87a7-6c125096e8bb,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:53.764444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-645313d5-d100-4fe4-b668-0cd7d5bcd500 req-04e694f3-2609-4445-a738-200dabd03e82 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164111 Sep 01 15:22:53.778800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.790166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.800483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.820798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.830197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.863073 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.888706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.904613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:53.920203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-9a7385da-0e09-4de9-9352-336cf5f58054 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.2456479 Sep 01 15:22:53.943502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.955428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.968358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.974046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a94f2dfb-c1ec-415f-ab6e-cdd92712fc79 tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4372706 Sep 01 15:22:53.983635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:54.025334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2bfa64e0-c4d0-4001-b06d-12b6919519c9 req-52257f91-ec91-4d0d-86ca-18197152c184 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038401 Sep 01 15:22:54.058344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:54.170580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78905fc-4459-42fa-8dcd-6d1cdedf0201,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:54.204441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.205184 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 1ab1c998-7fe4-4918-b171-02a5051326c7 of type vlan for network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae Sep 01 15:22:54.253096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92e76c43-d2d6-438f-b1bb-15820948ffc0 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.2677145 Sep 01 15:22:54.259002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44772) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:54.265303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f43c-f431-48bb-a3a6-38b1f1961081 req-a32314c0-59fa-4a05-b244-36fd1ed9cb23 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.281783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3aa1f43c-f431-48bb-a3a6-38b1f1961081 req-a32314c0-59fa-4a05-b244-36fd1ed9cb23 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2474270 Sep 01 15:22:54.348809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.376747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aced0-82ef-4aa8-a7c5-87887cb58520 req-f7f3ba49-7e39-4310-8397-0af1f334eec8 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.377450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3aa1f43c-f431-48bb-a3a6-38b1f1961081 req-11edc0de-91e5-4656-a161-0c2f47f8e22e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937726 Sep 01 15:22:54.384410 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da0aced0-82ef-4aa8-a7c5-87887cb58520 req-f7f3ba49-7e39-4310-8397-0af1f334eec8 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 950 time: 0.1937470 Sep 01 15:22:54.395666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab83910a-c003-464b-836f-00b0d2b7400d tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1353381 Sep 01 15:22:54.396781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:54.471414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da0aced0-82ef-4aa8-a7c5-87887cb58520 req-1969fb55-4550-4ba8-9b59-9f7c33932abf tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Sep 01 15:22:54.488500 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.502881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.504204 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.652163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5436099 Sep 01 15:22:54.711499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc31f4-331e-4871-bf23-ba3415ef9301 req-b3974e58-c374-46f9-8ab3-632c3457b58f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.726606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adfc31f4-331e-4871-bf23-ba3415ef9301 req-b3974e58-c374-46f9-8ab3-632c3457b58f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1343446 Sep 01 15:22:54.792035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adfc31f4-331e-4871-bf23-ba3415ef9301 req-8803e8d3-25ca-484a-a5da-c35f99367c0f tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Sep 01 15:22:54.954175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.966232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.979545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.992502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.005913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.017670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.029814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.046893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8140ba36-799b-4a53-a525-8ba790eb0404 req-ad8d340b-aa8f-4bdf-9a64-9727f82ee578 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.4321303 Sep 01 15:22:55.068224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3c1c1-6a38-4238-a402-d61249a033fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=6376246d-d0f2-4d17-94d1-3d3a5bc985ae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:55.083950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:55.177577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Deleting port 1718b991-4377-4277-87a7-6c125096e8bb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:55.180882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.414901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.416290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.455866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Calling delete_port for 1718b991-4377-4277-87a7-6c125096e8bb owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:55.620387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c389-5e26-4e7f-9160-51d8ec7e0689 req-1062e158-c0b9-411a-9ce4-d5499e2f49c2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.622242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3d0c389-5e26-4e7f-9160-51d8ec7e0689 req-1062e158-c0b9-411a-9ce4-d5499e2f49c2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1493521 Sep 01 15:22:55.747580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3d0c389-5e26-4e7f-9160-51d8ec7e0689 req-6f0ca8ce-ba1a-419c-a268-5daca0ddc19a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182415 Sep 01 15:22:55.875905 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.933638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Pushing event deleted for resources: {'Port': ['ID=1718b991-4377-4277-87a7-6c125096e8bb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:56.103950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.109501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.116466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44804) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:56.125046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f1839fd-3e0d-490d-8e57-9a28809af17e tempest-FloatingIPAdminTestJSON-18760551 tempest-FloatingIPAdminTestJSON-18760551-project] 10.222.0.41 "DELETE /v2.0/floatingips/bb32b7bd-ac3d-45aa-8d23-cfc10d438ae9 HTTP/1.1" status: 204 len: 168 time: 1.7266357 Sep 01 15:22:56.261398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493da366-aec5-4404-b28c-48dc36ec4ed4 req-4df67c1f-6ab7-40c1-8d4e-001eef44eeed tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:56.273285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-493da366-aec5-4404-b28c-48dc36ec4ed4 req-4df67c1f-6ab7-40c1-8d4e-001eef44eeed tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 950 time: 0.1428151 Sep 01 15:22:56.344494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-493da366-aec5-4404-b28c-48dc36ec4ed4 req-5a9309a6-62fd-4860-a138-5a233d0cf892 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698657 Sep 01 15:22:56.400152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Deleting port 31d2d217-2d37-44fe-8e2e-032f593daa9c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:56.400685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.518904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.519479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.540941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Calling delete_port for 31d2d217-2d37-44fe-8e2e-032f593daa9c owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:56.796087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.868601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Pushing event deleted for resources: {'Port': ['ID=31d2d217-2d37-44fe-8e2e-032f593daa9c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:57.048721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.053015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.060348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da0cc796-8adb-421d-a971-8d26394e5253 tempest-FloatingIPAdminTestJSON-261930897 tempest-FloatingIPAdminTestJSON-261930897-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/68f52123-0aa2-46ee-850c-9c9e181a30a0 HTTP/1.1" status: 204 len: 168 time: 0.9369028 Sep 01 15:22:57.063608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44814) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:57.067400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352bf3-345c-43a5-9aa4-5e06bf10d7af req-b9750832-c672-4a99-a230-ed4972609eb9 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.078498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d352bf3-345c-43a5-9aa4-5e06bf10d7af req-b9750832-c672-4a99-a230-ed4972609eb9 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1339176 Sep 01 15:22:57.187354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d352bf3-345c-43a5-9aa4-5e06bf10d7af req-0b949d9d-7d37-414b-b62d-43e40f24da6d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071429 Sep 01 15:22:57.433507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port d3716db7-c257-4d1d-969c-430c9990da59 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:57.434037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.670218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-d884ee6e-1a10-477f-a9ba-4601aa7ba3c7 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.681532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-d884ee6e-1a10-477f-a9ba-4601aa7ba3c7 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 950 time: 0.2382083 Sep 01 15:22:57.690933 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.705280 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.723986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for d3716db7-c257-4d1d-969c-430c9990da59 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:57.831604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab42180-c1f0-4504-8ba1-e64e31c8dcd1 req-390f8107-ec50-4505-bcaf-7d93d3366609 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.834363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ab42180-c1f0-4504-8ba1-e64e31c8dcd1 req-390f8107-ec50-4505-bcaf-7d93d3366609 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 950 time: 0.2772973 Sep 01 15:22:57.964135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44838) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:57.982615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.189973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=d3716db7-c257-4d1d-969c-430c9990da59,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:58.267382 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ab42180-c1f0-4504-8ba1-e64e31c8dcd1 req-f9012a7c-d01b-4197-8ff8-c96470f89839 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314397 Sep 01 15:22:58.388228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Deleting port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:58.388906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.490289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6635e-388e-40cc-896e-44e7d56220fc req-35b2b9ad-33ce-485f-9eb4-3ffce88e5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.492346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-35b2b9ad-33ce-485f-9eb4-3ffce88e5b3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=733123fa02e147fe9e4d2faa02425a62&device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 1098 time: 0.3436732 Sep 01 15:22:58.510395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.511341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.512011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.512911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.513675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.514357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.515008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.523985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-bddbeba1-f680-4bc4-8641-3eefee867e33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 6507 time: 0.5586355 Sep 01 15:22:58.533881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.543752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:58.544394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2a880af5-cead-48ad-ae0c-6f8ac995e901 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/ports/d3716db7-c257-4d1d-969c-430c9990da59 HTTP/1.1" status: 204 len: 168 time: 1.4783595 Sep 01 15:22:58.659402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b9d78-d298-4799-8681-ad7745db8b60 req-b6624ecc-394a-49f7-aee3-26579db5444b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.668352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-389b9d78-d298-4799-8681-ad7745db8b60 req-b6624ecc-394a-49f7-aee3-26579db5444b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.4357133 Sep 01 15:22:58.683732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-b9f11fbc-f1b7-4324-9252-49ef31cd5a52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563435 Sep 01 15:22:58.693839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] For port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:58.695197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.738636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Calling delete_port for e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:58.759666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-389b9d78-d298-4799-8681-ad7745db8b60 req-9a38aac3-dc2d-4cd4-ae1d-d7adbe5cb1fb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884316 Sep 01 15:22:58.801565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6635e-388e-40cc-896e-44e7d56220fc req-2b8ef083-6795-4a02-a06d-23f283efaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.803925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-2b8ef083-6795-4a02-a06d-23f283efaa96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 200 len: 915 time: 0.3028355 Sep 01 15:22:58.872033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-8a243444-e85c-4b4a-8f80-1eb2463ebe2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 200 len: 217 time: 0.0570548 Sep 01 15:22:58.971519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6635e-388e-40cc-896e-44e7d56220fc req-4c5fab14-246a-435a-8346-12e2df8c3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.975936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-4c5fab14-246a-435a-8346-12e2df8c3c45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 200 len: 854 time: 0.0960522 Sep 01 15:22:59.108867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:59.123611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e3e920d4-bdbf-4e2d-916d-cfda7f673dd9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:59.153591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee72a3b-7ed4-4039-984f-31d4e5328f91 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.156802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ee72a3b-7ed4-4039-984f-31d4e5328f91 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "GET /v2.0/ports?device_id=33743291-2213-4ed5-9c9f-712f70873575 HTTP/1.1" status: 200 len: 913 time: 0.6126478 Sep 01 15:22:59.243673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:59.245700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Pushing event deleted for resources: {'Port': ['ID=e3e920d4-bdbf-4e2d-916d-cfda7f673dd9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:59.366813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] No DVR routers for this DVR port e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:59.373103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:59.376362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a687999e-c3e7-4c9d-9abf-03d4d00a6b9a req-513391b1-fe2f-4153-a3a2-f1166cf9d9f2 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.50 "DELETE /v2.0/ports/e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 HTTP/1.1" status: 204 len: 173 time: 1.6860852 Sep 01 15:22:59.377024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'name': 'network-vif-deleted', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:59.379876 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c31b74-56d5-4aed-bdde-05334cbcc96f" -d '{"events": [{"server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "name": "network-vif-deleted", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:59.687571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44860) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:59.691771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-90669dab-14c3-427f-a6f3-a376353a93fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9551ecdf-763e-45e6-bf73-ebf560297841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7075112 Sep 01 15:22:59.696279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:59.962843 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d3d4f-3e7e-4295-ab60-b9ef009e5027 x-openstack-request-id: req-606d3d4f-3e7e-4295-ab60-b9ef009e5027 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:59.963384 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f0acd3-606d-42c6-b5dc-ca0548ee80f1", "name": "network-vif-deleted", "tag": "e3e920d4-bdbf-4e2d-916d-cfda7f673dd9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:59.964288 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-606d3d4f-3e7e-4295-ab60-b9ef009e5027 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:59.964958 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f0acd3-606d-42c6-b5dc-ca0548ee80f1', 'name': 'network-vif-deleted', 'tag': 'e3e920d4-bdbf-4e2d-916d-cfda7f673dd9', 'status': 'completed', 'code': 200} Sep 01 15:23:00.026176 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11f3b862-3bcb-4978-9aa9-c4be0c1506f7 req-1751988f-466e-4d8f-b641-f07e625b8e30 tempest-TenantUsagesTestJSON-2073687491 tempest-TenantUsagesTestJSON-2073687491-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f0acd3-606d-42c6-b5dc-ca0548ee80f1 HTTP/1.1" status: 200 len: 210 time: 0.0662189 Sep 01 15:23:00.179385 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-0e4aefdd-c6cd-4115-9fa6-25fd58902733 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783492 Sep 01 15:23:00.302871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d5f5-c2b0-402d-b6ec-ba9fc0679b02 req-6def2186-2ade-4150-a348-b8abf5e17921 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:00.307787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525d5f5-c2b0-402d-b6ec-ba9fc0679b02 req-6def2186-2ade-4150-a348-b8abf5e17921 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.4019611 Sep 01 15:23:00.308809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:00.314481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.473399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525d5f5-c2b0-402d-b6ec-ba9fc0679b02 req-c40d1f23-0c86-4d75-91ca-9ebe5d2b6d4e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532340 Sep 01 15:23:00.507279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24d6635e-388e-40cc-896e-44e7d56220fc req-8078ce0c-1d7e-44b1-8e32-949f07add146 service neutron] 10.222.0.50 "GET /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115773 Sep 01 15:23:00.543537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.677130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.783486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=9312817f-404e-4f3a-a753-1aa73bd3f5a7,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:00.804141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '1ab1c998-7fe4-4918-b171-02a5051326c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:00.804700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 6376246d-d0f2-4d17-94d1-3d3a5bc985ae, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:00.834369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:00.848352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6376246d-d0f2-4d17-94d1-3d3a5bc985ae) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:00.854063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:00.855351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.874722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bf5f3-7c5e-4783-93c3-789ca1dc4081 None None] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:00.880562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-09922941-1636-498d-b930-53533cde4b7b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1913836 Sep 01 15:23:00.884392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:00.916982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567810577'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:00.935522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port ca167b30-5b32-43e5-b2b4-e290c414c51a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:00.936550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.994972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:01.006318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.068236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:01.129265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-6376246d-d0f2-4d17-94d1-3d3a5bc985ae', 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '9312817f-404e-4f3a-a753-1aa73bd3f5a7'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:01.130400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.141264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.141924 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 088e5100-c289-4574-93e1-0fb5fab58d26 of type vlan for network 7a2b2777-574a-4337-9a3a-a1a01c5f65da Sep 01 15:23:01.149930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.195208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for ca167b30-5b32-43e5-b2b4-e290c414c51a owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:01.229795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.302750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.310091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:01.311987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.467076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Allocated IP 2001:db8:0:ffff::2 (6376246d-d0f2-4d17-94d1-3d3a5bc985ae/9312817f-404e-4f3a-a753-1aa73bd3f5a7/71b14947-22b9-4622-b731-010f3baaf068) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:01.512760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6244276 Sep 01 15:23:01.521724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:01.535185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:01.794365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcc59a-e204-4987-bdb0-29ed273a496d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=7a2b2777-574a-4337-9a3a-a1a01c5f65da,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:01.874053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.908854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.923616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Transition to ACTIVE for port object 71b14947-22b9-4622-b731-010f3baaf068 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:01.924363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:01.931418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.944259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Transition to ACTIVE for port object 71b14947-22b9-4622-b731-010f3baaf068 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:01.955138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:01.958208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7a2b2777-574a-4337-9a3a-a1a01c5f65da details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:01.963741 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.989116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=ca167b30-5b32-43e5-b2b4-e290c414c51a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.037463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:02.037988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3e920d4-bdbf-4e2d-916d-cfda7f673dd9 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:02.080153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:02.090780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:02.093824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:02.172461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Pushing event updated for resources: {'Port': ['ID=71b14947-22b9-4622-b731-010f3baaf068,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.232247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Attempting to bind port 71b14947-22b9-4622-b731-010f3baaf068 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:02.233093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Attempting to bind port 71b14947-22b9-4622-b731-010f3baaf068 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1ab1c998-7fe4-4918-b171-02a5051326c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:02.233617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Attempting to bind port 71b14947-22b9-4622-b731-010f3baaf068 on network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:02.245590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:02.247689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:02.249228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Checking segment: {'id': '1ab1c998-7fe4-4918-b171-02a5051326c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:02.250328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.251274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Bound using segment: {'id': '1ab1c998-7fe4-4918-b171-02a5051326c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:02.252434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Bound port: 71b14947-22b9-4622-b731-010f3baaf068, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab1c998-7fe4-4918-b171-02a5051326c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6376246d-d0f2-4d17-94d1-3d3a5bc985ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:02.253548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.269592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffacd2e-5bb3-4d4e-8de3-438fecd165c9 req-e6ac1429-0874-4ec1-9e8f-7adc559e0b0c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:02.272333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ffacd2e-5bb3-4d4e-8de3-438fecd165c9 req-e6ac1429-0874-4ec1-9e8f-7adc559e0b0c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.4555147 Sep 01 15:23:02.381095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.390122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ffacd2e-5bb3-4d4e-8de3-438fecd165c9 req-5c357932-538c-484e-b96e-29ee1093985a tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978525 Sep 01 15:23:02.427333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] For port 71b14947-22b9-4622-b731-010f3baaf068, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:02.431693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] For port 71b14947-22b9-4622-b731-010f3baaf068, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=71b14947-22b9-4622-b731-010f3baaf068,segment=NetworkSegment(1ab1c998-7fe4-4918-b171-02a5051326c7),segment_id=1ab1c998-7fe4-4918-b171-02a5051326c7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:02.445435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.616507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546240f2-6add-4199-a56a-9a11daad47fd None None] Pushing event updated for resources: {'Port': ['ID=71b14947-22b9-4622-b731-010f3baaf068,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.646246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.743224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5b9b1e5c-4fab-4355-adeb-c21bbbb03363 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b024308b90ff4809ad318be98f212082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964545 Sep 01 15:23:02.746735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44898) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:02.799906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=08df9c90-a872-43d5-8595-321105bc807b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.817188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '088e5100-c289-4574-93e1-0fb5fab58d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:02.817561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 7a2b2777-574a-4337-9a3a-a1a01c5f65da, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:02.845550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 7a2b2777-574a-4337-9a3a-a1a01c5f65da is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:02.858070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7a2b2777-574a-4337-9a3a-a1a01c5f65da) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:02.867529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045caf10-fe51-498c-8913-80ccebeed7f9 None None] Network 7a2b2777-574a-4337-9a3a-a1a01c5f65da requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:02.872528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:02.873182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.913601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49c90b3f-d721-4202-a2ec-8bfbf6fc3f7f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3906569 Sep 01 15:23:02.915260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:02.943896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d750808-c3b2-4573-92eb-73d71edaab8c req-8fb28231-314f-4d40-b02c-6b1ec228e380 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:02.945611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d750808-c3b2-4573-92eb-73d71edaab8c req-8fb28231-314f-4d40-b02c-6b1ec228e380 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2806525 Sep 01 15:23:03.028886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.072101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.093437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.097617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Router 33743291-2213-4ed5-9c9f-712f70873575 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:23:03.099325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7a2b2777-574a-4337-9a3a-a1a01c5f65da', 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '08df9c90-a872-43d5-8595-321105bc807b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:03.100970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.103397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8d750808-c3b2-4573-92eb-73d71edaab8c req-9e59905c-9ff6-4e1a-83bb-3b2f9334a02b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297495 Sep 01 15:23:03.238142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.297242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.300878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.305757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8 HTTP/1.1" status: 204 len: 168 time: 0.5578690 Sep 01 15:23:03.336767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Allocated IP 2001:db8::1 (7a2b2777-574a-4337-9a3a-a1a01c5f65da/08df9c90-a872-43d5-8595-321105bc807b/7f30621e-0613-4517-911a-5e227985ca45) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:03.340740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db3eb-a6d1-4957-a32b-4113c3aaf5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6fae50-6bb0-4055-ae90-3f8bf2a5e3e8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:03.352796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:03.366379 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] Sync routers for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:03.370271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-97db1615-dadc-43da-bd24-a8592acbb317 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "PUT /v2.0/routers/33743291-2213-4ed5-9c9f-712f70873575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1206980 Sep 01 15:23:03.374326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:03.394240 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:03.395755 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:03.442820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cbfd-bdb3-4489-aa82-45feac2f7411 req-1a09a492-b364-49be-ab31-9e89f2203f9d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:03.454849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e156cbfd-bdb3-4489-aa82-45feac2f7411 req-1a09a492-b364-49be-ab31-9e89f2203f9d tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1749046 Sep 01 15:23:03.525621 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:03.566036 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] Routers {'33743291-2213-4ed5-9c9f-712f70873575'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:03.567466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e156cbfd-bdb3-4489-aa82-45feac2f7411 req-b61c88ff-5511-4664-b190-6ea2cc0c4667 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037962 Sep 01 15:23:03.568583 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:22:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['33743291-2213-4ed5-9c9f-712f70873575'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:03.650961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:03.654560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0374d-d456-4e4c-b9b3-b329bebc12e2 None None] The sync data for ids ['33743291-2213-4ed5-9c9f-712f70873575'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:03.690041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 71b14947-22b9-4622-b731-010f3baaf068 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:03.779182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b26f-5dd0-483c-9a76-e878455c6b75 req-e09c8d71-3763-4579-bd04-c0de313741ee tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:03.781199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f932b26f-5dd0-483c-9a76-e878455c6b75 req-e09c8d71-3763-4579-bd04-c0de313741ee tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0668790 Sep 01 15:23:03.837023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f932b26f-5dd0-483c-9a76-e878455c6b75 req-7edd08f3-e0ca-4e14-8219-34c933e9fd4e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Sep 01 15:23:03.871894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 71b14947-22b9-4622-b731-010f3baaf068 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:03.874669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.878248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b842e2-980d-487b-b787-0557b89a3460 req-037edc0d-adc1-4ff7-a3f9-6d73229a77b9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:03.880120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8b842e2-980d-487b-b787-0557b89a3460 req-037edc0d-adc1-4ff7-a3f9-6d73229a77b9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2702978 Sep 01 15:23:03.904947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Transition to ACTIVE for port object 7f30621e-0613-4517-911a-5e227985ca45 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:03.925812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Transition to ACTIVE for port object 7f30621e-0613-4517-911a-5e227985ca45 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:03.943442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.006030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Network 7a2b2777-574a-4337-9a3a-a1a01c5f65da is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:04.007145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.009219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:04.013555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:04.047707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Pushing event updated for resources: {'Port': ['ID=7f30621e-0613-4517-911a-5e227985ca45,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.050836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44942) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:04.063763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.080554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8b842e2-980d-487b-b787-0557b89a3460 req-4f92f038-8bc6-4ef7-9545-8451baea58cf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918414 Sep 01 15:23:04.090632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50e7e-1dc2-4ab3-abfb-b0cc780373ae req-ceb9c377-53ef-4ad0-8366-7cad1a254186 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:04.101007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10a50e7e-1dc2-4ab3-abfb-b0cc780373ae req-ceb9c377-53ef-4ad0-8366-7cad1a254186 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0988433 Sep 01 15:23:04.105450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Attempting to bind port 7f30621e-0613-4517-911a-5e227985ca45 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:04.106076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Attempting to bind port 7f30621e-0613-4517-911a-5e227985ca45 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '088e5100-c289-4574-93e1-0fb5fab58d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:04.106185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Attempting to bind port 7f30621e-0613-4517-911a-5e227985ca45 on network 7a2b2777-574a-4337-9a3a-a1a01c5f65da {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:04.108707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de69fd-585a-4b3d-96e6-09ba061af030 None None] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:04.127763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edacd7b8-354e-42df-a899-b9d7c87dd6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.135744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=08df9c90-a872-43d5-8595-321105bc807b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.158534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-10a50e7e-1dc2-4ab3-abfb-b0cc780373ae req-4e4bc943-f4a0-40a4-bfac-397aa026309e tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Sep 01 15:23:04.173401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:04.173817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Checking segment: {'id': '088e5100-c289-4574-93e1-0fb5fab58d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:04.174235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.174638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Bound using segment: {'id': '088e5100-c289-4574-93e1-0fb5fab58d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:04.175134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Bound port: 7f30621e-0613-4517-911a-5e227985ca45, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088e5100-c289-4574-93e1-0fb5fab58d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:04.175520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.273986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Provisioning for port 71b14947-22b9-4622-b731-010f3baaf068 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:04.276365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.314912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Provisioning complete for port 71b14947-22b9-4622-b731-010f3baaf068 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:04.315195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.318881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2b2777-574a-4337-9a3a-a1a01c5f65da']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:04.349442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e5100-c289-4574-93e1-0fb5fab58d26') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:04.349641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e5100-c289-4574-93e1-0fb5fab58d26') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:04.372305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] For port 7f30621e-0613-4517-911a-5e227985ca45, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:04.383344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.390618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.398591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] For port 7f30621e-0613-4517-911a-5e227985ca45, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7f30621e-0613-4517-911a-5e227985ca45,segment=NetworkSegment(088e5100-c289-4574-93e1-0fb5fab58d26),segment_id=088e5100-c289-4574-93e1-0fb5fab58d26)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:04.407426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.433230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197a15f-5403-4b2f-a381-30cffce0dc7f req-83870b41-1213-4274-a3af-c312bc50f9d8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:04.435552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7197a15f-5403-4b2f-a381-30cffce0dc7f req-83870b41-1213-4274-a3af-c312bc50f9d8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1718221 Sep 01 15:23:04.437793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.477392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:04.477559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:04.487878 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:04.586548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec4d6-8707-4728-8838-cc6a1d850a4c None None] Pushing event updated for resources: {'Port': ['ID=7f30621e-0613-4517-911a-5e227985ca45,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.596167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.621162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435833a1-4765-44af-a48b-f8f52a4d0179 None None] Network 7a2b2777-574a-4337-9a3a-a1a01c5f65da requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:04.740654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] For port 71b14947-22b9-4622-b731-010f3baaf068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=71b14947-22b9-4622-b731-010f3baaf068,segment=NetworkSegment(1ab1c998-7fe4-4918-b171-02a5051326c7),segment_id=1ab1c998-7fe4-4918-b171-02a5051326c7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:04.769992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.851162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7a85e-5f39-48aa-bbf3-0ef6ad34192e None None] Pushing event updated for resources: {'Port': ['ID=71b14947-22b9-4622-b731-010f3baaf068,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.883633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d202e07-4f6c-44d1-a096-0722cf510811 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:04.883767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edacd7b8-354e-42df-a899-b9d7c87dd6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.885188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:04.885188 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:04.885188 n-d-802060-16 neutron-server[106376]: [parameters: {'id': '7a2b2777-574a-4337-9a3a-a1a01c5f65da'}] Sep 01 15:23:04.885188 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:04.885748 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:04.890511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7197a15f-5403-4b2f-a381-30cffce0dc7f req-0fe9f76e-1b52-4575-81eb-d191a16a0f31 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406962 Sep 01 15:23:04.895504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edacd7b8-354e-42df-a899-b9d7c87dd6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.954235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacd7b8-354e-42df-a899-b9d7c87dd6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942e341-8b34-42a1-90af-609e70ba6a89,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.954235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port a3c50e38-2236-431d-82e9-0705ce24d22f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:04.954235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.958443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-edacd7b8-354e-42df-a899-b9d7c87dd6b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09b6b19ad0f440228762bb34995212d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9042735 Sep 01 15:23:04.963388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44950) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:04.988511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-16202f8e-5355-48a9-8d73-5aee0b2c0e3d None None] Provisioning complete for port 71b14947-22b9-4622-b731-010f3baaf068 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:04.988886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16202f8e-5355-48a9-8d73-5aee0b2c0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.071430 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.098344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.110264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.123087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855cf6-570e-4484-8a28-26536412525a req-cadc93bc-6a5f-4d8a-a008-3b2ef1c20ebd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:05.133283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba855cf6-570e-4484-8a28-26536412525a req-cadc93bc-6a5f-4d8a-a008-3b2ef1c20ebd tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1025798 Sep 01 15:23:05.141180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for a3c50e38-2236-431d-82e9-0705ce24d22f owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:05.181369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.185910 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.192496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c942e341-8b34-42a1-90af-609e70ba6a89 HTTP/1.1" status: 204 len: 168 time: 0.2274706 Sep 01 15:23:05.236289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942e341-8b34-42a1-90af-609e70ba6a89,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:05.250546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.250890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.251562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.252157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.252653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.253166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.253649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.254205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.254770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.255418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.255978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.257119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db2409-60eb-4b27-95dc-c91594069a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:05.281013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d209-8e9d-425e-a6e4-4d15ecb37b09 req-1ccb5f11-6a74-4e57-b3eb-8f2bfc6c9ef1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:05.285553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11f9d209-8e9d-425e-a6e4-4d15ecb37b09 req-1ccb5f11-6a74-4e57-b3eb-8f2bfc6c9ef1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.0895164 Sep 01 15:23:05.321874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba855cf6-570e-4484-8a28-26536412525a req-e41313f1-7cf7-4abe-b3f9-b084aafe8f96 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876255 Sep 01 15:23:05.387007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11f9d209-8e9d-425e-a6e4-4d15ecb37b09 req-aee8cf90-a982-455f-b091-2b42046b9a70 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963395 Sep 01 15:23:05.446101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.454436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 71b14947-22b9-4622-b731-010f3baaf068 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:05.459262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.540401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d202e07-4f6c-44d1-a096-0722cf510811 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:05.568836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=a3c50e38-2236-431d-82e9-0705ce24d22f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:05.754592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.766540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e74c42-3322-4f7f-bbd5-c86ae4a5a728 req-17536e70-7077-4e8c-8265-eb51a4c62904 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:05.768179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32e74c42-3322-4f7f-bbd5-c86ae4a5a728 req-17536e70-7077-4e8c-8265-eb51a4c62904 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2722766 Sep 01 15:23:05.781720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 71b14947-22b9-4622-b731-010f3baaf068 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:05.782218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.920861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 7f30621e-0613-4517-911a-5e227985ca45 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:05.921867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.997465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 7f30621e-0613-4517-911a-5e227985ca45, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7f30621e-0613-4517-911a-5e227985ca45,segment=NetworkSegment(088e5100-c289-4574-93e1-0fb5fab58d26),segment_id=088e5100-c289-4574-93e1-0fb5fab58d26)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.997986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.023483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.031587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6639f0-51de-4b1a-be6a-e99482f9d87e req-0c2299de-634b-4e01-9632-a1ab629bba41 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:06.033245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.037703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 7f30621e-0613-4517-911a-5e227985ca45 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:06.039770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b6639f0-51de-4b1a-be6a-e99482f9d87e req-0c2299de-634b-4e01-9632-a1ab629bba41 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.0721748 Sep 01 15:23:06.092382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32e74c42-3322-4f7f-bbd5-c86ae4a5a728 req-e3fdfa99-ffaa-4faf-90e3-a11365c71775 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642691 Sep 01 15:23:06.110854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b6639f0-51de-4b1a-be6a-e99482f9d87e req-5aed99ae-1732-446b-afe0-f138eaf3e695 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700667 Sep 01 15:23:06.211335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.211955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Fanout notify agent at l3_agent the message router_deleted on router 33743291-2213-4ed5-9c9f-712f70873575 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:23:06.221305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.223293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ce9a90f5-c314-4f23-8da8-6cb9757eda17 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/routers/33743291-2213-4ed5-9c9f-712f70873575 HTTP/1.1" status: 204 len: 168 time: 2.8479097 Sep 01 15:23:06.225997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44992) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:06.323474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting subnet 1e24dc2a-150a-423d-9510-bc8f324a0542 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:06.330082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.333901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.379218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=7f30621e-0613-4517-911a-5e227985ca45,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.382321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 7f30621e-0613-4517-911a-5e227985ca45 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:06.413285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.519018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.545961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-caff2a05-735e-409b-a329-c9f677eff1ee req-4f1897e0-6e8a-419f-bbf8-8e7bdffa7cc3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:23:06.548125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caff2a05-735e-409b-a329-c9f677eff1ee req-4f1897e0-6e8a-419f-bbf8-8e7bdffa7cc3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3442280 Sep 01 15:23:06.554596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2b2777-574a-4337-9a3a-a1a01c5f65da']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.576851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e5100-c289-4574-93e1-0fb5fab58d26') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.577398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e5100-c289-4574-93e1-0fb5fab58d26') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.595279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.616447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.625380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:06.626011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:06.630106 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:06.664741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.706069 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.724203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.728028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c45ff5-ce3e-47d0-afc5-b345b391646a req-d6a20234-bd94-4296-9c52-0a86e89401a3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:06.729739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34c45ff5-ce3e-47d0-afc5-b345b391646a req-d6a20234-bd94-4296-9c52-0a86e89401a3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1004655 Sep 01 15:23:06.733136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/7a2b2777-574a-4337-9a3a-a1a01c5f65da HTTP/1.1" status: 204 len: 168 time: 3.8161957 Sep 01 15:23:06.733919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:06.748450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408778824'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:06.753563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc397-df37-4cb9-aca9-ce433f4cadaa tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=7a2b2777-574a-4337-9a3a-a1a01c5f65da,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.778056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:06.782525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.816789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:06.819525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.830082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.830586 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 478da74b-b7b6-4917-82e0-4015c1bfd2ee of type vlan for network e4a0fcaa-1f1e-4216-b263-be51975f64e7 Sep 01 15:23:06.867885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34c45ff5-ce3e-47d0-afc5-b345b391646a req-8b8ac32e-2408-4edc-8d5b-f163b157d537 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247122 Sep 01 15:23:06.868429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Subnet': ['ID=1e24dc2a-150a-423d-9510-bc8f324a0542,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.872717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.877611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5b49ada2-eb5f-4e8e-8789-9e2450b10aa7 tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/subnets/1e24dc2a-150a-423d-9510-bc8f324a0542 HTTP/1.1" status: 204 len: 168 time: 0.6502986 Sep 01 15:23:06.878572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45010) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:06.882525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a50979-f1a7-4194-89d6-2bd2732b7ad5 None None] Network 26417226-768b-46f9-b682-aa2e42ac7adc requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:06.895234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.953843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.971574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:06.973086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.000830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.081607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port 58989146-95d4-4881-addb-461c3b55e92a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:07.082316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.194896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4508357 Sep 01 15:23:07.200170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.208537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:07.231727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] DHCP port deletion for 26417226-768b-46f9-b682-aa2e42ac7adc request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:07.250995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef14d07-0614-403b-ac95-5eef8b4865d5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=e4a0fcaa-1f1e-4216-b263-be51975f64e7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:07.290590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] For port 58989146-95d4-4881-addb-461c3b55e92a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=58989146-95d4-4881-addb-461c3b55e92a,segment=NetworkSegment(6060384b-20e6-4f2b-95fb-648df189e9e6),segment_id=6060384b-20e6-4f2b-95fb-648df189e9e6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:07.291795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.303743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557129a-f615-4169-b48e-cd1bd285c8f1 req-33c6daf3-69be-48af-8569-44c35d8d93bb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.310815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for 58989146-95d4-4881-addb-461c3b55e92a owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:07.312109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7557129a-f615-4169-b48e-cd1bd285c8f1 req-33c6daf3-69be-48af-8569-44c35d8d93bb tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2279761 Sep 01 15:23:07.332777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:07.355022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36af38-4f20-465f-af69-1fd03703adb1 req-ccce5c73-5101-4fa5-bcf5-56536f661f89 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.361532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec36af38-4f20-465f-af69-1fd03703adb1 req-ccce5c73-5101-4fa5-bcf5-56536f661f89 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1214311 Sep 01 15:23:07.406281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7557129a-f615-4169-b48e-cd1bd285c8f1 req-cec1d33d-e347-4706-8804-7a6bc422ac29 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Sep 01 15:23:07.437806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:07.443745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.459996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 58989146-95d4-4881-addb-461c3b55e92a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:07.511860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec36af38-4f20-465f-af69-1fd03703adb1 req-008159cc-424b-4f93-8d62-dc1543250d86 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486133 Sep 01 15:23:07.620129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:07.624369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.646748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf9ae-ffad-4ed8-aa95-16d4e3aab3b7 req-b0dde079-e457-4225-9d3e-57285232bd93 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.648405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a60bf9ae-ffad-4ed8-aa95-16d4e3aab3b7 req-b0dde079-e457-4225-9d3e-57285232bd93 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.0799391 Sep 01 15:23:07.677525 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No ports have port_id starting with 58989146-95d4-4881-addb-461c3b55e92a Sep 01 15:23:07.700507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Deleting port 58989146-95d4-4881-addb-461c3b55e92a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:07.700890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.704200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=58989146-95d4-4881-addb-461c3b55e92a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:07.708282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] No DVR routers for this DVR port 58989146-95d4-4881-addb-461c3b55e92a on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:07.783133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] For port 58989146-95d4-4881-addb-461c3b55e92a, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:07.783859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.795085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a60bf9ae-ffad-4ed8-aa95-16d4e3aab3b7 req-1701811d-ccad-4fc1-836a-6cbe3d6f9fa3 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250939 Sep 01 15:23:07.846265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Calling delete_port for 58989146-95d4-4881-addb-461c3b55e92a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:07.858076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.872829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Port 58989146-95d4-4881-addb-461c3b55e92a was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:23:07.886815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.920943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.947642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26417226-768b-46f9-b682-aa2e42ac7adc']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.972730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] Pushing event deleted for resources: {'Port': ['ID=58989146-95d4-4881-addb-461c3b55e92a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:07.979482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6060384b-20e6-4f2b-95fb-648df189e9e6') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.980656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6060384b-20e6-4f2b-95fb-648df189e9e6') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.984212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d9462-c6ce-4a62-9eb4-b764dc3530e4 None None] No DVR routers for this DVR port 58989146-95d4-4881-addb-461c3b55e92a on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:08.003257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.007382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=72ef38c7-810e-4132-90ed-b4ac223d684a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.024209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.034684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:08.038595 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c07080f-0ea8-4a81-abf9-0ff5da73d60e" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:08.048063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '478da74b-b7b6-4917-82e0-4015c1bfd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:08.048615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: e4a0fcaa-1f1e-4216-b263-be51975f64e7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:08.056411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:08.065131 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.065904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.080024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:08.080858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:08.087436 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:08.122758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7db5f-b124-4110-9044-4ef3feff6ce3 req-70fc347d-fe9e-404e-9674-863f8c8a75f8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:08.125394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ae7db5f-b124-4110-9044-4ef3feff6ce3 req-70fc347d-fe9e-404e-9674-863f8c8a75f8 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1425083 Sep 01 15:23:08.129403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:08.155318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e4a0fcaa-1f1e-4216-b263-be51975f64e7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:08.155941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=11']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.172275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc99d0-a498-4b3b-a901-c4b926af8a38 None None] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:08.181975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:08.183122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.228616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f4729c71-d9ff-468a-a689-5b801870534a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0267432 Sep 01 15:23:08.232600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45082) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:08.235962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.249628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777080177'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:08.253222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.257722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/networks/26417226-768b-46f9-b682-aa2e42ac7adc HTTP/1.1" status: 204 len: 168 time: 1.3757861 Sep 01 15:23:08.264577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:08.267891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a50eae-da5e-48f5-b1c4-5c497a2633ae tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Network': ['ID=26417226-768b-46f9-b682-aa2e42ac7adc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.282898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ae7db5f-b124-4110-9044-4ef3feff6ce3 req-79a2f1a2-f1a6-4da4-846a-a6f9edbfd621 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406775 Sep 01 15:23:08.403883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:08.414143 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82434c5-1305-427a-aa0c-0529d41e3dad x-openstack-request-id: req-b82434c5-1305-427a-aa0c-0529d41e3dad {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:08.414143 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:08.414143 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b82434c5-1305-427a-aa0c-0529d41e3dad {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:08.414508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.414669 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:23:08.421321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e4a0fcaa-1f1e-4216-b263-be51975f64e7', 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '72ef38c7-810e-4132-90ed-b4ac223d684a'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:08.422558 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.477775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:08.493678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.494212 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 32396e35-00b1-4163-8daf-52e7a1df8423 of type vlan for network 3639c68b-262e-4d02-8013-a514ea2a44be Sep 01 15:23:08.518248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Deleting port 52169f06-76c1-4533-8d6e-d4fc1f37eacf {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:08.518688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.626568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b793e9-d454-4fc2-b5b8-3943044a1468 req-7c6bb477-3be0-45a0-b140-0900f02b1b17 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:08.635486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.641095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81b793e9-d454-4fc2-b5b8-3943044a1468 req-7c6bb477-3be0-45a0-b140-0900f02b1b17 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1236546 Sep 01 15:23:08.676869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Allocated IP 2001:db8::3 (e4a0fcaa-1f1e-4216-b263-be51975f64e7/72ef38c7-810e-4132-90ed-b4ac223d684a/ffa7a56e-9ead-4d97-a0d8-12272368454b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:08.726618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81b793e9-d454-4fc2-b5b8-3943044a1468 req-9f35e1b2-66a1-4ac7-81a1-5ec76bdcab05 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826855 Sep 01 15:23:08.737833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.748785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:08.749930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.757945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.758493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.870253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6301310 Sep 01 15:23:08.877989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45128) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:08.884019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '3639c68b-262e-4d02-8013-a514ea2a44be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:08.948248 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.952311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e46072-bed7-43e1-9130-0b6211cd9926 req-3d990818-3654-4c08-a2a0-8cd3ea800e64 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:08.962236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Transition to ACTIVE for port object ffa7a56e-9ead-4d97-a0d8-12272368454b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:08.967288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0e46072-bed7-43e1-9130-0b6211cd9926 req-3d990818-3654-4c08-a2a0-8cd3ea800e64 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1266518 Sep 01 15:23:08.993103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Transition to ACTIVE for port object ffa7a56e-9ead-4d97-a0d8-12272368454b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:08.999428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Calling delete_port for 52169f06-76c1-4533-8d6e-d4fc1f37eacf owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:09.005878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.027314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80da3f1-2d07-4fc9-aacd-36b1c575db4c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=3639c68b-262e-4d02-8013-a514ea2a44be,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.052549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0e46072-bed7-43e1-9130-0b6211cd9926 req-a8250a57-2f27-4b83-be65-8285fff6c473 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837970 Sep 01 15:23:09.065801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3639c68b-262e-4d02-8013-a514ea2a44be details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:09.095882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:09.105244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.220244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing IP validity checks on allocation pools {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:23:09.221421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:23:09.358332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a7f3-b883-4448-bd7d-c834d8b34151 req-68966150-dd2f-4b93-8aab-4d374a5616e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:09.374629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:09.378288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Pushing event updated for resources: {'Port': ['ID=ffa7a56e-9ead-4d97-a0d8-12272368454b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.379264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9142a7f3-b883-4448-bd7d-c834d8b34151 req-68966150-dd2f-4b93-8aab-4d374a5616e6 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1690962 Sep 01 15:23:09.386561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:09.394600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:09.411208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.459102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Pushing event deleted for resources: {'Port': ['ID=52169f06-76c1-4533-8d6e-d4fc1f37eacf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.518531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Attempting to bind port ffa7a56e-9ead-4d97-a0d8-12272368454b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:09.519550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Attempting to bind port ffa7a56e-9ead-4d97-a0d8-12272368454b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '478da74b-b7b6-4917-82e0-4015c1bfd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:09.520233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Attempting to bind port ffa7a56e-9ead-4d97-a0d8-12272368454b on network e4a0fcaa-1f1e-4216-b263-be51975f64e7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:09.529986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9142a7f3-b883-4448-bd7d-c834d8b34151 req-1a2044ce-d009-430c-aaff-f2dc150f7173 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311996 Sep 01 15:23:09.535010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:09.537747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:09.538120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Checking segment: {'id': '478da74b-b7b6-4917-82e0-4015c1bfd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:09.538523 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.538908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Bound using segment: {'id': '478da74b-b7b6-4917-82e0-4015c1bfd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:09.539397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Bound port: ffa7a56e-9ead-4d97-a0d8-12272368454b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478da74b-b7b6-4917-82e0-4015c1bfd2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e4a0fcaa-1f1e-4216-b263-be51975f64e7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:09.539776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.723652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] For port ffa7a56e-9ead-4d97-a0d8-12272368454b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:09.755334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] For port ffa7a56e-9ead-4d97-a0d8-12272368454b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffa7a56e-9ead-4d97-a0d8-12272368454b,segment=NetworkSegment(478da74b-b7b6-4917-82e0-4015c1bfd2ee),segment_id=478da74b-b7b6-4917-82e0-4015c1bfd2ee)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:09.762562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:09.767257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.774392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.814978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'mac_address': 'fa:16:3e:80:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:09.873322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c30f7-baa1-48f2-92de-185072ac31dc req-77699284-ebcc-4f0d-9189-bcd0ac9d2ab0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:09.893556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-296c30f7-baa1-48f2-92de-185072ac31dc req-77699284-ebcc-4f0d-9189-bcd0ac9d2ab0 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1195829 Sep 01 15:23:09.926175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=d0aaf934-7c31-4365-b898-1f2aa69eca5f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.970442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f36621-97a9-4b6c-aa9b-4e0a55e3d1db None None] Pushing event updated for resources: {'Port': ['ID=ffa7a56e-9ead-4d97-a0d8-12272368454b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.986376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-296c30f7-baa1-48f2-92de-185072ac31dc req-8f1b11f2-7baf-43cb-8549-591457ae55dc tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889177 Sep 01 15:23:10.020322 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.022238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.025113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.033944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f3aa53ba-5a12-4cb9-9b31-725a646db96b tempest-FloatingIPAdminTestJSON-1915444175 tempest-FloatingIPAdminTestJSON-1915444175-project] 10.222.0.41 "DELETE /v2.0/floatingips/d2d5db32-c618-4fbd-be52-4326a0b63059 HTTP/1.1" status: 204 len: 168 time: 1.7658734 Sep 01 15:23:10.050467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:10.090741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '32396e35-00b1-4163-8daf-52e7a1df8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3639c68b-262e-4d02-8013-a514ea2a44be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:10.091043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 3639c68b-262e-4d02-8013-a514ea2a44be, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:10.117657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:10.132167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.146944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 3639c68b-262e-4d02-8013-a514ea2a44be is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:10.170219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3639c68b-262e-4d02-8013-a514ea2a44be) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:10.176434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:10.177101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.227703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ffde08-f1aa-45c9-9dbe-d67cd0af6194 None None] Network 3639c68b-262e-4d02-8013-a514ea2a44be requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:10.232326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dfe8d793-d84b-4c82-ad12-41e77790d8ce tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3529274 Sep 01 15:23:10.234814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:10.333655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5418cb97-9a3f-4438-98b6-fd4516641d78'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:10.562090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=12']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:10.905627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b330f-4595-441a-b30a-b5e4ab2ebded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-3639c68b-262e-4d02-8013-a514ea2a44be', 'network_id': '3639c68b-262e-4d02-8013-a514ea2a44be', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': 'd0aaf934-7c31-4365-b898-1f2aa69eca5f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:10.907354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-167b330f-4595-441a-b30a-b5e4ab2ebded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.992253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45252) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:11.022215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ecac-23e3-4fa4-b2f0-eb5dbdeb93cd req-162d7bb1-8e5d-4da3-932c-ed560855fcf3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:11.066088 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a463ecac-23e3-4fa4-b2f0-eb5dbdeb93cd req-162d7bb1-8e5d-4da3-932c-ed560855fcf3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.4959435 Sep 01 15:23:11.105174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.304973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a463ecac-23e3-4fa4-b2f0-eb5dbdeb93cd req-1b505836-88f7-42f9-949c-75e3e5dededc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374077 Sep 01 15:23:11.577486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffa7a56e-9ead-4d97-a0d8-12272368454b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:11.598549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.666112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6ce5051f-9da3-4388-af98-3611ddcf1d93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6c638f17fbf428c8259e3a77479a3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720986 Sep 01 15:23:11.673325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:11.763263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.813450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.850502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-167b330f-4595-441a-b30a-b5e4ab2ebded None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0aaf934-7c31-4365-b898-1f2aa69eca5f: This subnet is being modified by another concurrent operation. Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0aaf934-7c31-4365-b898-1f2aa69eca5f: This subnet is being modified by another concurrent operation. Sep 01 15:23:11.890856 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:23:11.910075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ffa7a56e-9ead-4d97-a0d8-12272368454b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:11.974671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.987243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.996200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b49c00-2a99-49f4-8354-70b97d122ae3 HTTP/1.1" status: 204 len: 168 time: 0.3194509 Sep 01 15:23:12.006190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2319d9f-6221-4ccf-87f3-8d8f7548621f None None] Network 3639c68b-262e-4d02-8013-a514ea2a44be requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:12.013715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e711-5d88-461a-9b51-f65750916987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b49c00-2a99-49f4-8354-70b97d122ae3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:12.046787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=d0aaf934-7c31-4365-b898-1f2aa69eca5f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:12.107533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.141362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3639c68b-262e-4d02-8013-a514ea2a44be']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:12.171110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32396e35-00b1-4163-8daf-52e7a1df8423') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:12.173521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32396e35-00b1-4163-8daf-52e7a1df8423') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:12.201407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.247688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23152ef8-eeeb-4002-a7a2-bc10aa79bfcc None None] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:12.260357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.279132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:12.280424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:12.288309 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:12.419097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.430886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.441191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45326) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:12.441495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/3639c68b-262e-4d02-8013-a514ea2a44be HTTP/1.1" status: 204 len: 168 time: 2.2050133 Sep 01 15:23:12.455655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073302609'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:12.472982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b718c3-c432-46b9-b9d2-fc212a30722b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=3639c68b-262e-4d02-8013-a514ea2a44be,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:12.550221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:12.559672 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.624625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:12.632189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac13fb-f204-44d6-b331-90b8c2df3c7f req-46c49cd2-a40e-43db-8315-b3053bbe61d0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:12.633205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Provisioning for port ffa7a56e-9ead-4d97-a0d8-12272368454b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:12.647379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecac13fb-f204-44d6-b331-90b8c2df3c7f req-46c49cd2-a40e-43db-8315-b3053bbe61d0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.1647458 Sep 01 15:23:12.658705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Provisioning complete for port ffa7a56e-9ead-4d97-a0d8-12272368454b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:12.659100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.663136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.666987 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 5b117d22-30bc-48ec-9ff0-b21b9782d469 of type vlan for network 91da2693-57fa-4707-918c-465180dc899b Sep 01 15:23:12.755900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.782045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecac13fb-f204-44d6-b331-90b8c2df3c7f req-e97584b8-a45e-4e10-9815-b4b0ae8cce38 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331184 Sep 01 15:23:12.844301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.871308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:12.876185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.033173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.051524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6067376 Sep 01 15:23:13.055316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45352) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:13.066840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '91da2693-57fa-4707-918c-465180dc899b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:13.075044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45354) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:13.135216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] For port ffa7a56e-9ead-4d97-a0d8-12272368454b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffa7a56e-9ead-4d97-a0d8-12272368454b,segment=NetworkSegment(478da74b-b7b6-4917-82e0-4015c1bfd2ee),segment_id=478da74b-b7b6-4917-82e0-4015c1bfd2ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:13.144676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc31b0-e9d5-4ea2-a4ba-4738997e984b tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=91da2693-57fa-4707-918c-465180dc899b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:13.149204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.160327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-366a78f9-e9e8-4dc3-ba70-5f7811f6b1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.165508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 91da2693-57fa-4707-918c-465180dc899b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:13.363285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-366a78f9-e9e8-4dc3-ba70-5f7811f6b1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.371080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-366a78f9-e9e8-4dc3-ba70-5f7811f6b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.394716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff11b-e7a5-4a60-9cde-cb210a94911e None None] Pushing event updated for resources: {'Port': ['ID=ffa7a56e-9ead-4d97-a0d8-12272368454b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:13.462559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-366a78f9-e9e8-4dc3-ba70-5f7811f6b1c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cac894a5d944bd9ab189ca3b7da6f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796070 Sep 01 15:23:13.465045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45376) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:13.495157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbf1f1-7f7d-4231-9098-b81691e58421 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:13.513411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a78f9-e9e8-4dc3-ba70-5f7811f6b1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1eb7b-2b91-4dc4-baad-eea7d2dfa2ba,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:13.516307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:13.520314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.564550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:13.589600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.640432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.726348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.730208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.734475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16a1eb7b-2b91-4dc4-baad-eea7d2dfa2ba HTTP/1.1" status: 204 len: 168 time: 0.2658012 Sep 01 15:23:13.753946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4c9c27fd-866c-42dc-a9d4-8e07a423a70e None None] Provisioning complete for port ffa7a56e-9ead-4d97-a0d8-12272368454b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:13.757440 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c9c27fd-866c-42dc-a9d4-8e07a423a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.776728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3d148-4091-4384-8f5a-47f4a36d3929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1eb7b-2b91-4dc4-baad-eea7d2dfa2ba,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:14.152699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.224883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5418cb97-9a3f-4438-98b6-fd4516641d78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:14.228905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.240707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df60a57-81cd-4dd4-b034-9d5bc915a6b5 req-de9170cc-6518-4097-a88d-921987d30909 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.265384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1df60a57-81cd-4dd4-b034-9d5bc915a6b5 req-de9170cc-6518-4097-a88d-921987d30909 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 945 time: 0.2969587 Sep 01 15:23:14.414032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1df60a57-81cd-4dd4-b034-9d5bc915a6b5 req-ffd86984-68ae-4274-8df0-88c367cfc3d7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430089 Sep 01 15:23:14.416508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbf1f1-7f7d-4231-9098-b81691e58421 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:14.512002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=9b05ce1c-a5e8-4807-93ed-1b43ffe1e471,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:14.523713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '5b117d22-30bc-48ec-9ff0-b21b9782d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '91da2693-57fa-4707-918c-465180dc899b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:14.524103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 91da2693-57fa-4707-918c-465180dc899b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:14.763012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 91da2693-57fa-4707-918c-465180dc899b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:14.791806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 91da2693-57fa-4707-918c-465180dc899b) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:14.802941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.804141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.850076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:14.866805 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63c82206-be6d-4bb0-97fc-11791d422ef4 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8077188 Sep 01 15:23:14.867484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:14.885954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c48c78f5-03d2-42f1-a12b-148794b3d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.909097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc7894c2-5464-45e2-8253-3665a1678029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.965034 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.088574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:15.099485 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707435d-fabe-4a9c-980e-39841ae6607f" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:15.230668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.263669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c48c78f5-03d2-42f1-a12b-148794b3d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.264532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:15.274827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c48c78f5-03d2-42f1-a12b-148794b3d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.400506 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68c27cf-811f-4ec3-ad98-0d715f5b840a x-openstack-request-id: req-c68c27cf-811f-4ec3-ad98-0d715f5b840a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:15.403651 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-plugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:15.404394 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c68c27cf-811f-4ec3-ad98-0d715f5b840a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:15.406284 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:23:15.421556 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.434300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c48c78f5-03d2-42f1-a12b-148794b3d978 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b714c215366b425085a6c202042ebb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779026 Sep 01 15:23:15.435533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45450) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:15.562547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c78f5-03d2-42f1-a12b-148794b3d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90678332-a5e1-473e-bfad-5a8d8f5b37e6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:15.633282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffa7a56e-9ead-4d97-a0d8-12272368454b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:15.698811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=13']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:15.787305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ab55e-5993-4333-9268-24046bd169b3 None None] Network 91da2693-57fa-4707-918c-465180dc899b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:15.855844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.924471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.947046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ffa7a56e-9ead-4d97-a0d8-12272368454b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:15.947923 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.106103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11692-0145-48ee-91ba-ca74c3d03c3c req-9b964664-6bc1-43ff-b14b-35019096eee7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:16.115750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4e11692-0145-48ee-91ba-ca74c3d03c3c req-9b964664-6bc1-43ff-b14b-35019096eee7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.4549286 Sep 01 15:23:16.123144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.157806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.163457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90678332-a5e1-473e-bfad-5a8d8f5b37e6 HTTP/1.1" status: 204 len: 168 time: 0.6957879 Sep 01 15:23:16.259978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e66e7f-db5e-4297-bb0a-e876716f87cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90678332-a5e1-473e-bfad-5a8d8f5b37e6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:16.354021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-91da2693-57fa-4707-918c-465180dc899b', 'network_id': '91da2693-57fa-4707-918c-465180dc899b', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '9b05ce1c-a5e8-4807-93ed-1b43ffe1e471'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:16.354930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.425938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4e11692-0145-48ee-91ba-ca74c3d03c3c req-9e711154-34fe-4784-8c85-c7b0c46011a0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600942 Sep 01 15:23:16.550951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.741109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Allocated IP 2001:db8::1 (91da2693-57fa-4707-918c-465180dc899b/9b05ce1c-a5e8-4807-93ed-1b43ffe1e471/4b9041a3-4c70-461e-99be-eedbccacbd86) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:17.219067 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3d11-d801-4898-9fdf-c52cf4a92d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.432272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.457099 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.465670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Transition to ACTIVE for port object 4b9041a3-4c70-461e-99be-eedbccacbd86 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:17.526460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Transition to ACTIVE for port object 4b9041a3-4c70-461e-99be-eedbccacbd86 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:17.544069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.581366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.715016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=9b05ce1c-a5e8-4807-93ed-1b43ffe1e471,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:17.786688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Network 91da2693-57fa-4707-918c-465180dc899b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:17.812760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:17.830262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:17.832690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Pushing event updated for resources: {'Port': ['ID=4b9041a3-4c70-461e-99be-eedbccacbd86,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:17.853235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c66e-6b9b-401b-8653-b6b8ab0a8f6a req-825d3e32-38e6-4c2b-bb91-3d561bdb9770 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:17.870516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3653c66e-6b9b-401b-8653-b6b8ab0a8f6a req-825d3e32-38e6-4c2b-bb91-3d561bdb9770 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1837401 Sep 01 15:23:18.000606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3653c66e-6b9b-401b-8653-b6b8ab0a8f6a req-f276ffd6-207e-45ba-ae12-730bfa4ceadb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186430 Sep 01 15:23:18.028273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.055797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91da2693-57fa-4707-918c-465180dc899b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:18.079082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Attempting to bind port 4b9041a3-4c70-461e-99be-eedbccacbd86 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:18.079700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Attempting to bind port 4b9041a3-4c70-461e-99be-eedbccacbd86 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '5b117d22-30bc-48ec-9ff0-b21b9782d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '91da2693-57fa-4707-918c-465180dc899b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:18.080302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Attempting to bind port 4b9041a3-4c70-461e-99be-eedbccacbd86 on network 91da2693-57fa-4707-918c-465180dc899b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:18.094141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:18.095339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Checking segment: {'id': '5b117d22-30bc-48ec-9ff0-b21b9782d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '91da2693-57fa-4707-918c-465180dc899b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:18.096224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.097482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Bound using segment: {'id': '5b117d22-30bc-48ec-9ff0-b21b9782d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '91da2693-57fa-4707-918c-465180dc899b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:18.098236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Bound port: 4b9041a3-4c70-461e-99be-eedbccacbd86, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b117d22-30bc-48ec-9ff0-b21b9782d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '91da2693-57fa-4707-918c-465180dc899b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:18.098860 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.116677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b117d22-30bc-48ec-9ff0-b21b9782d469') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:18.116677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b117d22-30bc-48ec-9ff0-b21b9782d469') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:18.142174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.196411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.215349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] For port 4b9041a3-4c70-461e-99be-eedbccacbd86, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:18.217890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:18.222051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:18.228782 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:18.283794 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.394680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.455788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:18.455788 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:18.455788 n-d-802060-16 neutron-server[106377]: [parameters: {'id': '91da2693-57fa-4707-918c-465180dc899b'}] Sep 01 15:23:18.455788 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:18.456644 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:18.463323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] For port 4b9041a3-4c70-461e-99be-eedbccacbd86, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4b9041a3-4c70-461e-99be-eedbccacbd86,segment=NetworkSegment(5b117d22-30bc-48ec-9ff0-b21b9782d469),segment_id=5b117d22-30bc-48ec-9ff0-b21b9782d469)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:18.475090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.709215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f290cb-6392-4cf3-8e47-c322cc01d9ad None None] Pushing event updated for resources: {'Port': ['ID=4b9041a3-4c70-461e-99be-eedbccacbd86,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:18.846122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:18.896705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af627d4-7bd8-4bfd-a441-8e2484348b2f None None] Network 91da2693-57fa-4707-918c-465180dc899b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:18.961649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.238900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 4b9041a3-4c70-461e-99be-eedbccacbd86 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:19.239436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.312445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1672231357'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:19.383429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c46b0-bf9a-48f1-a384-5682d872ca68 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:19.393163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Made reservation on behalf of 28424229fcf64bb088beb83e3b7de185 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:19.399422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.427289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.482197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 4b9041a3-4c70-461e-99be-eedbccacbd86, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4b9041a3-4c70-461e-99be-eedbccacbd86,segment=NetworkSegment(5b117d22-30bc-48ec-9ff0-b21b9782d469),segment_id=5b117d22-30bc-48ec-9ff0-b21b9782d469)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:19.483116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.520808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 4b9041a3-4c70-461e-99be-eedbccacbd86 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:19.742177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.767732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c46b0-bf9a-48f1-a384-5682d872ca68 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:19.799186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.810684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.853818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 4b9041a3-4c70-461e-99be-eedbccacbd86 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:19.912359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:19.974570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=4b9041a3-4c70-461e-99be-eedbccacbd86,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:19.996589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236f7786-4051-4826-93ca-3f5f51822ce2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:20.037430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.038135 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Added segment 429969ba-c0e6-44a8-8d63-327d65fde26e of type vlan for network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b Sep 01 15:23:20.066907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.189595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c1e2-8b4f-43c5-a6c5-4debe648d812 req-f20d5f48-bff6-4107-a8fb-9e02034558f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:20.209379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffd3c1e2-8b4f-43c5-a6c5-4debe648d812 req-f20d5f48-bff6-4107-a8fb-9e02034558f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.5462277 Sep 01 15:23:20.225684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.266289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-1f14e3ef-7b8e-4587-a3ae-b545e47c9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:20.267564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-1f14e3ef-7b8e-4587-a3ae-b545e47c9c48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1098 time: 0.0911436 Sep 01 15:23:20.275640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.282943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:20.285964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.307858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffd3c1e2-8b4f-43c5-a6c5-4debe648d812 req-5edf1a48-f0de-4300-b51c-42059b956068 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969219 Sep 01 15:23:20.313192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.369550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5195785 Sep 01 15:23:20.372739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:20.400784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Request body: {'subnet': {'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:20.417530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91da2693-57fa-4707-918c-465180dc899b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.455695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b117d22-30bc-48ec-9ff0-b21b9782d469') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.464890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b117d22-30bc-48ec-9ff0-b21b9782d469') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.490460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.534054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.558339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:20.559042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.669628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c63e5-b9a2-4686-8c46-014bf27ace72 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'Network': ['ID=930f3350-0d3c-4dc9-a8b5-bac5c43f887b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:20.686154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:20.755305 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:20.778131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.871686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.881172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/91da2693-57fa-4707-918c-465180dc899b HTTP/1.1" status: 204 len: 168 time: 6.0122645 Sep 01 15:23:20.889325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45650) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:20.892862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-2625e3b5-520b-4a1a-a84e-bb51d60a499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:20.903245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-2625e3b5-520b-4a1a-a84e-bb51d60a499b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.5297999 Sep 01 15:23:20.917473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493547113'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:20.972570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6184f-e346-4880-ad2b-b455f8b9ec60 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=91da2693-57fa-4707-918c-465180dc899b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:21.135152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:21.142013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.151231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-25b58926-cce2-498a-ad23-baf4cba8320b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 1001 time: 0.2466519 Sep 01 15:23:21.224316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c400-ccda-4395-a2c7-4ab807657670 req-a5521b40-cb11-4271-8a28-171726b25d57 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.227579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ca2c400-ccda-4395-a2c7-4ab807657670 req-a5521b40-cb11-4271-8a28-171726b25d57 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.2465086 Sep 01 15:23:21.237354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Made reservation on behalf of 28424229fcf64bb088beb83e3b7de185 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:21.247085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.273119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-5bcccd00-942e-4373-b694-590e83963df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.285808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-5bcccd00-942e-4373-b694-590e83963df5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1154633 Sep 01 15:23:21.381978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:21.599334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:23:21.670040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.670040 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment cb0a592a-2e85-4dac-94df-22f06af65edb of type vlan for network 092438c7-8b54-46db-9c8d-1052c5cc536b Sep 01 15:23:21.686602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ca2c400-ccda-4395-a2c7-4ab807657670 req-0f3d0518-7d36-43af-9498-ab1343203c94 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280083 Sep 01 15:23:21.812320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.843683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52560f-17b2-482d-8b1c-839a473ab8d0 req-ca0781fb-35a8-4011-affa-3a8be9d92635 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.845666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c52560f-17b2-482d-8b1c-839a473ab8d0 req-ca0781fb-35a8-4011-affa-3a8be9d92635 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1179471 Sep 01 15:23:21.848679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-2f6e7613-8702-482e-98d4-dfc92bdae5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.850303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-2f6e7613-8702-482e-98d4-dfc92bdae5ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5624440 Sep 01 15:23:21.911603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c52560f-17b2-482d-8b1c-839a473ab8d0 req-27cb6579-2ff3-47de-a4a8-9d412b0b8acf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522335 Sep 01 15:23:21.921653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.948933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.950627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.100996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2099011 Sep 01 15:23:22.112387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45668) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:22.130821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:22.198516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-be3b88ee-8025-4fc5-b7f9-0d08dc9daa29 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912893 Sep 01 15:23:22.202143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e619feb-0f43-4ad7-b3da-51b191b5c505 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=092438c7-8b54-46db-9c8d-1052c5cc536b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:22.204639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45670) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:22.233757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 092438c7-8b54-46db-9c8d-1052c5cc536b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:22.279551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.435972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Checking segment: {'id': '429969ba-c0e6-44a8-8d63-327d65fde26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:22.436676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Network hostable DHCP agents. Network: 930f3350-0d3c-4dc9-a8b5-bac5c43f887b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:22.442757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'Subnet': ['ID=760a87cd-ed06-4aa6-bcb1-a457c8787c5b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:22.463853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-26747961-4029-4876-9534-01c7c71f799b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:22.466067 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-26747961-4029-4876-9534-01c7c71f799b tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.1257496 Sep 01 15:23:22.487548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:22.494996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.535274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369933c3-00dc-4cbe-bc51-738472b8429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.603711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:22.641147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 930f3350-0d3c-4dc9-a8b5-bac5c43f887b) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:22.660002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:22.660440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.668608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09da3e-a650-4736-b1e5-e04e2ded89de None None] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:22.695485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-daa8ad80-eaee-45ef-9a93-d1ee8ef3091d req-62015f73-6546-4563-83d8-7aa2b7154297 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715045 Sep 01 15:23:22.802358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Deleting port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:22.802876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.897657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-930f3350-0d3c-4dc9-a8b5-bac5c43f887b', 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b', 'tenant_id': '28424229fcf64bb088beb83e3b7de185', 'fixed_ips': [{'subnet_id': '760a87cd-ed06-4aa6-bcb1-a457c8787c5b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:22.899034 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.935166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.122530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=8856f59e-34cb-4c3d-938a-6959286de4a9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:23.175028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2b8f-8519-4521-bd77-6cae122a6240 req-e2338b14-ba04-4991-a01f-1ddedbe6b308 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:23.179095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04818eab-6b69-4018-9932-490e548ade4a req-9a17fd96-b183-46f3-9780-75e7d879b912 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:23.184093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a82a2b8f-8519-4521-bd77-6cae122a6240 req-e2338b14-ba04-4991-a01f-1ddedbe6b308 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1061313 Sep 01 15:23:23.193547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-04818eab-6b69-4018-9932-490e548ade4a req-9a17fd96-b183-46f3-9780-75e7d879b912 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 946 time: 0.3030865 Sep 01 15:23:23.223532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': 'cb0a592a-2e85-4dac-94df-22f06af65edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:23.223918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 092438c7-8b54-46db-9c8d-1052c5cc536b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:23.245199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] For port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,segment=NetworkSegment(aecbbfdb-3d44-4733-b948-638a46bdca1c),segment_id=aecbbfdb-3d44-4733-b948-638a46bdca1c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:23.246457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.258900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Allocated IP 2001:db8::2 (930f3350-0d3c-4dc9-a8b5-bac5c43f887b/760a87cd-ed06-4aa6-bcb1-a457c8787c5b/bcd00130-1110-4ee7-a647-889f884e43e6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:23.290551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a82a2b8f-8519-4521-bd77-6cae122a6240 req-f0224efe-986e-4694-96bc-9c954b6bc128 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035504 Sep 01 15:23:23.316045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 092438c7-8b54-46db-9c8d-1052c5cc536b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:23.334491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369933c3-00dc-4cbe-bc51-738472b8429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.334790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 092438c7-8b54-46db-9c8d-1052c5cc536b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:23.348724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:23.350372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.354542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2d9ba-4903-450f-af1b-66dc2c6947ef None None] Network 092438c7-8b54-46db-9c8d-1052c5cc536b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:23.369201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369933c3-00dc-4cbe-bc51-738472b8429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.389054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1ca148ad-e225-4881-9d32-c9f96fe98eb1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2744050 Sep 01 15:23:23.392049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45678) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.407905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Calling delete_port for 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:23.418828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-04818eab-6b69-4018-9932-490e548ade4a req-66b4f3e2-5a85-4c00-9c69-107a34784ca2 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/security-groups?id=c63b7381-4b01-4e8a-a737-6f6aa01d64dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231112 Sep 01 15:23:23.421142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bdae4edd-2b0e-4f96-8027-f9b4bc6180c4 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0374508 Sep 01 15:23:23.436317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.485101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Request body: {'port': {'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-818237144'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:23.651111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.678962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-369933c3-00dc-4cbe-bc51-738472b8429e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e9300cd81804f1b94b22dec46523052&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4680583 Sep 01 15:23:23.694920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Transition to ACTIVE for port object bcd00130-1110-4ee7-a647-889f884e43e6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:23.708530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-092438c7-8b54-46db-9c8d-1052c5cc536b', 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '8856f59e-34cb-4c3d-938a-6959286de4a9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:23.709534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.710190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.713343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.721619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Made reservation on behalf of 28424229fcf64bb088beb83e3b7de185 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:23.725972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.731155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369933c3-00dc-4cbe-bc51-738472b8429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4022beeb-9b48-402b-9339-e4c67997b4df,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:23.733696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Transition to ACTIVE for port object bcd00130-1110-4ee7-a647-889f884e43e6 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:23.762916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] device_id is not set on port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:23:23.909347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.921200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Allocated IP 2001:db8::1 (092438c7-8b54-46db-9c8d-1052c5cc536b/8856f59e-34cb-4c3d-938a-6959286de4a9/d30032ca-d7fd-4351-b8b3-6b1d73259697) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:23.990590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.016348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.052018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.124576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Pushing event deleted for resources: {'Port': ['ID=92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.127498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.148926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Transition to ACTIVE for port object d30032ca-d7fd-4351-b8b3-6b1d73259697 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:24.188397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Transition to ACTIVE for port object d30032ca-d7fd-4351-b8b3-6b1d73259697 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:24.207233 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.217498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.235517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] No DVR routers for this DVR port 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:24.242982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.246381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4aa25844-2808-47e9-88e1-2c277b859b27 req-e8510b88-0778-44e3-adfa-ef8e9629e444 tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.50 "DELETE /v2.0/ports/92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e HTTP/1.1" status: 204 len: 173 time: 1.7694433 Sep 01 15:23:24.247288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-deleted', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:24.261694 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef14d5-0efb-4de3-b95b-1e9397b6161e" -d '{"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-deleted", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:24.300373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.316813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:24.329980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:24.333724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:24.356512 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151ef3d-6fb7-4b32-b32e-582e9f3a6130 x-openstack-request-id: req-f151ef3d-6fb7-4b32-b32e-582e9f3a6130 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:24.357597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.359456 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71160919-cbf1-4834-a064-79fcb4f1fd15", "name": "network-vif-deleted", "tag": "92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:24.366898 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f151ef3d-6fb7-4b32-b32e-582e9f3a6130 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:24.368288 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71160919-cbf1-4834-a064-79fcb4f1fd15', 'name': 'network-vif-deleted', 'tag': '92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e', 'status': 'completed', 'code': 200} Sep 01 15:23:24.368514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.372912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4022beeb-9b48-402b-9339-e4c67997b4df HTTP/1.1" status: 204 len: 168 time: 0.6566100 Sep 01 15:23:24.392965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Network 092438c7-8b54-46db-9c8d-1052c5cc536b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:24.417095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:24.430744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=8856f59e-34cb-4c3d-938a-6959286de4a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.447112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:24.450616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Allocated IP 2001:db8::182 (930f3350-0d3c-4dc9-a8b5-bac5c43f887b/760a87cd-ed06-4aa6-bcb1-a457c8787c5b/57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:24.477000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Pushing event updated for resources: {'Port': ['ID=bcd00130-1110-4ee7-a647-889f884e43e6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.544800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422936d-12de-4e39-a442-da2de840601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4022beeb-9b48-402b-9339-e4c67997b4df,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.628699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.660527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092438c7-8b54-46db-9c8d-1052c5cc536b']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:24.700724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0a592a-2e85-4dac-94df-22f06af65edb') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:24.711084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d98c9-7afb-482d-bd95-50a31d00b2f9 req-56a081eb-5296-4fdd-94da-98f3aeee2c34 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:24.713890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-901d98c9-7afb-482d-bd95-50a31d00b2f9 req-56a081eb-5296-4fdd-94da-98f3aeee2c34 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2156935 Sep 01 15:23:24.723297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0a592a-2e85-4dac-94df-22f06af65edb') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:24.745004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.764767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.770797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:24.771469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:24.866702 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:24.884993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:24.884993 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:24.884993 n-d-802060-16 neutron-server[106376]: [parameters: {'id': '092438c7-8b54-46db-9c8d-1052c5cc536b'}] Sep 01 15:23:24.884993 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:24.885594 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:24.953649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Attempting to bind port bcd00130-1110-4ee7-a647-889f884e43e6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:24.954475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Attempting to bind port bcd00130-1110-4ee7-a647-889f884e43e6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '429969ba-c0e6-44a8-8d63-327d65fde26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:24.955129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Attempting to bind port bcd00130-1110-4ee7-a647-889f884e43e6 on network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:24.988266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Pushing event updated for resources: {'Port': ['ID=d30032ca-d7fd-4351-b8b3-6b1d73259697,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.998736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:24.999502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Checking segment: {'id': '429969ba-c0e6-44a8-8d63-327d65fde26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:25.000291 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.001135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Bound using segment: {'id': '429969ba-c0e6-44a8-8d63-327d65fde26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:25.002360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0aaea61-546e-4cdd-ae6f-b65022b00267 req-fea4b821-dcce-4b1b-ab98-4e1839d35b5c tempest-ServersNegativeTestJSON-1644042686 tempest-ServersNegativeTestJSON-1644042686-project] 10.222.0.41 "GET /v2.0/ports?device_id=71160919-cbf1-4834-a064-79fcb4f1fd15 HTTP/1.1" status: 200 len: 210 time: 0.1304374 Sep 01 15:23:25.011561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Bound port: bcd00130-1110-4ee7-a647-889f884e43e6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429969ba-c0e6-44a8-8d63-327d65fde26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:25.016971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.023005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Attempting to bind port d30032ca-d7fd-4351-b8b3-6b1d73259697 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:25.023795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Attempting to bind port d30032ca-d7fd-4351-b8b3-6b1d73259697 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'cb0a592a-2e85-4dac-94df-22f06af65edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:25.024394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Attempting to bind port d30032ca-d7fd-4351-b8b3-6b1d73259697 on network 092438c7-8b54-46db-9c8d-1052c5cc536b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:25.088049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:25.092456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Checking segment: {'id': 'cb0a592a-2e85-4dac-94df-22f06af65edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:25.094506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.095053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Bound using segment: {'id': 'cb0a592a-2e85-4dac-94df-22f06af65edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:25.096094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-901d98c9-7afb-482d-bd95-50a31d00b2f9 req-50b9b24c-71bb-43a3-9727-4bf90ee1f026 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748710 Sep 01 15:23:25.096820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Bound port: d30032ca-d7fd-4351-b8b3-6b1d73259697, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0a592a-2e85-4dac-94df-22f06af65edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '092438c7-8b54-46db-9c8d-1052c5cc536b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:25.098405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.211403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.268853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] For port bcd00130-1110-4ee7-a647-889f884e43e6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:25.271080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] For port bcd00130-1110-4ee7-a647-889f884e43e6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bcd00130-1110-4ee7-a647-889f884e43e6,segment=NetworkSegment(429969ba-c0e6-44a8-8d63-327d65fde26e),segment_id=429969ba-c0e6-44a8-8d63-327d65fde26e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:25.274162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Transition to ACTIVE for port object 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:25.374472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.389117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.406509 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.544246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port d30032ca-d7fd-4351-b8b3-6b1d73259697 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:25.546094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.633622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:25.637894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:25.643744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:25.669537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:25.671540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:25.672444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.684374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port d30032ca-d7fd-4351-b8b3-6b1d73259697, host n-d-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:25.685016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.686089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'Port': ['ID=57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:25.714265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for d30032ca-d7fd-4351-b8b3-6b1d73259697 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:25.717319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b90bd77d-3668-43a8-9272-ada78e293b78 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2707551 Sep 01 15:23:25.720118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45706) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.725586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Request body: {'port': {'network_id': '930f3350-0d3c-4dc9-a8b5-bac5c43f887b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-438293046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:25.726150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.api.validators [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] bootfile-name is not in valid_values {{(pid=106377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:25.726548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.api.validators [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] tftp-server is not in valid_values {{(pid=106377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:25.726871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.api.validators [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] server-ip-address is not in valid_values {{(pid=106377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:25.745565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] For port d30032ca-d7fd-4351-b8b3-6b1d73259697, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:25.781013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:25.781480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 92bf4d1e-419f-4669-8b3a-6cbc5b3a1f2e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:25.790974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe92fb-e20d-4e87-a92a-f876112dc21e None None] Pushing event updated for resources: {'Port': ['ID=bcd00130-1110-4ee7-a647-889f884e43e6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:25.808208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] For port d30032ca-d7fd-4351-b8b3-6b1d73259697, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d30032ca-d7fd-4351-b8b3-6b1d73259697,segment=NetworkSegment(cb0a592a-2e85-4dac-94df-22f06af65edb),segment_id=cb0a592a-2e85-4dac-94df-22f06af65edb)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:25.818695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.901023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.938882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port d30032ca-d7fd-4351-b8b3-6b1d73259697 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-896b13ef-9f7e-4879-85cf-5cabbaaa4dc4 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d30032ca-d7fd-4351-b8b3-6b1d73259697 could not be found. Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d30032ca-d7fd-4351-b8b3-6b1d73259697 could not be found. Sep 01 15:23:26.011836 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:23:26.046256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Made reservation on behalf of 28424229fcf64bb088beb83e3b7de185 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:26.053178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.055459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0efab1-064e-4223-ab1d-65f01056ce73 None None] Network 092438c7-8b54-46db-9c8d-1052c5cc536b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:26.089690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] device_id is not set on port ecfa8181-6a0f-4c8f-8785-1df19fdbdddc yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:23:26.176913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=d30032ca-d7fd-4351-b8b3-6b1d73259697,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:26.186259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.296324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf447f-5f4d-44c7-a921-32d5b20e7762 None None] Pushing event updated for resources: {'Port': ['ID=d30032ca-d7fd-4351-b8b3-6b1d73259697,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:26.334084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.345134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45720) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.361739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092438c7-8b54-46db-9c8d-1052c5cc536b']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:26.367424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Deleting subnet fbe006fa-d685-4b91-9ec2-524c9f38c895 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:26.379596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.383498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0a592a-2e85-4dac-94df-22f06af65edb') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:26.383832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0a592a-2e85-4dac-94df-22f06af65edb') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:26.426292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.461682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.472128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.543147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Allocated IP 2001:db8::2ba (930f3350-0d3c-4dc9-a8b5-bac5c43f887b/760a87cd-ed06-4aa6-bcb1-a457c8787c5b/ecfa8181-6a0f-4c8f-8785-1df19fdbdddc) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:26.557835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.599381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030d2c-d244-4a41-b071-078d92de2801 req-10581026-8be7-4d09-a71c-78878341278c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:26.602546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f030d2c-d244-4a41-b071-078d92de2801 req-10581026-8be7-4d09-a71c-78878341278c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2078648 Sep 01 15:23:26.603778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:26.604264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:26.610618 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:26.615519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1430551062-network', 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:26.839832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:26.843857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.850778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9f030d2c-d244-4a41-b071-078d92de2801 req-28786bab-8785-4a79-91e6-769904f13158 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130996 Sep 01 15:23:26.872519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.921293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.958635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.962255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.981785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.982113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/092438c7-8b54-46db-9c8d-1052c5cc536b HTTP/1.1" status: 204 len: 168 time: 3.5871639 Sep 01 15:23:26.992432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788577256'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:27.010725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Transition to ACTIVE for port object ecfa8181-6a0f-4c8f-8785-1df19fdbdddc will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:27.013307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97115a-4c96-4845-92f4-5c9722c7cf55 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=092438c7-8b54-46db-9c8d-1052c5cc536b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:27.030690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.091886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe006fa-d685-4b91-9ec2-524c9f38c895,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:27.116191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.120763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.138519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3295fa93-bf85-496a-a51a-52ea386f86c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbe006fa-d685-4b91-9ec2-524c9f38c895 HTTP/1.1" status: 204 len: 168 time: 0.9514349 Sep 01 15:23:27.139726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:27.228407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:27.242379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:27.254781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:27.262203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:27.263194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.291838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'Port': ['ID=ecfa8181-6a0f-4c8f-8785-1df19fdbdddc,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:27.388954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.474520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bcd00130-1110-4ee7-a647-889f884e43e6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:27.549462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18666f-0a7c-4883-9996-174dee37e14c None None] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:27.622501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.626195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.648143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.652203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-edf08e43-64dc-47ef-a07a-988449314d01 None None] Provisioning for port bcd00130-1110-4ee7-a647-889f884e43e6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:27.660888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-166ffe20-4840-4a5c-9ff5-5c2c06a13bbb tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9371753 Sep 01 15:23:27.666349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45728) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:27.685830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9551ecdf-763e-45e6-bf73-ebf560297841']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:27.720145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecbbfdb-3d44-4733-b948-638a46bdca1c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:27.720840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecbbfdb-3d44-4733-b948-638a46bdca1c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:27.735869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.776408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.779791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:27.791934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port bcd00130-1110-4ee7-a647-889f884e43e6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:27.800444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bcd00130-1110-4ee7-a647-889f884e43e6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:27.800444 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.843397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:27.847679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:27.851584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.859097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.859770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.860114 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Added segment 9b516602-6309-463b-add7-d066db8588e5 of type vlan for network 27e19692-575f-4d86-a4d8-23bff238371e Sep 01 15:23:27.872290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:27.874037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:27.875154 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:27.967927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93259cc6-4f54-43c6-befe-1c8a080286ae tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:27.986553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93259cc6-4f54-43c6-befe-1c8a080286ae tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:27.998318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93259cc6-4f54-43c6-befe-1c8a080286ae tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:28.003843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93259cc6-4f54-43c6-befe-1c8a080286ae tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3357191 Sep 01 15:23:28.005509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:28.008438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45732) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.101202 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.101904 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 7d7d7c4b-1057-46c8-b1d6-42a09c20db8d of type vlan for network 7ecea142-a89c-4641-beb9-146ea94d28ce Sep 01 15:23:28.175718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.180681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.203893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.231850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Deleting port ecfa8181-6a0f-4c8f-8785-1df19fdbdddc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:28.232231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.259719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.279130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port bcd00130-1110-4ee7-a647-889f884e43e6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bcd00130-1110-4ee7-a647-889f884e43e6,segment=NetworkSegment(429969ba-c0e6-44a8-8d63-327d65fde26e),segment_id=429969ba-c0e6-44a8-8d63-327d65fde26e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:28.292767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.294589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.300908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9551ecdf-763e-45e6-bf73-ebf560297841 HTTP/1.1" status: 204 len: 168 time: 1.1458507 Sep 01 15:23:28.300908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7f4b-7672-43c7-a94a-a3406dd15d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=9551ecdf-763e-45e6-bf73-ebf560297841,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.331781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96466d71-dbb1-4c39-946a-705dc2f42316 req-b7a4868b-d5e5-40d2-86b0-bf251dfbc4b2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:28.341245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96466d71-dbb1-4c39-946a-705dc2f42316 req-b7a4868b-d5e5-40d2-86b0-bf251dfbc4b2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2959456 Sep 01 15:23:28.358253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.363934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:28.365710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.418963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=bcd00130-1110-4ee7-a647-889f884e43e6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.429355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.430363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:28.430965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.479208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.550920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Calling delete_port for ecfa8181-6a0f-4c8f-8785-1df19fdbdddc owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:28.665479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.728900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96466d71-dbb1-4c39-946a-705dc2f42316 req-c1451dd4-f9c3-4569-8d28-7f4a0aa33764 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863618 Sep 01 15:23:28.779467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Provisioning complete for port bcd00130-1110-4ee7-a647-889f884e43e6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:28.780465 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.788009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4392483 Sep 01 15:23:28.812138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.832342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee446-5111-4a02-b9d5-c4385dce0e1a admin admin] Pushing event updated for resources: {'Network': ['ID=27e19692-575f-4d86-a4d8-23bff238371e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.850826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Request body: {'subnet': {'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1430551062-subnet', 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:28.888340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 27e19692-575f-4d86-a4d8-23bff238371e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:28.917213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e787c97-bc14-4b92-bcd9-e9568dc320e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=733123fa02e147fe9e4d2faa02425a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463171 Sep 01 15:23:28.924763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45740) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.955515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9728971 Sep 01 15:23:28.959753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45742) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.976271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4577-9ca2-44df-b32f-a989a64b1168 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=7ecea142-a89c-4641-beb9-146ea94d28ce,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.976672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:29.019024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:29.046688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:29.050717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.125650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.167620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.296805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:29.304864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.307051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.325440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.330962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c63b7381-4b01-4e8a-a737-6f6aa01d64dd HTTP/1.1" status: 204 len: 168 time: 0.4007745 Sep 01 15:23:29.508099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f10b3-50bd-44bd-8444-8ca0ccd3d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b7381-4b01-4e8a-a737-6f6aa01d64dd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:29.595141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.666216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bcd00130-1110-4ee7-a647-889f884e43e6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:29.773943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Could not find standard attr ID for object ecfa8181-6a0f-4c8f-8785-1df19fdbdddc. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:23:29.811089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b148f6-96fc-4363-9180-6bf529a809ff None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:29.894571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event deleted for resources: {'Port': ['ID=ecfa8181-6a0f-4c8f-8785-1df19fdbdddc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:29.974601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Provisioning for port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:30.076751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Provisioning complete for port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:30.079635 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.105106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.160942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.169597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.173442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e5e269a-4609-403b-9328-7fc6c5c826f6 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "DELETE /v2.0/ports/ecfa8181-6a0f-4c8f-8785-1df19fdbdddc HTTP/1.1" status: 204 len: 168 time: 2.1623604 Sep 01 15:23:30.247606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45754) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:30.305147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Request body: {'port': {'name': 'tempest-new-port-name-119399700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:30.315457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] bootfile-name is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:30.315984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25081b8d-d509-40b8-adf3-666e48b99423,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:30.316248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] tftp-server is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:30.316769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] server-ip-address is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:23:30.328947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7118-7102-4b5f-bcf0-e1e85d6b74d1 req-8e7cf1fd-b09a-4676-a776-dcc29f6a0aec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:30.339092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-942c7118-7102-4b5f-bcf0-e1e85d6b74d1 req-8e7cf1fd-b09a-4676-a776-dcc29f6a0aec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1966927 Sep 01 15:23:30.355144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Checking segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:30.355500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Network hostable DHCP agents. Network: 27e19692-575f-4d86-a4d8-23bff238371e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:30.387352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9657a-ee4b-4f7a-b76c-7b88d74f2c02 None None] Port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:30.441259 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-942c7118-7102-4b5f-bcf0-e1e85d6b74d1 req-3c59d95c-e56e-4c70-aa20-e4eeaaafb4f7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010530 Sep 01 15:23:30.445559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Network 27e19692-575f-4d86-a4d8-23bff238371e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:30.480473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 27e19692-575f-4d86-a4d8-23bff238371e) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:30.487192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bcd00130-1110-4ee7-a647-889f884e43e6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:30.487738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.497287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:30.498219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.529778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35e9ba11-7814-46f8-8bcb-6b4c9be83987 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6944029 Sep 01 15:23:30.610261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=1f1ce1ba-729e-4002-b6e5-3995a9914910,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:30.772112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a3b296-862d-4e68-b567-24e541ab0e1f None None] Could not find standard attr ID for object ecfa8181-6a0f-4c8f-8785-1df19fdbdddc. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:23:30.790110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:30.791282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 7ecea142-a89c-4641-beb9-146ea94d28ce, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:30.800039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.944524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 7ecea142-a89c-4641-beb9-146ea94d28ce is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:30.971447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b148f6-96fc-4363-9180-6bf529a809ff None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:30.973580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7ecea142-a89c-4641-beb9-146ea94d28ce) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:31.017207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:31.017928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.104683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a3b296-862d-4e68-b567-24e541ab0e1f None None] Provisioning complete for port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:31.105091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b296-862d-4e68-b567-24e541ab0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.147399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16dfc3d8-99f2-424f-93f1-c0b120da0b07 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1842575 Sep 01 15:23:31.148313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45774) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:31.163555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:31.325028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3b296-862d-4e68-b567-24e541ab0e1f None None] Port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:31.430090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.443629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:31.487217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.579860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:31.593110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.649293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] In _notify_port_updated(), no bound segment for port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a on network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:23:31.670024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:31.671194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.677425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "PUT /v2.0/ports/57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a HTTP/1.1" status: 200 len: 1129 time: 1.4052618 Sep 01 15:23:31.677425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5642-eb2c-4883-9ca6-72a577a20911 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event updated for resources: {'Port': ['ID=57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:31.683511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:31.862126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1941134562-network', 'tenant_id': '47d6fb38ac55473692a9fed5d1aeac75'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:31.998770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b6c3d-00d9-4924-936d-88e9a2054155 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:32.009860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-758b6c3d-00d9-4924-936d-88e9a2054155 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "GET /v2.0/ports/57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a HTTP/1.1" status: 200 len: 1129 time: 0.3191702 Sep 01 15:23:32.009860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Made reservation on behalf of 47d6fb38ac55473692a9fed5d1aeac75 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:32.021667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.028649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45790) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:32.080688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.128935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7ecea142-a89c-4641-beb9-146ea94d28ce', 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '1f1ce1ba-729e-4002-b6e5-3995a9914910'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:32.130382 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.169103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6ff36-5398-4b37-92cf-d528acd2804a req-d3fcb3d1-d974-4c22-a455-f4182584e1d7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:32.174358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffa6ff36-5398-4b37-92cf-d528acd2804a req-d3fcb3d1-d974-4c22-a455-f4182584e1d7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.3745968 Sep 01 15:23:32.385710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffa6ff36-5398-4b37-92cf-d528acd2804a req-ac6ba51d-94fc-4b7a-9a6f-4865d5d2de03 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236358 Sep 01 15:23:32.447297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.468761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.509572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Deleting port 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:32.511705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.566534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:32.580782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Allocated IP 2001:db8::2 (7ecea142-a89c-4641-beb9-146ea94d28ce/1f1ce1ba-729e-4002-b6e5-3995a9914910/39f83fa4-ed0d-4013-8803-52e4b8e9a275) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:32.623844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.624184 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Added segment b039707d-74d5-43f9-aae9-9baf8ba19dfa of type vlan for network 9590f533-ada3-480e-9fec-99c093bc396b Sep 01 15:23:32.625946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63426fb0-65e2-454e-8aa6-659af6ee575f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:32.730296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.742990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ceb856c6-0bd3-4e04-9764-5be268ae24f0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:32.744951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ceb856c6-0bd3-4e04-9764-5be268ae24f0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.3777564 Sep 01 15:23:32.781420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-6f9705ab-3fb2-406f-8134-f46dfe7d0f72 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/quotas/66d60ba3db2b40d89fb52863df1065f5 HTTP/1.1" status: 200 len: 375 time: 0.0294766 Sep 01 15:23:32.804369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.806571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:32.807349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.837113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-b83aec98-16f2-480d-adb1-d73263229179 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490491 Sep 01 15:23:32.933658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.945472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Transition to ACTIVE for port object 39f83fa4-ed0d-4013-8803-52e4b8e9a275 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:32.967258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Transition to ACTIVE for port object 39f83fa4-ed0d-4013-8803-52e4b8e9a275 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:32.978922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.008851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5637574 Sep 01 15:23:33.019200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45800) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:33.037704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Request body: {'subnet': {'network_id': '9590f533-ada3-480e-9fec-99c093bc396b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1941134562-subnet', 'tenant_id': '47d6fb38ac55473692a9fed5d1aeac75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:33.051112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:33.055727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:33.060400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:33.109042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Pushing event updated for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:33.122015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8d785-b3d7-49d7-8e4b-ceacba660122 admin admin] Pushing event updated for resources: {'Network': ['ID=9590f533-ada3-480e-9fec-99c093bc396b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:33.139522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Made reservation on behalf of 47d6fb38ac55473692a9fed5d1aeac75 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:33.146237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.148166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Attempting to bind port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:33.148741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Attempting to bind port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:33.148978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Attempting to bind port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 on network 7ecea142-a89c-4641-beb9-146ea94d28ce {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:33.153577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9590f533-ada3-480e-9fec-99c093bc396b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:33.206255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:33.206534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Checking segment: {'id': '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:33.206940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.207347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Bound using segment: {'id': '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:33.207854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Bound port: 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:33.208236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.315924 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-a2b9e6ca-3f08-43ed-91ac-d8c6974fc75b service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604197 Sep 01 15:23:33.342933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:33.351057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=39f83fa4-ed0d-4013-8803-52e4b8e9a275,segment=NetworkSegment(7d7d7c4b-1057-46c8-b1d6-42a09c20db8d),segment_id=7d7d7c4b-1057-46c8-b1d6-42a09c20db8d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:33.369677 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.492628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.578692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Calling delete_port for 57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:33.664152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb7c56-6f47-45e7-ab68-efe52cc8dc28 None None] Pushing event updated for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:33.688230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-a96d1f25-eaa4-4486-a904-fb0f2addedf2 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514781 Sep 01 15:23:33.730621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.908521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 7ecea142-a89c-4641-beb9-146ea94d28ce is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:33.913898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=80235601-608c-4cac-a145-4ec5ccee05fd,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:33.922531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:33.928056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:33.928786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.990917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9e65-7dfc-4b2b-a9fe-aad429cfe92b req-bde52482-43bb-4e70-ba7b-f297515f6a2a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:33.996909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e64c9e65-7dfc-4b2b-a9fe-aad429cfe92b req-bde52482-43bb-4e70-ba7b-f297515f6a2a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2649906 Sep 01 15:23:34.108313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da06cb05-30b5-4da6-977f-b3642c1730bb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9562528 Sep 01 15:23:34.130724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45804) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:34.370100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.487795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57fb4a02-60dc-495e-86cd-3aae1dadd628 req-88bade6b-43bc-4150-8d7c-52fd1dbdadbd tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 210 time: 0.0523882 Sep 01 15:23:34.522723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e64c9e65-7dfc-4b2b-a9fe-aad429cfe92b req-5b6a860b-305c-4999-9cfa-c27542e85da0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173265 Sep 01 15:23:34.539843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.543133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.547186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.551255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.553337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.565311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ac60a3ec-765b-4fc8-9eec-179e19b4cf57 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4158463 Sep 01 15:23:34.565593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.565811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event deleted for resources: {'Port': ['ID=57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:34.569733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45810) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:34.613651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.620341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dcc68a13-2c78-4252-98f5-ff1692ce06d3 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "DELETE /v2.0/ports/57ff1624-f7b1-4d0c-91ef-ea8651ae0d3a HTTP/1.1" status: 204 len: 168 time: 2.5844979 Sep 01 15:23:34.621226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:34.680570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052855157'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:34.741766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a64dbf-1961-405a-a337-198c969c7839,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:34.774812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Deleting subnet 760a87cd-ed06-4aa6-bcb1-a457c8787c5b {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:34.784414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.796684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:34.803963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.857317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Checking segment: {'id': 'b039707d-74d5-43f9-aae9-9baf8ba19dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:34.857930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Network hostable DHCP agents. Network: 9590f533-ada3-480e-9fec-99c093bc396b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:34.919591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:34.929136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.942660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.943353 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 64b3ef57-c9b1-4c55-8722-5d35a44c7373 of type vlan for network fa578e7c-4748-4fbe-8464-47ead90b07a4 Sep 01 15:23:34.948084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Network 9590f533-ada3-480e-9fec-99c093bc396b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:35.070686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9590f533-ada3-480e-9fec-99c093bc396b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:35.088926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:35.089994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.124336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.153702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2caa249c-5334-4221-81cf-3bd997f08a1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1122069 Sep 01 15:23:35.233041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.252296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:35.255144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.309891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.401360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.410592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8294444 Sep 01 15:23:35.424851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45822) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:35.434389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:35.474995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event deleted for resources: {'Subnet': ['ID=760a87cd-ed06-4aa6-bcb1-a457c8787c5b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:35.481222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff541d-51f8-4d6c-8173-fd674f875a5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=fa578e7c-4748-4fbe-8464-47ead90b07a4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:35.535814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.541607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f54220e-c152-4fd6-be26-012ba7bf4fed tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "DELETE /v2.0/subnets/760a87cd-ed06-4aa6-bcb1-a457c8787c5b HTTP/1.1" status: 204 len: 168 time: 0.9187031 Sep 01 15:23:35.542479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:35.558322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:35.964404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 39f83fa4-ed0d-4013-8803-52e4b8e9a275 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:35.967984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a1d36-cbeb-480e-9d8f-cc3d69f268c9 None None] Network 27e19692-575f-4d86-a4d8-23bff238371e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:35.981484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ac7a7-199e-4d14-8828-a2b9f1b9723b None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:35.991230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a6060-070d-4717-a3eb-6dd8cbea752f None None] Network 9590f533-ada3-480e-9fec-99c093bc396b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:36.061593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c5527ad-6b39-4b76-9195-f57b088825cf req-63a30c53-8d39-4d66-a536-71e715c77fbb tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 210 time: 0.0823147 Sep 01 15:23:36.073940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.117151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.141235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.304492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Deleting port bcd00130-1110-4ee7-a647-889f884e43e6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:36.305097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.455463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=fa578e7c-4748-4fbe-8464-47ead90b07a4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:36.489399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 is not hosted by any dhcp agent {{(pid=106377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:23:36.509637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:36.510890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.519598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-575146d9-4ac6-4586-8740-b8747f5822c0 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "PUT /v2.0/networks/fa578e7c-4748-4fbe-8464-47ead90b07a4 HTTP/1.1" status: 200 len: 723 time: 1.0936699 Sep 01 15:23:36.520756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45838) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:36.532392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:36.575120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:36.579574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4b472-5867-49c1-80e7-2a4016a09bea None None] Network 930f3350-0d3c-4dc9-a8b5-bac5c43f887b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:36.632875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] For port bcd00130-1110-4ee7-a647-889f884e43e6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bcd00130-1110-4ee7-a647-889f884e43e6,segment=NetworkSegment(429969ba-c0e6-44a8-8d63-327d65fde26e),segment_id=429969ba-c0e6-44a8-8d63-327d65fde26e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:36.636301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.675346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Calling delete_port for bcd00130-1110-4ee7-a647-889f884e43e6 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:36.752666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0e34-0d95-47d5-ba87-d6ba3a6c1544 req-ba27a700-14d9-47b5-bafb-a02eb0807b8e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:36.765296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fcd0e34-0d95-47d5-ba87-d6ba3a6c1544 req-ba27a700-14d9-47b5-bafb-a02eb0807b8e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.6590357 Sep 01 15:23:36.766052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-701bf737-713e-439a-8c11-219f36f7c6f9 None None] Provisioning for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:36.822435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45842) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:36.843959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1892538568-network', 'tenant_id': '462f646e4c6b42c3b2f7e7b1bd218dcf'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:36.978535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:36.987955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.995305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.010986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:37.027674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] No DVR routers for this DVR port bcd00130-1110-4ee7-a647-889f884e43e6 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:37.034395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:37.035460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.079602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Made reservation on behalf of 462f646e4c6b42c3b2f7e7b1bd218dcf for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:37.084041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.210641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event deleted for resources: {'Port': ['ID=bcd00130-1110-4ee7-a647-889f884e43e6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.228463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.229507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.230387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.231479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.232295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.233481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.235259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.235844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.237537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.237771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.238305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.238826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:37.264018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e67034-728a-4bc8-a023-7a15551a7c45 None None] DHCP port deletion for 930f3350-0d3c-4dc9-a8b5-bac5c43f887b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:37.384728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4fcd0e34-0d95-47d5-ba87-d6ba3a6c1544 req-09ef9f88-fe16-456f-b200-cef2e58f8590 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166327 Sep 01 15:23:37.433739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.472102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1cb8f047-9b7b-4624-ae23-2b1bef60afbc req-946df9dd-9993-44ce-92b5-d967864e204c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 210 time: 0.1117356 Sep 01 15:23:37.484642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.509017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930f3350-0d3c-4dc9-a8b5-bac5c43f887b']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:37.534003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429969ba-c0e6-44a8-8d63-327d65fde26e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:37.535409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429969ba-c0e6-44a8-8d63-327d65fde26e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:37.558025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.610895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.617122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.628905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:37.629843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.724304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e7388-7775-4ea7-8299-df2ee65db816 None None] Network 27e19692-575f-4d86-a4d8-23bff238371e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:37.762878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-1871f282-c1c7-4c2e-9f44-d915279a63dd tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:37.766688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-1871f282-c1c7-4c2e-9f44-d915279a63dd tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.8071675 Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:37.789797 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:37.800817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Request body: {'port': {'device_id': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'admin_state_up': True, 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:37.817161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.825994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.830531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] 10.222.0.41 "DELETE /v2.0/networks/930f3350-0d3c-4dc9-a8b5-bac5c43f887b HTTP/1.1" status: 204 len: 168 time: 2.2862110 Sep 01 15:23:37.840391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f137bd1-05f7-424b-9432-34754cd84450 None None] Network 9590f533-ada3-480e-9fec-99c093bc396b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:37.878193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65580710-2ade-461b-bed9-2f0ea46dd548 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996 tempest-ExtraDHCPOptionsIpV6TestJSON-624057996-project] Pushing event deleted for resources: {'Network': ['ID=930f3350-0d3c-4dc9-a8b5-bac5c43f887b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.907168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=39f83fa4-ed0d-4013-8803-52e4b8e9a275,segment=NetworkSegment(7d7d7c4b-1057-46c8-b1d6-42a09c20db8d),segment_id=7d7d7c4b-1057-46c8-b1d6-42a09c20db8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:37.980924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.224670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bcd00130-1110-4ee7-a647-889f884e43e6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:38.429011 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.474234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45852) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:38.531722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.564249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.630308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d167945b-d7f6-46dd-a7f6-a4b946f60f6c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:38.717683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:38.721022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=62fc8803-5357-4111-8798-fdfd1e73d645,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:38.762594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-476b7980-0cd0-450f-8ee0-80ab35544901 req-492e0e0c-b39c-49a4-b059-305d11d4f323 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 210 time: 0.1033938 Sep 01 15:23:38.765469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: bcd00130-1110-4ee7-a647-889f884e43e6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:38.766696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bcd00130-1110-4ee7-a647-889f884e43e6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:38.835043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:38.845881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.870157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '64b3ef57-c9b1-4c55-8722-5d35a44c7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:38.871052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: fa578e7c-4748-4fbe-8464-47ead90b07a4, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:38.881689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ff5b2f47-75e8-418c-b9bb-4fbaa3cc4182 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28424229fcf64bb088beb83e3b7de185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047401 Sep 01 15:23:38.884901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:38.891996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:38.895754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.896309 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Added segment f1f58211-233e-46c7-a36d-230b59c75c68 of type vlan for network a9d16093-61cc-44a6-a992-4686dc5af94e Sep 01 15:23:38.928245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.928545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.929034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.929469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.929892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.930287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.930807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.931302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.931817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.932205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.932619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:38.933463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:39.003759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.063925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.093251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Update dhcp port {'port': {'network_id': '7ecea142-a89c-4641-beb9-146ea94d28ce', 'fixed_ips': [{'subnet_id': '1f1ce1ba-729e-4002-b6e5-3995a9914910', 'ip_address': '2001:db8::2'}, {'subnet_id': '80235601-608c-4cac-a145-4ec5ccee05fd'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '39f83fa4-ed0d-4013-8803-52e4b8e9a275'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:23:39.143465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.177881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.180398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df13dcc-e2a2-4398-b9f5-ccf321c00340 req-c6707592-235f-4570-87d7-57ccf05a5836 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:39.185524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8df13dcc-e2a2-4398-b9f5-ccf321c00340 req-c6707592-235f-4570-87d7-57ccf05a5836 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.4838367 Sep 01 15:23:39.199592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:39.207366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.231080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.250592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/236f7786-4051-4826-93ca-3f5f51822ce2 HTTP/1.1" status: 204 len: 168 time: 0.3495009 Sep 01 15:23:39.260412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748286c-ec4c-4938-9691-aa40f23e0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f7786-4051-4826-93ca-3f5f51822ce2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.339663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, fa578e7c-4748-4fbe-8464-47ead90b07a4) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:39.392863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:39.394553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.458144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8df13dcc-e2a2-4398-b9f5-ccf321c00340 req-6343c3e6-8ac1-44dc-a19e-a66bc54aafdf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251749 Sep 01 15:23:39.488933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74734c01-cb00-42b9-b936-c4e4f0f6ddb6 None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:39.554157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Allocated IP 172.20.0.14 (27e19692-575f-4d86-a4d8-23bff238371e/25081b8d-d509-40b8-adf3-666e48b99423/74354152-c470-4f3d-b119-dbeadac35838) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:39.568299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.570099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:39.619490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.619490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94e47382-1412-4d71-86b7-da548de05b72 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0674069 Sep 01 15:23:39.622839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:39.632786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:39.715096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8789670 Sep 01 15:23:39.725738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45868) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:39.747980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Request body: {'subnet': {'network_id': 'a9d16093-61cc-44a6-a992-4686dc5af94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1892538568-subnet', 'tenant_id': '462f646e4c6b42c3b2f7e7b1bd218dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:39.804771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Allocated IP 172.20.0.1 (7ecea142-a89c-4641-beb9-146ea94d28ce/80235601-608c-4cac-a145-4ec5ccee05fd/39f83fa4-ed0d-4013-8803-52e4b8e9a275) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:39.896256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6435-a4e9-42df-8a18-5cdf35558009 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d16093-61cc-44a6-a992-4686dc5af94e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.949371 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9198784'] for subnet, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.967515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Made reservation on behalf of 462f646e4c6b42c3b2f7e7b1bd218dcf for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:39.971521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.022039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a9d16093-61cc-44a6-a992-4686dc5af94e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:40.064516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=39f83fa4-ed0d-4013-8803-52e4b8e9a275,segment=NetworkSegment(7d7d7c4b-1057-46c8-b1d6-42a09c20db8d),segment_id=7d7d7c4b-1057-46c8-b1d6-42a09c20db8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:40.109704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.131380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Transition to ACTIVE for port object 39f83fa4-ed0d-4013-8803-52e4b8e9a275 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:40.180137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c52f5a4-aa20-4624-92c4-1cbd3e2ab281 req-ca36eea6-6f09-47f1-9869-52c74a92082a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 210 time: 0.1450415 Sep 01 15:23:40.223577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.421012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 39f83fa4-ed0d-4013-8803-52e4b8e9a275 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:40.573451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745022663132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9237194'] for subnet, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.635913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.679516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c042357-dd14-4a03-97bc-640af65cd432 None None] Pushing event updated for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:40.707749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.718573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.767287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:40.770531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.779187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "PUT /v2.0/subnets/62fc8803-5357-4111-8798-fdfd1e73d645 HTTP/1.1" status: 200 len: 826 time: 1.1537595 Sep 01 15:23:40.798789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:40.932965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef5f39-b595-4bdb-babb-dc2dc582b540 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=62fc8803-5357-4111-8798-fdfd1e73d645,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:40.962711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9fa08e-775b-46bc-b4b2-995146d19d80,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:41.093101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-fa578e7c-4748-4fbe-8464-47ead90b07a4', 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '62fc8803-5357-4111-8798-fdfd1e73d645'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:41.098055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Network 27e19692-575f-4d86-a4d8-23bff238371e is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:41.098620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.127933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:41.174072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:41.186735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.220245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b080a-62cf-4199-be7a-03f9ca7681a5 req-8e88fc90-8eab-4923-a374-19b1370db53d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:41.238046 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f58b080a-62cf-4199-be7a-03f9ca7681a5 req-8e88fc90-8eab-4923-a374-19b1370db53d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.3495183 Sep 01 15:23:41.320362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:41.338839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:41.339793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.398920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Checking segment: {'id': 'f1f58211-233e-46c7-a36d-230b59c75c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a9d16093-61cc-44a6-a992-4686dc5af94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:41.400299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Network hostable DHCP agents. Network: a9d16093-61cc-44a6-a992-4686dc5af94e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:41.417438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dea65330-b6be-45bf-946a-33e1d31d2be4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6296115 Sep 01 15:23:41.447605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Request body: {'port': {'device_id': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:41.532561 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f58b080a-62cf-4199-be7a-03f9ca7681a5 req-45f28f33-8848-4373-baeb-4dc8304b4278 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877515 Sep 01 15:23:41.557907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.558658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Allocated IP 2001:db8::2 (fa578e7c-4748-4fbe-8464-47ead90b07a4/62fc8803-5357-4111-8798-fdfd1e73d645/81b93c35-664e-4052-aa9f-05e70bbd42be) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:41.590058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Network a9d16093-61cc-44a6-a992-4686dc5af94e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:41.602667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.619264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a9d16093-61cc-44a6-a992-4686dc5af94e) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:41.636861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:41.640004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.686384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9120ee8f-7840-4184-b1c8-9f59b0701642 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9577341 Sep 01 15:23:41.705026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54df93-e762-47cd-b289-9bee0859a46c req-19a8a29e-b158-40da-a7a4-5abd10fa5f88 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:41.720235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f54df93-e762-47cd-b289-9bee0859a46c req-19a8a29e-b158-40da-a7a4-5abd10fa5f88 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 932 time: 0.3268876 Sep 01 15:23:41.829649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45900) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:41.888265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f54df93-e762-47cd-b289-9bee0859a46c req-5e38e4a1-b7c6-4b51-994e-63fe034035ab tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644845 Sep 01 15:23:41.921453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.955868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Transition to ACTIVE for port object 81b93c35-664e-4052-aa9f-05e70bbd42be will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:42.020800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Transition to ACTIVE for port object 81b93c35-664e-4052-aa9f-05e70bbd42be will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:42.039910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b08f43-ef5b-48d2-9392-50fc3072eb6c None None] Network a9d16093-61cc-44a6-a992-4686dc5af94e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:42.065930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.120682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.179865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=62fc8803-5357-4111-8798-fdfd1e73d645,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:42.234849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 39f83fa4-ed0d-4013-8803-52e4b8e9a275 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:42.304957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-628775953'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:42.350856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Made reservation on behalf of f840e6b8d3cd47729a22b3e8849963b3 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:42.356751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.383362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.396685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:42.398669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.399703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c0d99-a96d-49af-81c0-45884ae5f2b6 None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:42.420403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa578e7c-4748-4fbe-8464-47ead90b07a4']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:42.443989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b3ef57-c9b1-4c55-8722-5d35a44c7373') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:42.444281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b3ef57-c9b1-4c55-8722-5d35a44c7373') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:42.446176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:42.465411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.498778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.513245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:42.513873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:42.520287 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:42.538988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74354152-c470-4f3d-b119-dbeadac35838 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:42.547505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:42.614392 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.643806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ba8045e5-dd5d-49bf-9470-8ab491c9496b None None] Provisioning for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:42.694919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Transition to ACTIVE for port object 74354152-c470-4f3d-b119-dbeadac35838 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:42.704273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:42.704273 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:42.704273 n-d-802060-16 neutron-server[106376]: [parameters: {'id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'}] Sep 01 15:23:42.704273 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:42.704980 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:42.706941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.711104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.733515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Pushing event updated for resources: {'Port': ['ID=81b93c35-664e-4052-aa9f-05e70bbd42be,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:42.750491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.772697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ba8045e5-dd5d-49bf-9470-8ab491c9496b None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:42.773142 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba8045e5-dd5d-49bf-9470-8ab491c9496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.801853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:42.818533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5ddbe2-5eb0-4604-8b57-71c20009c41f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:42.840979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.844022 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Added segment 6f268348-376f-4088-bc5b-a62cbb931164 of type vlan for network 18ae1158-dc49-46ad-ba47-bcadbe780291 Sep 01 15:23:42.922035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.966061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.979602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:42.981179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.982756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878dee6-5484-4c71-8c54-b8d42700f8d6 req-f802e1ea-942f-483a-a839-7b5b1d1452a3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:42.996415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f878dee6-5484-4c71-8c54-b8d42700f8d6 req-f802e1ea-942f-483a-a839-7b5b1d1452a3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.2409010 Sep 01 15:23:43.006004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Attempting to bind port 81b93c35-664e-4052-aa9f-05e70bbd42be on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:43.006582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Attempting to bind port 81b93c35-664e-4052-aa9f-05e70bbd42be by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '64b3ef57-c9b1-4c55-8722-5d35a44c7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:43.007180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Attempting to bind port 81b93c35-664e-4052-aa9f-05e70bbd42be on network fa578e7c-4748-4fbe-8464-47ead90b07a4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:43.032072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:43.041314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2080264 Sep 01 15:23:43.067218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45920) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:43.083541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:43.084124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Checking segment: {'id': '64b3ef57-c9b1-4c55-8722-5d35a44c7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:43.084416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'subnet': {'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:43.084757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.089818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Bound using segment: {'id': '64b3ef57-c9b1-4c55-8722-5d35a44c7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:43.091814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Bound port: 81b93c35-664e-4052-aa9f-05e70bbd42be, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b3ef57-c9b1-4c55-8722-5d35a44c7373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fa578e7c-4748-4fbe-8464-47ead90b07a4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:43.093046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.163719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f878dee6-5484-4c71-8c54-b8d42700f8d6 req-959661fd-b21c-4540-a1f8-2273f0853882 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657450 Sep 01 15:23:43.202017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e79e7f-dfe7-4031-b23b-fe81b3e5e56c None None] Network a9d16093-61cc-44a6-a992-4686dc5af94e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:43.206514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.210402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5bd01-0d40-46a5-a7f1-3baeea9cbde5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Network': ['ID=18ae1158-dc49-46ad-ba47-bcadbe780291,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:43.250768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Attempting to bind port 74354152-c470-4f3d-b119-dbeadac35838 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:43.252818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Attempting to bind port 74354152-c470-4f3d-b119-dbeadac35838 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:43.253882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Attempting to bind port 74354152-c470-4f3d-b119-dbeadac35838 on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:43.264175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Port 74354152-c470-4f3d-b119-dbeadac35838 on network 27e19692-575f-4d86-a4d8-23bff238371e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:23:43.265600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Attempting to bind port 74354152-c470-4f3d-b119-dbeadac35838 on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:43.276097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:43.277182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Checking segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:43.278108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Bound using segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:43.279407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Bound port: 74354152-c470-4f3d-b119-dbeadac35838, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:43.280346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.343132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:43.350250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:43.351229 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.459905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b2d67-a388-4b64-b788-6d2902de928a req-db5e87b3-f026-4c4b-a667-2d701a8ad426 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:43.463255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-814b2d67-a388-4b64-b788-6d2902de928a req-db5e87b3-f026-4c4b-a667-2d701a8ad426 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 944 time: 0.1647198 Sep 01 15:23:43.492424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Made reservation on behalf of f840e6b8d3cd47729a22b3e8849963b3 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:43.498955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.527657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:43.569549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-814b2d67-a388-4b64-b788-6d2902de928a req-68e8e2f6-e2bd-44a2-adea-cdd5312c3541 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Sep 01 15:23:43.573165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:43.582392 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.684212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-749cc02a-e473-4877-9240-e50421f63e58 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:43.686337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-749cc02a-e473-4877-9240-e50421f63e58 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/networks?id=9590f533-ada3-480e-9fec-99c093bc396b HTTP/1.1" status: 200 len: 825 time: 0.3861959 Sep 01 15:23:43.687040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:43.688541 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.691092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] 10.222.0.50 "PUT /v2.0/ports/74354152-c470-4f3d-b119-dbeadac35838 HTTP/1.1" status: 200 len: 1093 time: 2.2620356 Sep 01 15:23:43.692014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'tag': '74354152-c470-4f3d-b119-dbeadac35838'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:43.708394 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96650115-d054-4a06-95eb-d52c17595f59" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "tag": "74354152-c470-4f3d-b119-dbeadac35838"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:43.745426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 81b93c35-664e-4052-aa9f-05e70bbd42be {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:43.745963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.753505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] For port 81b93c35-664e-4052-aa9f-05e70bbd42be, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:43.762020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] For port 81b93c35-664e-4052-aa9f-05e70bbd42be, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81b93c35-664e-4052-aa9f-05e70bbd42be,segment=NetworkSegment(64b3ef57-c9b1-4c55-8722-5d35a44c7373),segment_id=64b3ef57-c9b1-4c55-8722-5d35a44c7373)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:43.778141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-6a99e84d-648a-4e08-9436-776a696d79fc tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/quotas/47d6fb38ac55473692a9fed5d1aeac75 HTTP/1.1" status: 200 len: 375 time: 0.0622199 Sep 01 15:23:43.797911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee218-60fb-477f-94b9-47b86298b533 service neutron] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:43.809273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.870590 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88dc879-cfa6-4ebc-8e5d-ea9def17b30d x-openstack-request-id: req-e88dc879-cfa6-4ebc-8e5d-ea9def17b30d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:43.871022 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "tag": "74354152-c470-4f3d-b119-dbeadac35838", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:43.871367 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e88dc879-cfa6-4ebc-8e5d-ea9def17b30d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:43.872038 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'tag': '74354152-c470-4f3d-b119-dbeadac35838', 'status': 'completed', 'code': 200} Sep 01 15:23:43.897691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-d979f52b-4c90-4366-9b53-70fcbe90838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:43.906875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-d979f52b-4c90-4366-9b53-70fcbe90838c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 1096 time: 0.1018143 Sep 01 15:23:43.914882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-f95bee62-7c72-4c12-8308-5f008ec52881 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=47d6fb38ac55473692a9fed5d1aeac75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723314 Sep 01 15:23:44.011190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-6a03d16e-649f-49c0-910e-5b3cd9d97fe5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74354152-c470-4f3d-b119-dbeadac35838 HTTP/1.1" status: 200 len: 217 time: 0.0934668 Sep 01 15:23:44.084483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-0c677520-0f8e-41e0-966c-aa8b968cef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:44.087913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-0c677520-0f8e-41e0-966c-aa8b968cef7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.0671430 Sep 01 15:23:44.095489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 81b93c35-664e-4052-aa9f-05e70bbd42be, host n-d-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:44.096116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.153852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-dd3635b5-1cf6-40dd-87f6-286f4aa942a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582802 Sep 01 15:23:44.307216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 81b93c35-664e-4052-aa9f-05e70bbd42be owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:44.396198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6fe4-ced1-4cfc-8625-20eeaf02f5e7 req-90fec57b-4385-40de-ae0d-0bd94540eebc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:44.406342 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3cbc6fe4-ced1-4cfc-8625-20eeaf02f5e7 req-90fec57b-4385-40de-ae0d-0bd94540eebc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1065092 Sep 01 15:23:44.411203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-01479490-8697-4466-a4e3-124eb4285a6a service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499347 Sep 01 15:23:44.461346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.519651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3cbc6fe4-ced1-4cfc-8625-20eeaf02f5e7 req-87a5d882-9af9-4c29-a555-0344dbc89ec7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121340 Sep 01 15:23:44.575429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-cdd396ad-cf79-4f27-a0ad-4234f2d788b8 service neutron] 10.222.0.41 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515238 Sep 01 15:23:44.584387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaf23f-3dfc-447c-8601-449a8b4bdab8 None None] Pushing event updated for resources: {'Port': ['ID=81b93c35-664e-4052-aa9f-05e70bbd42be,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:44.619181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c83e41a-5c28-49cf-b9ce-bdaa68d51f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.632229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f1b8a70-c496-49ab-9f00-609a24f6f138 req-8c6b9848-f1ad-40cc-98e0-d4753360628d service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970739 Sep 01 15:23:44.658854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e483c4-1a38-4673-b3f0-ba2f0b6f91cb None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:44.750685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Subnet': ['ID=e2703ff2-5455-49f6-b7d9-a894cc9cf8f1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:44.813760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Checking segment: {'id': '6f268348-376f-4088-bc5b-a62cbb931164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:44.814126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network hostable DHCP agents. Network: 18ae1158-dc49-46ad-ba47-bcadbe780291, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:44.835110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.880921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=81b93c35-664e-4052-aa9f-05e70bbd42be,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:44.892656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559c97-9fdf-4e65-a08b-30474cc803ca req-f95fd012-a38d-4ae4-b463-00741bc655ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:44.895855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd559c97-9fdf-4e65-a08b-30474cc803ca req-f95fd012-a38d-4ae4-b463-00741bc655ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 944 time: 0.2016201 Sep 01 15:23:44.908756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96650115-d054-4a06-95eb-d52c17595f59 req-da116be1-c05d-445b-b186-8d693ff7abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:44.911123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-da116be1-c05d-445b-b186-8d693ff7abda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 1096 time: 0.1336474 Sep 01 15:23:44.932474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-e817b44a-ae42-4b44-90c1-a4e8a04ae03a service neutron] 10.222.0.41 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147371 Sep 01 15:23:44.937174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 81b93c35-664e-4052-aa9f-05e70bbd42be on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:44.941011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:45.013189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d87fc-05c8-4455-92cc-65098abcbe15 None None] Network fa578e7c-4748-4fbe-8464-47ead90b07a4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:45.036621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 18ae1158-dc49-46ad-ba47-bcadbe780291) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:45.037777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd559c97-9fdf-4e65-a08b-30474cc803ca req-a98303b4-80e3-4502-ab00-d13b7b6e9935 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328347 Sep 01 15:23:45.109162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.110205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.110353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f23bc0-01dc-4612-8f94-cc86827e33c6 None None] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:45.188951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96650115-d054-4a06-95eb-d52c17595f59 req-5daa6282-f7bb-44ad-ab75-b0d40adb39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.193856 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-5daa6282-f7bb-44ad-ab75-b0d40adb39df service neutron] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 906 time: 0.2297242 Sep 01 15:23:45.207695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06642d54-2d52-48c8-8f93-7d84166fddfb None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:45.230979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.251031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-79a9b99e-ef4f-4d4a-b227-2e05878fa43d tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1816857 Sep 01 15:23:45.255954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa578e7c-4748-4fbe-8464-47ead90b07a4']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.258596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:45.265606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-522982081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:45.271820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b3ef57-c9b1-4c55-8722-5d35a44c7373') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.272720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b3ef57-c9b1-4c55-8722-5d35a44c7373') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.273867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-cbbbe26e-1227-4f8e-a544-2eccc5a8c16f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74354152-c470-4f3d-b119-dbeadac35838 HTTP/1.1" status: 200 len: 217 time: 0.0713410 Sep 01 15:23:45.290319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.313325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.322293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:45.322917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:45.326355 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:45.356225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.357719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.454932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.468249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.474619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/fa578e7c-4748-4fbe-8464-47ead90b07a4 HTTP/1.1" status: 204 len: 168 time: 4.6678286 Sep 01 15:23:45.483748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45988) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:45.494600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c991-0f44-49a6-b86b-6faecb04be89 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=fa578e7c-4748-4fbe-8464-47ead90b07a4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:45.509748 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-80699f1e-439e-4eb3-af0a-25d61cdece5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:45.510290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80699f1e-439e-4eb3-af0a-25d61cdece5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:45.518559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80699f1e-439e-4eb3-af0a-25d61cdece5c tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/fa578e7c-4748-4fbe-8464-47ead90b07a4 HTTP/1.1" status: 404 len: 339 time: 0.0270817 Sep 01 15:23:45.518559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45990) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:45.525428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133385144', 'description': 'd1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:45.553580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:45.556765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-62ca95a5-d834-4b9c-b529-c7c17cd6cdef None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:45.557850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62ca95a5-d834-4b9c-b529-c7c17cd6cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.559755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.595979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:45.618688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.619456 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 273bd222-80f7-470c-8e0a-b67cb65c7b22 of type vlan for network b88213a4-39d9-4010-9450-af52e82685bf Sep 01 15:23:45.726790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.789456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4dd85aa-6a01-4f97-8e26-18f69706dcf8 req-714efce1-ff54-4729-a81a-42fb234be3b3 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 210 time: 0.4552939 Sep 01 15:23:45.808281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.817202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96650115-d054-4a06-95eb-d52c17595f59 req-970ea071-f9b1-41d3-b8d1-d75ba00d60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.818840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-970ea071-f9b1-41d3-b8d1-d75ba00d60ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.5348747 Sep 01 15:23:45.820443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.824697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1555089'] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.901569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-20efd684-0a48-4c09-a5d5-cb43ada9e1cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708594 Sep 01 15:23:45.925901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4037089 Sep 01 15:23:45.927014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46008) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:46.022716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-18ae1158-dc49-46ad-ba47-bcadbe780291', 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291', 'tenant_id': 'f840e6b8d3cd47729a22b3e8849963b3', 'fixed_ips': [{'subnet_id': 'e2703ff2-5455-49f6-b7d9-a894cc9cf8f1'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:46.024189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.029309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773b375-6e19-49c8-879e-7efbda0f2c73 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=b88213a4-39d9-4010-9450-af52e82685bf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:46.080015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b88213a4-39d9-4010-9450-af52e82685bf details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:46.093643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5fbed-ced0-48f8-81d1-69490d396bb5 req-b3e5a97d-934c-4617-8006-503dfd57ae06 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:46.095434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2c5fbed-ced0-48f8-81d1-69490d396bb5 req-b3e5a97d-934c-4617-8006-503dfd57ae06 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 946 time: 0.1479993 Sep 01 15:23:46.107883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9297d-94a0-46fd-8bb5-c42ed0c02621 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:46.112235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ec9297d-94a0-46fd-8bb5-c42ed0c02621 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks?id=b88213a4-39d9-4010-9450-af52e82685bf HTTP/1.1" status: 200 len: 764 time: 0.1817677 Sep 01 15:23:46.120142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:46.127710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'description': 'd2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:46.208162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.230092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2c5fbed-ced0-48f8-81d1-69490d396bb5 req-a9ad7c17-7b0d-4045-94f6-5671de3fef99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189461 Sep 01 15:23:46.283716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.303624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-1690f412-def4-4316-9c53-f49da6b5f29b service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603787 Sep 01 15:23:46.308875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.313458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-55b5e4f2-0ae3-4a7b-8996-011593b20c60 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0523496 Sep 01 15:23:46.314195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:46.420140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417dc81-dd83-4085-b66b-df4a4dfc3476 req-1b47afbd-b532-4010-9a34-c5dfcaf78e1a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:46.422472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a417dc81-dd83-4085-b66b-df4a4dfc3476 req-1b47afbd-b532-4010-9a34-c5dfcaf78e1a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 944 time: 0.2353809 Sep 01 15:23:46.512993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96650115-d054-4a06-95eb-d52c17595f59 req-5ecb5c2c-459c-4933-b3bb-93173e966333 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970325 Sep 01 15:23:46.627273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a417dc81-dd83-4085-b66b-df4a4dfc3476 req-2bad6918-c0af-43c8-b0a6-e53f1bb2ce55 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869507 Sep 01 15:23:46.724103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Allocated IP 172.20.0.2 (18ae1158-dc49-46ad-ba47-bcadbe780291/e2703ff2-5455-49f6-b7d9-a894cc9cf8f1/eeca1a89-5ce9-4888-9629-6406ed971d27) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:46.975552 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.000543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Transition to ACTIVE for port object eeca1a89-5ce9-4888-9629-6406ed971d27 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:47.020959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Transition to ACTIVE for port object eeca1a89-5ce9-4888-9629-6406ed971d27 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:47.030154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.087865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Pushing event updated for resources: {'Port': ['ID=eeca1a89-5ce9-4888-9629-6406ed971d27,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.142488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:47.154122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:47.163406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:47.184192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a275f308-361b-4170-b59a-153a0e0db7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.184816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-6d5f962f-ad6d-404c-b975-2feb44647c7c tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:47.193755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-6d5f962f-ad6d-404c-b975-2feb44647c7c tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.50 "GET /v2.0/networks?id=9590f533-ada3-480e-9fec-99c093bc396b HTTP/1.1" status: 200 len: 825 time: 0.3391585 Sep 01 15:23:47.212539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Request body: {'port': {'device_id': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b', 'admin_state_up': True, 'tenant_id': '47d6fb38ac55473692a9fed5d1aeac75'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:47.249324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Attempting to bind port eeca1a89-5ce9-4888-9629-6406ed971d27 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:47.249890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Attempting to bind port eeca1a89-5ce9-4888-9629-6406ed971d27 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6f268348-376f-4088-bc5b-a62cbb931164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:47.250265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Attempting to bind port eeca1a89-5ce9-4888-9629-6406ed971d27 on network 18ae1158-dc49-46ad-ba47-bcadbe780291 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:47.258831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:47.259499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Checking segment: {'id': '6f268348-376f-4088-bc5b-a62cbb931164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:47.260240 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.260884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Bound using segment: {'id': '6f268348-376f-4088-bc5b-a62cbb931164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:47.261740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Bound port: eeca1a89-5ce9-4888-9629-6406ed971d27, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f268348-376f-4088-bc5b-a62cbb931164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:47.262379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.304987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-26c2add0-6f79-4d6e-8244-be6da32a6a56 None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:47.305644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26c2add0-6f79-4d6e-8244-be6da32a6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.381986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c40cb49-2d80-4e4d-8d11-339ee2c97db6 req-ff901c73-2d5e-410a-bb0b-2cdcc7ba99e4 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 210 time: 0.1524839 Sep 01 15:23:47.412625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.429588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Made reservation on behalf of 47d6fb38ac55473692a9fed5d1aeac75 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:47.436238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.467929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.470363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.473742 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.481234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] For port eeca1a89-5ce9-4888-9629-6406ed971d27, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:47.488521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] For port eeca1a89-5ce9-4888-9629-6406ed971d27, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=eeca1a89-5ce9-4888-9629-6406ed971d27,segment=NetworkSegment(6f268348-376f-4088-bc5b-a62cbb931164),segment_id=6f268348-376f-4088-bc5b-a62cbb931164)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:47.511366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network b88213a4-39d9-4010-9450-af52e82685bf is not hosted by any dhcp agent {{(pid=106376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:23:47.513990 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.517679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:47.518564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.524025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "PUT /v2.0/networks/b88213a4-39d9-4010-9450-af52e82685bf HTTP/1.1" status: 200 len: 761 time: 1.3989246 Sep 01 15:23:47.528804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46070) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:47.700138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d13a-1c20-46e9-aa66-89661954e0ce None None] Pushing event updated for resources: {'Port': ['ID=eeca1a89-5ce9-4888-9629-6406ed971d27,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.714347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdec24-b9ee-445a-930e-064146ae39cd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=b88213a4-39d9-4010-9450-af52e82685bf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.732627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:47.737178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:47.762548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b88213a4-39d9-4010-9450-af52e82685bf details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:47.922539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b2008-a119-4b49-aba6-91fe385451fd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:47.925401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3f6b2008-a119-4b49-aba6-91fe385451fd tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks?id=b88213a4-39d9-4010-9450-af52e82685bf HTTP/1.1" status: 200 len: 764 time: 0.3947806 Sep 01 15:23:47.933913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46096) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:48.020332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Allocated IP 172.20.0.10 (9590f533-ada3-480e-9fec-99c093bc396b/d4a64dbf-1961-405a-a337-198c969c7839/3299bae1-8201-4051-93ac-ea4d72732bb0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:48.131674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a996e-e56a-4f5a-9106-cc0c87196e90 req-9ab0b8ad-4b95-4cd4-bcd2-1c3521ef7a37 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.133622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.134891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-711a996e-e56a-4f5a-9106-cc0c87196e90 req-9ab0b8ad-4b95-4cd4-bcd2-1c3521ef7a37 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 944 time: 0.3017452 Sep 01 15:23:48.158907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:48.181698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '74354152-c470-4f3d-b119-dbeadac35838', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '74354152-c470-4f3d-b119-dbeadac35838', 'mac_address': 'fa:16:3e:42:19:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:48.290954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.308446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:48.312072 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89adc9b8-cdd3-4e3b-b2de-027f10063d6c" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:48.342215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:48.345628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74354152-c470-4f3d-b119-dbeadac35838 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:48.352181 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-711a996e-e56a-4f5a-9106-cc0c87196e90 req-6636d6ea-b7de-449f-8a4e-81d85b3b865d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741514 Sep 01 15:23:48.396724 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.397993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.408735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12309d0a-6986-433c-bee7-a8017039afe1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.414564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12309d0a-6986-433c-bee7-a8017039afe1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4769273 Sep 01 15:23:48.419852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46102) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:48.432017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:48.466059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Allocated IP 172.20.0.1 (18ae1158-dc49-46ad-ba47-bcadbe780291/e2703ff2-5455-49f6-b7d9-a894cc9cf8f1/b3e9441f-c06b-480c-af2d-1b27d8aa10bc) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:48.502260 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e239f9f-12ac-4596-ae80-b6ebcc992818 x-openstack-request-id: req-7e239f9f-12ac-4596-ae80-b6ebcc992818 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:48.502699 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-unplugged", "status": "completed", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:48.503016 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e239f9f-12ac-4596-ae80-b6ebcc992818 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:48.503615 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'code': 200} Sep 01 15:23:48.505459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.522104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e896397-b78c-428f-a20b-5efcccaa1892 req-1b6dfc19-5bde-429c-b7c2-cbe752ea7335 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.525030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e896397-b78c-428f-a20b-5efcccaa1892 req-1b6dfc19-5bde-429c-b7c2-cbe752ea7335 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1799440 Sep 01 15:23:48.534375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6208b655-fcef-437d-bc7b-498d91a7c299 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 207 time: 0.1132684 Sep 01 15:23:48.553089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46106) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:48.566393 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.588158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=14']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:48.699408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e896397-b78c-428f-a20b-5efcccaa1892 req-7ad919ca-f33e-4160-bdb1-94d34f7db131 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454062 Sep 01 15:23:48.761053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:48.786841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8eb9adde-85e7-49b8-a5aa-c3352fa0b2c4 req-1120f5e7-bce8-4388-9d50-21967267f185 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 210 time: 0.2705142 Sep 01 15:23:48.832802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['74354152-c470-4f3d-b119-dbeadac35838'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:48.872452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.912185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Transition to ACTIVE for port object b3e9441f-c06b-480c-af2d-1b27d8aa10bc will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:48.940607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device eeca1a89-5ce9-4888-9629-6406ed971d27 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:48.950060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.962941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.978158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.992189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.999877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.005757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.020682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.029045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-325bc0b9-aacd-4722-bbec-2665b4e5712d tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4697514 Sep 01 15:23:49.031124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46110) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.050766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.053733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:49.064768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:49.068339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:49.136356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.151395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port eeca1a89-5ce9-4888-9629-6406ed971d27 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:49.199150 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.216498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=b3e9441f-c06b-480c-af2d-1b27d8aa10bc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:49.287892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Network 9590f533-ada3-480e-9fec-99c093bc396b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:49.302986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:49.322096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:49.363251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Pushing event updated for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:49.392370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-07913308-a25f-4347-9d0d-8afccb10a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.394497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-07913308-a25f-4347-9d0d-8afccb10a2be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.1218753 Sep 01 15:23:49.450087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0da909-5c94-4e15-88b6-963cb0e749d3 req-c6bae69e-7b1e-4ff0-bd2c-f5259c7c9b45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.452741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d0da909-5c94-4e15-88b6-963cb0e749d3 req-c6bae69e-7b1e-4ff0-bd2c-f5259c7c9b45 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2514832 Sep 01 15:23:49.508131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.519494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.520331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.550847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7d42a2d8-7184-467e-ba61-aa2969f513bc tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4325128 Sep 01 15:23:49.554172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.581494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317c806-163d-4e8d-926e-ea823d46a502 None None] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:49.618013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-69b2dd4b-a324-4ab2-a3eb-9a9c5beed006 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4156001 Sep 01 15:23:49.636586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3d0da909-5c94-4e15-88b6-963cb0e749d3 req-f7795a05-3f81-455c-96fb-e1efabcfa0a5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611192 Sep 01 15:23:49.643603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Request body: {'port': {'device_id': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:49.687099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Provisioning for port eeca1a89-5ce9-4888-9629-6406ed971d27 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:49.687972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.690007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.692220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.694087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.695754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.697079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Provisioning complete for port eeca1a89-5ce9-4888-9629-6406ed971d27 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:49.697799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.704418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b64358d6-0e26-4adf-a7af-421a87e8a466 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1432993 Sep 01 15:23:49.704741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46118) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.718433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-a4cb8673-dddd-43b0-b826-db701955a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.721373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-a4cb8673-dddd-43b0-b826-db701955a12b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3174784 Sep 01 15:23:49.817356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.836234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d1d0b-aec2-4848-b1c5-6715e584be29 req-4a556b9f-3d8c-4606-ac66-d97f19791184 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.845191 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-232d1d0b-aec2-4848-b1c5-6715e584be29 req-4a556b9f-3d8c-4606-ac66-d97f19791184 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 945 time: 0.3281858 Sep 01 15:23:49.848708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.855897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.859629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.862424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.865178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:49.868790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12246022-dbe1-420a-95cb-98af98b0f42e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1618154 Sep 01 15:23:49.877960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46122) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.958737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.967705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.087160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-acfc2f13-c55b-478d-8ff8-929bdb96ebab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.3514540 Sep 01 15:23:50.179189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-232d1d0b-aec2-4848-b1c5-6715e584be29 req-cc167c9a-3af5-4ce8-a302-2b0d2ec9156a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975883 Sep 01 15:23:50.265314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-b5664fba-2dec-417c-b166-a1caac5bb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:50.268505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-b5664fba-2dec-417c-b166-a1caac5bb194 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1528451 Sep 01 15:23:50.285544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] For port eeca1a89-5ce9-4888-9629-6406ed971d27, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=eeca1a89-5ce9-4888-9629-6406ed971d27,segment=NetworkSegment(6f268348-376f-4088-bc5b-a62cbb931164),segment_id=6f268348-376f-4088-bc5b-a62cbb931164)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:50.293398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.399012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a974c13-c7c4-4074-bb77-b6dc611120f7 None None] Pushing event updated for resources: {'Port': ['ID=eeca1a89-5ce9-4888-9629-6406ed971d27,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:50.402849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4fcb6-fe35-49e4-a5a9-da6bdf9ad273 req-9bfbc15e-79d3-471d-ab6a-f7ecc9ba91c5 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:50.414150 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51c4fcb6-fe35-49e4-a5a9-da6bdf9ad273 req-9bfbc15e-79d3-471d-ab6a-f7ecc9ba91c5 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 932 time: 0.4677463 Sep 01 15:23:50.433734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-fa678ccd-67c1-4ef1-b04c-b80247d8cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:50.436682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-fa678ccd-67c1-4ef1-b04c-b80247d8cf14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587338 Sep 01 15:23:50.468143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.496524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1360fb9-9c23-484f-a324-00f8c56d4a03 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:50.499606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a1360fb9-9c23-484f-a324-00f8c56d4a03 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks/6376246d-d0f2-4d17-94d1-3d3a5bc985ae HTTP/1.1" status: 200 len: 803 time: 0.5769482 Sep 01 15:23:50.507291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46124) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:50.511589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.656040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=b3e9441f-c06b-480c-af2d-1b27d8aa10bc,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:50.677465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.707350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-12e42f9c-e695-4d01-abcb-843a11bec097 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616892 Sep 01 15:23:50.715139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device eeca1a89-5ce9-4888-9629-6406ed971d27 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:50.821280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Provisioning for port b3e9441f-c06b-480c-af2d-1b27d8aa10bc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:50.835405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Provisioning complete for port b3e9441f-c06b-480c-af2d-1b27d8aa10bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:50.836085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.885144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port eeca1a89-5ce9-4888-9629-6406ed971d27 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:50.885845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.940068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Port b3e9441f-c06b-480c-af2d-1b27d8aa10bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:50.982258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Provisioning complete for port eeca1a89-5ce9-4888-9629-6406ed971d27 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:50.983124 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4741f116-9adc-42f4-a080-98ac0d93fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.045351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f956e-0400-49d1-9632-45ca74527757 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:51.086894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:51.109958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:51.122604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17ddeb-b6b5-4abb-9e4a-73454e625d33 req-576a0f54-7c4b-40fd-a574-5728610104f1 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342640 Sep 01 15:23:51.175280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51c4fcb6-fe35-49e4-a5a9-da6bdf9ad273 req-7b1e222c-2b0e-43bf-bfd1-e7de3422043f tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710515 Sep 01 15:23:51.244538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b34a8a9-6b32-430c-9665-80467705635e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/networks/6376246d-d0f2-4d17-94d1-3d3a5bc985ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7340586 Sep 01 15:23:51.247009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.299067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8cc3a-2083-44c3-b311-c850243f482e req-93e4bec3-dd4b-4233-aa38-17d8a48d4469 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:51.301842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41c8cc3a-2083-44c3-b311-c850243f482e req-93e4bec3-dd4b-4233-aa38-17d8a48d4469 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2811151 Sep 01 15:23:51.394332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f956e-0400-49d1-9632-45ca74527757 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:51.403096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3299bae1-8201-4051-93ac-ea4d72732bb0 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:51.430361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c70c9-a8ab-4525-9bc6-bb19fbf7c6f5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:51.432693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e59c70c9-a8ab-4525-9bc6-bb19fbf7c6f5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets/9312817f-404e-4f3a-a753-1aa73bd3f5a7 HTTP/1.1" status: 200 len: 843 time: 0.1847985 Sep 01 15:23:51.436313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.443199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41c8cc3a-2083-44c3-b311-c850243f482e req-03f60974-8e01-4dca-94b0-30ac11b16492 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259894 Sep 01 15:23:51.444009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.500225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Transition to ACTIVE for port object 3299bae1-8201-4051-93ac-ea4d72732bb0 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:51.515301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.521945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a9cf595-8fae-41c2-b3c9-e53e0b810986 None None] Provisioning complete for port b3e9441f-c06b-480c-af2d-1b27d8aa10bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:51.522332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf595-8fae-41c2-b3c9-e53e0b810986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.579383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899f2bb-37c3-4d49-8708-73f01d015563 req-a9c30caa-9c4c-4eed-a596-962e4b7736e5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:51.581279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9899f2bb-37c3-4d49-8708-73f01d015563 req-a9c30caa-9c4c-4eed-a596-962e4b7736e5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 945 time: 0.1885741 Sep 01 15:23:51.590515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12812e-0669-4f29-a792-bd7759b344c7 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:51.593105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca12812e-0669-4f29-a792-bd7759b344c7 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "GET /v2.0/subnets/9312817f-404e-4f3a-a753-1aa73bd3f5a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1433098 Sep 01 15:23:51.596929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Router d9631cf3-3c31-47f0-a76d-de24977edee3 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:23:51.609245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.624607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994859714'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:51.644121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cf595-8fae-41c2-b3c9-e53e0b810986 None None] Port b3e9441f-c06b-480c-af2d-1b27d8aa10bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:51.706935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:51.747994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:51.766697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:51.776242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.794510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9899f2bb-37c3-4d49-8708-73f01d015563 req-8d87cc9c-352d-4ad1-8403-ffe6273707a8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999063 Sep 01 15:23:51.846655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:51.853140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Attempting to bind port 3299bae1-8201-4051-93ac-ea4d72732bb0 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:51.854187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Attempting to bind port 3299bae1-8201-4051-93ac-ea4d72732bb0 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b039707d-74d5-43f9-aae9-9baf8ba19dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:51.855323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Attempting to bind port 3299bae1-8201-4051-93ac-ea4d72732bb0 on network 9590f533-ada3-480e-9fec-99c093bc396b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:51.863312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Port 3299bae1-8201-4051-93ac-ea4d72732bb0 on network 9590f533-ada3-480e-9fec-99c093bc396b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:23:51.863836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Attempting to bind port 3299bae1-8201-4051-93ac-ea4d72732bb0 on network 9590f533-ada3-480e-9fec-99c093bc396b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:51.864578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:51.866990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.867405 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Added segment 73dbda2b-35a4-4bf1-a708-408a27e9cf45 of type vlan for network 144e2cf3-f44d-4737-9165-0cb67149bfc0 Sep 01 15:23:51.873032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4415767c-2ecf-4844-8ca4-c486eb8a7978 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "PUT /v2.0/routers/d9631cf3-3c31-47f0-a76d-de24977edee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5568428 Sep 01 15:23:51.874594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:51.875195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Checking segment: {'id': 'b039707d-74d5-43f9-aae9-9baf8ba19dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:51.875717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Bound using segment: {'id': 'b039707d-74d5-43f9-aae9-9baf8ba19dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:51.876438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Bound port: 3299bae1-8201-4051-93ac-ea4d72732bb0, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b039707d-74d5-43f9-aae9-9baf8ba19dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:51.877036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.880359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46138) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.887328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] Sync routers for ids ['d9631cf3-3c31-47f0-a76d-de24977edee3'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:51.887878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'port': {'network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291', 'name': 'tempest-FloatingIPNegativeTestJSON-832417699'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:51.928943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] Routers {'d9631cf3-3c31-47f0-a76d-de24977edee3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:51.929644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:23:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d9631cf3-3c31-47f0-a76d-de24977edee3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:51.954184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.981751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.007613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] Routers {'d9631cf3-3c31-47f0-a76d-de24977edee3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:52.007891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.008692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:23:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d9631cf3-3c31-47f0-a76d-de24977edee3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.019494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.020756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.025461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 74354152-c470-4f3d-b119-dbeadac35838 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:52.071753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.072425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ec5dd-7ab5-407f-b4fb-ff1c9d509442 None None] The sync data for ids ['d9631cf3-3c31-47f0-a76d-de24977edee3'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:52.074243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 74354152-c470-4f3d-b119-dbeadac35838 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:52.074845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.145052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:52.145302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Network': ['ID=144e2cf3-f44d-4737-9165-0cb67149bfc0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.164629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd792421-61e6-49fd-88d8-1cbc0a0cf107 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5443757 Sep 01 15:23:52.168265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46140) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:52.178863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:52.185444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3299bae1-8201-4051-93ac-ea4d72732bb0,segment=NetworkSegment(b039707d-74d5-43f9-aae9-9baf8ba19dfa),segment_id=b039707d-74d5-43f9-aae9-9baf8ba19dfa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:52.192428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:52.256028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.414272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Made reservation on behalf of f840e6b8d3cd47729a22b3e8849963b3 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:52.422712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.434504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.469870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.471058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.475525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-3697555a-f2db-4c16-971e-969cce4487c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/3299bae1-8201-4051-93ac-ea4d72732bb0 HTTP/1.1" status: 200 len: 1093 time: 2.8454895 Sep 01 15:23:52.481394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:52.487805 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fe938d-c626-48b8-a8f6-6131e5d6747f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:52.505754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] device_id is not set on port 75c97c92-36f8-4395-a67d-e82b134f8c42 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:23:52.515481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.625044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:52.627835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-637d4e0d-1a30-4097-8a12-0f81e4cd546a None None] Provisioning complete for port b3e9441f-c06b-480c-af2d-1b27d8aa10bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:52.629319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-637d4e0d-1a30-4097-8a12-0f81e4cd546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.636223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:52.641350 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a78e2d-3cca-48eb-b0f1-5a9f7aa937e6" -d '{"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-plugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:52.649957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.778643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-637d4e0d-1a30-4097-8a12-0f81e4cd546a None None] Port b3e9441f-c06b-480c-af2d-1b27d8aa10bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:52.816232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.818953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-0dbde8fc-d499-4fc6-bffa-337a2692091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.833670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-0dbde8fc-d499-4fc6-bffa-337a2692091a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d6fb38ac55473692a9fed5d1aeac75&device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 1096 time: 0.2432373 Sep 01 15:23:52.937048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02e75-cd9f-40fb-8714-7e794dc78877 req-d1d951cf-1065-4e77-b3ca-3f4c9c67da0d tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.938846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c13e-ce4b-4d85-bcb7-9c1d87abddcc req-fd9ee152-62b5-484e-9cd0-af347baadb8b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.940062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4eb02e75-cd9f-40fb-8714-7e794dc78877 req-d1d951cf-1065-4e77-b3ca-3f4c9c67da0d tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 944 time: 0.1140738 Sep 01 15:23:52.940302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d924c13e-ce4b-4d85-bcb7-9c1d87abddcc req-fd9ee152-62b5-484e-9cd0-af347baadb8b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3020470 Sep 01 15:23:52.947377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-588dcf6d-2e52-418a-9997-cc0e47101115 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3299bae1-8201-4051-93ac-ea4d72732bb0 HTTP/1.1" status: 200 len: 217 time: 0.1026843 Sep 01 15:23:52.966336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Made reservation on behalf of 8d05f095e44643beb79558de4abbca9b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:52.970554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.991290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Allocated IP 172.20.0.9 (18ae1158-dc49-46ad-ba47-bcadbe780291/e2703ff2-5455-49f6-b7d9-a894cc9cf8f1/75c97c92-36f8-4395-a67d-e82b134f8c42) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:53.074370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing IP validity checks on allocation pools {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:23:53.074795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:23:53.083003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4eb02e75-cd9f-40fb-8714-7e794dc78877 req-d7b45212-d8a4-4a9d-a52f-21d8fc68ab73 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272657 Sep 01 15:23:53.136885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-638d6b3f-8433-4862-a1f3-99449b4a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.139623 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-638d6b3f-8433-4862-a1f3-99449b4a7c2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4a64dbf-1961-405a-a337-198c969c7839 HTTP/1.1" status: 200 len: 865 time: 0.1829300 Sep 01 15:23:53.146343 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d924c13e-ce4b-4d85-bcb7-9c1d87abddcc req-4970a44e-bc9f-4225-bfc1-e433381ed19e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915765 Sep 01 15:23:53.196027 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81697a1-f96a-41ad-bd2d-b189475f0d78 x-openstack-request-id: req-e81697a1-f96a-41ad-bd2d-b189475f0d78 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:53.196986 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:53.197409 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e81697a1-f96a-41ad-bd2d-b189475f0d78 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:53.197995 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0', 'status': 'completed', 'code': 200} Sep 01 15:23:53.208765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-6ddb7508-47a1-4bc3-b397-af0ad0a120a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9590f533-ada3-480e-9fec-99c093bc396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608535 Sep 01 15:23:53.255103 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b4972-83bd-4c42-94e3-eca478d9d6ce x-openstack-request-id: req-ff5b4972-83bd-4c42-94e3-eca478d9d6ce {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:53.255562 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-plugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:53.255973 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff5b4972-83bd-4c42-94e3-eca478d9d6ce {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:53.256624 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838', 'code': 200} Sep 01 15:23:53.477609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.510350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca51b5c-3885-4215-baf2-511894000c61 req-49a7c743-daec-406a-92a2-722e887da606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.512667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ca51b5c-3885-4215-baf2-511894000c61 req-49a7c743-daec-406a-92a2-722e887da606 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 1098 time: 0.1865349 Sep 01 15:23:53.615281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e7e2a-ada2-4c23-ad11-8d45d3d4ecbc req-ea7b3454-185a-49fd-b561-d503919caee4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.617118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-593e7e2a-ada2-4c23-ad11-8d45d3d4ecbc req-ea7b3454-185a-49fd-b561-d503919caee4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 946 time: 0.2686532 Sep 01 15:23:53.656111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-ff90069c-5ca2-4080-a04b-10dfb92f9a77 service neutron] 10.222.0.50 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397442 Sep 01 15:23:53.661105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.675913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=211f9d2c-5a15-4409-b5a1-d4713ee1f139,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:53.694097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ca51b5c-3885-4215-baf2-511894000c61 req-d8ff0eca-0faf-4bf8-87cd-964e13d1241a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412501 Sep 01 15:23:53.707819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7f3e-1c1f-4127-9e25-12419a501edd req-75861aca-42a7-43ce-8cca-8faefe728113 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.710220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9ae7f3e-1c1f-4127-9e25-12419a501edd req-75861aca-42a7-43ce-8cca-8faefe728113 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2599282 Sep 01 15:23:53.716768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Transition to ACTIVE for port object 75c97c92-36f8-4395-a67d-e82b134f8c42 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:53.733885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Checking segment: {'id': '73dbda2b-35a4-4bf1-a708-408a27e9cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:53.734385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network hostable DHCP agents. Network: 144e2cf3-f44d-4737-9165-0cb67149bfc0, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:53.751089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-593e7e2a-ada2-4c23-ad11-8d45d3d4ecbc req-06a6a0b4-0385-48df-926f-917f4b6de92a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224437 Sep 01 15:23:53.800285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9ae7f3e-1c1f-4127-9e25-12419a501edd req-4206fcce-62bc-44fe-aad7-d3f92d50e443 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806932 Sep 01 15:23:53.808562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:53.824045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.825729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 144e2cf3-f44d-4737-9165-0cb67149bfc0) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:53.832370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.833288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.834029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7fcb0df9-e392-4a9d-9d50-3dbd9855182d req-8acf69c2-fee2-433d-9953-d7b99983cb2e service neutron] 10.222.0.50 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673596 Sep 01 15:23:53.845356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103047e1-6c51-46a6-8475-e59989d1f3ad None None] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:53.884626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c37385df-a682-4bb3-80c7-920f675e83ca tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7139499 Sep 01 15:23:53.885695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:53.896164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:53.938906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=75c97c92-36f8-4395-a67d-e82b134f8c42,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:53.971695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:53.976458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:53.995359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:54.083469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-144e2cf3-f44d-4737-9165-0cb67149bfc0', 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0', 'tenant_id': '8d05f095e44643beb79558de4abbca9b', 'fixed_ips': [{'subnet_id': '211f9d2c-5a15-4409-b5a1-d4713ee1f139'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:54.090184 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.183625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9198784'] for subnet, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.195406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.196983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.211588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-e1dc938c-8883-46d2-a125-768ccc63f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.214821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-e1dc938c-8883-46d2-a125-768ccc63f2e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d6fb38ac55473692a9fed5d1aeac75&device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 1096 time: 0.2405517 Sep 01 15:23:54.242238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216b374-e76c-4f5a-b095-dd8a56b54c12 req-c18d12ac-0e6e-46e9-a38d-bb54d6dd11bc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.252155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5216b374-e76c-4f5a-b095-dd8a56b54c12 req-c18d12ac-0e6e-46e9-a38d-bb54d6dd11bc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2585816 Sep 01 15:23:54.331048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-09bd4cc9-0319-4057-a42e-aa60e4319ab3 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4491742 Sep 01 15:23:54.336653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46162) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:54.354028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:54.401023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:23:54.401023 n-d-802060-16 neutron-server[106378]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 01 15:23:54.401023 n-d-802060-16 neutron-server[106378]: [parameters: {'in_use': 1, 'id_1': '211f9d2c-5a15-4409-b5a1-d4713ee1f139'}] Sep 01 15:23:54.401023 n-d-802060-16 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:54.402798 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:54.420073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe55f-28b2-4c33-a844-395fcb6a5b96 req-49e5ada9-301b-41aa-8657-bb3a23c4e5c8 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.421862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5cbe55f-28b2-4c33-a844-395fcb6a5b96 req-49e5ada9-301b-41aa-8657-bb3a23c4e5c8 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 944 time: 0.0976791 Sep 01 15:23:54.442231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7240343b-8a78-4847-af32-139274712f8d None None] Provisioning for port 75c97c92-36f8-4395-a67d-e82b134f8c42 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:54.444699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5216b374-e76c-4f5a-b095-dd8a56b54c12 req-2173d732-de20-4f19-805c-d26a27ca6cdc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913748 Sep 01 15:23:54.451882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.460307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7240343b-8a78-4847-af32-139274712f8d None None] Provisioning complete for port 75c97c92-36f8-4395-a67d-e82b134f8c42 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:54.460307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7240343b-8a78-4847-af32-139274712f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.510668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-7c593d39-0ba1-4a10-9cdb-159ef6258649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.513728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-7c593d39-0ba1-4a10-9cdb-159ef6258649 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9590f533-ada3-480e-9fec-99c093bc396b HTTP/1.1" status: 200 len: 926 time: 0.2839065 Sep 01 15:23:54.529955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7240343b-8a78-4847-af32-139274712f8d None None] Port 75c97c92-36f8-4395-a67d-e82b134f8c42 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:54.541448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5cbe55f-28b2-4c33-a844-395fcb6a5b96 req-4e08f8b4-2010-4993-9f55-87a4906f2430 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953465 Sep 01 15:23:54.610609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-7534b018-4449-491a-a1c1-e39a9fbe2142 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3299bae1-8201-4051-93ac-ea4d72732bb0 HTTP/1.1" status: 200 len: 217 time: 0.0527852 Sep 01 15:23:54.668580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745022663132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9237194'] for subnet, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.687263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-cc059c98-b071-43d3-ba4e-cb251864fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.688825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-cc059c98-b071-43d3-ba4e-cb251864fc70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4a64dbf-1961-405a-a337-198c969c7839 HTTP/1.1" status: 200 len: 865 time: 0.0664475 Sep 01 15:23:54.764743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.764743 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.772431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "PUT /v2.0/subnets/211f9d2c-5a15-4409-b5a1-d4713ee1f139 HTTP/1.1" status: 200 len: 900 time: 0.8799083 Sep 01 15:23:54.772746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-5d4850e6-ee52-4185-ba75-58a0081f430d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9590f533-ada3-480e-9fec-99c093bc396b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687017 Sep 01 15:23:54.772926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46168) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:54.797748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944cab-d96b-4aa0-82e1-aae3e3c7a9f1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event updated for resources: {'Subnet': ['ID=211f9d2c-5a15-4409-b5a1-d4713ee1f139,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:54.903893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.964689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2ae7-5c12-4063-9a18-43c2e6e702c0 req-d4a7fdc7-dbc6-4d91-b62c-5968d59df956 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.966634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e04b2ae7-5c12-4063-9a18-43c2e6e702c0 req-d4a7fdc7-dbc6-4d91-b62c-5968d59df956 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 946 time: 0.0850573 Sep 01 15:23:55.042284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e04b2ae7-5c12-4063-9a18-43c2e6e702c0 req-b71fe696-d53c-4f19-a5ed-446bcf5c9ac2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Sep 01 15:23:55.091688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.167573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Allocated IP 2001:db8::3 (144e2cf3-f44d-4737-9165-0cb67149bfc0/211f9d2c-5a15-4409-b5a1-d4713ee1f139/233e9083-220b-4a46-83a4-32762c87f72d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:55.209491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.269173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-07a43d27-9120-41fa-b8b1-d1ddb387c2ad service neutron] 10.222.0.50 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919739 Sep 01 15:23:55.361015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.372471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Transition to ACTIVE for port object 233e9083-220b-4a46-83a4-32762c87f72d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:55.381400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-f4ee3203-fe71-4c6b-96d7-85878b5e9f81 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:55.383577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-f4ee3203-fe71-4c6b-96d7-85878b5e9f81 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.5096545 Sep 01 15:23:55.393308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Transition to ACTIVE for port object 233e9083-220b-4a46-83a4-32762c87f72d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:55.402647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.468330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-7148327d-e9a0-4cd8-9dde-c38b2fa135a6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/quotas/cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 375 time: 0.0506260 Sep 01 15:23:55.472898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Allocated IP 172.25.1.120 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/342483cb-b0b9-4b4e-9d7a-331ce7ad1835) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:55.489406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:55.491663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:55.497662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:55.506432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Pushing event updated for resources: {'Port': ['ID=233e9083-220b-4a46-83a4-32762c87f72d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:55.520083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.573842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Attempting to bind port 233e9083-220b-4a46-83a4-32762c87f72d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:55.573842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Attempting to bind port 233e9083-220b-4a46-83a4-32762c87f72d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '73dbda2b-35a4-4bf1-a708-408a27e9cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:55.573842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Attempting to bind port 233e9083-220b-4a46-83a4-32762c87f72d on network 144e2cf3-f44d-4737-9165-0cb67149bfc0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:55.582626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:55.583767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Checking segment: {'id': '73dbda2b-35a4-4bf1-a708-408a27e9cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:55.583767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.584137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Bound using segment: {'id': '73dbda2b-35a4-4bf1-a708-408a27e9cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:55.585389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Bound port: 233e9083-220b-4a46-83a4-32762c87f72d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dbda2b-35a4-4bf1-a708-408a27e9cf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:55.585389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.700209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] For port 233e9083-220b-4a46-83a4-32762c87f72d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:55.709788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5fe938d-c626-48b8-a8f6-6131e5d6747f req-1502a186-61b9-4539-ae50-9ec043df717f service neutron] 10.222.0.50 "GET /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285305 Sep 01 15:23:55.711771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] For port 233e9083-220b-4a46-83a4-32762c87f72d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=233e9083-220b-4a46-83a4-32762c87f72d,segment=NetworkSegment(73dbda2b-35a4-4bf1-a708-408a27e9cf45),segment_id=73dbda2b-35a4-4bf1-a708-408a27e9cf45)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:55.720354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.747098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f24b-9d25-4d47-9ec0-4bb16c092724 req-ddc00ef4-107f-4ab3-b93f-0dfb2d572b85 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:55.751326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56f24b-9d25-4d47-9ec0-4bb16c092724 req-ddc00ef4-107f-4ab3-b93f-0dfb2d572b85 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 944 time: 0.0811751 Sep 01 15:23:55.790608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3299bae1-8201-4051-93ac-ea4d72732bb0 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:55.800949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-aa2c8a42-d89e-4939-af87-c677753e1379 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3145478 Sep 01 15:23:55.838707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56f24b-9d25-4d47-9ec0-4bb16c092724 req-30c6d961-4333-4f4d-8c26-36236612a070 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Sep 01 15:23:55.879950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62928-1297-4eda-acf9-f4cb2d26014e None None] Pushing event updated for resources: {'Port': ['ID=233e9083-220b-4a46-83a4-32762c87f72d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:55.900258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.907897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.988386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=211f9d2c-5a15-4409-b5a1-d4713ee1f139,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.020760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3299bae1-8201-4051-93ac-ea4d72732bb0,segment=NetworkSegment(b039707d-74d5-43f9-aae9-9baf8ba19dfa),segment_id=b039707d-74d5-43f9-aae9-9baf8ba19dfa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:56.036729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '3299bae1-8201-4051-93ac-ea4d72732bb0', 'network_id': '9590f533-ada3-480e-9fec-99c093bc396b', 'port_id': '3299bae1-8201-4051-93ac-ea4d72732bb0', 'mac_address': 'fa:16:3e:68:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a64dbf-1961-405a-a337-198c969c7839', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:56.088396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.130995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3299bae1-8201-4051-93ac-ea4d72732bb0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:56.178827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3299bae1-8201-4051-93ac-ea4d72732bb0,segment=NetworkSegment(b039707d-74d5-43f9-aae9-9baf8ba19dfa),segment_id=b039707d-74d5-43f9-aae9-9baf8ba19dfa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:56.185553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.257027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.272909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.311219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144e2cf3-f44d-4737-9165-0cb67149bfc0']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.324438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc07bb-e74d-4efc-a4ac-6556a595c93b req-c93e592e-39cf-48c2-b7d6-2bef4a2def1c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:56.326660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8afc07bb-e74d-4efc-a4ac-6556a595c93b req-c93e592e-39cf-48c2-b7d6-2bef4a2def1c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 946 time: 0.1202173 Sep 01 15:23:56.351262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dbda2b-35a4-4bf1-a708-408a27e9cf45') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.351738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dbda2b-35a4-4bf1-a708-408a27e9cf45') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.369208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.385928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.407699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8afc07bb-e74d-4efc-a4ac-6556a595c93b req-447bde5c-07fa-4c5a-bb5a-c78370379b6d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691836 Sep 01 15:23:56.450284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-5d9e3705-c3ee-4d37-940c-aa7315ea83ee service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321814 Sep 01 15:23:56.460046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.464241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:56.482373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:56.490456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:56.502118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:56.502609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:56.505914 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:56.510171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3299bae1-8201-4051-93ac-ea4d72732bb0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:56.598428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=342483cb-b0b9-4b4e-9d7a-331ce7ad1835,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.668972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:56.668972 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:56.668972 n-d-802060-16 neutron-server[106377]: [parameters: {'id': '144e2cf3-f44d-4737-9165-0cb67149bfc0'}] Sep 01 15:23:56.668972 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:56.669821 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:56.788586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-6f82aa4b-5706-4da4-af29-775847d4e09b service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180878 Sep 01 15:23:56.814139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 233e9083-220b-4a46-83a4-32762c87f72d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:56.871206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.926993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a8ef7-3b3c-44ce-9719-b86f6ae7ddc9 req-e7b6f37a-0d80-4a41-aec4-3740d62452f1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:56.929424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-957a8ef7-3b3c-44ce-9719-b86f6ae7ddc9 req-e7b6f37a-0d80-4a41-aec4-3740d62452f1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 946 time: 0.0984428 Sep 01 15:23:56.961875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.010017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-957a8ef7-3b3c-44ce-9719-b86f6ae7ddc9 req-6d73343f-05b4-4c9a-b5c8-9e424f75f1f2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737500 Sep 01 15:23:57.209708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe417f2-744a-4d8d-b604-eaeb7eb5cfc5 req-ea7a8306-3c2b-42c3-bebc-55f78db1a696 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:57.220589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afe417f2-744a-4d8d-b604-eaeb7eb5cfc5 req-ea7a8306-3c2b-42c3-bebc-55f78db1a696 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 945 time: 0.0969591 Sep 01 15:23:57.246522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 233e9083-220b-4a46-83a4-32762c87f72d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:57.282464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afe417f2-744a-4d8d-b604-eaeb7eb5cfc5 req-6fa2beba-2018-4300-8267-866e994b9b62 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Sep 01 15:23:57.487037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2117738-7e38-4249-a7b4-95f069fd535d None None] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:57.645102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Provisioning for port 233e9083-220b-4a46-83a4-32762c87f72d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:57.661808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Provisioning complete for port 233e9083-220b-4a46-83a4-32762c87f72d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:57.662312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.687154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.722905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.752936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5be7140-e524-40da-866c-5b29f2254497 req-5bf40895-0f50-4726-8643-d40059fe0c50 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 210 time: 0.0578830 Sep 01 15:23:57.805543 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.863597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] DHCP port deletion for 144e2cf3-f44d-4737-9165-0cb67149bfc0 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:57.872475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] For port 233e9083-220b-4a46-83a4-32762c87f72d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=233e9083-220b-4a46-83a4-32762c87f72d,segment=NetworkSegment(73dbda2b-35a4-4bf1-a708-408a27e9cf45),segment_id=73dbda2b-35a4-4bf1-a708-408a27e9cf45)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:57.911983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.946116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.951413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 233e9083-220b-4a46-83a4-32762c87f72d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:57.952041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.958254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.023817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecd25f-104f-4e69-95f8-f7de9428a718 None None] Pushing event updated for resources: {'Port': ['ID=233e9083-220b-4a46-83a4-32762c87f72d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.044910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Deleting port 233e9083-220b-4a46-83a4-32762c87f72d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:58.045534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.167077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] For port 233e9083-220b-4a46-83a4-32762c87f72d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=233e9083-220b-4a46-83a4-32762c87f72d,segment=NetworkSegment(73dbda2b-35a4-4bf1-a708-408a27e9cf45),segment_id=73dbda2b-35a4-4bf1-a708-408a27e9cf45)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:58.167664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.177289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=342483cb-b0b9-4b4e-9d7a-331ce7ad1835,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.189459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.192385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Calling delete_port for 233e9083-220b-4a46-83a4-32762c87f72d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:58.196478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a2669-5ecd-4df1-83cf-0787c3903639 req-f8170e02-38bf-41a2-92b0-04493d28256c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.198884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-081a2669-5ecd-4df1-83cf-0787c3903639 req-f8170e02-38bf-41a2-92b0-04493d28256c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 946 time: 0.0769789 Sep 01 15:23:58.199841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 233e9083-220b-4a46-83a4-32762c87f72d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=233e9083-220b-4a46-83a4-32762c87f72d,segment=NetworkSegment(73dbda2b-35a4-4bf1-a708-408a27e9cf45),segment_id=73dbda2b-35a4-4bf1-a708-408a27e9cf45)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:58.200211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.217761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 233e9083-220b-4a46-83a4-32762c87f72d owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:58.219973 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.221242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f284bb6c-0bef-4c6f-a1f3-89f12c7a31db tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8803315 Sep 01 15:23:58.225650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:58.232857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-86bff588-5b3c-4d75-bef1-be9d6a3e5a5a tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'floatingip': {'port_id': '75c97c92-36f8-4395-a67d-e82b134f8c42', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:58.325434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.334409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.362112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] Pushing event deleted for resources: {'Port': ['ID=233e9083-220b-4a46-83a4-32762c87f72d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.375445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 233e9083-220b-4a46-83a4-32762c87f72d on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:58.378105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f82cb-5b8b-448f-941b-2369966c96a6 None None] No DVR routers for this DVR port 233e9083-220b-4a46-83a4-32762c87f72d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:58.390524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-081a2669-5ecd-4df1-83cf-0787c3903639 req-7e98f2e2-790d-4fb2-96b9-28d2fbb42cc1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757343 Sep 01 15:23:58.394507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86bff588-5b3c-4d75-bef1-be9d6a3e5a5a tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.395003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=233e9083-220b-4a46-83a4-32762c87f72d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.410538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f993d-0455-4182-b466-c19641a7f407 None None] Network 144e2cf3-f44d-4737-9165-0cb67149bfc0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:58.531045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.572949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144e2cf3-f44d-4737-9165-0cb67149bfc0']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.590730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:23:58.640279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dbda2b-35a4-4bf1-a708-408a27e9cf45') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.640552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dbda2b-35a4-4bf1-a708-408a27e9cf45') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.714638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fffe0-06d0-41d6-a2ce-12fe4f5a039e req-459bc187-cefe-4985-a78a-5ffd7eaf21d8 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.717097 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a47fffe0-06d0-41d6-a2ce-12fe4f5a039e req-459bc187-cefe-4985-a78a-5ffd7eaf21d8 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 945 time: 0.2832448 Sep 01 15:23:58.729500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.747094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 233e9083-220b-4a46-83a4-32762c87f72d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:58.781760 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.791568 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-86bff588-5b3c-4d75-bef1-be9d6a3e5a5a tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] update failed (client error): The resource could not be found. Sep 01 15:23:58.796652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-86bff588-5b3c-4d75-bef1-be9d6a3e5a5a tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "PUT /v2.0/floatingips/d05867a1-b473-4136-8404-2e28c74f1620 HTTP/1.1" status: 404 len: 507 time: 0.5690567 Sep 01 15:23:58.798247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 233e9083-220b-4a46-83a4-32762c87f72d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:58.798247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 233e9083-220b-4a46-83a4-32762c87f72d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:58.799169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46218) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:58.819983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a47fffe0-06d0-41d6-a2ce-12fe4f5a039e req-a238a2d9-2ecc-49f1-86e5-0848aec040a9 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753548 Sep 01 15:23:58.821090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:58.822902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:58.830655 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:58.924668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8ee26e5c-ae14-428a-a488-0572d80c33aa tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.926398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8ee26e5c-ae14-428a-a488-0572d80c33aa tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.3785131 Sep 01 15:23:58.945259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'device_id': '073836e3-d664-44e2-babc-df0a4d87081e', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'admin_state_up': True, 'tenant_id': 'cf23eea573064368972648256787aea5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:58.969369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.988544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting port 342483cb-b0b9-4b4e-9d7a-331ce7ad1835 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:58.989651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.015943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.018847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/144e2cf3-f44d-4737-9165-0cb67149bfc0 HTTP/1.1" status: 204 len: 168 time: 4.2435956 Sep 01 15:23:59.034678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46222) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.096135 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.096571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.113726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Calling delete_port for 342483cb-b0b9-4b4e-9d7a-331ce7ad1835 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:59.166755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87c4f-935f-4db5-9883-c7864c790115 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=144e2cf3-f44d-4737-9165-0cb67149bfc0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:59.176504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fee95a27-74ac-4c06-8060-6df52aeca557 req-8d7ea59d-5349-40ad-9607-31b0bf2c7b3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 210 time: 0.1703970 Sep 01 15:23:59.204669 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ea636-6894-46ba-8f0d-19637e3d9d9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:59.205283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ea636-6894-46ba-8f0d-19637e3d9d9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:59.207137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0d5ea636-6894-46ba-8f0d-19637e3d9d9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/211f9d2c-5a15-4409-b5a1-d4713ee1f139 HTTP/1.1" status: 404 len: 337 time: 0.1730554 Sep 01 15:23:59.216889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46234) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.245620 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94bf6e9-2967-4475-b14b-10400d1c7d45 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:59.246135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94bf6e9-2967-4475-b14b-10400d1c7d45 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:59.248776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e94bf6e9-2967-4475-b14b-10400d1c7d45 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/144e2cf3-f44d-4737-9165-0cb67149bfc0 HTTP/1.1" status: 404 len: 339 time: 0.0359950 Sep 01 15:23:59.252504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.320615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:59.324246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.340787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.369629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.379228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Port': ['ID=342483cb-b0b9-4b4e-9d7a-331ce7ad1835,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:59.457320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.460669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.466705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c552f24-3a95-4aaf-b236-158d4d9b46b5 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "DELETE /v2.0/floatingips/d05867a1-b473-4136-8404-2e28c74f1620 HTTP/1.1" status: 204 len: 168 time: 0.6624908 Sep 01 15:23:59.467363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.476379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8e112982-737c-4d01-be0d-7db2df16c977 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'floatingip': {'floating_network_id': '18ae1158-dc49-46ad-ba47-bcadbe780291', 'port_id': '75c97c92-36f8-4395-a67d-e82b134f8c42', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:59.515641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e112982-737c-4d01-be0d-7db2df16c977 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.554135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.574283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88213a4-39d9-4010-9450-af52e82685bf']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:59.591612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273bd222-80f7-470c-8e0a-b67cb65c7b22') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:59.592048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273bd222-80f7-470c-8e0a-b67cb65c7b22') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:59.605626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.20.0.9 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/8cddff69-eec0-43e8-9d07-13b0934abd8d) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:59.608924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.633787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.651559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:59.651974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:59.660137 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:59.724524 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-8e112982-737c-4d01-be0d-7db2df16c977 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:23:59.725874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8e112982-737c-4d01-be0d-7db2df16c977 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2568779 Sep 01 15:23:59.733522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46240) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.741633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '75c97c92-36f8-4395-a67d-e82b134f8c42', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:59.779541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.789373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3299bae1-8201-4051-93ac-ea4d72732bb0 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:59.802835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.816139 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.824104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/b88213a4-39d9-4010-9450-af52e82685bf HTTP/1.1" status: 204 len: 168 time: 0.5646024 Sep 01 15:23:59.824104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46242) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.880810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cdfa0-eeee-4765-9adc-12804a2593e5 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=b88213a4-39d9-4010-9450-af52e82685bf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:59.890732 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6609f1-1d49-434a-9010-be17e5a8bc92 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:59.891842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6609f1-1d49-434a-9010-be17e5a8bc92 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:59.896393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c6609f1-1d49-434a-9010-be17e5a8bc92 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/62fc8803-5357-4111-8798-fdfd1e73d645 HTTP/1.1" status: 404 len: 337 time: 0.0711963 Sep 01 15:23:59.902363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46246) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.904109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 3299bae1-8201-4051-93ac-ea4d72732bb0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:59.911691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 3299bae1-8201-4051-93ac-ea4d72732bb0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:59.912339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.952767 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-895aa8b4-d56c-40e0-a2d6-dea77e167ce1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:59.953427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895aa8b4-d56c-40e0-a2d6-dea77e167ce1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:59.957184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-895aa8b4-d56c-40e0-a2d6-dea77e167ce1 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/fa578e7c-4748-4fbe-8464-47ead90b07a4 HTTP/1.1" status: 404 len: 339 time: 0.0500133 Sep 01 15:23:59.962558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46248) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.981087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.009972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Transition to ACTIVE for port object 8cddff69-eec0-43e8-9d07-13b0934abd8d will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:00.047675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.076701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.083311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:00.087915 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f88ac-ae5b-4ebb-9bd4-4544e44f7b57" -d '{"events": [{"server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "name": "network-vif-plugged", "status": "completed", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:00.107209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3299bae1-8201-4051-93ac-ea4d72732bb0,segment=NetworkSegment(b039707d-74d5-43f9-aae9-9baf8ba19dfa),segment_id=b039707d-74d5-43f9-aae9-9baf8ba19dfa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:00.118774 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.160526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:00.176298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:00.181316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:00.188801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.207914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting subnet 80235601-608c-4cac-a145-4ec5ccee05fd {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:00.218268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.222003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.247744 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2f3c6e-881c-4f78-ae96-4a3c219ed3ed x-openstack-request-id: req-7d2f3c6e-881c-4f78-ae96-4a3c219ed3ed {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:00.248287 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "name": "network-vif-plugged", "status": "completed", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:00.248733 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d2f3c6e-881c-4f78-ae96-4a3c219ed3ed {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:00.249317 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0', 'code': 200} Sep 01 15:24:00.276467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.346850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:00.348110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.377661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-8e41dafc-6edd-465a-b281-6c799cb4ea99 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4390290 Sep 01 15:24:00.400729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18085f-4477-4699-9ae2-4071ba74d569 req-8bbeeaa4-abcc-4be2-b7ba-06a5ac10d363 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:00.402616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Request body: {'port': {'device_id': '073836e3-d664-44e2-babc-df0a4d87081e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:00.414384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a18085f-4477-4699-9ae2-4071ba74d569 req-8bbeeaa4-abcc-4be2-b7ba-06a5ac10d363 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 945 time: 0.4378612 Sep 01 15:24:00.522174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.563892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5c47e87c-b715-483e-a34e-a4cf60793326 None None] Provisioning for port 8cddff69-eec0-43e8-9d07-13b0934abd8d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:00.569497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5c47e87c-b715-483e-a34e-a4cf60793326 None None] Provisioning complete for port 8cddff69-eec0-43e8-9d07-13b0934abd8d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:00.569909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c47e87c-b715-483e-a34e-a4cf60793326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.583473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.609195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e9d74-66a0-4571-a9ba-a78e71425b4f req-8dd3e772-4d33-430a-abaf-2960147c46ab tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:00.611849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d8e9d74-66a0-4571-a9ba-a78e71425b4f req-8dd3e772-4d33-430a-abaf-2960147c46ab tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 931 time: 0.1672661 Sep 01 15:24:00.632300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5c47e87c-b715-483e-a34e-a4cf60793326 None None] Port 8cddff69-eec0-43e8-9d07-13b0934abd8d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:00.666007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a18085f-4477-4699-9ae2-4071ba74d569 req-2b4e0b60-9663-45c3-9b20-6f15411bf12c tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499895 Sep 01 15:24:00.729909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d8e9d74-66a0-4571-a9ba-a78e71425b4f req-f4d5ce73-9557-413a-b353-1d669013beee tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017048 Sep 01 15:24:00.742128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b245-647b-4bbe-af35-3a9e2f54dd5a req-ae1869da-8676-4fed-b011-cf77cf9018a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:00.745860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9260b245-647b-4bbe-af35-3a9e2f54dd5a req-ae1869da-8676-4fed-b011-cf77cf9018a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 1098 time: 0.3133082 Sep 01 15:24:00.803899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Allocated IP 172.25.1.51 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/dad5f2c5-d51e-4334-9050-734c90e57e3e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:00.828799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.922121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9260b245-647b-4bbe-af35-3a9e2f54dd5a req-36317a3d-12d8-44a8-accd-08820ba824fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635101 Sep 01 15:24:01.007230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cddff69-eec0-43e8-9d07-13b0934abd8d {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:01.016807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.036085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Transition to ACTIVE for port object 8cddff69-eec0-43e8-9d07-13b0934abd8d will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:01.040549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.071644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.111623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:01.129021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=80235601-608c-4cac-a145-4ec5ccee05fd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:01.159716 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.163623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c81b0d63-26c5-4a01-8aeb-d66802acc229 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/80235601-608c-4cac-a145-4ec5ccee05fd HTTP/1.1" status: 204 len: 168 time: 1.1969187 Sep 01 15:24:01.168765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46264) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:01.170634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ec9da-ab91-4f28-849f-dc0d5ba0a47b None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:01.246860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Attempting to bind port 8cddff69-eec0-43e8-9d07-13b0934abd8d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:01.247253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Attempting to bind port 8cddff69-eec0-43e8-9d07-13b0934abd8d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:01.247882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Attempting to bind port 8cddff69-eec0-43e8-9d07-13b0934abd8d on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:01.255845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Port 8cddff69-eec0-43e8-9d07-13b0934abd8d on network f8b1a9a3-c449-4330-a63a-3836116e060b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:01.257526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Attempting to bind port 8cddff69-eec0-43e8-9d07-13b0934abd8d on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:01.263505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.267552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:01.268115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:01.268775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:01.269574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Bound port: 8cddff69-eec0-43e8-9d07-13b0934abd8d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:01.270779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.332621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting subnet 1f1ce1ba-729e-4002-b6e5-3995a9914910 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:01.340155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.411534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.421225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:01.425746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:01.432736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.444140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.497756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:01.498354 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.500012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] 10.222.0.50 "PUT /v2.0/ports/8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 200 len: 1092 time: 1.1067929 Sep 01 15:24:01.500403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:01.503454 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5708f2-983d-47ad-9f6a-6a8c441912a2" -d '{"events": [{"name": "network-changed", "server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:01.533539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:01.539638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd43e-599b-4d87-b521-77dce27b49d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:01.562887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:01.572225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:01.628525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event updated for resources: {'Port': ['ID=dad5f2c5-d51e-4334-9050-734c90e57e3e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:01.640564 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3c8fc-ef6c-4cb5-adc7-d2cb8dacdb44 x-openstack-request-id: req-04d3c8fc-ef6c-4cb5-adc7-d2cb8dacdb44 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:01.640886 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:01.641175 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04d3c8fc-ef6c-4cb5-adc7-d2cb8dacdb44 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:01.642066 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d', 'status': 'completed', 'code': 200} Sep 01 15:24:01.667954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-087e2394-c408-40c2-bc05-b2a800596c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:01.669713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-087e2394-c408-40c2-bc05-b2a800596c78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 1095 time: 0.0972943 Sep 01 15:24:01.689146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.747508 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-a8c0835d-ed8b-4ca0-a268-083d9c3a6cd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 200 len: 217 time: 0.0654192 Sep 01 15:24:01.801233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:01.942014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-6179c48a-936f-425c-84a8-0ecf717c7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:01.944351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-6179c48a-936f-425c-84a8-0ecf717c7170 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1874001 Sep 01 15:24:01.981128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d03a0-4b24-490f-b9b0-a0b006436946 req-ab6a101a-8494-4655-843b-6da869fbd770 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:01.982003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-024d03a0-4b24-490f-b9b0-a0b006436946 req-ab6a101a-8494-4655-843b-6da869fbd770 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 943 time: 0.1246121 Sep 01 15:24:01.983341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:02.006881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '74354152-c470-4f3d-b119-dbeadac35838', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '74354152-c470-4f3d-b119-dbeadac35838', 'mac_address': 'fa:16:3e:42:19:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:02.063789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.065951 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.075594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-2575e687-98cf-4df9-be35-78df5b2d787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:02.084153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74354152-c470-4f3d-b119-dbeadac35838 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:02.087236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf318a5-6662-4141-99de-652789e82546 req-1e8872ae-d53a-40e7-b74b-975adf16d864 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:02.089584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abf318a5-6662-4141-99de-652789e82546 req-1e8872ae-d53a-40e7-b74b-975adf16d864 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.2668757 Sep 01 15:24:02.090648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-2575e687-98cf-4df9-be35-78df5b2d787a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075699 Sep 01 15:24:02.129245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1ce1ba-729e-4002-b6e5-3995a9914910,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:02.141715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:02.146499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.153570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e37fcb4d-2c3c-4a14-bbe1-40a22d794ade tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/1f1ce1ba-729e-4002-b6e5-3995a9914910 HTTP/1.1" status: 204 len: 168 time: 0.9826207 Sep 01 15:24:02.154502 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.156405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46282) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:02.248241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:02.267147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-024d03a0-4b24-490f-b9b0-a0b006436946 req-d66bbc9a-abda-47ef-8149-6dd59e2a4f8a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488365 Sep 01 15:24:02.269379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-f588b8ad-5f2c-4e19-829c-fb65bb6f196a service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668022 Sep 01 15:24:02.292529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abf318a5-6662-4141-99de-652789e82546 req-efc8c5d1-8cb1-4505-a506-34b0914570fb tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739943 Sep 01 15:24:02.294880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting port dad5f2c5-d51e-4334-9050-734c90e57e3e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:02.295472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.333914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['74354152-c470-4f3d-b119-dbeadac35838'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:02.418369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.522100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b6ce809-78be-4659-b1c8-112b8d9e57a4 req-5bf56f8e-585a-4ea6-8182-6f65d50b3ca2 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069256 Sep 01 15:24:02.537295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.537624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.576008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Calling delete_port for dad5f2c5-d51e-4334-9050-734c90e57e3e owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:02.613720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76eaa2-5688-47df-9cea-946849e7b139 None None] Network 7ecea142-a89c-4641-beb9-146ea94d28ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:02.721218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-d11ef071-7d6a-43a8-932e-83449387cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:02.728876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-d11ef071-7d6a-43a8-932e-83449387cc7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 1095 time: 0.1151555 Sep 01 15:24:02.767953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:02.767953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.840986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.845106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4ae3072d-f4ba-4b19-8359-75b16a1312f7 None None] Provisioning complete for port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:02.845466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ae3072d-f4ba-4b19-8359-75b16a1312f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.898320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-d99affa9-dbb0-47cd-872b-c5c810a7c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:02.901198 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-d99affa9-dbb0-47cd-872b-c5c810a7c055 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.1655717 Sep 01 15:24:02.913586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Port': ['ID=dad5f2c5-d51e-4334-9050-734c90e57e3e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:02.974755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-abd8fad7-ba2e-49e3-90c3-95268f310e65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 200 len: 217 time: 0.0613413 Sep 01 15:24:03.053239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] DHCP port deletion for 7ecea142-a89c-4641-beb9-146ea94d28ce request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:03.106049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=39f83fa4-ed0d-4013-8803-52e4b8e9a275,segment=NetworkSegment(7d7d7c4b-1057-46c8-b1d6-42a09c20db8d),segment_id=7d7d7c4b-1057-46c8-b1d6-42a09c20db8d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:03.107473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.113322 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] create failed (client error): The resource could not be found. Sep 01 15:24:03.119041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e443a65d-3d33-490f-8f12-bbd88dad885c tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3839135 Sep 01 15:24:03.125176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:03.132701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-675a5053-56ff-4c54-b604-0b93ef463e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.138242 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-675a5053-56ff-4c54-b604-0b93ef463e2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1509588 Sep 01 15:24:03.143657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 39f83fa4-ed0d-4013-8803-52e4b8e9a275 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:03.176275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Deleting port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:03.177013 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.262520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-882f3932-a33c-4342-b786-3a932ea249d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.267010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-882f3932-a33c-4342-b786-3a932ea249d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150117 Sep 01 15:24:03.298652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] For port 39f83fa4-ed0d-4013-8803-52e4b8e9a275, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=39f83fa4-ed0d-4013-8803-52e4b8e9a275,segment=NetworkSegment(7d7d7c4b-1057-46c8-b1d6-42a09c20db8d),segment_id=7d7d7c4b-1057-46c8-b1d6-42a09c20db8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:03.299518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.330425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Calling delete_port for 39f83fa4-ed0d-4013-8803-52e4b8e9a275 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:03.566840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.573277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting port 75c97c92-36f8-4395-a67d-e82b134f8c42 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:03.574170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.593743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-b5158618-f02b-4480-8a05-639573c76e8f service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133745 Sep 01 15:24:03.639321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] Pushing event deleted for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:03.650225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1706fe-f2b9-4363-bd75-100f4d382687 None None] No DVR routers for this DVR port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:03.737862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d2c7-c5b2-44dc-899d-44c15e4dbdfb req-5a6c7f73-247f-4a5b-bb9b-fa5db6ea7c9e tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.739979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1957d2c7-c5b2-44dc-899d-44c15e4dbdfb req-5a6c7f73-247f-4a5b-bb9b-fa5db6ea7c9e tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.2437935 Sep 01 15:24:03.812696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:03.831205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1957d2c7-c5b2-44dc-899d-44c15e4dbdfb req-a8295473-564e-4481-ad77-44d74dd15ef8 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742893 Sep 01 15:24:03.896663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cd5708f2-983d-47ad-9f6a-6a8c441912a2 req-dc796a4a-58cf-433c-ac6f-88f3ca979ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857616 Sep 01 15:24:03.936653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 74354152-c470-4f3d-b119-dbeadac35838 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:03.937504 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.171963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57634c44-c733-4b39-8347-9559d50009fc req-9c5a3baf-bfdc-4b1f-9ff4-f8d1fda229b7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:04.174574 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57634c44-c733-4b39-8347-9559d50009fc req-9c5a3baf-bfdc-4b1f-9ff4-f8d1fda229b7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 943 time: 0.6972580 Sep 01 15:24:04.178462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.227439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=39f83fa4-ed0d-4013-8803-52e4b8e9a275,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:04.242801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.247414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aea19-363f-4371-89d3-4cf47fae239a req-10d70296-95f4-480e-ae2c-067d63c3cafb tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:04.253003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 39f83fa4-ed0d-4013-8803-52e4b8e9a275 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:04.255538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-971aea19-363f-4371-89d3-4cf47fae239a req-10d70296-95f4-480e-ae2c-067d63c3cafb tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.2146258 Sep 01 15:24:04.326839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:04.335131 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733cf35-3a94-48be-95eb-cfaa05935265" -d '{"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-plugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:04.391763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:04.399819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.414577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-971aea19-363f-4371-89d3-4cf47fae239a req-38340480-55d1-4845-9a17-849577179038 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256061 Sep 01 15:24:04.461487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.468509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.494930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Calling delete_port for 75c97c92-36f8-4395-a67d-e82b134f8c42 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:04.511144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:04.520587 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5152d7aa-7e4b-450d-8528-3b504b4dc276 x-openstack-request-id: req-5152d7aa-7e4b-450d-8528-3b504b4dc276 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:04.521089 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-plugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:04.521567 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5152d7aa-7e4b-450d-8528-3b504b4dc276 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:04.522229 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838', 'code': 200} Sep 01 15:24:04.632031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecea142-a89c-4641-beb9-146ea94d28ce']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:04.671572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 39f83fa4-ed0d-4013-8803-52e4b8e9a275 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:04.679553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:04.680782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7d7c4b-1057-46c8-b1d6-42a09c20db8d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:04.712918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 39f83fa4-ed0d-4013-8803-52e4b8e9a275 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:04.713575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 39f83fa4-ed0d-4013-8803-52e4b8e9a275 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:04.756074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57634c44-c733-4b39-8347-9559d50009fc req-548fb776-6c0a-4f64-8f13-341bb8c8e81d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324697 Sep 01 15:24:04.773910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.804311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.821521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:04.822448 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:04.827981 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:04.844095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.891054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df85e9-ed4a-4494-b38c-6b7778a4260f req-961d0179-ee01-4fa9-9a37-88587ac87421 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:04.900882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3df85e9-ed4a-4494-b38c-6b7778a4260f req-961d0179-ee01-4fa9-9a37-88587ac87421 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.0720959 Sep 01 15:24:04.977226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f3df85e9-ed4a-4494-b38c-6b7778a4260f req-27890845-7cd7-49e9-b91e-cb4719b73ae1 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746746 Sep 01 15:24:05.010189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Port': ['ID=75c97c92-36f8-4395-a67d-e82b134f8c42,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.075326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.082320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.089441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46350) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.090025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/7ecea142-a89c-4641-beb9-146ea94d28ce HTTP/1.1" status: 204 len: 168 time: 2.9293480 Sep 01 15:24:05.104985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.114940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46352) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.117462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-40aa0c90-73a3-44e8-bcda-e786f94ce464 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "DELETE /v2.0/ports/75c97c92-36f8-4395-a67d-e82b134f8c42 HTTP/1.1" status: 204 len: 168 time: 1.9910882 Sep 01 15:24:05.132622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bbd80-5ccb-41c9-99d7-d651ba2352fb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=7ecea142-a89c-4641-beb9-146ea94d28ce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.282871 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1918f900-ed5b-4c46-bde0-fe2b363a2aeb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.283642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1918f900-ed5b-4c46-bde0-fe2b363a2aeb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.287488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1918f900-ed5b-4c46-bde0-fe2b363a2aeb tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/8856f59e-34cb-4c3d-938a-6959286de4a9 HTTP/1.1" status: 404 len: 337 time: 0.1957364 Sep 01 15:24:05.290207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46360) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.323345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae58b7-da59-49e7-93c3-3e6cf9369985 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.326676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-82ae58b7-da59-49e7-93c3-3e6cf9369985 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9631cf3-3c31-47f0-a76d-de24977edee3 HTTP/1.1" status: 200 len: 913 time: 0.1857915 Sep 01 15:24:05.330707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.334401 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6145e52e-7783-4776-a7fb-b6c8b027f235 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.338222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6145e52e-7783-4776-a7fb-b6c8b027f235 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.347764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6145e52e-7783-4776-a7fb-b6c8b027f235 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/092438c7-8b54-46db-9c8d-1052c5cc536b HTTP/1.1" status: 404 len: 339 time: 0.0555618 Sep 01 15:24:05.348451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.425619 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc7c80e-a161-48ea-9223-75342f796f13 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.426511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc7c80e-a161-48ea-9223-75342f796f13 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.434212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.448075 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6dc7c80e-a161-48ea-9223-75342f796f13 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/9b05ce1c-a5e8-4807-93ed-1b43ffe1e471 HTTP/1.1" status: 404 len: 337 time: 0.0868514 Sep 01 15:24:05.496390 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3dd30f-6205-492b-9ccf-2cfaaf4a6f9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.496651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3dd30f-6205-492b-9ccf-2cfaaf4a6f9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.498319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7c3dd30f-6205-492b-9ccf-2cfaaf4a6f9a tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/91da2693-57fa-4707-918c-465180dc899b HTTP/1.1" status: 404 len: 339 time: 0.0630169 Sep 01 15:24:05.500823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.548636 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f234aeb-351f-46bb-a018-5c11a1e54eec tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.549284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f234aeb-351f-46bb-a018-5c11a1e54eec tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.551614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f234aeb-351f-46bb-a018-5c11a1e54eec tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/d0aaf934-7c31-4365-b898-1f2aa69eca5f HTTP/1.1" status: 404 len: 337 time: 0.0497813 Sep 01 15:24:05.554780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.584814 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e12611-d37f-4ea0-8269-3ecfe43bd69e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:05.585429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e12611-d37f-4ea0-8269-3ecfe43bd69e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:05.587319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e3e12611-d37f-4ea0-8269-3ecfe43bd69e tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/3639c68b-262e-4d02-8013-a514ea2a44be HTTP/1.1" status: 404 len: 339 time: 0.0310225 Sep 01 15:24:05.590428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.608203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b1c7-a69e-444e-92d0-ca7b9f5a592f req-2aa16d62-2444-41f4-9a55-641913008ffa tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.610354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef07b1c7-a69e-444e-92d0-ca7b9f5a592f req-2aa16d62-2444-41f4-9a55-641913008ffa tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.0782111 Sep 01 15:24:05.699221 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef07b1c7-a69e-444e-92d0-ca7b9f5a592f req-7a0afb1c-0e3f-4f76-bda2-4e5e90799d97 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746634 Sep 01 15:24:05.794892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting subnet 72ef38c7-810e-4132-90ed-b4ac223d684a {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:05.803166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.838697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8cddff69-eec0-43e8-9d07-13b0934abd8d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:05.935020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.029425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:06.057537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8cddff69-eec0-43e8-9d07-13b0934abd8d', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '8cddff69-eec0-43e8-9d07-13b0934abd8d', 'mac_address': 'fa:16:3e:2c:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:06.152821 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.171665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cddff69-eec0-43e8-9d07-13b0934abd8d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:06.200429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:06.206209 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.274992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:06.339526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75d612-9e4f-460d-9bd3-01bcd900eb04 req-d94da829-79da-4cd9-aec5-0748ca3893de tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:06.341615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee75d612-9e4f-460d-9bd3-01bcd900eb04 req-d94da829-79da-4cd9-aec5-0748ca3893de tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 943 time: 0.2548807 Sep 01 15:24:06.397523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.608599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:06.911614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ee75d612-9e4f-460d-9bd3-01bcd900eb04 req-ee1aee8a-d901-4b66-9dc6-0de4dcaa5f72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548365 Sep 01 15:24:06.972924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.036570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.055809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf490a4c-ca61-4b27-bee3-01f1482e3bdd req-6ee94c27-142b-4fbe-8a8c-d7649711eb5e tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:07.068757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf490a4c-ca61-4b27-bee3-01f1482e3bdd req-6ee94c27-142b-4fbe-8a8c-d7649711eb5e tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.1690819 Sep 01 15:24:07.134030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf490a4c-ca61-4b27-bee3-01f1482e3bdd req-6203d2c6-8054-4812-85b4-b4e5603b8e74 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/security-groups?id=63426fb0-65e2-454e-8aa6-659af6ee575f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 Sep 01 15:24:07.158285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=72ef38c7-810e-4132-90ed-b4ac223d684a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:07.186051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.189458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/72ef38c7-810e-4132-90ed-b4ac223d684a HTTP/1.1" status: 204 len: 168 time: 1.5977345 Sep 01 15:24:07.191272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d919968b-66d5-4969-b933-76c26e5d8856 None None] Network e4a0fcaa-1f1e-4216-b263-be51975f64e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:07.192373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46390) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:07.246471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.247750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.248409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.248972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.250491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.251363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.253133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.253952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.255608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.256201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.256775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.258126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021ab5d-e0dd-4fe5-b132-0f0b579d3667 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:07.289516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896f94-66d4-406c-8136-0c40156282a1 req-d10179a0-51cc-456d-8e85-4cd160a4c7dc tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:07.292479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c896f94-66d4-406c-8136-0c40156282a1 req-d10179a0-51cc-456d-8e85-4cd160a4c7dc tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 946 time: 0.2689674 Sep 01 15:24:07.345566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.511484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port ffa7a56e-9ead-4d97-a0d8-12272368454b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:07.512626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.527145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Deleting port 3299bae1-8201-4051-93ac-ea4d72732bb0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:07.527970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.637557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] DHCP port deletion for e4a0fcaa-1f1e-4216-b263-be51975f64e7 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:07.694120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port ffa7a56e-9ead-4d97-a0d8-12272368454b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffa7a56e-9ead-4d97-a0d8-12272368454b,segment=NetworkSegment(478da74b-b7b6-4917-82e0-4015c1bfd2ee),segment_id=478da74b-b7b6-4917-82e0-4015c1bfd2ee)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:07.695163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.725230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for ffa7a56e-9ead-4d97-a0d8-12272368454b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:07.759061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Deleting port ffa7a56e-9ead-4d97-a0d8-12272368454b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:07.759672 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.837338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] For port 3299bae1-8201-4051-93ac-ea4d72732bb0, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3299bae1-8201-4051-93ac-ea4d72732bb0,segment=NetworkSegment(b039707d-74d5-43f9-aae9-9baf8ba19dfa),segment_id=b039707d-74d5-43f9-aae9-9baf8ba19dfa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:07.837832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.854484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting port b3e9441f-c06b-480c-af2d-1b27d8aa10bc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:07.854484 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.862882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Calling delete_port for 3299bae1-8201-4051-93ac-ea4d72732bb0 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:07.865994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] For port ffa7a56e-9ead-4d97-a0d8-12272368454b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ffa7a56e-9ead-4d97-a0d8-12272368454b,segment=NetworkSegment(478da74b-b7b6-4917-82e0-4015c1bfd2ee),segment_id=478da74b-b7b6-4917-82e0-4015c1bfd2ee)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:07.866710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.887540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Calling delete_port for ffa7a56e-9ead-4d97-a0d8-12272368454b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:07.910032 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.005825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.034056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] No DVR routers for this DVR port ffa7a56e-9ead-4d97-a0d8-12272368454b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:08.050136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=ffa7a56e-9ead-4d97-a0d8-12272368454b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.063758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port ffa7a56e-9ead-4d97-a0d8-12272368454b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:08.086024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00334205-7aa0-4360-a95e-e3837a086601 None None] Pushing event deleted for resources: {'Port': ['ID=ffa7a56e-9ead-4d97-a0d8-12272368454b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.090822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.112215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Calling delete_port for b3e9441f-c06b-480c-af2d-1b27d8aa10bc owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:08.229994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.247999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a0fcaa-1f1e-4216-b263-be51975f64e7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:08.269235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54307-5340-4edf-9a2d-6f0f69ba2653 req-4fa5092c-c9ac-4f3f-af86-535c865a5239 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:08.270875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee54307-5340-4edf-9a2d-6f0f69ba2653 req-4fa5092c-c9ac-4f3f-af86-535c865a5239 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 944 time: 0.1685262 Sep 01 15:24:08.278606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478da74b-b7b6-4917-82e0-4015c1bfd2ee') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:08.279372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478da74b-b7b6-4917-82e0-4015c1bfd2ee') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:08.302938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.313661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.331210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3299bae1-8201-4051-93ac-ea4d72732bb0'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:08.361800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.397351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee54307-5340-4edf-9a2d-6f0f69ba2653 req-021fad6d-6293-440b-82b5-fb132309da81 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905175 Sep 01 15:24:08.402849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:08.404323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:08.411979 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:08.473614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Pushing event deleted for resources: {'Port': ['ID=3299bae1-8201-4051-93ac-ea4d72732bb0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.494101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e132a7e6-e545-4d67-acb1-3a31b79f6685 req-09cc7e85-53cc-4491-8209-86eef2786be6 tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccc996a-4f1b-411b-9d0c-e517c71f8be5 HTTP/1.1" status: 200 len: 210 time: 0.1076014 Sep 01 15:24:08.571117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.587626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] No DVR routers for this DVR port 3299bae1-8201-4051-93ac-ea4d72732bb0 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:08.596527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.598240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.605017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/e4a0fcaa-1f1e-4216-b263-be51975f64e7 HTTP/1.1" status: 204 len: 168 time: 1.4078825 Sep 01 15:24:08.606620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4c896f94-66d4-406c-8136-0c40156282a1 req-ee708083-072c-4ee2-8616-48519c85c09a tempest-ServersNegativeTestMultiTenantJSON-1163121824 tempest-ServersNegativeTestMultiTenantJSON-1163121824-project] 10.222.0.50 "DELETE /v2.0/ports/3299bae1-8201-4051-93ac-ea4d72732bb0 HTTP/1.1" status: 204 len: 173 time: 1.2715452 Sep 01 15:24:08.607258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'name': 'network-vif-deleted', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:08.618979 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295b94b-a85b-47e5-89d4-cc07f9341da2" -d '{"events": [{"server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "name": "network-vif-deleted", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:08.625447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46420) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:08.633294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55c804-8e6e-41f1-889b-c243e2eb7158 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=e4a0fcaa-1f1e-4216-b263-be51975f64e7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.692785 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d6abbe-15b1-4b87-b7f4-2c7161b1967f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:08.693772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d6abbe-15b1-4b87-b7f4-2c7161b1967f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:08.695632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-78d6abbe-15b1-4b87-b7f4-2c7161b1967f tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/08df9c90-a872-43d5-8595-321105bc807b HTTP/1.1" status: 404 len: 337 time: 0.0695496 Sep 01 15:24:08.700371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:08.737358 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb97de-dd99-4362-a2af-1e0c5f6a05f6 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:08.737937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeb97de-dd99-4362-a2af-1e0c5f6a05f6 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:08.744593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-deeb97de-dd99-4362-a2af-1e0c5f6a05f6 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/7a2b2777-574a-4337-9a3a-a1a01c5f65da HTTP/1.1" status: 404 len: 339 time: 0.0398927 Sep 01 15:24:08.747017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:08.760806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffa7a56e-9ead-4d97-a0d8-12272368454b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:08.774710 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a33f6-3c46-4e05-813b-ad8af3b58cce x-openstack-request-id: req-794a33f6-3c46-4e05-813b-ad8af3b58cce {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:08.775430 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccc996a-4f1b-411b-9d0c-e517c71f8be5", "name": "network-vif-deleted", "tag": "3299bae1-8201-4051-93ac-ea4d72732bb0", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:08.775960 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-794a33f6-3c46-4e05-813b-ad8af3b58cce {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:08.776550 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccc996a-4f1b-411b-9d0c-e517c71f8be5', 'name': 'network-vif-deleted', 'tag': '3299bae1-8201-4051-93ac-ea4d72732bb0', 'status': 'completed', 'code': 200} Sep 01 15:24:08.780799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.819089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ffa7a56e-9ead-4d97-a0d8-12272368454b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:08.819992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ffa7a56e-9ead-4d97-a0d8-12272368454b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:08.831765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Port': ['ID=b3e9441f-c06b-480c-af2d-1b27d8aa10bc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.855993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting subnet 9312817f-404e-4f3a-a753-1aa73bd3f5a7 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:08.861342 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.932160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.079975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.117569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.185789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.234956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Subnet': ['ID=9312817f-404e-4f3a-a753-1aa73bd3f5a7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:09.250350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.252594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77ee6b58-a2ce-44b4-851d-576b338f9942 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/subnets/9312817f-404e-4f3a-a753-1aa73bd3f5a7 HTTP/1.1" status: 204 len: 168 time: 0.5041356 Sep 01 15:24:09.255364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8596261e-2f8b-4754-8391-e2a886a05f97 None None] Network 6376246d-d0f2-4d17-94d1-3d3a5bc985ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:09.255576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46428) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:09.358028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Router d9631cf3-3c31-47f0-a76d-de24977edee3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:24:09.410590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.469547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:09.491000 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] Sync routers for ids ['d9631cf3-3c31-47f0-a76d-de24977edee3'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:09.514908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19379e05-fb4c-4d6b-bae5-65e459fe71ee tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "PUT /v2.0/routers/d9631cf3-3c31-47f0-a76d-de24977edee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1819942 Sep 01 15:24:09.521710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46432) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:09.556463 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] Routers {'d9631cf3-3c31-47f0-a76d-de24977edee3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:09.557877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:23:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d9631cf3-3c31-47f0-a76d-de24977edee3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:09.645418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.673127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46438) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:09.685775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] DHCP port deletion for 6376246d-d0f2-4d17-94d1-3d3a5bc985ae request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:09.687600 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:09.726650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] Routers {'d9631cf3-3c31-47f0-a76d-de24977edee3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:09.728298 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:23:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d9631cf3-3c31-47f0-a76d-de24977edee3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:09.803066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:09.804352 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c974f2a-7e19-46f9-9950-6be29c8df10a None None] The sync data for ids ['d9631cf3-3c31-47f0-a76d-de24977edee3'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:09.844230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Deleting port 71b14947-22b9-4622-b731-010f3baaf068 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:09.844944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.849928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8cddff69-eec0-43e8-9d07-13b0934abd8d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:09.877709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Deleting subnet d4a64dbf-1961-405a-a337-198c969c7839 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:09.887246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.890843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Deleting port 71b14947-22b9-4622-b731-010f3baaf068 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:09.891196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.902425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405acacd-038f-43d6-9c79-794a106baad4 req-196c5c55-a6d7-4ac4-bb08-8bd0a176013c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:09.904571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-405acacd-038f-43d6-9c79-794a106baad4 req-196c5c55-a6d7-4ac4-bb08-8bd0a176013c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 944 time: 0.2997813 Sep 01 15:24:09.968051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] For port 71b14947-22b9-4622-b731-010f3baaf068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=71b14947-22b9-4622-b731-010f3baaf068,segment=NetworkSegment(1ab1c998-7fe4-4918-b171-02a5051326c7),segment_id=1ab1c998-7fe4-4918-b171-02a5051326c7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:09.969050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.992972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Calling delete_port for 71b14947-22b9-4622-b731-010f3baaf068 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:10.007499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 8cddff69-eec0-43e8-9d07-13b0934abd8d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:10.014882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8cddff69-eec0-43e8-9d07-13b0934abd8d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:10.015398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.050745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.053523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.063814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] For port 71b14947-22b9-4622-b731-010f3baaf068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=71b14947-22b9-4622-b731-010f3baaf068,segment=NetworkSegment(1ab1c998-7fe4-4918-b171-02a5051326c7),segment_id=1ab1c998-7fe4-4918-b171-02a5051326c7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:10.074835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.079383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.121443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.125182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Fanout notify agent at l3_agent the message router_deleted on router d9631cf3-3c31-47f0-a76d-de24977edee3 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:24:10.138261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.140062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Calling delete_port for 71b14947-22b9-4622-b731-010f3baaf068 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:10.142986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7935ba17-9fa6-456a-9648-472e4902dc9b tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "DELETE /v2.0/routers/d9631cf3-3c31-47f0-a76d-de24977edee3 HTTP/1.1" status: 204 len: 168 time: 0.6197243 Sep 01 15:24:10.144045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:10.169935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-405acacd-038f-43d6-9c79-794a106baad4 req-778b5d60-21db-4df4-b580-45c0ff61ca3a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419703 Sep 01 15:24:10.226292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.249378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting subnet e2703ff2-5455-49f6-b7d9-a894cc9cf8f1 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:10.253723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.256426 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.268614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] No DVR routers for this DVR port 71b14947-22b9-4622-b731-010f3baaf068 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:10.272689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.281781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939ec02-b621-4683-b735-f0d4a74f1516 None None] Pushing event deleted for resources: {'Port': ['ID=71b14947-22b9-4622-b731-010f3baaf068,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:10.325721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.327080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:10.328546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:10.332039 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f51ce-88ea-495f-84b1-d56edca39cde" -d '{"events": [{"server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "name": "network-vif-plugged", "status": "completed", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:10.338422 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.369108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.413645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.425852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Port': ['ID=71b14947-22b9-4622-b731-010f3baaf068,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:10.429376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] No DVR routers for this DVR port 71b14947-22b9-4622-b731-010f3baaf068 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:10.432164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:10.448821 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af45d5-3827-47cf-be9b-b404701948ee x-openstack-request-id: req-21af45d5-3827-47cf-be9b-b404701948ee {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:10.449184 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "name": "network-vif-plugged", "status": "completed", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:10.449465 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21af45d5-3827-47cf-be9b-b404701948ee {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:10.449821 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d', 'code': 200} Sep 01 15:24:10.466100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a64dbf-1961-405a-a337-198c969c7839,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:10.470600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.481376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46452) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:10.484685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16b8c597-0ae6-42e5-b0b3-2938f419447c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d4a64dbf-1961-405a-a337-198c969c7839 HTTP/1.1" status: 204 len: 168 time: 0.7957838 Sep 01 15:24:10.608625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.679905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.685435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.696961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 71b14947-22b9-4622-b731-010f3baaf068 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:10.708425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6376246d-d0f2-4d17-94d1-3d3a5bc985ae']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.711257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25691b-721b-4c31-b810-8498e70059e1 req-e460d5f6-124d-4bf5-9a9f-db7d83ea4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:10.712947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a25691b-721b-4c31-b810-8498e70059e1 req-e460d5f6-124d-4bf5-9a9f-db7d83ea4fc9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 1097 time: 0.1642923 Sep 01 15:24:10.718654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 71b14947-22b9-4622-b731-010f3baaf068 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:10.719099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 71b14947-22b9-4622-b731-010f3baaf068 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:10.741936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab1c998-7fe4-4918-b171-02a5051326c7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.741936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab1c998-7fe4-4918-b171-02a5051326c7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.756749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.786654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.800785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:10.801212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.801482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:10.807367 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:10.925956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Subnet': ['ID=e2703ff2-5455-49f6-b7d9-a894cc9cf8f1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:10.932276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a25691b-721b-4c31-b810-8498e70059e1 req-1c7def7b-1eaa-4621-8eb8-b7495f6ff068 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064888 Sep 01 15:24:10.940405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.942942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a64e2bb-81f6-49f5-b74b-59b1fe54d5b7 tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "DELETE /v2.0/subnets/e2703ff2-5455-49f6-b7d9-a894cc9cf8f1 HTTP/1.1" status: 204 len: 168 time: 0.7975254 Sep 01 15:24:10.945211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.950071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46464) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:10.953957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52006b24-a1b1-48bc-ae4b-8e76e00a7425 None None] Network 18ae1158-dc49-46ad-ba47-bcadbe780291 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:10.970742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.990272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.993363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] 10.222.0.41 "DELETE /v2.0/networks/6376246d-d0f2-4d17-94d1-3d3a5bc985ae HTTP/1.1" status: 204 len: 168 time: 1.7360692 Sep 01 15:24:11.027015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590f533-ada3-480e-9fec-99c093bc396b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:11.046728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5330-0d40-4eb5-8b73-bfd08e01f297 tempest-NetworksIpV6Test-1280011146 tempest-NetworksIpV6Test-1280011146-project] Pushing event deleted for resources: {'Network': ['ID=6376246d-d0f2-4d17-94d1-3d3a5bc985ae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:11.091300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b039707d-74d5-43f9-aae9-9baf8ba19dfa') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:11.092125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b039707d-74d5-43f9-aae9-9baf8ba19dfa') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:11.112274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.142854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.145702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.158333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:11.159074 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:11.161512 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:11.275028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.284624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.287029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9590f533-ada3-480e-9fec-99c093bc396b HTTP/1.1" status: 204 len: 168 time: 0.8045228 Sep 01 15:24:11.292151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46470) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.341338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6d1e-fc13-4596-aa3c-27fb91b9516d admin admin] Pushing event deleted for resources: {'Network': ['ID=9590f533-ada3-480e-9fec-99c093bc396b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:11.392617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Deleting port eeca1a89-5ce9-4888-9629-6406ed971d27 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:11.392958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.416064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Deleting subnet 9c9fa08e-775b-46bc-b4b2-995146d19d80 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:11.423205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.543048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] For port eeca1a89-5ce9-4888-9629-6406ed971d27, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=eeca1a89-5ce9-4888-9629-6406ed971d27,segment=NetworkSegment(6f268348-376f-4088-bc5b-a62cbb931164),segment_id=6f268348-376f-4088-bc5b-a62cbb931164)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:11.543723 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.544085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.567036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Calling delete_port for eeca1a89-5ce9-4888-9629-6406ed971d27 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:11.580318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9f5da-8d42-4172-b0c7-0d27083eb393 req-5f2fcc22-dab7-4904-8a2d-a64dcd6c9931 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:11.582250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ab9f5da-8d42-4172-b0c7-0d27083eb393 req-5f2fcc22-dab7-4904-8a2d-a64dcd6c9931 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1328979 Sep 01 15:24:11.684759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.716776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ab9f5da-8d42-4172-b0c7-0d27083eb393 req-814a68bd-a246-4250-ab3c-f6e4d91f92ad tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232674 Sep 01 15:24:11.744915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.774999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.782121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Port': ['ID=eeca1a89-5ce9-4888-9629-6406ed971d27,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:11.784466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] No DVR routers for this DVR port eeca1a89-5ce9-4888-9629-6406ed971d27 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:11.841621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3299bae1-8201-4051-93ac-ea4d72732bb0 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:11.856192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.909655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae8eaa-7e67-4eb6-b73b-4d31f866b289 None None] DHCP port deletion for 18ae1158-dc49-46ad-ba47-bcadbe780291 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:11.926467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9fa08e-775b-46bc-b4b2-995146d19d80,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:11.934369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.937016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11c12119-cb0b-4fa5-957b-c751f74edf64 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c9fa08e-775b-46bc-b4b2-995146d19d80 HTTP/1.1" status: 204 len: 168 time: 0.6436329 Sep 01 15:24:11.938137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 3299bae1-8201-4051-93ac-ea4d72732bb0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:11.938487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3299bae1-8201-4051-93ac-ea4d72732bb0 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:11.961757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.984773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.034270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ae1158-dc49-46ad-ba47-bcadbe780291']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.073448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f268348-376f-4088-bc5b-a62cbb931164') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.073971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f268348-376f-4088-bc5b-a62cbb931164') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.085256 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.106224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.135184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.150632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:12.151029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:12.154749 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:12.270575 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.312249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.314324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.315896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] 10.222.0.41 "DELETE /v2.0/networks/18ae1158-dc49-46ad-ba47-bcadbe780291 HTTP/1.1" status: 204 len: 168 time: 1.3645103 Sep 01 15:24:12.321716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93addcb2-baea-4892-a8a9-78d07daa280f tempest-FloatingIPNegativeTestJSON-291771126 tempest-FloatingIPNegativeTestJSON-291771126-project] Pushing event deleted for resources: {'Network': ['ID=18ae1158-dc49-46ad-ba47-bcadbe780291,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:12.325837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-541d5720-8f61-48ec-9123-40a8d9e51e09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d05f095e44643beb79558de4abbca9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477622 Sep 01 15:24:12.330672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46492) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:12.330925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d16093-61cc-44a6-a992-4686dc5af94e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.356350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f58211-233e-46c7-a36d-230b59c75c68') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.356792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f58211-233e-46c7-a36d-230b59c75c68') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.384430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.417495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.430932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:12.433125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:12.438028 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:12.458854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.540335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.565200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.582041 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.585284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9d16093-61cc-44a6-a992-4686dc5af94e HTTP/1.1" status: 204 len: 168 time: 0.6214726 Sep 01 15:24:12.608057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc2f4a-bb88-474c-9b24-6642a3833b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d16093-61cc-44a6-a992-4686dc5af94e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:12.672321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.681590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.690434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d78905fc-4459-42fa-8dcd-6d1cdedf0201 HTTP/1.1" status: 204 len: 168 time: 0.3528090 Sep 01 15:24:12.702955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b5acd-5b73-48e4-bf54-dde373963442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78905fc-4459-42fa-8dcd-6d1cdedf0201,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:12.786466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device eeca1a89-5ce9-4888-9629-6406ed971d27 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:12.853432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: eeca1a89-5ce9-4888-9629-6406ed971d27 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:12.854486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device eeca1a89-5ce9-4888-9629-6406ed971d27 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:12.917404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:12.933243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfb793-1b92-4544-8be1-823e907f4512 req-4c6f83dd-9d9c-4817-a708-58e4189c6661 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:12.937095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cecfb793-1b92-4544-8be1-823e907f4512 req-4c6f83dd-9d9c-4817-a708-58e4189c6661 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1219232 Sep 01 15:24:13.003481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:13.012044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc2b0959-5062-4a21-9290-c884ccbc88d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47d6fb38ac55473692a9fed5d1aeac75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729203 Sep 01 15:24:13.046297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:13.147499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cecfb793-1b92-4544-8be1-823e907f4512 req-7ce0207c-11ff-49ba-90f8-8961f7dbb434 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033360 Sep 01 15:24:13.251826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.253227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a698433c-20f8-4084-9bfb-f27e44c6d79c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f840e6b8d3cd47729a22b3e8849963b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049134 Sep 01 15:24:13.257047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:13.371926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.373386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.512063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.675578 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.682130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.684779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e5ddbe2-5eb0-4604-8b57-71c20009c41f HTTP/1.1" status: 204 len: 168 time: 0.4261475 Sep 01 15:24:13.694801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735a7a-a78c-400b-bf3a-8b0902d5003b req-92af4e9b-2082-49f9-95d7-978df6661558 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:13.698257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62735a7a-a78c-400b-bf3a-8b0902d5003b req-92af4e9b-2082-49f9-95d7-978df6661558 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2163460 Sep 01 15:24:13.715252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25e77e-0f92-4e35-8940-2ee9e0d3d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5ddbe2-5eb0-4604-8b57-71c20009c41f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:13.750580 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.753921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.755147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63426fb0-65e2-454e-8aa6-659af6ee575f HTTP/1.1" status: 204 len: 168 time: 0.7448301 Sep 01 15:24:13.773389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5c444-621a-4493-9111-70a89ffd1559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63426fb0-65e2-454e-8aa6-659af6ee575f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:13.800427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62735a7a-a78c-400b-bf3a-8b0902d5003b req-2062d0bc-0c93-4e54-b474-075ffaee8db8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Sep 01 15:24:14.255294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:14.327665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ddc85c7f-64af-4a61-8c94-03d7fe216f37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=462f646e4c6b42c3b2f7e7b1bd218dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709198 Sep 01 15:24:14.332351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46556) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:14.346815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36d1129a-c3d0-4404-a553-c40b6ee5a9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.471697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.525859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.647942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.665809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.667903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d167945b-d7f6-46dd-a7f6-a4b946f60f6c HTTP/1.1" status: 204 len: 168 time: 0.3334887 Sep 01 15:24:14.686514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e57e0-babf-4017-96c5-49f9cb933915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167945b-d7f6-46dd-a7f6-a4b946f60f6c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:15.074053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aacb4-ba4a-4a4a-90dc-a9fd651c47fa req-0a7e8cdd-747d-4059-860f-39895108d2db tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:15.075314 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d40aacb4-ba4a-4a4a-90dc-a9fd651c47fa req-0a7e8cdd-747d-4059-860f-39895108d2db tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1259406 Sep 01 15:24:15.198098 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d40aacb4-ba4a-4a4a-90dc-a9fd651c47fa req-9fc68897-1aa0-40bd-b0ce-1d095d2b6874 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067929 Sep 01 15:24:15.697265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46606) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:15.714117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46610) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:15.930058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1759163738'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:15.986567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:15.995520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.008338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d139ea5d-abba-4326-93af-1bd6902caeb5 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-637970695', 'prefixes': ['172.20.0.0/16']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:16.047647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.257226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.266211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.295875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d139ea5d-abba-4326-93af-1bd6902caeb5 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] Notify callbacks [] for subnetpool, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.300449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:16.313703 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d139ea5d-abba-4326-93af-1bd6902caeb5 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5967033 Sep 01 15:24:16.367136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-551a7a89-0ccd-4907-92ff-c7b908903a44 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "GET /v2.0/subnetpools/dbbb20f0-89a4-433d-bb74-207786c90ccb HTTP/1.1" status: 200 len: 731 time: 0.0650752 Sep 01 15:24:16.369199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46628) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:16.375727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f87e81fd-be8f-4d3a-af47-fd87c5cce70b tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1064714420'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:16.391454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:16.438839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34dcf0-4e4a-42ad-8e56-d8fced6ab367,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:16.475230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.475807 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment 83aaf656-67c9-4153-ab49-5ef368720009 of type vlan for network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb Sep 01 15:24:16.521878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f87e81fd-be8f-4d3a-af47-fd87c5cce70b tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] Notify callbacks [] for subnetpool, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.529086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f87e81fd-be8f-4d3a-af47-fd87c5cce70b tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "PUT /v2.0/subnetpools/dbbb20f0-89a4-433d-bb74-207786c90ccb HTTP/1.1" status: 200 len: 684 time: 0.1578822 Sep 01 15:24:16.530767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46642) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:16.584297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053c003-a0dc-4476-97e6-bcb682705ecd req-1f4583e0-3b7c-453f-8ae6-5d79f1303ad1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:16.587131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5053c003-a0dc-4476-97e6-bcb682705ecd req-1f4583e0-3b7c-453f-8ae6-5d79f1303ad1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2314677 Sep 01 15:24:16.654257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.686477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7f6dd0f-107f-48fc-9431-f30c2a6a6926 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] Notify callbacks [] for subnetpool, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.688668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f7f6dd0f-107f-48fc-9431-f30c2a6a6926 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dbbb20f0-89a4-433d-bb74-207786c90ccb HTTP/1.1" status: 204 len: 168 time: 0.1563160 Sep 01 15:24:16.691683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46646) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:16.771184 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-b3629056-78d9-4a17-b285-d844275e248c tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] show failed (client error): The resource could not be found. Sep 01 15:24:16.772928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b3629056-78d9-4a17-b285-d844275e248c tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "GET /v2.0/subnetpools/dbbb20f0-89a4-433d-bb74-207786c90ccb HTTP/1.1" status: 404 len: 346 time: 0.0795884 Sep 01 15:24:16.776352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:16.794210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5053c003-a0dc-4476-97e6-bcb682705ecd req-ccfe11c2-6ed9-4c1c-8794-8745c8b6430b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838191 Sep 01 15:24:16.796375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.807453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:16.808542 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.840159 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-3584342f-ef6c-4abb-9635-acd07cc17116 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] delete failed (client error): The resource could not be found. Sep 01 15:24:16.842601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3584342f-ef6c-4abb-9635-acd07cc17116 tempest-SubnetPoolsTestJSON-1547959960 tempest-SubnetPoolsTestJSON-1547959960-project] 10.222.0.41 "DELETE /v2.0/subnetpools/dbbb20f0-89a4-433d-bb74-207786c90ccb HTTP/1.1" status: 404 len: 346 time: 0.0637686 Sep 01 15:24:16.949096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2387109 Sep 01 15:24:16.972942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f0e4-18cf-406f-a90e-6442fdd77964 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=a0fb0d99-d202-4f86-bbb9-09145fc8dfbb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:17.050072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:17.299917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-757d3e1e-6732-4b27-86e4-511c1f651505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.443486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.667900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46672) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:18.176315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de0681e5-69f2-4a7d-91c7-bbfb3ce5a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.355541 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.372132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de0681e5-69f2-4a7d-91c7-bbfb3ce5a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.381450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de0681e5-69f2-4a7d-91c7-bbfb3ce5a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.418995 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.472596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0681e5-69f2-4a7d-91c7-bbfb3ce5a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75eb77f-f46c-4f21-bdc7-22957d314c32,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:18.562527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-de0681e5-69f2-4a7d-91c7-bbfb3ce5a1b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67f3e9ca6ef64ea183f041e678c0653d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931382 Sep 01 15:24:18.568317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46686) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:18.703604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.746808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.826911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.830879 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.832613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f75eb77f-f46c-4f21-bdc7-22957d314c32 HTTP/1.1" status: 204 len: 168 time: 0.2625270 Sep 01 15:24:18.846241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecb7a-46dd-43e6-a230-374a8266624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75eb77f-f46c-4f21-bdc7-22957d314c32,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:19.005318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1630-eb2c-49c5-8cce-b73f69102a71 req-cc881e22-e08a-409f-b97f-509d8eb1ba27 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:19.022943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-643c1630-eb2c-49c5-8cce-b73f69102a71 req-cc881e22-e08a-409f-b97f-509d8eb1ba27 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.9853582 Sep 01 15:24:19.906105 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.946253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-643c1630-eb2c-49c5-8cce-b73f69102a71 req-06f441fb-0e3c-4a5f-8c36-392ad20da0e8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9237506 Sep 01 15:24:21.413847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cd557-f074-4880-8931-a01b7dc76755 req-fa3b4c5d-ee91-4e79-9bc0-347669d6faa6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:21.431535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e1cd557-f074-4880-8931-a01b7dc76755 req-fa3b4c5d-ee91-4e79-9bc0-347669d6faa6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2408626 Sep 01 15:24:21.630035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e1cd557-f074-4880-8931-a01b7dc76755 req-4aef4702-0c20-458b-bbc1-eee7d047a033 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900027 Sep 01 15:24:22.523217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:22.532411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:22.728710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:22.735266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.014701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40189e9-7fbb-4973-b2ff-819cf1bac280 req-6700877e-7364-4b85-b2a9-a4d56dfb8162 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:23.019222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e40189e9-7fbb-4973-b2ff-819cf1bac280 req-6700877e-7364-4b85-b2a9-a4d56dfb8162 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1661038 Sep 01 15:24:23.120319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e40189e9-7fbb-4973-b2ff-819cf1bac280 req-b247f64b-83e0-465c-ad42-f471feef5516 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846751 Sep 01 15:24:23.189373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46802) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:23.295786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.413718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=580636d7-1f9a-441c-b8a1-d79768682466,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:23.465319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83c92b4-3e96-4169-8d97-840831cdc3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.466033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': '83aaf656-67c9-4153-ab49-5ef368720009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:23.466569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: a0fb0d99-d202-4f86-bbb9-09145fc8dfbb, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:23.519100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:23.549141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a0fb0d99-d202-4f86-bbb9-09145fc8dfbb) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:23.556687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:23.557320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.565961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91911bf2-e9f0-41ed-984d-268fa475a6b6 None None] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:23.643713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83c92b4-3e96-4169-8d97-840831cdc3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.655067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a83c92b4-3e96-4169-8d97-840831cdc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.673313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-696ae610-50b1-482d-8212-628755ac8e5d tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1475198 Sep 01 15:24:23.678895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46830) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:23.699487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1168214049'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:23.728786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a83c92b4-3e96-4169-8d97-840831cdc3d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=def7d289df0944748614082be8a5dfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379295 Sep 01 15:24:23.730252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c92b4-3e96-4169-8d97-840831cdc3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2828d0d-13b3-460b-b019-886ced95e7c7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:23.733289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46834) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:23.808061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:23.813868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.831893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a0fb0d99-d202-4f86-bbb9-09145fc8dfbb', 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': '580636d7-1f9a-441c-b8a1-d79768682466'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:23.834573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.848486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.866188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:23.893158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.895624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.895966 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment a7e6227f-b126-468d-a287-de26f117d801 of type vlan for network 0fd4be05-407e-4c24-afc8-7dd1b428b503 Sep 01 15:24:23.993298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.031223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.038455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.039604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.045625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Allocated IP 2001:db8:0:ffff::2 (a0fb0d99-d202-4f86-bbb9-09145fc8dfbb/580636d7-1f9a-441c-b8a1-d79768682466/094578c7-f3d0-4740-b2b0-28374707a83e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:24.054570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.057289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.062506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2828d0d-13b3-460b-b019-886ced95e7c7 HTTP/1.1" status: 204 len: 168 time: 0.3234723 Sep 01 15:24:24.120588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40fd3-ce91-42da-8a4a-cb8e7a382c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2828d0d-13b3-460b-b019-886ced95e7c7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.130433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.134239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4505348 Sep 01 15:24:24.162163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47cbc2-6206-4409-a15b-043bb9128e95 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=0fd4be05-407e-4c24-afc8-7dd1b428b503,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.177152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:24.246259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:24.411643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.423863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Transition to ACTIVE for port object 094578c7-f3d0-4740-b2b0-28374707a83e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.444545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Transition to ACTIVE for port object 094578c7-f3d0-4740-b2b0-28374707a83e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.457270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.522462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:24.526907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:24.530276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:24.540331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Pushing event updated for resources: {'Port': ['ID=094578c7-f3d0-4740-b2b0-28374707a83e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.590601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b4601-0393-4789-befb-3cc0ea238125 req-c9737e59-339a-4e5e-a1a0-01e0c9439c91 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.593819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-403b4601-0393-4789-befb-3cc0ea238125 req-c9737e59-339a-4e5e-a1a0-01e0c9439c91 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1862352 Sep 01 15:24:24.669207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Attempting to bind port 094578c7-f3d0-4740-b2b0-28374707a83e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:24.670414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Attempting to bind port 094578c7-f3d0-4740-b2b0-28374707a83e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '83aaf656-67c9-4153-ab49-5ef368720009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:24.671705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Attempting to bind port 094578c7-f3d0-4740-b2b0-28374707a83e on network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:24.679094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:24.679703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Checking segment: {'id': '83aaf656-67c9-4153-ab49-5ef368720009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:24.680330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.681176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Bound using segment: {'id': '83aaf656-67c9-4153-ab49-5ef368720009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:24.682871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Bound port: 094578c7-f3d0-4740-b2b0-28374707a83e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83aaf656-67c9-4153-ab49-5ef368720009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0fb0d99-d202-4f86-bbb9-09145fc8dfbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:24.683684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.693718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:24.705554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.779299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-403b4601-0393-4789-befb-3cc0ea238125 req-c2d894d3-03f5-4174-b9ef-f9b14e40aaf9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744151 Sep 01 15:24:24.842501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] For port 094578c7-f3d0-4740-b2b0-28374707a83e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:24.850085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] For port 094578c7-f3d0-4740-b2b0-28374707a83e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=094578c7-f3d0-4740-b2b0-28374707a83e,segment=NetworkSegment(83aaf656-67c9-4153-ab49-5ef368720009),segment_id=83aaf656-67c9-4153-ab49-5ef368720009)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:24.859967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.919021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46898) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.983060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46902) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:25.027104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bc152-1a74-4e6d-a43d-794803e70956 None None] Pushing event updated for resources: {'Port': ['ID=094578c7-f3d0-4740-b2b0-28374707a83e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.040255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806c8f0f-5bf2-44f5-b10b-512943d6936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.399137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8605467-0092-484a-b564-0e3359ed02be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.554007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:25.569686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.576665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806c8f0f-5bf2-44f5-b10b-512943d6936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.593635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806c8f0f-5bf2-44f5-b10b-512943d6936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.764315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8605467-0092-484a-b564-0e3359ed02be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.772229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8605467-0092-484a-b564-0e3359ed02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.781556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-806c8f0f-5bf2-44f5-b10b-512943d6936d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2881709bcdbd4ad197929af388b42c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7883995 Sep 01 15:24:25.781556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8f0f-5bf2-44f5-b10b-512943d6936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9e5d4-761e-4dc3-ac7c-5176db189a9f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.788451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46930) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:25.831088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=5218fada-539b-469c-9c5a-272d6e77fdd9,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.841111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8605467-0092-484a-b564-0e3359ed02be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac05d77-4085-408e-b04a-a64f83326625,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.874281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8605467-0092-484a-b564-0e3359ed02be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540b2537552d48648ccd5c87c48f8a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523165 Sep 01 15:24:25.877170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': 'a7e6227f-b126-468d-a287-de26f117d801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:25.879008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: 0fd4be05-407e-4c24-afc8-7dd1b428b503, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:25.880863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46938) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:25.968657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:25.978516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.035282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.065106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0fd4be05-407e-4c24-afc8-7dd1b428b503) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:26.083266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb07a2b-e091-4095-829f-289943fca06b None None] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:26.104057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:26.109554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.180671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b71a6c59-af62-443e-ad22-53b492e37162 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0424652 Sep 01 15:24:26.181540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46942) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:26.189874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.197645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'port': {'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503', 'name': 'tempest-NetworksIpV6TestAttrs-46949677'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:26.208536 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.213992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.233856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ac05d77-4085-408e-b04a-a64f83326625 HTTP/1.1" status: 204 len: 168 time: 0.3374856 Sep 01 15:24:26.294230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09abf4-8268-44d9-bee4-d5c65cc2be4e req-8bc7b890-54c5-4095-8e08-d0c937f93896 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:26.312419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e09abf4-8268-44d9-bee4-d5c65cc2be4e req-8bc7b890-54c5-4095-8e08-d0c937f93896 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.3234785 Sep 01 15:24:26.412373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0fd4be05-407e-4c24-afc8-7dd1b428b503', 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': '5218fada-539b-469c-9c5a-272d6e77fdd9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:26.415603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.418746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.444196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14df1a-3201-4b88-8730-b27865a3fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac05d77-4085-408e-b04a-a64f83326625,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.544241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9c106-4b8e-46e7-90f8-940e8f6e732f None None] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:26.563451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e09abf4-8268-44d9-bee4-d5c65cc2be4e req-a71237ff-3cc3-4734-932c-7ecb785ab324 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492230 Sep 01 15:24:26.705123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.711165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.718165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70f9e5d4-761e-4dc3-ac7c-5176db189a9f HTTP/1.1" status: 204 len: 168 time: 0.9146988 Sep 01 15:24:26.732035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:26.736215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.763040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9704a-21f6-42d8-a00b-9a198452a3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9e5d4-761e-4dc3-ac7c-5176db189a9f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.798451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] device_id is not set on port f6a3819a-612f-4f5b-b583-0b72b6b5d445 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:24:26.817386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef364a11-9ca1-4c06-b441-0a87d80fec22 None None] Provisioning for port 094578c7-f3d0-4740-b2b0-28374707a83e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:26.928123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 094578c7-f3d0-4740-b2b0-28374707a83e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:27.010770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Allocated IP 2001:db8::f816:3eff:feb3:e903 (0fd4be05-407e-4c24-afc8-7dd1b428b503/5218fada-539b-469c-9c5a-272d6e77fdd9/dc92c892-94b8-44f4-9dbe-e8b8f60a46d2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:27.038391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:27.059842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9a95-9d8f-406e-afd6-02d240cd999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.131349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 094578c7-f3d0-4740-b2b0-28374707a83e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:27.144301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 094578c7-f3d0-4740-b2b0-28374707a83e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:27.144962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.282683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9a95-9d8f-406e-afd6-02d240cd999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.288198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3a9a95-9d8f-406e-afd6-02d240cd999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.354315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb3a9a95-9d8f-406e-afd6-02d240cd999a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e5f9c6ad4754b77ad95df648e8ff044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146651 Sep 01 15:24:27.358898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46966) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:27.360980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.361536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a9a95-9d8f-406e-afd6-02d240cd999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fdb91-4a67-4e31-9ad4-2c206140ffdd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.363695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.384728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Transition to ACTIVE for port object dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:27.408318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-62dd8a0a-1dab-4f14-b18b-5c69aa5bc9fd tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:27.416520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-62dd8a0a-1dab-4f14-b18b-5c69aa5bc9fd tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.3108413 Sep 01 15:24:27.437009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-6edd7032-2933-43ee-b66d-f65febd9a41f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/quotas/66d60ba3db2b40d89fb52863df1065f5 HTTP/1.1" status: 200 len: 375 time: 0.0195956 Sep 01 15:24:27.457085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 094578c7-f3d0-4740-b2b0-28374707a83e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=094578c7-f3d0-4740-b2b0-28374707a83e,segment=NetworkSegment(83aaf656-67c9-4153-ab49-5ef368720009),segment_id=83aaf656-67c9-4153-ab49-5ef368720009)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:27.459721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Transition to ACTIVE for port object dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:27.465958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.496271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.582310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:27.601936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.609911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Allocated IP 2001:db8::f816:3eff:fe44:6f11 (0fd4be05-407e-4c24-afc8-7dd1b428b503/5218fada-539b-469c-9c5a-272d6e77fdd9/f6a3819a-612f-4f5b-b583-0b72b6b5d445) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:27.620788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-471d5d97-a4d4-4235-ba69-cc873d0c2c90 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1825681 Sep 01 15:24:27.639104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=094578c7-f3d0-4740-b2b0-28374707a83e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.657135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:27.710689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:27.782939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.788937 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.790266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-02c0ec75-6a0c-46ef-b0bf-36af0e3a2c23 None None] Provisioning complete for port 094578c7-f3d0-4740-b2b0-28374707a83e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:27.790622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02c0ec75-6a0c-46ef-b0bf-36af0e3a2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.863319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Pushing event updated for resources: {'Port': ['ID=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.909274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-11a2674b-89a2-48f8-9d9f-7dabe4a61175 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628174 Sep 01 15:24:27.918948 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.923997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.925468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df4fdb91-4a67-4e31-9ad4-2c206140ffdd HTTP/1.1" status: 204 len: 168 time: 0.5532043 Sep 01 15:24:27.925761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Attempting to bind port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:27.926398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Attempting to bind port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a7e6227f-b126-468d-a287-de26f117d801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:27.927011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Attempting to bind port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 on network 0fd4be05-407e-4c24-afc8-7dd1b428b503 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:27.938669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:27.985505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea705-82d6-4c5d-b5f7-f0cca111fd8f req-d9466940-c11e-430a-b9e7-eb018b7ea97a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:27.987171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f3ea705-82d6-4c5d-b5f7-f0cca111fd8f req-d9466940-c11e-430a-b9e7-eb018b7ea97a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2541258 Sep 01 15:24:27.989852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:27.990458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Checking segment: {'id': 'a7e6227f-b126-468d-a287-de26f117d801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:27.991137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.991877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Bound using segment: {'id': 'a7e6227f-b126-468d-a287-de26f117d801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:27.992871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Bound port: dc92c892-94b8-44f4-9dbe-e8b8f60a46d2, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e6227f-b126-468d-a287-de26f117d801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0fd4be05-407e-4c24-afc8-7dd1b428b503'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:27.994440 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.089419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-1c67d844-3498-47bb-b046-fbdd3ae8a3de service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613955 Sep 01 15:24:28.112329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59f34-6c6d-42a3-be0e-193397ac9272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fdb91-4a67-4e31-9ad4-2c206140ffdd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:28.184783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.208359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f3ea705-82d6-4c5d-b5f7-f0cca111fd8f req-0fc08f1e-d215-4d65-913a-121883965eb1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044618 Sep 01 15:24:28.241534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Transition to ACTIVE for port object f6a3819a-612f-4f5b-b583-0b72b6b5d445 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:28.344899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.366740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.412061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] For port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:28.438843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093711ef-2bed-4414-a1c4-fdc61f25fd38 req-1ced1f04-ebcf-432b-b986-3d81cf8d6c41 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 210 time: 0.0834272 Sep 01 15:24:28.444580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:28.449559 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42815811-7131-4192-ac80-ef9af7ef6d40" -d '{"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:28.452400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:28.458814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:28.462117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:28.465659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] For port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,segment=NetworkSegment(a7e6227f-b126-468d-a287-de26f117d801),segment_id=a7e6227f-b126-468d-a287-de26f117d801)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:28.470399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:28.472320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.482513 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.490944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:28.492771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Port': ['ID=f6a3819a-612f-4f5b-b583-0b72b6b5d445,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:28.522761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8131b541-fc58-4024-ade4-8ea872eac909 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.3389685 Sep 01 15:24:28.527185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46998) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:28.583561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4024-5c85-4383-9241-8476c02367ad None None] Pushing event updated for resources: {'Port': ['ID=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:28.595595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.658585 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c834667a-a835-4b37-9a2c-e9399c15f90b x-openstack-request-id: req-c834667a-a835-4b37-9a2c-e9399c15f90b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:28.658585 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74354152-c470-4f3d-b119-dbeadac35838", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:28.658585 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c834667a-a835-4b37-9a2c-e9399c15f90b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:28.658585 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74354152-c470-4f3d-b119-dbeadac35838', 'code': 200} Sep 01 15:24:28.685896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting subnet 5218fada-539b-469c-9c5a-272d6e77fdd9 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:28.707125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.728824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:28.761249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 094578c7-f3d0-4740-b2b0-28374707a83e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:28.868880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 094578c7-f3d0-4740-b2b0-28374707a83e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:28.869311 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.877912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.224540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-6f1dbb2d-c229-4fdb-9b57-4cdea3bc3ef4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:29.227963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-6f1dbb2d-c229-4fdb-9b57-4cdea3bc3ef4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef2f32e-2679-42ca-9c74-ca820d5224f5 HTTP/1.1" status: 200 len: 944 time: 0.2562349 Sep 01 15:24:29.556057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.593301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c323b-6d82-46a8-8457-6d9f70fabec8 req-9467ba3a-f42e-4f9e-8b44-99d636c90e78 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:29.602562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b3c323b-6d82-46a8-8457-6d9f70fabec8 req-9467ba3a-f42e-4f9e-8b44-99d636c90e78 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2261996 Sep 01 15:24:29.726145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b3c323b-6d82-46a8-8457-6d9f70fabec8 req-ee91649d-9d1c-4133-a0f9-bb4ba53d1db2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150780 Sep 01 15:24:29.826822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76778141-bee5-496b-9b56-46be15ce5cfa req-e24e87ae-ca09-4b0d-a311-21da9e018bbf tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 210 time: 0.1403677 Sep 01 15:24:29.843188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.937258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=5218fada-539b-469c-9c5a-272d6e77fdd9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:29.949887 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.955974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d2f7a0d-0b95-4fef-a96f-5d87dca06a20 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/5218fada-539b-469c-9c5a-272d6e77fdd9 HTTP/1.1" status: 204 len: 168 time: 1.4253485 Sep 01 15:24:29.956944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:29.976599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Deleting port 74354152-c470-4f3d-b119-dbeadac35838 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:29.977516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.214919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60a30d-8f38-49e2-9339-5b7fdffa6e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:30.221240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60a30d-8f38-49e2-9339-5b7fdffa6e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:30.226266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f60a30d-8f38-49e2-9339-5b7fdffa6e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2661939 Sep 01 15:24:30.228499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:30.292299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] For port 74354152-c470-4f3d-b119-dbeadac35838, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=74354152-c470-4f3d-b119-dbeadac35838,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:30.292891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.377040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Calling delete_port for 74354152-c470-4f3d-b119-dbeadac35838 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:30.585583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78810238-74ec-421d-ab15-7f0f3ef87166 None None] Network 0fd4be05-407e-4c24-afc8-7dd1b428b503 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:30.870315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:30.890579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c1957371-eb75-42a8-ab04-0de7b07f805e None None] Provisioning for port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:30.963426 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.053028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event deleted for resources: {'Port': ['ID=74354152-c470-4f3d-b119-dbeadac35838,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.142918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7a74cce-0ae3-4036-ab00-2f80e0bba2bb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.179800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] No DVR routers for this DVR port 74354152-c470-4f3d-b119-dbeadac35838 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:31.187063 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.190981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-999e7ef3-0d20-4a47-bee1-ce4a6d5b9270 req-d641069e-eb8e-4fac-9c79-f46217094f4e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "DELETE /v2.0/ports/74354152-c470-4f3d-b119-dbeadac35838 HTTP/1.1" status: 204 len: 173 time: 1.8734279 Sep 01 15:24:31.191737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-deleted', 'tag': '74354152-c470-4f3d-b119-dbeadac35838'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:31.196624 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912deeff-791e-4dbc-8054-da72d88a27c9" -d '{"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-deleted", "tag": "74354152-c470-4f3d-b119-dbeadac35838"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:31.231792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bffe5caa-37fa-4428-85f5-6626580044f0 req-49092569-402a-4196-a6dd-34629a074f58 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 210 time: 0.0957954 Sep 01 15:24:31.288589 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a74cce-0ae3-4036-ab00-2f80e0bba2bb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 01 15:24:31.288589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a74cce-0ae3-4036-ab00-2f80e0bba2bb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:31.288589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a7a74cce-0ae3-4036-ab00-2f80e0bba2bb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/0fd4be05-407e-4c24-afc8-7dd1b428b503 HTTP/1.1" status: 409 len: 405 time: 1.0496092 Sep 01 15:24:31.290207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47070) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:31.293153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-943792816'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:31.332738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34428c-2390-4549-be38-7cd484def10c req-4911d268-c59d-408b-818d-ffc792d4a5f3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.337365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f34428c-2390-4549-be38-7cd484def10c req-4911d268-c59d-408b-818d-ffc792d4a5f3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1904607 Sep 01 15:24:31.355185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:31.363182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.393044 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f45eb4c-b83d-4e1e-a644-789ce832b441 x-openstack-request-id: req-9f45eb4c-b83d-4e1e-a644-789ce832b441 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:31.393365 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef2f32e-2679-42ca-9c74-ca820d5224f5", "name": "network-vif-deleted", "tag": "74354152-c470-4f3d-b119-dbeadac35838", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:31.393622 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f45eb4c-b83d-4e1e-a644-789ce832b441 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:31.394052 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef2f32e-2679-42ca-9c74-ca820d5224f5', 'name': 'network-vif-deleted', 'tag': '74354152-c470-4f3d-b119-dbeadac35838', 'status': 'completed', 'code': 200} Sep 01 15:24:31.416306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:31.420860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:31.449743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.450090 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment 157da123-badf-47e6-9f12-17118a994b5d of type vlan for network 7a5ca440-5557-4a71-a08e-194f10fbd784 Sep 01 15:24:31.461928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:31.465224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.539938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f34428c-2390-4549-be38-7cd484def10c req-798ff331-9dbc-403e-a121-170bcc355bac tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953871 Sep 01 15:24:31.580766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74827891-3011-4c6d-a977-f10bd080454e None None] DHCP port deletion for 0fd4be05-407e-4c24-afc8-7dd1b428b503 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:31.583094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-b3f998a5-b675-4010-bd03-63475a703a8d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.584502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-b3f998a5-b675-4010-bd03-63475a703a8d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.4272115 Sep 01 15:24:31.603648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.606373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Request body: {'port': {'device_id': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'admin_state_up': True, 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:31.698393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.705744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.708110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.763185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.882934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,segment=NetworkSegment(a7e6227f-b126-468d-a287-de26f117d801),segment_id=a7e6227f-b126-468d-a287-de26f117d801)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:31.891748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Deleting port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:31.892835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.903503 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.905807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:31.910907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.911338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=7a5ca440-5557-4a71-a08e-194f10fbd784,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.952396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a7693247-cb85-4bb3-b96b-4253f46a7105 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6642952 Sep 01 15:24:31.952805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47084) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:31.965762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:32.074728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:32.255904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:32.263701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Allocated IP 172.20.0.4 (27e19692-575f-4d86-a4d8-23bff238371e/25081b8d-d509-40b8-adf3-666e48b99423/bd9b7921-cd96-48d8-8174-c9f32e7dd38d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:32.265797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.386340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:32.676407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.677441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e901460-fb7b-485c-bbc7-ed5f78825fdb req-1734245c-54ee-4706-b8bd-06041b410054 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 210 time: 0.1357937 Sep 01 15:24:32.985148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.051904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 74354152-c470-4f3d-b119-dbeadac35838 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:33.052794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 74354152-c470-4f3d-b119-dbeadac35838 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:33.064774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:33.092725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:33.094492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.161945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=f084448c-44ff-4a71-8341-be2f2143b134,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:33.174271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-74827891-3011-4c6d-a977-f10bd080454e None None] For port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,segment=NetworkSegment(a7e6227f-b126-468d-a287-de26f117d801),segment_id=a7e6227f-b126-468d-a287-de26f117d801)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:33.174933 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.198847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:33.205373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:33.223771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Calling delete_port for dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:33.243122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': '157da123-badf-47e6-9f12-17118a994b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:33.243726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: 7a5ca440-5557-4a71-a08e-194f10fbd784, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:33.267008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319ff5-c5f5-48c0-93e6-28c877f1629f req-1a72c479-0746-45f6-93a0-7dee361734dc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:33.286753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76319ff5-c5f5-48c0-93e6-28c877f1629f req-1a72c479-0746-45f6-93a0-7dee361734dc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.4614353 Sep 01 15:24:33.291540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:33.294236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Network 27e19692-575f-4d86-a4d8-23bff238371e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:33.300946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:33.304419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:33.326944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7a5ca440-5557-4a71-a08e-194f10fbd784) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:33.337210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:33.340480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.367999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f05ec9-d4a6-4ddb-824c-dc097af6d6d7 None None] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:33.391678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-170a52d0-5b0b-461c-b2fe-fbd00cf73d68 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4334533 Sep 01 15:24:33.393298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:33.411068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'port': {'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784', 'name': 'tempest-NetworksIpV6TestAttrs-242321911'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:33.480359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76319ff5-c5f5-48c0-93e6-28c877f1629f req-eeaf31bd-9c6d-4fb4-ba30-c42f3da43faa tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834266 Sep 01 15:24:33.492991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:33.504620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.533807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-cc5f2f7f-b7ce-439a-a4c4-f8f08956bbd8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9353745 Sep 01 15:24:33.619466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.636369 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.668736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:33.674781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.700918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74827891-3011-4c6d-a977-f10bd080454e None None] Pushing event deleted for resources: {'Port': ['ID=dc92c892-94b8-44f4-9dbe-e8b8f60a46d2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:33.714521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74827891-3011-4c6d-a977-f10bd080454e None None] No DVR routers for this DVR port dc92c892-94b8-44f4-9dbe-e8b8f60a46d2 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:33.720131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] device_id is not set on port be5d50db-2a8c-472c-a3b9-dd25d0fa302b yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:24:33.884096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Request body: {'port': {'device_id': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:33.936660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Allocated IP 2001:db8::f816:3eff:fe08:781e (7a5ca440-5557-4a71-a08e-194f10fbd784/f084448c-44ff-4a71-8341-be2f2143b134/be5d50db-2a8c-472c-a3b9-dd25d0fa302b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:34.016922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7a5ca440-5557-4a71-a08e-194f10fbd784', 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': 'f084448c-44ff-4a71-8341-be2f2143b134'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:34.020473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.022152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.286046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c24f1-318d-49c5-a73e-58ab4a7f5f0d req-3d750932-1c31-460a-9d25-dc41f0baa4f5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:34.289555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c0c24f1-318d-49c5-a73e-58ab4a7f5f0d req-3d750932-1c31-460a-9d25-dc41f0baa4f5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 931 time: 0.2721260 Sep 01 15:24:34.457289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9b7921-cd96-48d8-8174-c9f32e7dd38d {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:34.470434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.475579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c0c24f1-318d-49c5-a73e-58ab4a7f5f0d req-42a69ed5-68ef-47be-8919-6ec72a946389 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297076 Sep 01 15:24:34.503569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Transition to ACTIVE for port object bd9b7921-cd96-48d8-8174-c9f32e7dd38d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:34.511521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.586789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.615668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Transition to ACTIVE for port object be5d50db-2a8c-472c-a3b9-dd25d0fa302b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:34.647660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:34.669783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.740474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Allocated IP 2001:db8::f816:3eff:fe12:329 (7a5ca440-5557-4a71-a08e-194f10fbd784/f084448c-44ff-4a71-8341-be2f2143b134/b1747eab-d53b-4383-b728-0016330973e0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:34.741258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:34.748188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:34.750828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Port': ['ID=be5d50db-2a8c-472c-a3b9-dd25d0fa302b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:34.753864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:34.760989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:34.761944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.784868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b82396c3-982c-4384-ab7d-d305212e6a63 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3896005 Sep 01 15:24:34.787047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:34.839038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Attempting to bind port bd9b7921-cd96-48d8-8174-c9f32e7dd38d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:34.839428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Attempting to bind port bd9b7921-cd96-48d8-8174-c9f32e7dd38d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:34.839705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Attempting to bind port bd9b7921-cd96-48d8-8174-c9f32e7dd38d on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:34.849724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f26e-8530-4940-9817-c7ff7dcfa9f1 req-c8fe1459-52c7-4b46-9bce-87c68ea818a1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:34.853113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5a8f26e-8530-4940-9817-c7ff7dcfa9f1 req-c8fe1459-52c7-4b46-9bce-87c68ea818a1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2061296 Sep 01 15:24:34.860380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Port bd9b7921-cd96-48d8-8174-c9f32e7dd38d on network 27e19692-575f-4d86-a4d8-23bff238371e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:34.860726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Attempting to bind port bd9b7921-cd96-48d8-8174-c9f32e7dd38d on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:34.872244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting subnet f084448c-44ff-4a71-8341-be2f2143b134 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:34.892376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:34.892934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Checking segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:34.893627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Bound using segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:34.894422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Bound port: bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:34.894985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.975239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.987714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Transition to ACTIVE for port object b1747eab-d53b-4383-b728-0016330973e0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.007646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Transition to ACTIVE for port object b1747eab-d53b-4383-b728-0016330973e0 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.016682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.022887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.025357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5a8f26e-8530-4940-9817-c7ff7dcfa9f1 req-2faad7ea-cb2f-4c44-9a7b-037529670c62 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493735 Sep 01 15:24:35.072524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:35.079204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.098253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:35.103041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:35.109050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.113159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:35.121108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:35.148230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Pushing event updated for resources: {'Port': ['ID=b1747eab-d53b-4383-b728-0016330973e0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:35.215026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.215841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.217417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/bd9b7921-cd96-48d8-8174-c9f32e7dd38d HTTP/1.1" status: 200 len: 1092 time: 1.6757183 Sep 01 15:24:35.217926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:35.220374 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f998cf-a23d-4e38-827c-478166aff8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:35.256261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Attempting to bind port b1747eab-d53b-4383-b728-0016330973e0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:35.256654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Attempting to bind port b1747eab-d53b-4383-b728-0016330973e0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '157da123-badf-47e6-9f12-17118a994b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:35.257017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Attempting to bind port b1747eab-d53b-4383-b728-0016330973e0 on network 7a5ca440-5557-4a71-a08e-194f10fbd784 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:35.266110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:35.266494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Checking segment: {'id': '157da123-badf-47e6-9f12-17118a994b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:35.266908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.267307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Bound using segment: {'id': '157da123-badf-47e6-9f12-17118a994b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:35.270587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Bound port: b1747eab-d53b-4383-b728-0016330973e0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157da123-badf-47e6-9f12-17118a994b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7a5ca440-5557-4a71-a08e-194f10fbd784'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:35.270587 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.298627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.354781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92115275-d4c0-4e0b-9f06-db2c2b2fd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:35.371332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-a9c04836-76ab-455d-94d1-abfc630c9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.373054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-a9c04836-76ab-455d-94d1-abfc630c9a35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 1095 time: 0.0953085 Sep 01 15:24:35.390709 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.416464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] For port b1747eab-d53b-4383-b728-0016330973e0, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:35.427196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] For port b1747eab-d53b-4383-b728-0016330973e0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b1747eab-d53b-4383-b728-0016330973e0,segment=NetworkSegment(157da123-badf-47e6-9f12-17118a994b5d),segment_id=157da123-badf-47e6-9f12-17118a994b5d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:35.436718 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.447957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=f084448c-44ff-4a71-8341-be2f2143b134,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:35.450559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.465018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-62682f94-c955-4d9c-aef5-bab38988762e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/f084448c-44ff-4a71-8341-be2f2143b134 HTTP/1.1" status: 204 len: 168 time: 0.6764085 Sep 01 15:24:35.466178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47150) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:35.489952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-649fe9e4-629a-4157-9161-58505c2b835e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d HTTP/1.1" status: 200 len: 217 time: 0.1067226 Sep 01 15:24:35.495083 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54e0f1-3ede-48a3-b4c3-bb17b431faa4 x-openstack-request-id: req-7a54e0f1-3ede-48a3-b4c3-bb17b431faa4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:35.495571 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:35.495839 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a54e0f1-3ede-48a3-b4c3-bb17b431faa4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:35.496239 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'status': 'completed', 'code': 200} Sep 01 15:24:35.562516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-9c041b6d-f7b9-4470-b915-af0f26df7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.564270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-9c041b6d-f7b9-4470-b915-af0f26df7257 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.0658696 Sep 01 15:24:35.602402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b220f-5222-4895-b90e-f64e6588f00a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.604180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b220f-5222-4895-b90e-f64e6588f00a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.610927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f70b220f-5222-4895-b90e-f64e6588f00a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1434305 Sep 01 15:24:35.616792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69170dd6-6fcf-46a7-bc6c-71b4a7f18ad0 None None] Pushing event updated for resources: {'Port': ['ID=b1747eab-d53b-4383-b728-0016330973e0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:35.632841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47158) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:35.652105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:24:35.668689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-00b63476-1208-42fe-9844-cb1245c50fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880888 Sep 01 15:24:35.689551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-c08a79a4-7dd4-4b1d-89c3-612a84e22d05 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:24:35.694279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-c08a79a4-7dd4-4b1d-89c3-612a84e22d05 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202677 Sep 01 15:24:35.798331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ef28d82-b4d1-4fd8-8064-7e985378bb7a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.808561 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef28d82-b4d1-4fd8-8064-7e985378bb7a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 01 15:24:35.809238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef28d82-b4d1-4fd8-8064-7e985378bb7a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:35.811039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ef28d82-b4d1-4fd8-8064-7e985378bb7a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/7a5ca440-5557-4a71-a08e-194f10fbd784 HTTP/1.1" status: 409 len: 405 time: 0.1531506 Sep 01 15:24:35.822410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47162) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:35.829510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-688007499'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:35.869383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:35.875876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d722c-0c59-4ef4-a44a-5c5f08ee832b req-9945341f-37eb-49fc-9709-6e53b64c4929 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:35.878946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.892463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f9d722c-0c59-4ef4-a44a-5c5f08ee832b req-9945341f-37eb-49fc-9709-6e53b64c4929 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 943 time: 0.1925163 Sep 01 15:24:35.942581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:35.973208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.973724 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment b22fd42a-ee14-4efa-b110-c32be089a999 of type vlan for network b405f75a-cc92-48d3-808b-97e138cc6e55 Sep 01 15:24:36.016914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f9d722c-0c59-4ef4-a44a-5c5f08ee832b req-13d5afaf-9295-464d-bf58-e3ad5f76f6ae tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231704 Sep 01 15:24:36.019393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-ea6f5c35-8694-48d4-a3d2-3a8c3d45979e service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096545 Sep 01 15:24:36.076684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.175558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.188916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.192245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.221573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e068cc4-3eaf-40c5-b1a9-6f301de54b53 req-55abbc48-20e4-481d-95b0-d83c9c454c95 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920331 Sep 01 15:24:36.318800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4907386 Sep 01 15:24:36.332513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:36.333302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db76b8d-f8f5-42a5-97e8-5ac2057d21c8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=b405f75a-cc92-48d3-808b-97e138cc6e55,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.341562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': 'b405f75a-cc92-48d3-808b-97e138cc6e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:36.351872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b405f75a-cc92-48d3-808b-97e138cc6e55 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:36.379953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-70c52edf-cd56-45c2-a152-97a263af759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.391330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-70c52edf-cd56-45c2-a152-97a263af759a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 1095 time: 0.0966039 Sep 01 15:24:36.474139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a8e49-097f-4f40-9e9b-223664d908bc req-9b26b8dc-7fa7-4374-a428-b01ef75b9eb2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.475924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab6a8e49-097f-4f40-9e9b-223664d908bc req-9b26b8dc-7fa7-4374-a428-b01ef75b9eb2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1887474 Sep 01 15:24:36.581050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-7e42b3dd-74e6-4f1d-8972-d8b3dbbb9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.584876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-7e42b3dd-74e6-4f1d-8972-d8b3dbbb9e59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 906 time: 0.1865199 Sep 01 15:24:36.614483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab6a8e49-097f-4f40-9e9b-223664d908bc req-acf411d4-87e6-48da-adb4-5653fdf6e624 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995500 Sep 01 15:24:36.643648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:36.650719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.687472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-f959b07d-1a05-4573-b34b-294753f8b694 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d HTTP/1.1" status: 200 len: 217 time: 0.0941112 Sep 01 15:24:36.839293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-f9ef0013-c0c3-4d7b-95a3-a890f8c39464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.843989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-f9ef0013-c0c3-4d7b-95a3-a890f8c39464 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.1490550 Sep 01 15:24:36.907553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b1747eab-d53b-4383-b728-0016330973e0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:36.922576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-24666050-ab2f-4767-af0e-21a05553737a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685654 Sep 01 15:24:37.115074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b1747eab-d53b-4383-b728-0016330973e0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:37.256851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-e2606dd9-d17c-49f3-9cbe-40dea121297c service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267972 Sep 01 15:24:37.323360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:37.326212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.360983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8c711-8f85-40b4-9bdc-2e80e60520d4 None None] Network 7a5ca440-5557-4a71-a08e-194f10fbd784 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:37.479589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=fb667f0d-c306-4927-a2fc-479a73ef5e47,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:37.491719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': 'b22fd42a-ee14-4efa-b110-c32be089a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b405f75a-cc92-48d3-808b-97e138cc6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:37.492345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: b405f75a-cc92-48d3-808b-97e138cc6e55, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:37.545172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network b405f75a-cc92-48d3-808b-97e138cc6e55 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:37.574447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080abd4-aa83-4d2d-876d-f59a74ec4526 req-4730e92a-7aa0-4ac1-9944-db9f6af48573 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:37.576598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b405f75a-cc92-48d3-808b-97e138cc6e55) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:37.577797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6080abd4-aa83-4d2d-876d-f59a74ec4526 req-4730e92a-7aa0-4ac1-9944-db9f6af48573 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 943 time: 0.2091725 Sep 01 15:24:37.585566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:37.587932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.598931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f998cf-a23d-4e38-827c-478166aff8e3 req-ca207293-34f5-4c24-a260-e92119fbe5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337905 Sep 01 15:24:37.624729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d5259-07d2-478d-8a2e-b56fd400ae2b None None] Network b405f75a-cc92-48d3-808b-97e138cc6e55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:37.639956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a656f602-cbb7-4b4a-a738-5ff46d1fe44e tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3031621 Sep 01 15:24:37.644744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47190) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:37.673445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Provisioning for port b1747eab-d53b-4383-b728-0016330973e0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:37.758456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6080abd4-aa83-4d2d-876d-f59a74ec4526 req-cfb86a6f-a51c-495a-98e4-d52223f8cdf3 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569440 Sep 01 15:24:37.804240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Provisioning complete for port b1747eab-d53b-4383-b728-0016330973e0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:37.804805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.917871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888786ba-6586-439f-8459-029f40c24180 req-3f1cb9e2-b159-473a-a8e6-9061b9e48c4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:37.920360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-888786ba-6586-439f-8459-029f40c24180 req-3f1cb9e2-b159-473a-a8e6-9061b9e48c4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1465805 Sep 01 15:24:37.928797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.956116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:37.985399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-888786ba-6586-439f-8459-029f40c24180 req-9d386238-3d87-48eb-b1b3-0062ceda7244 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478847 Sep 01 15:24:38.052850 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.206043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] DHCP port deletion for 7a5ca440-5557-4a71-a08e-194f10fbd784 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:38.216199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.279575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=fb667f0d-c306-4927-a2fc-479a73ef5e47,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:38.320186 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.388375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.405938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b405f75a-cc92-48d3-808b-97e138cc6e55']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:38.428721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22fd42a-ee14-4efa-b110-c32be089a999') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:38.429324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22fd42a-ee14-4efa-b110-c32be089a999') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:38.439648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:38.452314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.479341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.487684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7742c5b-1adc-4302-b68a-8beceb7e5214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b405f75a-cc92-48d3-808b-97e138cc6e55', 'network_id': 'b405f75a-cc92-48d3-808b-97e138cc6e55', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': 'fb667f0d-c306-4927-a2fc-479a73ef5e47'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:38.489608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7742c5b-1adc-4302-b68a-8beceb7e5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.491516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:38.492591 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:38.499402 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:38.514759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'mac_address': 'fa:16:3e:54:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:38.523482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] For port b1747eab-d53b-4383-b728-0016330973e0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b1747eab-d53b-4383-b728-0016330973e0,segment=NetworkSegment(157da123-badf-47e6-9f12-17118a994b5d),segment_id=157da123-badf-47e6-9f12-17118a994b5d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:38.576149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.586745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Deleting port b1747eab-d53b-4383-b728-0016330973e0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:38.587121 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.598784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.605236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.607918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/b405f75a-cc92-48d3-808b-97e138cc6e55 HTTP/1.1" status: 204 len: 168 time: 0.9613159 Sep 01 15:24:38.612921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:38.619896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-165139933'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:38.627564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70296b26-ecce-4437-ab39-c74756ae51b5 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=b405f75a-cc92-48d3-808b-97e138cc6e55,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:38.683614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:38.685477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.694804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.765509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:38.779418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.780192 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment 5908c23b-a9f6-4912-ae7e-61f439d55a63 of type vlan for network 470c1a34-8d2e-418a-8c13-77b23df49a19 Sep 01 15:24:38.786851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] For port b1747eab-d53b-4383-b728-0016330973e0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b1747eab-d53b-4383-b728-0016330973e0,segment=NetworkSegment(157da123-badf-47e6-9f12-17118a994b5d),segment_id=157da123-badf-47e6-9f12-17118a994b5d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:38.787526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.823108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Calling delete_port for b1747eab-d53b-4383-b728-0016330973e0 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:38.908225 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.930802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ac52c-7e63-45f2-98d4-7244a9dd9668 None None] Network b405f75a-cc92-48d3-808b-97e138cc6e55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:38.935209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9b7921-cd96-48d8-8174-c9f32e7dd38d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:38.957541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b1747eab-d53b-4383-b728-0016330973e0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:39.007476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ac52c-7e63-45f2-98d4-7244a9dd9668 None None] Network b405f75a-cc92-48d3-808b-97e138cc6e55 could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:24:39.044462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Pushing event updated for resources: {'Port': ['ID=b1747eab-d53b-4383-b728-0016330973e0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:39.048985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:39.061598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.070979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.071727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:39.071888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.072124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.072540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.072893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.073545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.074004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.074227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.074718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.075267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.075784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.076306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.077100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22f3fe-dcff-428c-9c5a-0450435b6b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.088646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.139078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034b419-8c95-4040-919f-be09422f6235 req-73739657-fa32-492b-9b45-2e6152b21109 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:39.142311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a034b419-8c95-4040-919f-be09422f6235 req-73739657-fa32-492b-9b45-2e6152b21109 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 943 time: 0.2366531 Sep 01 15:24:39.147122 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.196579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:39.217836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port b1747eab-d53b-4383-b728-0016330973e0 update to DOWN by agent not found {{(pid=106378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:24:39.241079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6265955 Sep 01 15:24:39.241523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47228) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:39.248424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] No DVR routers for this DVR port b1747eab-d53b-4383-b728-0016330973e0 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:39.251730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': '470c1a34-8d2e-418a-8c13-77b23df49a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:39.253524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109ea79-d6c6-439b-a9fc-6829f519d919 None None] Pushing event deleted for resources: {'Port': ['ID=b1747eab-d53b-4383-b728-0016330973e0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:39.295177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=470c1a34-8d2e-418a-8c13-77b23df49a19,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:39.309559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaadf0a-3da6-44d3-b503-017cbaefcc4e req-c5c518ab-89a7-46f0-91d4-7b4829b02fbb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:39.311941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9aaadf0a-3da6-44d3-b503-017cbaefcc4e req-c5c518ab-89a7-46f0-91d4-7b4829b02fbb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.1306384 Sep 01 15:24:39.316937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.317638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.318087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.318532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.318975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.319436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.319871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.320269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.320707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.321295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.321621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.322019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d7bf4-4490-43a9-b824-a3bfcde18513 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:39.335423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 470c1a34-8d2e-418a-8c13-77b23df49a19 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:39.339124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a034b419-8c95-4040-919f-be09422f6235 req-afecff2a-11d0-4e51-9971-49fcf5033065 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037979 Sep 01 15:24:39.396356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9aaadf0a-3da6-44d3-b503-017cbaefcc4e req-8b391577-ded4-41b1-b397-ccebd0ea6fb9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Sep 01 15:24:39.427007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bd9b7921-cd96-48d8-8174-c9f32e7dd38d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:39.480179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:39.485619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.657501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47240) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:39.848758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-100247c4-f6a2-4507-bb35-5ba3e8b969fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.862116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f918e1-b774-42cc-96bd-769d0e858cac req-60385dac-88dd-45cd-b6cf-dc67ec4c6e87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:39.869998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0f918e1-b774-42cc-96bd-769d0e858cac req-60385dac-88dd-45cd-b6cf-dc67ec4c6e87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1361315 Sep 01 15:24:39.982408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0f918e1-b774-42cc-96bd-769d0e858cac req-5223e851-bae4-4fcc-a84f-239d09daec3d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996652 Sep 01 15:24:39.986340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.040724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-100247c4-f6a2-4507-bb35-5ba3e8b969fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.049683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-100247c4-f6a2-4507-bb35-5ba3e8b969fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.071813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=a7e656ea-c6e0-4336-9933-060a440fb0ec,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.079036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': '5908c23b-a9f6-4912-ae7e-61f439d55a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '470c1a34-8d2e-418a-8c13-77b23df49a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:40.079436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: 470c1a34-8d2e-418a-8c13-77b23df49a19, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:40.106147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 470c1a34-8d2e-418a-8c13-77b23df49a19 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:40.129267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 470c1a34-8d2e-418a-8c13-77b23df49a19) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:40.130777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100247c4-f6a2-4507-bb35-5ba3e8b969fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024afa91-498b-4b53-8404-8d45ef3b86d0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.140286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-100247c4-f6a2-4507-bb35-5ba3e8b969fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=260ae7e3c0d549c38e232d8700bcae2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806578 Sep 01 15:24:40.143913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da2753-f844-4650-8752-aaf755766970 None None] Network 470c1a34-8d2e-418a-8c13-77b23df49a19 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:40.144422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:40.146240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:40.147214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.196326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35121de4-5200-4226-81fb-bf20ba17485a tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9493458 Sep 01 15:24:40.197240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47260) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:40.243578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cf501-0b92-4426-afdf-d79597a818d7 req-17c828a3-ea9c-4d96-9085-9f9b47ccf2eb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:40.247513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-469cf501-0b92-4426-afdf-d79597a818d7 req-17c828a3-ea9c-4d96-9085-9f9b47ccf2eb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1185613 Sep 01 15:24:40.371034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.380631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-469cf501-0b92-4426-afdf-d79597a818d7 req-d985cbf7-446f-46b4-a21f-8c2d86d80e26 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145573 Sep 01 15:24:40.436378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.514874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.679378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.683113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.684399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/024afa91-498b-4b53-8404-8d45ef3b86d0 HTTP/1.1" status: 204 len: 168 time: 0.5327959 Sep 01 15:24:40.721318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2d540-3875-4bb3-a4fb-7c77ac63be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024afa91-498b-4b53-8404-8d45ef3b86d0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.787137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.839906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b2d50-29a0-477a-a80a-34ac3188ff9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-470c1a34-8d2e-418a-8c13-77b23df49a19', 'network_id': '470c1a34-8d2e-418a-8c13-77b23df49a19', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': 'a7e656ea-c6e0-4336-9933-060a440fb0ec'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:40.842058 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e54b2d50-29a0-477a-a80a-34ac3188ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.857849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a94ff-11ae-4f60-8bb6-3f0f70687bb8 req-572e3637-fd32-4c47-ba97-0de234b90254 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:40.859608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a05a94ff-11ae-4f60-8bb6-3f0f70687bb8 req-572e3637-fd32-4c47-ba97-0de234b90254 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 944 time: 0.3166990 Sep 01 15:24:40.937738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a05a94ff-11ae-4f60-8bb6-3f0f70687bb8 req-d6cf1aa8-ce0a-4ced-bd02-400eba79fc03 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Sep 01 15:24:40.948111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.989216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e656ea-c6e0-4336-9933-060a440fb0ec,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:41.076051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.086731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-1e19739d-7bf3-4eee-84d1-c178c5f22472 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:41.089234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470c1a34-8d2e-418a-8c13-77b23df49a19']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:41.089499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-1e19739d-7bf3-4eee-84d1-c178c5f22472 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.2890685 Sep 01 15:24:41.103558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5908c23b-a9f6-4912-ae7e-61f439d55a63') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:41.103977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5908c23b-a9f6-4912-ae7e-61f439d55a63') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:41.117134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.138788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.150537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:41.150957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:41.155394 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:41.161203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-df1a291c-5c51-43c0-9398-d71824957ea5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/quotas/cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 375 time: 0.0492003 Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-e54b2d50-29a0-477a-a80a-34ac3188ff9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7e656ea-c6e0-4336-9933-060a440fb0ec: This subnet is being modified by another concurrent operation. Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7e656ea-c6e0-4336-9933-060a440fb0ec: This subnet is being modified by another concurrent operation. Sep 01 15:24:41.188331 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:24:41.221329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbac4bc-c8bb-45e8-8f2f-437ef890fe45 None None] Network 470c1a34-8d2e-418a-8c13-77b23df49a19 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:41.252853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.262643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.268721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:41.270596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/470c1a34-8d2e-418a-8c13-77b23df49a19 HTTP/1.1" status: 204 len: 168 time: 1.0722358 Sep 01 15:24:41.282318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1208289692'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:41.295318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec7c25-840a-4139-a8a1-3cc839783827 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=470c1a34-8d2e-418a-8c13-77b23df49a19,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:41.381115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-71665178-01f2-4cf6-b83f-29310ea49377 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2052038 Sep 01 15:24:41.384079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:41.390957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.443088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c9371-e4b0-4c6f-8544-ce7bcb305b1b None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:24:41.563940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:41.600387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c9371-e4b0-4c6f-8544-ce7bcb305b1b None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:24:41.605638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.607057 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Added segment 0c101d78-e0c3-4296-a60c-5f69f1027bf7 of type vlan for network 45152abf-3307-4d63-a193-e7334240a701 Sep 01 15:24:41.714423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-29577543-9089-4ea9-9642-6b9c1bfc43cd service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911594 Sep 01 15:24:41.747075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.752712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47298) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:41.797247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd60da1f-7a3f-4598-a801-49976dc110fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.913626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.925420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:41.926979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.955565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:42.091925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd60da1f-7a3f-4598-a801-49976dc110fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.099393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd60da1f-7a3f-4598-a801-49976dc110fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.141230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port bd9b7921-cd96-48d8-8174-c9f32e7dd38d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:42.151420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port bd9b7921-cd96-48d8-8174-c9f32e7dd38d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:42.152604 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.172133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60da1f-7a3f-4598-a801-49976dc110fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3fccbb-dfd9-4a40-a52a-41f7564915df,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:42.199751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9222574 Sep 01 15:24:42.206561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-2397c2e2-0251-45a2-9053-8e738b2f2c74 service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905853 Sep 01 15:24:42.214952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47304) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:42.228609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30043d87-1e1d-4c25-ba6f-c5ba38fa6a88 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Network': ['ID=45152abf-3307-4d63-a193-e7334240a701,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:42.239877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Request body: {'subnet': {'network_id': '45152abf-3307-4d63-a193-e7334240a701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:42.274884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 45152abf-3307-4d63-a193-e7334240a701 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:42.338644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cd60da1f-7a3f-4598-a801-49976dc110fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2882a2bc1d1c44df86f0dce2d9fd1d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835738 Sep 01 15:24:42.342507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:42.472616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534bbb0-4b49-458e-a6c7-5186baa7486e req-2f2d05af-e9ed-42f3-990e-97d89f179408 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:42.484077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2534bbb0-4b49-458e-a6c7-5186baa7486e req-2f2d05af-e9ed-42f3-990e-97d89f179408 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 944 time: 0.2759368 Sep 01 15:24:42.556244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Made reservation on behalf of ea7388a61a7a4bd3903c750d4cbcfc62 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:42.563232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.563479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9005a72d-3584-4091-8c45-fb44528a9e3b req-34a00764-d49d-4cc8-9dc0-ed6571d81e9b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 210 time: 0.0834885 Sep 01 15:24:42.614054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.666362 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.678838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.715798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:42.717039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:42.720040 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af886e-4bf6-45fe-8664-8ece2e14a6e1" -d '{"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:42.725616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.794686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.812541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:42.816736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.822460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec3fccbb-dfd9-4a40-a52a-41f7564915df HTTP/1.1" status: 204 len: 168 time: 0.4757562 Sep 01 15:24:42.855027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cc446-0d22-4e3f-873f-e0967590bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3fccbb-dfd9-4a40-a52a-41f7564915df,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:42.902195 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a8d71-3298-4fa8-8777-ddc3f87fc6b0 x-openstack-request-id: req-5b6a8d71-3298-4fa8-8777-ddc3f87fc6b0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:42.902586 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:42.902893 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b6a8d71-3298-4fa8-8777-ddc3f87fc6b0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:42.903301 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'code': 200} Sep 01 15:24:43.074191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0aae-bf11-469b-9b89-60a637541718 req-cbb8126b-f745-41c5-994f-7fc5850b3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.076378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e33b0aae-bf11-469b-9b89-60a637541718 req-cbb8126b-f745-41c5-994f-7fc5850b3190 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 1097 time: 0.0901649 Sep 01 15:24:43.139522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e33b0aae-bf11-469b-9b89-60a637541718 req-ef9aebd3-bbc7-4962-9dc2-7a49ca50be52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Sep 01 15:24:43.315448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2534bbb0-4b49-458e-a6c7-5186baa7486e req-9e3eae7c-801e-4a4e-9e8a-a832813e832a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8171494 Sep 01 15:24:43.755599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76647b8f-7440-4246-800e-1573fcd27a8d req-7626d09c-c2bb-4521-af86-81bca4317ff0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 210 time: 0.0518625 Sep 01 15:24:43.823441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:43.825909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.969043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event updated for resources: {'Subnet': ['ID=e4196b88-44fc-4b91-b3bd-b5e6f0e6c3f8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:43.978089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Checking segment: {'id': '0c101d78-e0c3-4296-a60c-5f69f1027bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45152abf-3307-4d63-a193-e7334240a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:43.978705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network hostable DHCP agents. Network: 45152abf-3307-4d63-a193-e7334240a701, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:44.004798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Network 45152abf-3307-4d63-a193-e7334240a701 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:44.022531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 45152abf-3307-4d63-a193-e7334240a701) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:44.034087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07682801-29bb-47d4-8648-eb38dd8fee30 None None] Network 45152abf-3307-4d63-a193-e7334240a701 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:44.047605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.048323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.074608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-01b664f4-e9cb-43a4-a574-929c0aacfeca tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8418963 Sep 01 15:24:44.075572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:44.376331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-048c312f-0183-4bc9-88cb-c146da624cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.396611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-45152abf-3307-4d63-a193-e7334240a701', 'network_id': '45152abf-3307-4d63-a193-e7334240a701', 'tenant_id': 'ea7388a61a7a4bd3903c750d4cbcfc62', 'fixed_ips': [{'subnet_id': 'e4196b88-44fc-4b91-b3bd-b5e6f0e6c3f8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:44.398189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.461381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.596251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dbbd5-eb78-41ac-9bec-5be336ef736d req-63c51445-32bf-4237-9a24-029460209d8d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.604292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed2dbbd5-eb78-41ac-9bec-5be336ef736d req-63c51445-32bf-4237-9a24-029460209d8d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1434431 Sep 01 15:24:44.656798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-319d672d-169c-45bd-b8ad-4531d97896ae tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.659892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-319d672d-169c-45bd-b8ad-4531d97896ae tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.3740525 Sep 01 15:24:44.696674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed2dbbd5-eb78-41ac-9bec-5be336ef736d req-77b0354d-0026-4ed1-a983-206414363c42 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796714 Sep 01 15:24:44.708193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.851174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Allocated IP 2001:db8::f816:3eff:fe68:c6 (45152abf-3307-4d63-a193-e7334240a701/e4196b88-44fc-4b91-b3bd-b5e6f0e6c3f8/b77fdbbd-c6d2-4df3-9a2d-95e73396c249) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:45.012594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'device_id': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'admin_state_up': True, 'tenant_id': 'cf23eea573064368972648256787aea5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:45.114704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.127674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Transition to ACTIVE for port object b77fdbbd-c6d2-4df3-9a2d-95e73396c249 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:45.163267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Transition to ACTIVE for port object b77fdbbd-c6d2-4df3-9a2d-95e73396c249 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:45.175898 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.238064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.266552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Network 45152abf-3307-4d63-a193-e7334240a701 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:45.281380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Pushing event updated for resources: {'Port': ['ID=b77fdbbd-c6d2-4df3-9a2d-95e73396c249,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:45.286337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:45.289865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:45.313841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=e4196b88-44fc-4b91-b3bd-b5e6f0e6c3f8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:45.342013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:45.348683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.361608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Attempting to bind port b77fdbbd-c6d2-4df3-9a2d-95e73396c249 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:45.362138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Attempting to bind port b77fdbbd-c6d2-4df3-9a2d-95e73396c249 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0c101d78-e0c3-4296-a60c-5f69f1027bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45152abf-3307-4d63-a193-e7334240a701'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:45.362863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Attempting to bind port b77fdbbd-c6d2-4df3-9a2d-95e73396c249 on network 45152abf-3307-4d63-a193-e7334240a701 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:45.370386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:45.370986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Checking segment: {'id': '0c101d78-e0c3-4296-a60c-5f69f1027bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45152abf-3307-4d63-a193-e7334240a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:45.371777 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.372995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Bound using segment: {'id': '0c101d78-e0c3-4296-a60c-5f69f1027bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45152abf-3307-4d63-a193-e7334240a701'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:45.373581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Bound port: b77fdbbd-c6d2-4df3-9a2d-95e73396c249, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c101d78-e0c3-4296-a60c-5f69f1027bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45152abf-3307-4d63-a193-e7334240a701'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:45.374174 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.428469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3962d3ee-3a07-4903-a37d-2f00c726d406 req-1df7bd29-5470-48f1-a670-24715f6f5f3f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 210 time: 0.1727386 Sep 01 15:24:45.473377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] For port b77fdbbd-c6d2-4df3-9a2d-95e73396c249, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:45.479932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] For port b77fdbbd-c6d2-4df3-9a2d-95e73396c249, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b77fdbbd-c6d2-4df3-9a2d-95e73396c249,segment=NetworkSegment(0c101d78-e0c3-4296-a60c-5f69f1027bf7),segment_id=0c101d78-e0c3-4296-a60c-5f69f1027bf7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:45.487111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.588573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.592838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62606a8-c298-487b-9230-abc9bdc4875a None None] Pushing event updated for resources: {'Port': ['ID=b77fdbbd-c6d2-4df3-9a2d-95e73396c249,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:45.625387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45152abf-3307-4d63-a193-e7334240a701']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:45.628190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68416a4d-af0f-4380-af9b-f052d976c11b None None] Network 45152abf-3307-4d63-a193-e7334240a701 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:45.647805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c101d78-e0c3-4296-a60c-5f69f1027bf7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:45.648176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c101d78-e0c3-4296-a60c-5f69f1027bf7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:45.669253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.719816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.738885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:45.739322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:45.749956 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:45.842413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.20.0.6 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:45.854192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be90a8-16fa-42bb-afd3-5bac7f6a53bf None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:24:45.867544 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:24:45.867544 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:24:45.867544 n-d-802060-16 neutron-server[106376]: [parameters: {'id': '45152abf-3307-4d63-a193-e7334240a701'}] Sep 01 15:24:45.867544 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:45.868806 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:45.928601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b6646-1fed-48e8-8eec-a37e1ea91ab3 req-2f4907dc-e0ce-4d3a-a50b-2612c18765f0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.933143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f32b6646-1fed-48e8-8eec-a37e1ea91ab3 req-2f4907dc-e0ce-4d3a-a50b-2612c18765f0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1061099 Sep 01 15:24:46.028027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f32b6646-1fed-48e8-8eec-a37e1ea91ab3 req-d8533e05-f6c3-42e2-82a9-56c2cdbf4a8d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867834 Sep 01 15:24:46.081890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be90a8-16fa-42bb-afd3-5bac7f6a53bf None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:24:46.175333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.217124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Transition to ACTIVE for port object b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:46.337274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.378079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.411406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:46.491653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:46.540766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2a7d2-27bb-4fd5-9fdc-b9ccef09e3c5 req-11679e3e-cccd-40c0-9195-1ba9aacc77b9 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:46.561327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6c2a7d2-27bb-4fd5-9fdc-b9ccef09e3c5 req-11679e3e-cccd-40c0-9195-1ba9aacc77b9 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.2160826 Sep 01 15:24:46.635466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:46.685790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6c2a7d2-27bb-4fd5-9fdc-b9ccef09e3c5 req-8fdfacbf-fd5c-4836-8a0e-e35a658cea14 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Sep 01 15:24:46.704306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:46.721580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:47.112220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-be61c0e2-ff19-4586-99d5-ee076694d2e1 None None] Provisioning for port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:47.148099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-be61c0e2-ff19-4586-99d5-ee076694d2e1 None None] Provisioning complete for port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:47.149482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be61c0e2-ff19-4586-99d5-ee076694d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.181020 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cca767f1-3b77-40e6-80d9-3f7414b75efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.216685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-be61c0e2-ff19-4586-99d5-ee076694d2e1 None None] Port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:47.374213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.375622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.403945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting port b77fdbbd-c6d2-4df3-9a2d-95e73396c249 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:47.404526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.425825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba870b-3e2d-4deb-bce9-ba15bc0bc544 req-1866ed3e-f041-4fb2-83ba-30fb365f96f3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.428891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2ba870b-3e2d-4deb-bce9-ba15bc0bc544 req-1866ed3e-f041-4fb2-83ba-30fb365f96f3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 931 time: 0.7375307 Sep 01 15:24:47.429305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.514877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-9d063851-8562-4635-806a-217507004d72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8399689 Sep 01 15:24:47.556002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Request body: {'port': {'device_id': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:47.663609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] For port b77fdbbd-c6d2-4df3-9a2d-95e73396c249, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b77fdbbd-c6d2-4df3-9a2d-95e73396c249,segment=NetworkSegment(0c101d78-e0c3-4296-a60c-5f69f1027bf7),segment_id=0c101d78-e0c3-4296-a60c-5f69f1027bf7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:47.663944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.690358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2ba870b-3e2d-4deb-bce9-ba15bc0bc544 req-4b215a7d-20ab-4779-8f45-fbe5b29a4202 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904161 Sep 01 15:24:47.749828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Calling delete_port for b77fdbbd-c6d2-4df3-9a2d-95e73396c249 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:47.765956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.933822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5438-bee0-4141-8110-1f79219ab851 req-68929541-6456-4acc-81b2-d11a1d5e6e6c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.949871 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a3e5438-bee0-4141-8110-1f79219ab851 req-68929541-6456-4acc-81b2-d11a1d5e6e6c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1277921 Sep 01 15:24:48.008858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8a3e5438-bee0-4141-8110-1f79219ab851 req-735fad68-484f-4519-91d6-94ff27abffce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Sep 01 15:24:48.249486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.315571 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.365110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No DVR routers for this DVR port b77fdbbd-c6d2-4df3-9a2d-95e73396c249 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:48.368567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Port': ['ID=b77fdbbd-c6d2-4df3-9a2d-95e73396c249,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:48.383450 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.624229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.659527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45152abf-3307-4d63-a193-e7334240a701']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:48.693920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c101d78-e0c3-4296-a60c-5f69f1027bf7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:48.694436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c101d78-e0c3-4296-a60c-5f69f1027bf7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:48.700269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:48.730310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.749858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.800487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Transition to ACTIVE for port object b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:48.806535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.815565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.827781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:48.828764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:48.843200 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:49.067495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.093423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.168522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.172124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/45152abf-3307-4d63-a193-e7334240a701 HTTP/1.1" status: 204 len: 168 time: 5.0949664 Sep 01 15:24:49.180955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.258857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba338-2e91-49e4-9743-e5b705015f28 req-7bb6f4ed-adf3-44e2-a726-a5edccc6b45f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.261365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557222e-c849-485d-b0c3-c3ca15420936 req-e09f6643-5932-421f-8fb9-d774b75fad6e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.272640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a557222e-c849-485d-b0c3-c3ca15420936 req-e09f6643-5932-421f-8fb9-d774b75fad6e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1306369 Sep 01 15:24:49.272846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48aba338-2e91-49e4-9743-e5b705015f28 req-7bb6f4ed-adf3-44e2-a726-a5edccc6b45f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 943 time: 0.3776073 Sep 01 15:24:49.304847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4784c-434a-405d-b1f2-50887f4e3092 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=45152abf-3307-4d63-a193-e7334240a701,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.362261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a557222e-c849-485d-b0c3-c3ca15420936 req-982dd2c1-af1c-40b9-9ecb-158514710f7c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873017 Sep 01 15:24:49.385302 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85ab5db-1366-43f5-b763-7c4ae57c1e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.385302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85ab5db-1366-43f5-b763-7c4ae57c1e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.385302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e85ab5db-1366-43f5-b763-7c4ae57c1e55 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/e4196b88-44fc-4b91-b3bd-b5e6f0e6c3f8 HTTP/1.1" status: 404 len: 337 time: 0.1082702 Sep 01 15:24:49.387495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47478) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.412268 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0038dcd-a924-4425-82a8-3af8ce5132cb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.413395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0038dcd-a924-4425-82a8-3af8ce5132cb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.416223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0038dcd-a924-4425-82a8-3af8ce5132cb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/45152abf-3307-4d63-a193-e7334240a701 HTTP/1.1" status: 404 len: 339 time: 0.0270386 Sep 01 15:24:49.419281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47480) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.461732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48aba338-2e91-49e4-9743-e5b705015f28 req-0e4f51db-8f0f-40a5-89ad-5b2840f3ad61 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867921 Sep 01 15:24:49.478414 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9918bb1-e817-440a-a6ef-6289dd8a6ed3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.479603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9918bb1-e817-440a-a6ef-6289dd8a6ed3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.479723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Attempting to bind port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:49.480154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Attempting to bind port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:49.480700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Attempting to bind port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:49.482569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9918bb1-e817-440a-a6ef-6289dd8a6ed3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/a7e656ea-c6e0-4336-9933-060a440fb0ec HTTP/1.1" status: 404 len: 337 time: 0.0617819 Sep 01 15:24:49.488964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d on network f8b1a9a3-c449-4330-a63a-3836116e060b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:49.488964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Attempting to bind port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:49.492740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.499794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:49.500338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:49.501211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:49.502183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Bound port: b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:49.502992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.518363 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e9f527-6834-4f22-a60b-73c190c9d9ea tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.519108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e9f527-6834-4f22-a60b-73c190c9d9ea tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.520925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b9e9f527-6834-4f22-a60b-73c190c9d9ea tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/470c1a34-8d2e-418a-8c13-77b23df49a19 HTTP/1.1" status: 404 len: 339 time: 0.0253084 Sep 01 15:24:49.531447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47484) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.578537 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc7c357-aea2-439d-84b1-c81407bdce43 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.579431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc7c357-aea2-439d-84b1-c81407bdce43 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.583484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3bc7c357-aea2-439d-84b1-c81407bdce43 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/fb667f0d-c306-4927-a2fc-479a73ef5e47 HTTP/1.1" status: 404 len: 337 time: 0.0507419 Sep 01 15:24:49.586234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47486) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.605945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:49.610410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:49.616979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.625984 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf6985e-ffe3-47cd-a311-87dcf21c9eb2 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:49.626966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf6985e-ffe3-47cd-a311-87dcf21c9eb2 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:49.631199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-adf6985e-ffe3-47cd-a311-87dcf21c9eb2 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/b405f75a-cc92-48d3-808b-97e138cc6e55 HTTP/1.1" status: 404 len: 339 time: 0.0384252 Sep 01 15:24:49.633783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47488) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:49.681934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.682505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.684010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d HTTP/1.1" status: 200 len: 1092 time: 2.1510193 Sep 01 15:24:49.684492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:49.686944 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:49.715701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ee09-fc92-43d3-bff4-3c66d9adce29 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.801752 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f2c982-8f75-45a4-9ea8-883caa5b20b2 x-openstack-request-id: req-99f2c982-8f75-45a4-9ea8-883caa5b20b2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:49.804447 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:49.805682 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99f2c982-8f75-45a4-9ea8-883caa5b20b2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:49.810045 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', 'status': 'completed', 'code': 200} Sep 01 15:24:49.858243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-4473a504-9869-4eb4-a643-ed41a9602545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.858243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-4473a504-9869-4eb4-a643-ed41a9602545 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 1095 time: 0.1192083 Sep 01 15:24:49.891949 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.905270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting port be5d50db-2a8c-472c-a3b9-dd25d0fa302b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:49.906022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.001823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-0b91b207-3ede-4eb9-b349-4a7104275634 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d HTTP/1.1" status: 200 len: 217 time: 0.1285133 Sep 01 15:24:50.076155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.098292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-0b71e16f-4458-4a81-b6c9-d97d11d57238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.100052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-0b71e16f-4458-4a81-b6c9-d97d11d57238 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.0900121 Sep 01 15:24:50.108922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Calling delete_port for be5d50db-2a8c-472c-a3b9-dd25d0fa302b owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:50.191503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-88b918eb-7e92-4892-9412-c2da1649c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.193876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-88b918eb-7e92-4892-9412-c2da1649c4ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823689 Sep 01 15:24:50.237783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.292467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Port': ['ID=be5d50db-2a8c-472c-a3b9-dd25d0fa302b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:50.318015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.322208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-27e62052-6a9a-4bf2-afad-70fb2b5649f3 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/ports/be5d50db-2a8c-472c-a3b9-dd25d0fa302b HTTP/1.1" status: 204 len: 168 time: 0.6868458 Sep 01 15:24:50.324590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47498) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:50.341760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-e2ac03ae-dc10-42c3-883d-363a36851807 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384289 Sep 01 15:24:50.372639 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8da15c8-93da-471d-98c1-f0df71d155f0 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:50.372639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8da15c8-93da-471d-98c1-f0df71d155f0 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:50.379140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a8da15c8-93da-471d-98c1-f0df71d155f0 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/f084448c-44ff-4a71-8341-be2f2143b134 HTTP/1.1" status: 404 len: 337 time: 0.0522301 Sep 01 15:24:50.384695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:50.492831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e2b4467-bcbb-4112-b14e-adf901a294ec req-e7870673-26f5-438e-9d6c-5ce82165cc6c service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434019 Sep 01 15:24:50.558418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.566663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af27a5-f4ad-48de-a9e8-b05b9c73cd5d req-61f53160-87ee-48fb-8a03-e108c47378b8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.568932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9af27a5-f4ad-48de-a9e8-b05b9c73cd5d req-61f53160-87ee-48fb-8a03-e108c47378b8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0971870 Sep 01 15:24:50.672288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-35c66a84-43d2-48e8-9ddd-e9a2a621083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.674634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-35c66a84-43d2-48e8-9ddd-e9a2a621083c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 1095 time: 0.1044674 Sep 01 15:24:50.708154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9af27a5-f4ad-48de-a9e8-b05b9c73cd5d req-89759f8f-471e-4702-a460-d0d835d1d1ed tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007504 Sep 01 15:24:50.750803 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.764605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5ca440-5557-4a71-a08e-194f10fbd784']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:50.778625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157da123-badf-47e6-9f12-17118a994b5d') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:50.778934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157da123-badf-47e6-9f12-17118a994b5d') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:50.795596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78e2d-dd4a-4932-af5b-2e6058108592 req-a203692f-ebb4-4763-ba47-d4948592b52d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.797483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ab78e2d-dd4a-4932-af5b-2e6058108592 req-a203692f-ebb4-4763-ba47-d4948592b52d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 943 time: 0.1483948 Sep 01 15:24:50.801848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.814755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-ba35aa9b-c539-419f-a53a-b6f0817e76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.816285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-ba35aa9b-c539-419f-a53a-b6f0817e76c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.1329317 Sep 01 15:24:50.835303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.856431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:50.856949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:50.860447 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:50.879064 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ab78e2d-dd4a-4932-af5b-2e6058108592 req-5116f355-ca0b-4ccd-941a-10d2dd6b4c7d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748181 Sep 01 15:24:50.887113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-1eb1f50a-be41-4823-9f2a-2aa608e69ee4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d HTTP/1.1" status: 200 len: 217 time: 0.0533450 Sep 01 15:24:50.949932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-65f64152-0fd9-4cfa-a47f-f6f810a7132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.951603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-65f64152-0fd9-4cfa-a47f-f6f810a7132b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.0571668 Sep 01 15:24:50.964110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.979518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.985607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/7a5ca440-5557-4a71-a08e-194f10fbd784 HTTP/1.1" status: 204 len: 168 time: 0.5967796 Sep 01 15:24:50.990340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:51.001603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1358b-4ea9-4483-9f2e-f56e8f11bd0b tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=7a5ca440-5557-4a71-a08e-194f10fbd784,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:51.085675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-cfe9bae1-adf0-47d6-aae7-9555fa1be188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.088094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-cfe9bae1-adf0-47d6-aae7-9555fa1be188 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275361 Sep 01 15:24:51.173833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting port f6a3819a-612f-4f5b-b583-0b72b6b5d445 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:51.174450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.281087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.294735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-caa73a6e-b286-4dc2-b266-fc7544d28e75 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869912 Sep 01 15:24:51.299670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Calling delete_port for f6a3819a-612f-4f5b-b583-0b72b6b5d445 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:51.477146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-184e7cf9-a5f2-41bf-ad58-efef7ec654e7 req-52062d99-21b4-4741-af1a-1736850573bc service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660094 Sep 01 15:24:51.487124 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.522432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Port': ['ID=f6a3819a-612f-4f5b-b583-0b72b6b5d445,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:51.529971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.534556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:51.538702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbd2c22d-8d86-4e70-aca9-052b9ece9052 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/ports/f6a3819a-612f-4f5b-b583-0b72b6b5d445 HTTP/1.1" status: 204 len: 168 time: 0.5472879 Sep 01 15:24:51.542627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47536) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:51.573578 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3993437e-74c8-4c5f-b6f3-97860fba4255 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:51.574045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3993437e-74c8-4c5f-b6f3-97860fba4255 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:51.581645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3993437e-74c8-4c5f-b6f3-97860fba4255 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/5218fada-539b-469c-9c5a-272d6e77fdd9 HTTP/1.1" status: 404 len: 337 time: 0.0332584 Sep 01 15:24:51.581961 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:51.687050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.805881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff52d1fa-bd00-43d4-b00b-a681eb489104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.825035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.841360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd4be05-407e-4c24-afc8-7dd1b428b503']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:51.859565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e6227f-b126-468d-a287-de26f117d801') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:51.859912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e6227f-b126-468d-a287-de26f117d801') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:51.878286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.905393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.920081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:51.920546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:51.926240 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:51.931194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6502-e11e-48c6-9406-394356a8df70 req-578123b0-a6a3-4299-ae54-66f59abe261c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.932664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf4b6502-e11e-48c6-9406-394356a8df70 req-578123b0-a6a3-4299-ae54-66f59abe261c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0992935 Sep 01 15:24:51.993857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:52.001901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf4b6502-e11e-48c6-9406-394356a8df70 req-45ed5d24-17f5-465e-ba9c-d89aaa9941ab tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Sep 01 15:24:52.129441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.144254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:52.157163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.163237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/0fd4be05-407e-4c24-afc8-7dd1b428b503 HTTP/1.1" status: 204 len: 168 time: 0.5773463 Sep 01 15:24:52.164814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', 'mac_address': 'fa:16:3e:c8:43:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:52.165853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47546) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:52.200813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563728-0bb4-4373-a4d1-72e12f644beb tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=0fd4be05-407e-4c24-afc8-7dd1b428b503,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.218232 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.236557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283efa63-52ac-4335-a73d-f9274e986e12 req-aef8d982-e636-4d0b-8ed3-1eefd0e4fc02 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.240099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:52.252109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-283efa63-52ac-4335-a73d-f9274e986e12 req-aef8d982-e636-4d0b-8ed3-1eefd0e4fc02 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 943 time: 0.1950758 Sep 01 15:24:52.270240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting subnet 580636d7-1f9a-441c-b8a1-d79768682466 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:52.274355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.286964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:52.295844 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.334597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.369733 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-283efa63-52ac-4335-a73d-f9274e986e12 req-44fb5cf3-3796-410f-bbd9-03eadfd21870 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163082 Sep 01 15:24:52.379747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.390336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff52d1fa-bd00-43d4-b00b-a681eb489104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.395977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff52d1fa-bd00-43d4-b00b-a681eb489104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.449338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff52d1fa-bd00-43d4-b00b-a681eb489104 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d4b519391fa4ead9f17daf9c5706807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9135168 Sep 01 15:24:52.453559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47554) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:52.454744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52d1fa-bd00-43d4-b00b-a681eb489104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93927b32-ff46-4dfd-8628-f68b29438e1a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.561333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.600002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.644988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.664823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:52.718331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.763641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Subnet': ['ID=580636d7-1f9a-441c-b8a1-d79768682466,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.776361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.780190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-571e5efa-ad45-42c7-b1a6-b5e8ef2fa6b8 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/subnets/580636d7-1f9a-441c-b8a1-d79768682466 HTTP/1.1" status: 204 len: 168 time: 0.6117084 Sep 01 15:24:52.782864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:52.801640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775882ac-56fb-49b2-9536-ab606c31e01b None None] Network a0fb0d99-d202-4f86-bbb9-09145fc8dfbb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:52.818925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.825657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.828142 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93927b32-ff46-4dfd-8628-f68b29438e1a HTTP/1.1" status: 204 len: 168 time: 0.3729157 Sep 01 15:24:52.863850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afefeb7-da53-4d94-b268-ff171fcff22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93927b32-ff46-4dfd-8628-f68b29438e1a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.960207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.046604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Deleting port 094578c7-f3d0-4740-b2b0-28374707a83e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:53.047023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.158502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] For port 094578c7-f3d0-4740-b2b0-28374707a83e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=094578c7-f3d0-4740-b2b0-28374707a83e,segment=NetworkSegment(83aaf656-67c9-4153-ab49-5ef368720009),segment_id=83aaf656-67c9-4153-ab49-5ef368720009)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:53.159363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.207662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Calling delete_port for 094578c7-f3d0-4740-b2b0-28374707a83e owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:53.293235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] DHCP port deletion for a0fb0d99-d202-4f86-bbb9-09145fc8dfbb request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:53.335539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d8dfb-abd3-4d41-825e-aa4a5c3ed225 req-cf5beeb9-80e2-440b-bc90-2c1ec871b89b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:53.348717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2d8dfb-abd3-4d41-825e-aa4a5c3ed225 req-cf5beeb9-80e2-440b-bc90-2c1ec871b89b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1283908 Sep 01 15:24:53.441239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2d8dfb-abd3-4d41-825e-aa4a5c3ed225 req-1876ee63-e1a5-4da1-bdcb-8aa43d42422a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908213 Sep 01 15:24:53.445923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Deleting port 094578c7-f3d0-4740-b2b0-28374707a83e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:53.446986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.452742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.520355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Port': ['ID=094578c7-f3d0-4740-b2b0-28374707a83e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:53.527270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] No DVR routers for this DVR port 094578c7-f3d0-4740-b2b0-28374707a83e on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:53.596382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:53.598561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] For port 094578c7-f3d0-4740-b2b0-28374707a83e, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:53.599586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.621712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Calling delete_port for 094578c7-f3d0-4740-b2b0-28374707a83e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:53.621976 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a13fe84-faf9-461c-9248-e030c74f462f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.626424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Port 094578c7-f3d0-4740-b2b0-28374707a83e was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:24:53.628286 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.663392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] Pushing event deleted for resources: {'Port': ['ID=094578c7-f3d0-4740-b2b0-28374707a83e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:53.692842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e825b-5418-4ae6-ab93-509fc308fe4f None None] No DVR routers for this DVR port 094578c7-f3d0-4740-b2b0-28374707a83e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:53.750758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.773827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fb0d99-d202-4f86-bbb9-09145fc8dfbb']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:53.807439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00c5b-0440-4b9b-9bb3-ad420cfcc9f2 req-ccda1c66-2f48-407d-8fc2-6cb1c83776d3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:53.825362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1a00c5b-0440-4b9b-9bb3-ad420cfcc9f2 req-ccda1c66-2f48-407d-8fc2-6cb1c83776d3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 944 time: 0.1981540 Sep 01 15:24:53.827713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a13fe84-faf9-461c-9248-e030c74f462f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.832246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aaf656-67c9-4153-ab49-5ef368720009') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:53.832775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aaf656-67c9-4153-ab49-5ef368720009') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:53.834901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a13fe84-faf9-461c-9248-e030c74f462f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.857700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.893980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a13fe84-faf9-461c-9248-e030c74f462f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=400ca867424a4b0aacfe0eb43c7aad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883637 Sep 01 15:24:53.893980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13fe84-faf9-461c-9248-e030c74f462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7e530-a595-43d9-a3b6-91a9aa2bae80,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:53.893980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47574) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:53.902311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.922550 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1a00c5b-0440-4b9b-9bb3-ad420cfcc9f2 req-094dc8c2-4ecb-440a-9707-3b001d5164ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959017 Sep 01 15:24:53.927740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:53.928627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:53.959389 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:53.970938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.005532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.059275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.066393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.072363 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] 10.222.0.41 "DELETE /v2.0/networks/a0fb0d99-d202-4f86-bbb9-09145fc8dfbb HTTP/1.1" status: 204 len: 168 time: 1.2866704 Sep 01 15:24:54.091544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11406d35-a866-4754-bfef-56b08fa38640 tempest-NetworksIpV6TestAttrs-1999054405 tempest-NetworksIpV6TestAttrs-1999054405-project] Pushing event deleted for resources: {'Network': ['ID=a0fb0d99-d202-4f86-bbb9-09145fc8dfbb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:54.126872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.132418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.134195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a7e530-a595-43d9-a3b6-91a9aa2bae80 HTTP/1.1" status: 204 len: 168 time: 0.2412777 Sep 01 15:24:54.153097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809872fb-1040-4438-b35a-82ca1173b5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7e530-a595-43d9-a3b6-91a9aa2bae80,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:54.461457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:54.685658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e108c-0ed3-4821-a14a-c94bf4ada54e req-37745a7c-5748-438f-8feb-436f8027ff7b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:54.688761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc8e108c-0ed3-4821-a14a-c94bf4ada54e req-37745a7c-5748-438f-8feb-436f8027ff7b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1132708 Sep 01 15:24:54.749582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc8e108c-0ed3-4821-a14a-c94bf4ada54e req-4ac44a5d-47bc-4aac-8b12-a129cbf0c871 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Sep 01 15:24:54.799501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 094578c7-f3d0-4740-b2b0-28374707a83e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:54.866602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 094578c7-f3d0-4740-b2b0-28374707a83e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:54.867752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 094578c7-f3d0-4740-b2b0-28374707a83e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:54.870551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f994484-e64a-4bfc-bc71-ff4f85c581f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea7388a61a7a4bd3903c750d4cbcfc62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059930 Sep 01 15:24:54.874032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:54.970394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.012852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.197311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f335df-c5e1-4517-a788-f1ba7ed89e91 req-b23da44f-7c7a-4cc5-b33e-cd1e2c9be879 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:55.199154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8f335df-c5e1-4517-a788-f1ba7ed89e91 req-b23da44f-7c7a-4cc5-b33e-cd1e2c9be879 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 944 time: 0.1292846 Sep 01 15:24:55.250997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.255834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.258738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f34dcf0-4e4a-42ad-8e56-d8fced6ab367 HTTP/1.1" status: 204 len: 168 time: 0.3767931 Sep 01 15:24:55.284769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df97d0-4978-49fa-ac63-37b5bc83cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34dcf0-4e4a-42ad-8e56-d8fced6ab367,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:55.338149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8f335df-c5e1-4517-a788-f1ba7ed89e91 req-289765f4-8fd6-41e2-9080-2bedc3a056eb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197166 Sep 01 15:24:55.971289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987badb-d2a5-451a-b4b9-fe66b01b8e6d req-d4282c73-6214-443c-9a82-0e7112ce6725 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:55.974534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b987badb-d2a5-451a-b4b9-fe66b01b8e6d req-d4282c73-6214-443c-9a82-0e7112ce6725 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0957944 Sep 01 15:24:56.001687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:56.080791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b987badb-d2a5-451a-b4b9-fe66b01b8e6d req-52bab15e-976f-4470-b3fc-eb1556d8af7f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941484 Sep 01 15:24:56.150572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:56.161705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:56.163190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:56.448101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:56.520512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:56.523008 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf7524-a72f-4309-8ad9-90cfba6ee35b" -d '{"events": [{"server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:56.551715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:56.563658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:56.591334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593434d2-c6f7-4628-be2e-c4bd9e2167df req-2f98adfd-32b7-4ae6-8737-3bee1ab694a4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:56.601782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-593434d2-c6f7-4628-be2e-c4bd9e2167df req-2f98adfd-32b7-4ae6-8737-3bee1ab694a4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 944 time: 0.1268427 Sep 01 15:24:56.656593 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e60f0-0f58-49c4-979d-de947388dd58 x-openstack-request-id: req-7c8e60f0-0f58-49c4-979d-de947388dd58 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:56.656900 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:56.660174 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c8e60f0-0f58-49c4-979d-de947388dd58 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:56.660747 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', 'code': 200} Sep 01 15:24:56.709575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-593434d2-c6f7-4628-be2e-c4bd9e2167df req-a24bbb04-c906-4f25-bff8-321fa25a1119 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040707 Sep 01 15:24:56.740969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:56.840260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5961-57b3-4adf-bcb1-1580db98ff13 req-21f632b9-b2db-4669-89c4-ee69ab2c7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:56.843578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b5a5961-57b3-4adf-bcb1-1580db98ff13 req-21f632b9-b2db-4669-89c4-ee69ab2c7079 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 1097 time: 0.1054916 Sep 01 15:24:56.903202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b5a5961-57b3-4adf-bcb1-1580db98ff13 req-f4014779-a1ee-4720-bc91-aa003fd2f275 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 Sep 01 15:24:57.111346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47678) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.271181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1340c-1796-4231-8d0c-9c88fc010868 req-85f85bb5-454a-4c58-bb61-81a35f31da6f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:57.275733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dd1340c-1796-4231-8d0c-9c88fc010868 req-85f85bb5-454a-4c58-bb61-81a35f31da6f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0953860 Sep 01 15:24:57.367462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dd1340c-1796-4231-8d0c-9c88fc010868 req-d876b136-e00f-42c9-80e5-085159608db1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844016 Sep 01 15:24:57.460745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9146460c-1bc6-4663-961e-a253b519ef5b tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] Request body: {'port': {'network_id': '970c498d-f7c6-406a-a793-85eb5e63c27b', 'name': 'tempest-NetworksNegativeTestJSON-1599171765'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:57.475725 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9146460c-1bc6-4663-961e-a253b519ef5b tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] POST failed (client error): The resource could not be found. Sep 01 15:24:57.476390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9146460c-1bc6-4663-961e-a253b519ef5b tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.482233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.485998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9146460c-1bc6-4663-961e-a253b519ef5b tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3727124 Sep 01 15:24:57.503814 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8ba65f-2f23-40fa-b6bb-e1f780805d24 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:57.504844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8ba65f-2f23-40fa-b6bb-e1f780805d24 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.509123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9c8ba65f-2f23-40fa-b6bb-e1f780805d24 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "DELETE /v2.0/networks/850e8d00-732f-4ee1-b031-a15d281ae4a0 HTTP/1.1" status: 404 len: 339 time: 0.0235386 Sep 01 15:24:57.515971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47690) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.541632 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-089fca82-47ab-4292-8dd6-1363a712b281 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:57.542593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089fca82-47ab-4292-8dd6-1363a712b281 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.544822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-089fca82-47ab-4292-8dd6-1363a712b281 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "DELETE /v2.0/ports/b88357fc-d5f8-4c20-a42b-89e1ec48f2eb HTTP/1.1" status: 404 len: 333 time: 0.0277085 Sep 01 15:24:57.551515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47692) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.600171 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-310a9334-5892-424a-8be7-9aa16cff2d72 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:57.601276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310a9334-5892-424a-8be7-9aa16cff2d72 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.603597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-310a9334-5892-424a-8be7-9aa16cff2d72 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "DELETE /v2.0/subnets/6935f535-b0a7-4f83-8c7e-ce263a2b2ae6 HTTP/1.1" status: 404 len: 337 time: 0.0505128 Sep 01 15:24:57.608798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47696) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.634669 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8e39bb-8cad-43b4-81b8-86321d7267e3 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] GET failed (client error): The resource could not be found. Sep 01 15:24:57.643005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb8e39bb-8cad-43b4-81b8-86321d7267e3 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "GET /v2.0/networks/e3aeedf8-47cf-4b6d-99a4-f9bc4152effe HTTP/1.1" status: 404 len: 339 time: 0.0269325 Sep 01 15:24:57.643176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47700) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.681182 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8e87fc-c01f-463a-8d05-be6c6436d1ce tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] GET failed (client error): The resource could not be found. Sep 01 15:24:57.683193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9f8e87fc-c01f-463a-8d05-be6c6436d1ce tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "GET /v2.0/ports/584dcc70-b085-4327-9d2a-96a77239bd1e HTTP/1.1" status: 404 len: 333 time: 0.0395072 Sep 01 15:24:57.689411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47702) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.723438 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dc4124-d0b3-42b2-a943-8befbe5f0455 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] GET failed (client error): The resource could not be found. Sep 01 15:24:57.725161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6dc4124-d0b3-42b2-a943-8befbe5f0455 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "GET /v2.0/subnets/eb168b91-5abc-4dcb-a8d1-acc4e906654f HTTP/1.1" status: 404 len: 337 time: 0.0339706 Sep 01 15:24:57.737465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.748014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-839a91d8-b4bc-449e-886e-6c89e97f7415 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:57.767992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.785442 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-839a91d8-b4bc-449e-886e-6c89e97f7415 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] PUT failed (client error): The resource could not be found. Sep 01 15:24:57.787546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839a91d8-b4bc-449e-886e-6c89e97f7415 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.795987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.802163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5b198fa3-3941-437e-a3b2-1f876011b320 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:57.809542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-839a91d8-b4bc-449e-886e-6c89e97f7415 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "PUT /v2.0/networks/0770458f-94b7-4b24-bc04-ddd900dedb56 HTTP/1.1" status: 404 len: 339 time: 0.0685086 Sep 01 15:24:57.844228 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b198fa3-3941-437e-a3b2-1f876011b320 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] PUT failed (client error): The resource could not be found. Sep 01 15:24:57.845801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b198fa3-3941-437e-a3b2-1f876011b320 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.852644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5b198fa3-3941-437e-a3b2-1f876011b320 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "PUT /v2.0/ports/cb67391a-7d65-4911-af9f-6f542cbb9fcd HTTP/1.1" status: 404 len: 333 time: 0.0510578 Sep 01 15:24:57.852756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47712) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:57.861845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-78395172-3450-4888-ac43-6e3809cafa90 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:57.923724 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-78395172-3450-4888-ac43-6e3809cafa90 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] PUT failed (client error): The resource could not be found. Sep 01 15:24:57.924466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78395172-3450-4888-ac43-6e3809cafa90 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:57.926507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-78395172-3450-4888-ac43-6e3809cafa90 tempest-NetworksNegativeTestJSON-1322400024 tempest-NetworksNegativeTestJSON-1322400024-project] 10.222.0.41 "PUT /v2.0/subnets/71f87d20-95f4-43b5-a806-001a149f9202 HTTP/1.1" status: 404 len: 337 time: 0.0727849 Sep 01 15:24:58.046842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64f897-4f26-40e8-9ad4-579ea4acb32a req-c883331e-0724-4f81-8c6b-26cca4d301d2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:58.062377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef64f897-4f26-40e8-9ad4-579ea4acb32a req-c883331e-0724-4f81-8c6b-26cca4d301d2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 945 time: 0.1552722 Sep 01 15:24:58.152239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef64f897-4f26-40e8-9ad4-579ea4acb32a req-59e988e8-8c01-454b-ac8f-74123ddf2001 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861900 Sep 01 15:24:58.482371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47746) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:58.576567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea0724-c5ce-4355-b3df-4f2bec84666e req-e652f706-41ef-4384-9ef5-673cb43e7bd4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:58.579358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abea0724-c5ce-4355-b3df-4f2bec84666e req-e652f706-41ef-4384-9ef5-673cb43e7bd4 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1016300 Sep 01 15:24:58.642369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abea0724-c5ce-4355-b3df-4f2bec84666e req-5fedaf02-4078-4f1e-bf89-a8990cd56b0d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471251 Sep 01 15:24:58.852114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1017716f-1cf2-440a-abee-22646f96077e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.994555 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1017716f-1cf2-440a-abee-22646f96077e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.000397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1017716f-1cf2-440a-abee-22646f96077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.047430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1017716f-1cf2-440a-abee-22646f96077e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40f6e8ab2269404192e467fe72955a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596888 Sep 01 15:24:59.048781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:59.065748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017716f-1cf2-440a-abee-22646f96077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0364b6b6-4477-4013-89d9-f3614b0012d0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:59.124661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.151489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.227465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.231330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.233584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0364b6b6-4477-4013-89d9-f3614b0012d0 HTTP/1.1" status: 204 len: 168 time: 0.1834624 Sep 01 15:24:59.244564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc590-47a8-4b98-9855-33192893823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364b6b6-4477-4013-89d9-f3614b0012d0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:59.360570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58dc35-638a-427c-b4e0-a3fb58231db3 req-1d67add7-0c2b-4a00-bec5-ad34512770e9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:59.363608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d58dc35-638a-427c-b4e0-a3fb58231db3 req-1d67add7-0c2b-4a00-bec5-ad34512770e9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 945 time: 0.1044366 Sep 01 15:24:59.424380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d58dc35-638a-427c-b4e0-a3fb58231db3 req-8f84645b-fc55-44d1-9ad9-03bf1101a7f5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532885 Sep 01 15:24:59.839303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b90d7e-8cb8-4c7d-af48-c6e3e7ece4a2 req-4a1643e0-ec98-4a14-abef-5816d7671555 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:59.846643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5b90d7e-8cb8-4c7d-af48-c6e3e7ece4a2 req-4a1643e0-ec98-4a14-abef-5816d7671555 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0751698 Sep 01 15:24:59.899729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5b90d7e-8cb8-4c7d-af48-c6e3e7ece4a2 req-99f1c76b-e8ca-4827-926f-489d301e8b35 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518451 Sep 01 15:25:01.217456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66152f-6caf-46f1-af26-3f8066e10dd0 req-bc8fbf7b-a4f1-463f-b0f7-ffb6c6a6d94f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.235421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b66152f-6caf-46f1-af26-3f8066e10dd0 req-bc8fbf7b-a4f1-463f-b0f7-ffb6c6a6d94f tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1584945 Sep 01 15:25:01.331327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5b66152f-6caf-46f1-af26-3f8066e10dd0 req-81deaf5d-d382-49b7-805e-1dd52e76f335 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Sep 01 15:25:01.644214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.673179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.702081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.716637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.745499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.772094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.791750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.796677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-c322625e-736e-4753-9f7a-d7aba0789d7a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.3080959 Sep 01 15:25:01.949869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13036c3d-6333-4ff7-9350-eaa5404fae97 req-9bf43215-4d24-4224-a0cd-4c13b5988eab tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397128 Sep 01 15:25:02.553765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb561a-0b46-41f6-b56f-9ca4a126e5ef req-9218d0d4-2a6a-466e-babf-7690cab851c0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.556243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3cb561a-0b46-41f6-b56f-9ca4a126e5ef req-9218d0d4-2a6a-466e-babf-7690cab851c0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1013651 Sep 01 15:25:02.614321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3cb561a-0b46-41f6-b56f-9ca4a126e5ef req-8b0d2b31-93f6-4955-977b-d5d011a49066 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Sep 01 15:25:02.645224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47866) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:02.768642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.775074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.781166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.787513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.793767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.802644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.811811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.813930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-022b7874-b7d3-4248-8856-c606f427040a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.1429980 Sep 01 15:25:02.904082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-18e76ad6-c83b-4b62-909a-d8c35f24ec52 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.907507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-18e76ad6-c83b-4b62-909a-d8c35f24ec52 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0853446 Sep 01 15:25:03.129387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43e3-7bbf-4127-a55f-9f63defdecc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.181962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-9418b45c-47c4-47f0-a168-2a05e887fbd7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2655063 Sep 01 15:25:03.202686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:03.215667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.223678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.230986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.237753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.243962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.251146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.258524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.260885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-0666dfc7-0387-43a4-a8bb-d212448e6bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 5443 time: 0.1236315 Sep 01 15:25:03.336182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53f8fcd5-8a05-437d-8487-9795fbf14d04 req-3cf673fe-eae3-418a-92c8-8aba2eb8bb96 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648367 Sep 01 15:25:03.344743 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.594161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43e3-7bbf-4127-a55f-9f63defdecc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.619275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc1b43e3-7bbf-4127-a55f-9f63defdecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.690265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc1b43e3-7bbf-4127-a55f-9f63defdecc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fdaf7c792a848cb871e6501d147edaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0407825 Sep 01 15:25:03.690265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=952dfb15-16fc-4b54-906f-41509c5b084c,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:03.691738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47896) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:03.739168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] For port 952dfb15-16fc-4b54-906f-41509c5b084c, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:03.743905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b43e3-7bbf-4127-a55f-9f63defdecc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4999c713-f66a-4b93-9c42-64d51f7dda1d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.765447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.810624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] device_id is not set on port 952dfb15-16fc-4b54-906f-41509c5b084c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:25:03.814545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.823496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.837993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9fa7-0a6e-4ba5-88a5-caa537570516 req-fb0d1fda-f7f6-4550-97d7-bd4681d17d9a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.839866 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f0d9fa7-0a6e-4ba5-88a5-caa537570516 req-fb0d1fda-f7f6-4550-97d7-bd4681d17d9a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.0983210 Sep 01 15:25:03.841511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.911755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.918381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.925251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4999c713-f66a-4b93-9c42-64d51f7dda1d HTTP/1.1" status: 204 len: 168 time: 0.2306325 Sep 01 15:25:03.945008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24270e3e-79bb-422f-9632-8210cec48f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999c713-f66a-4b93-9c42-64d51f7dda1d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.967987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] No DVR routers for this DVR port 952dfb15-16fc-4b54-906f-41509c5b084c on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:03.974117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Pushing event updated for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:04.033432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f0d9fa7-0a6e-4ba5-88a5-caa537570516 req-75e994e9-6846-475f-92d3-e8e9f93a4cce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570733 Sep 01 15:25:04.060271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] In _notify_port_updated(), no bound segment for port 952dfb15-16fc-4b54-906f-41509c5b084c on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:25:04.062780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.064071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.066513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-3e76cb2a-d974-4098-9d30-16c349b67b04 service neutron] 10.222.0.50 "PUT /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 200 len: 1032 time: 0.8735929 Sep 01 15:25:04.131254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-877fa4ec-7011-4961-b735-1f274d250435 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.133513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-877fa4ec-7011-4961-b735-1f274d250435 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "GET /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0593829 Sep 01 15:25:04.150268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:04.251575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.308471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-add59b9a-b1f4-49b4-8573-598df34f04ac None None] Provisioning complete for port 952dfb15-16fc-4b54-906f-41509c5b084c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:04.309363 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-add59b9a-b1f4-49b4-8573-598df34f04ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.353330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-add59b9a-b1f4-49b4-8573-598df34f04ac None None] Port 952dfb15-16fc-4b54-906f-41509c5b084c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:04.544314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ea00774-6f57-4cf6-841d-34a54e17f26f,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:04.566112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.578670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47916) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:04.578951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.589266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.598019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.610206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-633c3a74-8ed2-4ce3-93ec-f9310611c396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.612784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.628769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] For port 5ea00774-6f57-4cf6-841d-34a54e17f26f, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:04.629635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.644345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-bed35a93-2ee3-4c65-bfde-e350197cbcc2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 4664 time: 0.1699398 Sep 01 15:25:04.702089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] device_id is not set on port 5ea00774-6f57-4cf6-841d-34a54e17f26f yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:25:04.715812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.733167 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.736331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0b0fe41a-f85c-40c3-8ec4-2391e085aaa7 req-0fb58921-289a-43a3-8082-ec545188c8c6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=94b55875-0220-40ad-a2b1-972db22dd047&id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886664 Sep 01 15:25:04.854269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] No DVR routers for this DVR port 5ea00774-6f57-4cf6-841d-34a54e17f26f on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:04.904031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] In _notify_port_updated(), no bound segment for port 5ea00774-6f57-4cf6-841d-34a54e17f26f on network d8ff8f4a-5658-43a2-933f-1844f1edddce {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:25:04.904031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.904031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.904791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] 10.222.0.50 "PUT /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 200 len: 1032 time: 0.7631898 Sep 01 15:25:04.907039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579339aa-5518-4dd5-8b56-e7e7dccb1934 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:05.032866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-633c3a74-8ed2-4ce3-93ec-f9310611c396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.041497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-633c3a74-8ed2-4ce3-93ec-f9310611c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.083070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port e76180c7-08b2-4920-9a71-5b89d4841595 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:05.083402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.220128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47938) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:05.221154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-633c3a74-8ed2-4ce3-93ec-f9310611c396 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92aa136553114824b6b717d77dc52cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412721 Sep 01 15:25:05.264432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3a74-8ed2-4ce3-93ec-f9310611c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98675552-b360-43bf-961d-15314d6c0885,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:05.307363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3ea8712d-6dec-4f29-b69e-32a46acf08ea None None] Provisioning complete for port 5ea00774-6f57-4cf6-841d-34a54e17f26f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:05.307799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ea8712d-6dec-4f29-b69e-32a46acf08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.356181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087754f-1657-4245-be64-a0f56bb05e67 req-a712ede2-8dcd-467d-9020-272bd418ebcc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.359071 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7087754f-1657-4245-be64-a0f56bb05e67 req-a712ede2-8dcd-467d-9020-272bd418ebcc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1539059 Sep 01 15:25:05.392978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.397402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port e76180c7-08b2-4920-9a71-5b89d4841595, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e76180c7-08b2-4920-9a71-5b89d4841595,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:05.397771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.416307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8712d-6dec-4f29-b69e-32a46acf08ea None None] Port 5ea00774-6f57-4cf6-841d-34a54e17f26f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:05.418886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for e76180c7-08b2-4920-9a71-5b89d4841595 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:05.473769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.515383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7087754f-1657-4245-be64-a0f56bb05e67 req-b2c0ebe0-92e7-49d4-ab4f-3bd61ed2c737 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243634 Sep 01 15:25:05.571574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.578063 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.583864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98675552-b360-43bf-961d-15314d6c0885 HTTP/1.1" status: 204 len: 168 time: 0.3619101 Sep 01 15:25:05.608358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca3166-f562-4a65-9b2d-342fba3e46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98675552-b360-43bf-961d-15314d6c0885,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.038491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 763fbb5c-1678-45c4-90c1-28d27167dada no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:06.106397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.133189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.146213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.158933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.167317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.175064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.177516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-9bff98bf-a8d1-4969-b429-e902f978b1ae tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 3885 time: 0.2295310 Sep 01 15:25:06.251918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=e76180c7-08b2-4920-9a71-5b89d4841595,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.269930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47966) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:06.320683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c82fe-19d8-4996-a248-3bf7427605e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.462620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port e76180c7-08b2-4920-9a71-5b89d4841595 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:06.469922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.474256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-fb6159cb-3e05-4d1a-9f74-c05a9ca2970f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "DELETE /v2.0/ports/e76180c7-08b2-4920-9a71-5b89d4841595 HTTP/1.1" status: 204 len: 173 time: 1.5621018 Sep 01 15:25:06.475421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:06.480691 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eec9a0f-395b-49bc-8d7f-374969fb2cca" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:06.490839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.541813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c82fe-19d8-4996-a248-3bf7427605e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.550379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030c82fe-19d8-4996-a248-3bf7427605e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.560643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:06.563206 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f30d25-94a0-48a5-b668-4cefc5c36448" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:06.587467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:06.597034 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.598452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3afc429c-b236-47b1-be9e-372add301961 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:06.620102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-544202d7-7ec8-4fbe-bf8f-7064cbd8176b req-e8085087-6796-423e-a6c3-4fbac7d8bc70 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079773 Sep 01 15:25:06.692463 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247016f1-98f6-41f2-b7bd-12bbb5b723d9 x-openstack-request-id: req-247016f1-98f6-41f2-b7bd-12bbb5b723d9 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:06.693178 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "e76180c7-08b2-4920-9a71-5b89d4841595", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:06.693413 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-247016f1-98f6-41f2-b7bd-12bbb5b723d9 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:06.697983 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': 'e76180c7-08b2-4920-9a71-5b89d4841595', 'status': 'completed', 'code': 200} Sep 01 15:25:06.729214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-030c82fe-19d8-4996-a248-3bf7427605e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c376e66ebd5f46899b2e4b6f2cbce54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530869 Sep 01 15:25:06.740251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47980) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:06.799630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c82fe-19d8-4996-a248-3bf7427605e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b4f630-8b47-403d-b2b5-59558625cea6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.833873 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f4476a-01fa-47f7-92e9-f3f6c26e9a8b x-openstack-request-id: req-17f4476a-01fa-47f7-92e9-f3f6c26e9a8b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:06.834605 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:06.835163 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17f4476a-01fa-47f7-92e9-f3f6c26e9a8b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:06.837251 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada', 'code': 200} Sep 01 15:25:06.845794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.889963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.923413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.931188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 3afc429c-b236-47b1-be9e-372add301961 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:06.931956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.956199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7a8e-37e4-441c-bd6d-51bd1d372554 req-43ba321e-e5ff-421a-9810-f6348eaa71f7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.959069 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.964763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41ae7a8e-37e4-441c-bd6d-51bd1d372554 req-43ba321e-e5ff-421a-9810-f6348eaa71f7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1709235 Sep 01 15:25:07.053445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.057691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41ae7a8e-37e4-441c-bd6d-51bd1d372554 req-6a0a8698-ea49-4134-ae33-21420d778bce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915015 Sep 01 15:25:07.060406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.061370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8642d2f1-1e1f-4832-8aca-1d8d188846d6 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.071621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.074748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.076276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3b4f630-8b47-403d-b2b5-59558625cea6 HTTP/1.1" status: 204 len: 168 time: 0.3349624 Sep 01 15:25:07.085791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de38ddb-6d26-476f-88b4-f41266da6d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b4f630-8b47-403d-b2b5-59558625cea6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.192947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.196778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port 3afc429c-b236-47b1-be9e-372add301961, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3afc429c-b236-47b1-be9e-372add301961,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.197578 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.222908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 3afc429c-b236-47b1-be9e-372add301961 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:07.267609 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.326261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.333242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.334696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e76180c7-08b2-4920-9a71-5b89d4841595 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.363348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e76180c7-08b2-4920-9a71-5b89d4841595 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:07.363875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e76180c7-08b2-4920-9a71-5b89d4841595 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:07.364677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9c69362f-df87-4dc3-99db-35d6a441b3a6 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.458343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.520602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.542076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.589793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=3afc429c-b236-47b1-be9e-372add301961,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.613599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.621447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.622740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ea00774-6f57-4cf6-841d-34a54e17f26f no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.681826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port 3afc429c-b236-47b1-be9e-372add301961 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:07.704873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.715931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-4416b080-b0c7-4457-958e-78dc0f254bda tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "DELETE /v2.0/ports/3afc429c-b236-47b1-be9e-372add301961 HTTP/1.1" status: 204 len: 173 time: 1.2292166 Sep 01 15:25:07.780001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ea00774-6f57-4cf6-841d-34a54e17f26f not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:07.780809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 952dfb15-16fc-4b54-906f-41509c5b084c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.882281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.906650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 952dfb15-16fc-4b54-906f-41509c5b084c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:07.965363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e764-0685-40af-a6f6-b49ab54b4111 req-31d4f1b7-98a1-49a1-acf9-d235b07d82f1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.977260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e764-0685-40af-a6f6-b49ab54b4111 req-31d4f1b7-98a1-49a1-acf9-d235b07d82f1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.987002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e764-0685-40af-a6f6-b49ab54b4111 req-31d4f1b7-98a1-49a1-acf9-d235b07d82f1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.988772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0272e764-0685-40af-a6f6-b49ab54b4111 req-31d4f1b7-98a1-49a1-acf9-d235b07d82f1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 2410 time: 0.1852734 Sep 01 15:25:07.997752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:07.998357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.073107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0272e764-0685-40af-a6f6-b49ab54b4111 req-c4d8ebf9-1e3d-488c-8862-7803055fee26 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693040 Sep 01 15:25:08.321712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port 8642d2f1-1e1f-4832-8aca-1d8d188846d6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8642d2f1-1e1f-4832-8aca-1d8d188846d6,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:08.322567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.355195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c8d47-c800-4d7a-979d-2bd30197448e req-02f63e8b-4a04-4df0-92ce-286fa6fc12ee tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.356843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b3c8d47-c800-4d7a-979d-2bd30197448e req-02f63e8b-4a04-4df0-92ce-286fa6fc12ee tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1395547 Sep 01 15:25:08.357937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 8642d2f1-1e1f-4832-8aca-1d8d188846d6 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:08.463487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b3c8d47-c800-4d7a-979d-2bd30197448e req-413184bd-73ba-4795-9f38-a49cccf7bf20 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916331 Sep 01 15:25:08.659567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.714448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '3afc429c-b236-47b1-be9e-372add301961'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:08.717372 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8c8577-ea0e-47ba-96c5-e40829d90b3e" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "3afc429c-b236-47b1-be9e-372add301961"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:08.725230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=8642d2f1-1e1f-4832-8aca-1d8d188846d6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.822544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port 8642d2f1-1e1f-4832-8aca-1d8d188846d6 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:08.831105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.835335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-d2936fbc-2817-4797-82b6-a694dd141995 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "DELETE /v2.0/ports/8642d2f1-1e1f-4832-8aca-1d8d188846d6 HTTP/1.1" status: 204 len: 173 time: 1.1089334 Sep 01 15:25:08.837549 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4640e87-4795-4d07-859c-a43dc76775e0 x-openstack-request-id: req-a4640e87-4795-4d07-859c-a43dc76775e0 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:08.837858 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "3afc429c-b236-47b1-be9e-372add301961", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:08.838115 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4640e87-4795-4d07-859c-a43dc76775e0 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:08.838531 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '3afc429c-b236-47b1-be9e-372add301961', 'status': 'completed', 'code': 200} Sep 01 15:25:08.838814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afc429c-b236-47b1-be9e-372add301961'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:08.843309 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d17a5b-3185-4d5c-a180-5166fc5780de" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3afc429c-b236-47b1-be9e-372add301961"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:08.909083 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd37bc-cddf-4857-a0d8-7968347a7f47 x-openstack-request-id: req-c7dd37bc-cddf-4857-a0d8-7968347a7f47 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:08.909580 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3afc429c-b236-47b1-be9e-372add301961", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:08.909988 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7dd37bc-cddf-4857-a0d8-7968347a7f47 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:08.910624 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afc429c-b236-47b1-be9e-372add301961', 'code': 200} Sep 01 15:25:08.911050 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'code': 200} Sep 01 15:25:08.911465 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'code': 200} Sep 01 15:25:09.009923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 763fbb5c-1678-45c4-90c1-28d27167dada {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:09.010452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.190328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port 763fbb5c-1678-45c4-90c1-28d27167dada, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=763fbb5c-1678-45c4-90c1-28d27167dada,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:09.190874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.493206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ceed-8765-4168-8acb-958edefce96b req-095150e8-b8e8-4682-82f6-1d7518bd19e3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.500083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ceed-8765-4168-8acb-958edefce96b req-095150e8-b8e8-4682-82f6-1d7518bd19e3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.508293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e54ceed-8765-4168-8acb-958edefce96b req-095150e8-b8e8-4682-82f6-1d7518bd19e3 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 1677 time: 0.2866559 Sep 01 15:25:09.621463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e54ceed-8765-4168-8acb-958edefce96b req-853e1428-7b1d-49b4-a6bd-85c5edc591c6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067827 Sep 01 15:25:09.701378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35b482-cdc7-453f-8240-7578e22de068 req-82951db8-a329-4d58-a500-d6b5a59d29df tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.702679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.703087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.703409 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Floating IP aeabb05d-926d-4e9f-b188-5130d6749bb3 disassociated. External IP: 172.25.1.45, port: 763fbb5c-1678-45c4-90c1-28d27167dada. Sep 01 15:25:09.703772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 763fbb5c-1678-45c4-90c1-28d27167dada owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:09.711762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d35b482-cdc7-453f-8240-7578e22de068 req-82951db8-a329-4d58-a500-d6b5a59d29df tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1048319 Sep 01 15:25:09.764909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d35b482-cdc7-453f-8240-7578e22de068 req-161e425d-a76d-43de-b442-41b3006a3d2e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516138 Sep 01 15:25:09.878874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.915253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=763fbb5c-1678-45c4-90c1-28d27167dada,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:10.128177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Router 18fe8479-65c8-4ea8-b382-e0c133e99221 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:25:10.472881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:10.488866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Sync routers for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:10.521594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:10.524983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:24:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:10.532070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port 763fbb5c-1678-45c4-90c1-28d27167dada on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:10.536264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.539668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-294ab03d-6233-4fda-8e1e-29e6c263e96c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "DELETE /v2.0/ports/763fbb5c-1678-45c4-90c1-28d27167dada HTTP/1.1" status: 204 len: 173 time: 1.6820862 Sep 01 15:25:10.763045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:25:10.844911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6'}, {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:10.849361 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da748727-e6a1-4b45-aeb0-2975c1121169" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6"}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:10.857622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 9c69362f-df87-4dc3-99db-35d6a441b3a6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:10.858222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.944575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabde81-859e-4049-adf9-8e2a08913d31 req-3bec1e78-db2d-4777-b682-3ade269924b2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.947806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-baabde81-859e-4049-adf9-8e2a08913d31 req-3bec1e78-db2d-4777-b682-3ade269924b2 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 943 time: 0.1450183 Sep 01 15:25:11.036738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-baabde81-859e-4049-adf9-8e2a08913d31 req-71cbfa9a-c57e-4c9b-bb1e-d49153872088 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups?id=a564b3b3-de04-435e-b2ee-0cde314a045e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753126 Sep 01 15:25:11.068854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202f0ba-605f-47ab-974e-5a77965bbf18 req-1131ad2e-72cb-4a01-b5db-076917d28e74 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:11.089115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4202f0ba-605f-47ab-974e-5a77965bbf18 req-1131ad2e-72cb-4a01-b5db-076917d28e74 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1338320 Sep 01 15:25:11.118704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port 9c69362f-df87-4dc3-99db-35d6a441b3a6, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9c69362f-df87-4dc3-99db-35d6a441b3a6,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:11.119763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.158750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 9c69362f-df87-4dc3-99db-35d6a441b3a6 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:11.163077 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4d808-1b9d-468f-a841-035cf6831178 x-openstack-request-id: req-85f4d808-1b9d-468f-a841-035cf6831178 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:11.163461 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "8642d2f1-1e1f-4832-8aca-1d8d188846d6", "status": "completed", "code": 200}, {"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "763fbb5c-1678-45c4-90c1-28d27167dada", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:11.163774 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85f4d808-1b9d-468f-a841-035cf6831178 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:11.164168 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '8642d2f1-1e1f-4832-8aca-1d8d188846d6', 'status': 'completed', 'code': 200} Sep 01 15:25:11.164478 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '763fbb5c-1678-45c4-90c1-28d27167dada', 'status': 'completed', 'code': 200} Sep 01 15:25:11.208842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4202f0ba-605f-47ab-974e-5a77965bbf18 req-7f703c04-60a1-422f-b418-4afc78516118 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233594 Sep 01 15:25:11.284323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:11.325706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Checking router: 18fe8479-65c8-4ea8-b382-e0c133e99221 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:25:11.344184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:11.345087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:24:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:11.477954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.562492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:25:11.578005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=9c69362f-df87-4dc3-99db-35d6a441b3a6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:11.791650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port 9c69362f-df87-4dc3-99db-35d6a441b3a6 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:11.795383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.799355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9d3087b-aa85-455d-bd03-a63eb5aca461 req-ef9f4402-12b9-445e-9159-f70b1b96bc4d tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.50 "DELETE /v2.0/ports/9c69362f-df87-4dc3-99db-35d6a441b3a6 HTTP/1.1" status: 204 len: 173 time: 1.2519438 Sep 01 15:25:12.124745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2989347-e0a7-432d-980e-862f5540facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:12.198618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2989347-e0a7-432d-980e-862f5540facc None None] The sync data for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 is: [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:12:56Z', 'revision_number': 4, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ac55371c-d47d-47de-9a2b-7eb6affbc8e4', 'name': '', 'network_id': 'a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'mac_address': 'fa:16:3e:91:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:54Z', 'updated_at': '2021-09-01T15:13:05Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'subnets': [{'id': '6aec0d0f-d3e6-47be-830f-80637ed794ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:12.393632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9cf7f2a6-594e-492b-add8-1bc1d802fb3e req-f3561505-d9f2-4171-837b-50b080d8f404 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0738776 Sep 01 15:25:12.507059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182fcdb-5b39-4406-8431-1d2455910edd req-51707fa9-fbc5-4572-858a-489e19943382 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:12.516658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0182fcdb-5b39-4406-8431-1d2455910edd req-51707fa9-fbc5-4572-858a-489e19943382 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1283553 Sep 01 15:25:12.593640 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:25:12.638217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0182fcdb-5b39-4406-8431-1d2455910edd req-d2e0fc86-752f-4ac7-b144-c913b1091bd7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196520 Sep 01 15:25:12.872110 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff510dc-485f-47c0-933b-b6621890909a None None] New status for floating IP aeabb05d-926d-4e9f-b188-5130d6749bb3: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:25:13.139861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa566c5c-6975-4e24-aef2-d378f094ba29 req-92dfcd70-fc02-44a5-ace8-5b2a233ba23e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:13.142226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa566c5c-6975-4e24-aef2-d378f094ba29 req-92dfcd70-fc02-44a5-ace8-5b2a233ba23e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1440957 Sep 01 15:25:13.185996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:13.193977 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b192292-523d-4e21-8845-067045388a11" -d '{"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:13.337917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa566c5c-6975-4e24-aef2-d378f094ba29 req-4821cadb-530e-4417-9174-96aae14e14cf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886890 Sep 01 15:25:13.491169 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a309fd0-49b4-4cba-9354-41578dc9db21 x-openstack-request-id: req-9a309fd0-49b4-4cba-9354-41578dc9db21 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:13.492153 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcece3-91a4-4068-a3a6-48645a6fb6c4", "name": "network-vif-deleted", "tag": "9c69362f-df87-4dc3-99db-35d6a441b3a6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:13.492481 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a309fd0-49b4-4cba-9354-41578dc9db21 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:13.492993 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcece3-91a4-4068-a3a6-48645a6fb6c4', 'name': 'network-vif-deleted', 'tag': '9c69362f-df87-4dc3-99db-35d6a441b3a6', 'status': 'completed', 'code': 200} Sep 01 15:25:13.630849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcf253-ca80-4172-8042-c68aac17c9aa req-9ebc0cd2-5558-46f2-a3e9-e4d60c82dc7e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:13.643991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fefcf253-ca80-4172-8042-c68aac17c9aa req-9ebc0cd2-5558-46f2-a3e9-e4d60c82dc7e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0742850 Sep 01 15:25:13.750873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fefcf253-ca80-4172-8042-c68aac17c9aa req-8ba8de3c-e932-4f60-8b64-5afa08fb082a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947821 Sep 01 15:25:13.775546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1bb3bef0-cd95-4d5a-b12a-8f6136ab5948 req-f856004e-aa60-45b5-bf9a-6bdadf8a1eef tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0751104 Sep 01 15:25:14.042206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:14.278392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:14.300099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'mac_address': 'fa:16:3e:54:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:14.319098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64654a-40f8-4acc-ac1f-e4876ad1b6d2 req-bc73f835-110c-43d3-8695-3cd0641b29ee tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:14.342930 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f64654a-40f8-4acc-ac1f-e4876ad1b6d2 req-bc73f835-110c-43d3-8695-3cd0641b29ee tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1798463 Sep 01 15:25:14.392271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.419674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd9b7921-cd96-48d8-8174-c9f32e7dd38d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:14.449173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:14.453399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57585f1e-ec10-4965-a294-1b0aa044d7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.457616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.548155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:14.559062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f64654a-40f8-4acc-ac1f-e4876ad1b6d2 req-82c195b3-0ebb-484c-9b4c-20a09237f82c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133234 Sep 01 15:25:14.635437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['bd9b7921-cd96-48d8-8174-c9f32e7dd38d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:15.144074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44d69411-3724-421a-9795-ae13836b8c0e req-c9ddf286-2900-45df-9cac-aa9cae5bed52 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0984936 Sep 01 15:25:15.505238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d35d-ae24-4486-a481-d22f8111ffe0 req-a35e9a81-fa89-4a39-8329-1f1f22dadcec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:15.508942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42f9d35d-ae24-4486-a481-d22f8111ffe0 req-a35e9a81-fa89-4a39-8329-1f1f22dadcec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1849597 Sep 01 15:25:15.637833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42f9d35d-ae24-4486-a481-d22f8111ffe0 req-b4266938-76c5-481e-94a8-4ce926cbc08d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187961 Sep 01 15:25:16.057016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:16.184234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port bd9b7921-cd96-48d8-8174-c9f32e7dd38d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:16.184953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.385091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-830b03a5-793a-4559-8336-eeb1cc64f809 req-37a521d6-efd0-4983-863c-a85f28532856 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0528026 Sep 01 15:25:16.453661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.509805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:16.514299 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5782d08-339f-4f24-9326-0a929033f638" -d '{"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:16.551766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:16.565585 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.639985 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ec432-b263-4d38-861a-a932c9ee8bf6 x-openstack-request-id: req-142ec432-b263-4d38-861a-a932c9ee8bf6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:16.641042 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:16.641042 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-142ec432-b263-4d38-861a-a932c9ee8bf6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:16.641042 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'code': 200} Sep 01 15:25:16.669890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:16.902855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876321cd-df0d-432f-b236-c0cfe4d9fd06 req-c8dd2d94-916d-4798-9152-4d79a15e5254 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:16.907262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876321cd-df0d-432f-b236-c0cfe4d9fd06 req-c8dd2d94-916d-4798-9152-4d79a15e5254 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1328959 Sep 01 15:25:17.096898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-876321cd-df0d-432f-b236-c0cfe4d9fd06 req-39323aab-8346-4559-a27a-be8a418806a5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803565 Sep 01 15:25:17.167376 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ba75824-e3d2-494a-9988-13f299f6c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.450214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.739230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-edb8d700-a3f9-4f90-9388-c8ca337873a4 req-b7d7f488-0d02-4947-8dde-f73800c27638 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1537004 Sep 01 15:25:18.352448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.463894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e018c-da49-4edc-98cf-badf45ae859a req-8b4ce740-a82a-4aaa-ab38-bcc7b3a60ef8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:18.474660 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c7e018c-da49-4edc-98cf-badf45ae859a req-8b4ce740-a82a-4aaa-ab38-bcc7b3a60ef8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1656835 Sep 01 15:25:18.501089 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.546325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c7e018c-da49-4edc-98cf-badf45ae859a req-f5498921-0ca2-46b3-b2c0-6f60faa2b206 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573463 Sep 01 15:25:19.068500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3577872-18b6-43d6-82e7-59698ea27f49 req-289a62bf-8add-4e42-b7fa-082f2ca59e3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0799072 Sep 01 15:25:19.920572 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.222426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8aae9-2b7c-44f3-96d1-3b1fa2b1d868 req-b0c60c4f-35de-42b2-9aee-a5c866cc4ee5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:20.248517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97b8aae9-2b7c-44f3-96d1-3b1fa2b1d868 req-b0c60c4f-35de-42b2-9aee-a5c866cc4ee5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.4055943 Sep 01 15:25:20.430094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97b8aae9-2b7c-44f3-96d1-3b1fa2b1d868 req-c7b489b0-0e8b-418a-ade6-b42578dc0f90 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802101 Sep 01 15:25:20.733212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-36f42443-90d8-427a-82c1-25fa2ae82bce req-b8a636fc-5f41-4ed0-9172-b027aa14285a tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0844288 Sep 01 15:25:21.702104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:21.985677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315742-e1ba-4435-9f94-620a69c69726 req-a512a935-9214-4092-ac49-bb3992523a2f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:21.988472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3315742-e1ba-4435-9f94-620a69c69726 req-a512a935-9214-4092-ac49-bb3992523a2f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3273892 Sep 01 15:25:22.135796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3315742-e1ba-4435-9f94-620a69c69726 req-4cc12bde-dac3-471c-b568-b7c1b26376e3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309886 Sep 01 15:25:22.284998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f91a931-5b06-4899-b455-6682ae14c582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.506113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72f08367-f222-4fd3-85da-1c8138b49544 req-efb2cf4b-fd17-4b4f-859a-8551c27e7baf tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1280739 Sep 01 15:25:22.521972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f91a931-5b06-4899-b455-6682ae14c582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.540534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f91a931-5b06-4899-b455-6682ae14c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.630173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a931-5b06-4899-b455-6682ae14c582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00d5b6-16d2-41a6-8ca5-900c630248ba,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:22.677024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f91a931-5b06-4899-b455-6682ae14c582 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e04c91ea9abc4623a563dac9fd41ab7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724939 Sep 01 15:25:22.681999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:22.822881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.034749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.162809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-69324cb1-a264-4a04-921a-a2c7634a4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.169486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-69324cb1-a264-4a04-921a-a2c7634a4493 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.1064336 Sep 01 15:25:23.232385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.235794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.237210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e00d5b6-16d2-41a6-8ca5-900c630248ba HTTP/1.1" status: 204 len: 168 time: 0.5540261 Sep 01 15:25:23.353018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00d5b6-16d2-41a6-8ca5-900c630248ba,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:23.381933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.400453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.401219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.401682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.402188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.402947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.403651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.404143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.404659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.405341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.405579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.405907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a17f2b-f695-494c-bbc5-e1acab894725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:23.500851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-ed679db3-50cc-4291-b411-aa05dccf3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.507767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-ed679db3-50cc-4291-b411-aa05dccf3330 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3136342 Sep 01 15:25:23.508078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acb1cc-8814-4fc6-8fd4-34c0c394ed1e req-aee8a761-d73c-413e-9670-752eb8889d51 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.510658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97acb1cc-8814-4fc6-8fd4-34c0c394ed1e req-aee8a761-d73c-413e-9670-752eb8889d51 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2342358 Sep 01 15:25:23.628254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97acb1cc-8814-4fc6-8fd4-34c0c394ed1e req-0be5ce72-0e8f-4085-9681-fd61ef204e74 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104465 Sep 01 15:25:23.761607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-bc813ad9-d4e1-4923-90af-7845a29bf671 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.2341354 Sep 01 15:25:23.952968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-fb878f4f-5399-4622-926c-4c6e380c48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.971505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-fb878f4f-5399-4622-926c-4c6e380c48b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1995149 Sep 01 15:25:23.991129 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-961e434b-48f3-4e05-817d-ed758375c807 req-028b570f-9c38-4f1a-ad1d-dabf037969f0 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1472187 Sep 01 15:25:24.112373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-1c24bf50-26af-4479-9b34-fa898a649e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:24.118819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-1c24bf50-26af-4479-9b34-fa898a649e81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401417 Sep 01 15:25:24.515890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-78e5d900-0895-48f8-827e-2c2958dc47f8 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863175 Sep 01 15:25:24.699092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:24.726746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27708070-2643-457f-8732-39b745911325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:24.851520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb52a4ca-3087-4862-bbe1-fd56f9ccf7e0 req-fe66105d-358b-43c2-b4c1-6fab533e75bc service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188550 Sep 01 15:25:25.207314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b17e-d3ea-4d5b-9746-ad02ea342ce3 req-e9802600-3c3d-4053-b69c-b1a406c9a256 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:25.211139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bf2b17e-d3ea-4d5b-9746-ad02ea342ce3 req-e9802600-3c3d-4053-b69c-b1a406c9a256 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2521274 Sep 01 15:25:25.416427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27708070-2643-457f-8732-39b745911325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.434123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9bf2b17e-d3ea-4d5b-9746-ad02ea342ce3 req-403a60e5-5bd5-4882-9edb-e6675c7e31f7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611032 Sep 01 15:25:25.435962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27708070-2643-457f-8732-39b745911325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.550869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708070-2643-457f-8732-39b745911325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caee5ca4-3207-481e-90f2-4b02b2637918,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:25.581663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48456) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:25.593747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-27708070-2643-457f-8732-39b745911325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78ca45c823ea40218bd3366bbb366759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8760750 Sep 01 15:25:25.700784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.766536 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.777630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-365fc9de-604c-4086-ac5c-a95ae7864451 req-a4b276f1-e12e-4a08-81c2-a94811ba1708 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0681071 Sep 01 15:25:25.933026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.939876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.944235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caee5ca4-3207-481e-90f2-4b02b2637918 HTTP/1.1" status: 204 len: 168 time: 0.3603933 Sep 01 15:25:25.968358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa684f-4337-4dbb-91fe-67af848f93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caee5ca4-3207-481e-90f2-4b02b2637918,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:27.527236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd77b96-b5aa-45e9-9fce-4ab6b0df039d req-ce1b2cee-1a9b-4ab3-a497-8df867cd01d5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:27.547076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd77b96-b5aa-45e9-9fce-4ab6b0df039d req-ce1b2cee-1a9b-4ab3-a497-8df867cd01d5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1708391 Sep 01 15:25:27.733362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dd77b96-b5aa-45e9-9fce-4ab6b0df039d req-177b9b89-9f5e-4425-8f30-75ef91cd67ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801901 Sep 01 15:25:27.851314 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:28.113515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f58c9af-a3f5-4cbe-9ea7-b63395964f70 req-1f6a1d6b-2276-4735-9224-871907327b46 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0403190 Sep 01 15:25:28.448847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bbabd-b643-4284-b445-5f3cf94e3375 req-78ddd77a-0041-4c55-ae58-18cd71390568 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.450769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0bbabd-b643-4284-b445-5f3cf94e3375 req-78ddd77a-0041-4c55-ae58-18cd71390568 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0720518 Sep 01 15:25:28.560934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c0bbabd-b643-4284-b445-5f3cf94e3375 req-fdbfbc0a-66f5-4600-8a05-e4d17f130d0c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966916 Sep 01 15:25:28.573371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783135-8403-4ee6-92c9-406ec87a675c req-6ce8f38a-53f7-40cd-808f-120dd468d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.576359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-6ce8f38a-53f7-40cd-808f-120dd468d005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.1204224 Sep 01 15:25:28.813635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783135-8403-4ee6-92c9-406ec87a675c req-2414cc7a-76cc-432e-b075-f297aa58e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.821967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-2414cc7a-76cc-432e-b075-f297aa58e921 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.2360389 Sep 01 15:25:29.009275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-2716fce3-7441-4456-a416-9d52313c3012 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.1762307 Sep 01 15:25:29.223858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783135-8403-4ee6-92c9-406ec87a675c req-c950eb74-da65-4836-b87f-f0e0d36c7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.228789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-c950eb74-da65-4836-b87f-f0e0d36c7340 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.2124674 Sep 01 15:25:29.388926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783135-8403-4ee6-92c9-406ec87a675c req-9ed077d7-3688-45d4-912e-cb502c627ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.395065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-9ed077d7-3688-45d4-912e-cb502c627ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574726 Sep 01 15:25:29.400004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76b39f40-0667-44b6-8653-db2b432025b8 req-8bc6a4e3-d849-4040-b3c0-ef8dd462c0f1 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0558794 Sep 01 15:25:29.597278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-b1222518-798f-4d67-b5f9-d53d42aeecba service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789265 Sep 01 15:25:29.870786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39783135-8403-4ee6-92c9-406ec87a675c req-cf613954-5f80-4ddf-8a14-f711bce806e4 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633319 Sep 01 15:25:29.977379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce0bf-b4c1-4b02-8077-107dbed418e1 req-3d649f27-28cb-4ef2-b481-1a9f871431a7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.980403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d4ce0bf-b4c1-4b02-8077-107dbed418e1 req-3d649f27-28cb-4ef2-b481-1a9f871431a7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1226165 Sep 01 15:25:30.074952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d4ce0bf-b4c1-4b02-8077-107dbed418e1 req-5457c966-99ad-44ba-a606-5060ca514f65 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833671 Sep 01 15:25:30.716138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df15f6af-4bf9-4008-8927-81d217435867 req-52c2abe3-b384-452e-886b-cd2035d9cd08 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0812275 Sep 01 15:25:31.324825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200191e0-53d6-480d-9a9d-9ad1ce42bf29 req-9c2711b1-186e-47eb-9af0-57680187c18b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:31.334811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-200191e0-53d6-480d-9a9d-9ad1ce42bf29 req-9c2711b1-186e-47eb-9af0-57680187c18b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1061280 Sep 01 15:25:31.410541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-200191e0-53d6-480d-9a9d-9ad1ce42bf29 req-324930f7-a8de-4631-b4a5-43f183314fdd tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742610 Sep 01 15:25:31.742819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842abd7-51d1-4156-bb74-b941afd77b2f req-52e00883-f762-4bec-93cf-2b18d4dfd762 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:31.771927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5842abd7-51d1-4156-bb74-b941afd77b2f req-52e00883-f762-4bec-93cf-2b18d4dfd762 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2272093 Sep 01 15:25:31.968778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5842abd7-51d1-4156-bb74-b941afd77b2f req-64bedbb5-0167-4b24-9349-ce568011d52b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941464 Sep 01 15:25:32.341455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20e29739-02a1-4c20-86b8-099b40efeee4 req-91852681-e4d8-488e-a907-a612f88a6c16 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1235976 Sep 01 15:25:33.068963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddf618-1221-4fee-ac47-26f33167a9e7 req-33c8a944-4efa-4d79-8ec4-cb9e8eb177fe tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:33.071190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eaddf618-1221-4fee-ac47-26f33167a9e7 req-33c8a944-4efa-4d79-8ec4-cb9e8eb177fe tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0968294 Sep 01 15:25:33.144836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eaddf618-1221-4fee-ac47-26f33167a9e7 req-8b10f875-eea3-41f3-9211-d2aca692666b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671651 Sep 01 15:25:33.703525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181a46-dff7-4740-ae28-4b70bbeed43d req-6aa7764e-7aa0-47b1-be98-3b1d613c5a01 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:33.705552 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51181a46-dff7-4740-ae28-4b70bbeed43d req-6aa7764e-7aa0-47b1-be98-3b1d613c5a01 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2095311 Sep 01 15:25:33.793869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51181a46-dff7-4740-ae28-4b70bbeed43d req-432127f8-9515-4e6a-8f04-99f56345aacb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690155 Sep 01 15:25:34.017121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-03ad9c2d-779d-45b1-a7c3-ea07dcac1917 req-97f9cce2-f583-432d-a600-3f3cfaa11f6e tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.1538031 Sep 01 15:25:35.146078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506fe0-c895-4b6b-813b-c1e295ec7dcd req-1cef34d9-85d7-4c4c-9f67-7f6b20ce6a69 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:35.161174 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25506fe0-c895-4b6b-813b-c1e295ec7dcd req-1cef34d9-85d7-4c4c-9f67-7f6b20ce6a69 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1372714 Sep 01 15:25:35.310586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25506fe0-c895-4b6b-813b-c1e295ec7dcd req-5259b3a9-3ebf-45e1-91e6-18bdf5e30dce tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482277 Sep 01 15:25:35.508729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3d9110f-0e80-4f20-9e58-c285810f6353 req-8b2f82b9-2763-4ed2-8c8c-d54639e1e72c tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0723088 Sep 01 15:25:35.986058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09e8c6-5656-4725-ab58-982bcbc103d0 req-732bbebe-6b5e-4b25-a529-bd56947e0f12 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:35.997952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c09e8c6-5656-4725-ab58-982bcbc103d0 req-732bbebe-6b5e-4b25-a529-bd56947e0f12 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1725066 Sep 01 15:25:36.098740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c09e8c6-5656-4725-ab58-982bcbc103d0 req-6d89201b-08a5-4733-aca7-40d471669eb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968740 Sep 01 15:25:36.708734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26053c05-1d3e-4e85-9165-e89ffab77524 req-0deca6fe-585a-443b-bb5c-a46462a82328 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0682623 Sep 01 15:25:37.362177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5ce92-bdfe-46cf-84cd-da409176ea65 req-aeb6adf1-7e08-4fe3-b21d-d3ae2256fe63 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.364840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dc5ce92-bdfe-46cf-84cd-da409176ea65 req-aeb6adf1-7e08-4fe3-b21d-d3ae2256fe63 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1031046 Sep 01 15:25:37.439748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0dc5ce92-bdfe-46cf-84cd-da409176ea65 req-cc38b967-00fb-49e2-bdcc-c9a401b2272b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576475 Sep 01 15:25:37.708504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338149-7570-4e69-9dd2-17e2eedba943 req-7b053551-ebf7-4c7c-b6f4-1b76fe05cf2a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.719283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86338149-7570-4e69-9dd2-17e2eedba943 req-7b053551-ebf7-4c7c-b6f4-1b76fe05cf2a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1005824 Sep 01 15:25:37.792167 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-86338149-7570-4e69-9dd2-17e2eedba943 req-dd652983-3050-46b9-99ed-51a7c40ae411 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715990 Sep 01 15:25:37.994223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90c5b40b-5b1e-4447-a2fe-4b734a306584 req-a40f2282-ab07-46e0-a16d-e342b17a5b65 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0684917 Sep 01 15:25:38.347538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aef56d-fd05-485d-afd6-654dc30fca6b req-4d60d138-0a69-4d19-b295-b57c1896fad9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:38.357252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67aef56d-fd05-485d-afd6-654dc30fca6b req-4d60d138-0a69-4d19-b295-b57c1896fad9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1675572 Sep 01 15:25:38.414818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67aef56d-fd05-485d-afd6-654dc30fca6b req-53459413-6877-479a-9e7b-39f9f9b08ad2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542357 Sep 01 15:25:38.774004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1936cba-13cf-433c-95e1-1743f81c72d2 req-b506a569-1bfc-4c06-bc5d-fd9c1174277f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:38.786458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1936cba-13cf-433c-95e1-1743f81c72d2 req-b506a569-1bfc-4c06-bc5d-fd9c1174277f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2663124 Sep 01 15:25:38.877682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b1936cba-13cf-433c-95e1-1743f81c72d2 req-038b7675-7435-4445-ba0c-e367fc630200 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959899 Sep 01 15:25:39.272298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89b44592-21eb-4481-af52-d33a4032299f req-a695ef81-790f-4158-8666-0df06539bda5 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/ports?device_id=26bcece3-91a4-4068-a3a6-48645a6fb6c4 HTTP/1.1" status: 200 len: 210 time: 0.0601139 Sep 01 15:25:41.516665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.659692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.716692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.818187 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.821498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.823224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/security-groups/a564b3b3-de04-435e-b2ee-0cde314a045e HTTP/1.1" status: 204 len: 168 time: 0.3051455 Sep 01 15:25:41.828004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48682) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.837444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a564b3b3-de04-435e-b2ee-0cde314a045e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:41.850069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.851798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.852590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.853202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.853786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.854351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.855028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.855646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.856256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.856796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.857516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.858043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191a6df-9210-46de-82dc-70176acbb463 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:41.876517 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-d1225016-936e-433d-89a6-5df70ec91776 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] show failed (client error): The resource could not be found. Sep 01 15:25:41.892094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1225016-936e-433d-89a6-5df70ec91776 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "GET /v2.0/security-groups/a564b3b3-de04-435e-b2ee-0cde314a045e HTTP/1.1" status: 404 len: 347 time: 0.0618515 Sep 01 15:25:41.896651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48688) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.108450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port ccc09922-a577-44ab-b623-bc1bbe43eb95 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:42.108564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.297300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.297620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.338912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for ccc09922-a577-44ab-b623-bc1bbe43eb95 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:42.605253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.639516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=ccc09922-a577-44ab-b623-bc1bbe43eb95,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:42.730545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.733436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.737724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2c20407-3490-45c9-a66d-b3c715039cf6 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/floatingips/aeabb05d-926d-4e9f-b188-5130d6749bb3 HTTP/1.1" status: 204 len: 168 time: 0.8393092 Sep 01 15:25:42.738091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.900290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 952dfb15-16fc-4b54-906f-41509c5b084c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:42.900961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.108225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.133236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 952dfb15-16fc-4b54-906f-41509c5b084c owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:43.345194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.419410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=952dfb15-16fc-4b54-906f-41509c5b084c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:43.535015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.539028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2c3ee9ae-56dd-4408-8bd4-e80870638a3f tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/ports/952dfb15-16fc-4b54-906f-41509c5b084c HTTP/1.1" status: 204 len: 168 time: 0.7990813 Sep 01 15:25:43.543276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48820) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:43.707058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 5ea00774-6f57-4cf6-841d-34a54e17f26f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:43.707412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.909683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.934277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 5ea00774-6f57-4cf6-841d-34a54e17f26f owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:44.208049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.248625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=5ea00774-6f57-4cf6-841d-34a54e17f26f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:44.355518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.357294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d6bfc85-98f1-46ef-b6bd-01f673b94942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.362557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c67e7061-7890-4dfc-bcd4-33f050c4db09 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/ports/5ea00774-6f57-4cf6-841d-34a54e17f26f HTTP/1.1" status: 204 len: 168 time: 0.8177276 Sep 01 15:25:44.367389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:44.474821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting subnet d7df8238-1430-46d5-822b-9ef0ab94f48d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:44.480857 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.576697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.669128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48874) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:44.784888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-1e1d4e42-c861-453a-a1ac-7b7e0d40b7e6 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:44.786538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-1e1d4e42-c861-453a-a1ac-7b7e0d40b7e6 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.1658027 Sep 01 15:25:44.894244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.947215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d352944e-c115-4032-bb24-3f7942b01a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.954664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-09812525-c341-441c-9cdc-c156dcdb8412 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/quotas/66d60ba3db2b40d89fb52863df1065f5 HTTP/1.1" status: 200 len: 375 time: 0.0632255 Sep 01 15:25:45.095310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-fbd85f16-3c5a-4b24-8d8d-e32a74ca253d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306217 Sep 01 15:25:45.107428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d352944e-c115-4032-bb24-3f7942b01a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.108272 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.113452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d352944e-c115-4032-bb24-3f7942b01a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.173487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d352944e-c115-4032-bb24-3f7942b01a43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2ee86207c2342559dde61133d104177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010834 Sep 01 15:25:45.176984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352944e-c115-4032-bb24-3f7942b01a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c4edc-0bed-488c-afeb-b7623271f8a9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.182124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48878) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.238706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Subnet': ['ID=d7df8238-1430-46d5-822b-9ef0ab94f48d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.267773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b983b4-62a6-421c-abfb-e972952e8bec None None] Network f88f6e8d-96de-4b0d-b258-cf7e8919aef8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:45.280027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.294314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.296983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b5da9224-64ca-449c-bc56-644061de43ea tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/subnets/d7df8238-1430-46d5-822b-9ef0ab94f48d HTTP/1.1" status: 204 len: 168 time: 0.9280508 Sep 01 15:25:45.299670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48880) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.332300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.373846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting subnet 351cef1c-9e05-4770-86d8-47f6e662abd8 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:45.382090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.456612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.462990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.473548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d3c4edc-0bed-488c-afeb-b7623271f8a9 HTTP/1.1" status: 204 len: 168 time: 0.2868598 Sep 01 15:25:45.496962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e692-a404-4fe6-b2ce-6af5b3cd2ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c4edc-0bed-488c-afeb-b7623271f8a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.775303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] DHCP port deletion for f88f6e8d-96de-4b0d-b258-cf7e8919aef8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:45.890171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Deleting port 593a12f7-8e7b-477e-90cd-cf324a9c629e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:45.891157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.986132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.011453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-cff0c85f-41c2-494d-b085-479b99df2a53 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:46.019357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-cff0c85f-41c2-494d-b085-479b99df2a53 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/ports?device_id=256dd69d-6e2e-44fb-9721-9982c3f910e4 HTTP/1.1" status: 200 len: 945 time: 0.1684008 Sep 01 15:25:46.029853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-e32e680a-7a59-4e32-998a-217669e9b6f4 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9162271 Sep 01 15:25:46.035053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] For port 593a12f7-8e7b-477e-90cd-cf324a9c629e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=593a12f7-8e7b-477e-90cd-cf324a9c629e,segment=NetworkSegment(bb719eec-99e7-4e4b-9dd7-3e73601b7785),segment_id=bb719eec-99e7-4e4b-9dd7-3e73601b7785)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:46.035462 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.065748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Calling delete_port for 593a12f7-8e7b-477e-90cd-cf324a9c629e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:46.189239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Deleting port bd9b7921-cd96-48d8-8174-c9f32e7dd38d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:46.189882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.213397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.213761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:46.313882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] For port bd9b7921-cd96-48d8-8174-c9f32e7dd38d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:46.314464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.316762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48900) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.334324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.336575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Calling delete_port for bd9b7921-cd96-48d8-8174-c9f32e7dd38d owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:46.359584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.377417 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98dcd9ce-3bd4-45d8-81b6-4e2110bfb388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.386824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Subnet': ['ID=351cef1c-9e05-4770-86d8-47f6e662abd8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:46.403822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.408852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-64e5594c-5d01-4dab-8775-7ffdfb71e588 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/subnets/351cef1c-9e05-4770-86d8-47f6e662abd8 HTTP/1.1" status: 204 len: 168 time: 1.1079421 Sep 01 15:25:46.409636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 48902) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.411496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880b5f8-a2db-4a4f-aba3-068128b483a3 None None] Network d8ff8f4a-5658-43a2-933f-1844f1edddce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:46.438367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Pushing event deleted for resources: {'Port': ['ID=593a12f7-8e7b-477e-90cd-cf324a9c629e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:46.524623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.538705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-f544b049-e287-4e3f-bff8-eb323aa9f7e6 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828200 Sep 01 15:25:46.579689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event deleted for resources: {'Port': ['ID=bd9b7921-cd96-48d8-8174-c9f32e7dd38d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:46.627782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.640859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] No DVR routers for this DVR port bd9b7921-cd96-48d8-8174-c9f32e7dd38d on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:46.647146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.649667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ef7a7a6-f95a-4c6b-a7f6-aacecf592f08 req-7fdcea57-ca88-471b-bd60-bf9c5c69141c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "DELETE /v2.0/ports/bd9b7921-cd96-48d8-8174-c9f32e7dd38d HTTP/1.1" status: 204 len: 173 time: 0.6192327 Sep 01 15:25:46.650203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-deleted', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:46.655370 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6acaab-dc34-4a6d-af9a-ce4af16f8816" -d '{"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-deleted", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:46.744953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] No DVR routers for this DVR port 593a12f7-8e7b-477e-90cd-cf324a9c629e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:46.757091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.758592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.759315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.759848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.764353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.767663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.768312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.780439 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e81b5-38ee-4a36-bea7-fda50b1a91c3 x-openstack-request-id: req-bb8e81b5-38ee-4a36-bea7-fda50b1a91c3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:46.781112 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256dd69d-6e2e-44fb-9721-9982c3f910e4", "name": "network-vif-deleted", "tag": "bd9b7921-cd96-48d8-8174-c9f32e7dd38d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:46.781543 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb8e81b5-38ee-4a36-bea7-fda50b1a91c3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:46.782175 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256dd69d-6e2e-44fb-9721-9982c3f910e4', 'name': 'network-vif-deleted', 'tag': 'bd9b7921-cd96-48d8-8174-c9f32e7dd38d', 'status': 'completed', 'code': 200} Sep 01 15:25:46.782463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.783611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.783968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.784312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.784644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d92cf2-a2b8-4e3a-87d9-47fd2fab05d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:46.905300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0dc1247a-873c-43eb-a046-c91ef264dde2 req-f9886d34-f8a9-4cfc-94d3-eae42f49f5b2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 210 time: 0.0568597 Sep 01 15:25:46.935342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98dcd9ce-3bd4-45d8-81b6-4e2110bfb388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.937384 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.956296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98dcd9ce-3bd4-45d8-81b6-4e2110bfb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.957023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 593a12f7-8e7b-477e-90cd-cf324a9c629e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:46.974671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.023620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 593a12f7-8e7b-477e-90cd-cf324a9c629e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:47.024333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 593a12f7-8e7b-477e-90cd-cf324a9c629e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:47.093194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88f6e8d-96de-4b0d-b258-cf7e8919aef8']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:47.132824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98dcd9ce-3bd4-45d8-81b6-4e2110bfb388 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=233e312195f34764a821a3716e3bdd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138883 Sep 01 15:25:47.134741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48920) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.145205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72c658e8-f10d-4ba8-bf19-1d1c5a98c46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.151049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb719eec-99e7-4e4b-9dd7-3e73601b7785') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:47.151997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb719eec-99e7-4e4b-9dd7-3e73601b7785') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:47.182325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.203077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcd9ce-3bd4-45d8-81b6-4e2110bfb388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4333926-6dd3-4ddf-ae1d-45a675ccd6d5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.220946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.275239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:47.275239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.287360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] DHCP port deletion for d8ff8f4a-5658-43a2-933f-1844f1edddce request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:47.290978 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:47.307940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.337475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.405003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.408566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.410002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4333926-6dd3-4ddf-ae1d-45a675ccd6d5 HTTP/1.1" status: 204 len: 168 time: 0.2713192 Sep 01 15:25:47.442253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc11a1-0c14-4527-b5aa-7f010d3e44a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4333926-6dd3-4ddf-ae1d-45a675ccd6d5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.458261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.580335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Deleting port 812822db-4c87-492c-b57e-edf81291da4d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:47.581506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.588925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.607448 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.618591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/networks/f88f6e8d-96de-4b0d-b258-cf7e8919aef8 HTTP/1.1" status: 204 len: 168 time: 1.2040544 Sep 01 15:25:47.622960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48924) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.650231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3c17e-e145-4a86-a8c6-41de3c7c0ea7 tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Network': ['ID=f88f6e8d-96de-4b0d-b258-cf7e8919aef8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.790280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] For port 812822db-4c87-492c-b57e-edf81291da4d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=812822db-4c87-492c-b57e-edf81291da4d,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:47.790798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.852626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.867805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Calling delete_port for 812822db-4c87-492c-b57e-edf81291da4d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:48.061110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Deleting port 812822db-4c87-492c-b57e-edf81291da4d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:48.061508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.083423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f91da0df-7267-476e-9aca-34278b8e04fd req-8302f537-2a85-4127-a105-4293bf848a45 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 210 time: 0.0578089 Sep 01 15:25:48.150441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.197950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] Pushing event deleted for resources: {'Port': ['ID=812822db-4c87-492c-b57e-edf81291da4d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:48.207521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb4280-7c4d-4022-9560-23cea49c18e3 None None] No DVR routers for this DVR port 812822db-4c87-492c-b57e-edf81291da4d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:48.259937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] For port 812822db-4c87-492c-b57e-edf81291da4d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=812822db-4c87-492c-b57e-edf81291da4d,segment=NetworkSegment(6dc60873-b55f-433a-be54-399fed6320a5),segment_id=6dc60873-b55f-433a-be54-399fed6320a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:48.260861 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.287479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Calling delete_port for 812822db-4c87-492c-b57e-edf81291da4d owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:48.333883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.423798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.906333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 812822db-4c87-492c-b57e-edf81291da4d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:48.948915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 812822db-4c87-492c-b57e-edf81291da4d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:48.949935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 812822db-4c87-492c-b57e-edf81291da4d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:49.123744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.228605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] No DVR routers for this DVR port 812822db-4c87-492c-b57e-edf81291da4d on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:49.238628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Port': ['ID=812822db-4c87-492c-b57e-edf81291da4d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:49.501988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c679b62-ec04-4163-aa95-31a23b73711f req-276ec0cd-3370-4ab1-a7e9-f7e97e14d365 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 210 time: 0.0864561 Sep 01 15:25:49.578653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.606450 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:25:49.623930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ff8f4a-5658-43a2-933f-1844f1edddce']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:49.650836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc60873-b55f-433a-be54-399fed6320a5') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:49.651191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc60873-b55f-433a-be54-399fed6320a5') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:49.688947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.721481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.739756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-302723dd-37a0-41d0-9ce8-12c8ceb915e1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:49.741481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-302723dd-37a0-41d0-9ce8-12c8ceb915e1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.4055669 Sep 01 15:25:49.742974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:49.743481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:49.747486 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:49.822412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Request body: {'port': {'device_id': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'admin_state_up': True, 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:49.893637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.950561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.957693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.960326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] 10.222.0.41 "DELETE /v2.0/networks/d8ff8f4a-5658-43a2-933f-1844f1edddce HTTP/1.1" status: 204 len: 168 time: 2.3353708 Sep 01 15:25:49.988511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ddfe-d626-45c5-a219-2161594558df tempest-TaggedBootDevicesTest_v242-333188103 tempest-TaggedBootDevicesTest_v242-333188103-project] Pushing event deleted for resources: {'Network': ['ID=d8ff8f4a-5658-43a2-933f-1844f1edddce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:50.138762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:50.149316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.217339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:50.263886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: bd9b7921-cd96-48d8-8174-c9f32e7dd38d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:50.264244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device bd9b7921-cd96-48d8-8174-c9f32e7dd38d not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:50.386392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Allocated IP 172.20.0.10 (27e19692-575f-4d86-a4d8-23bff238371e/25081b8d-d509-40b8-adf3-666e48b99423/5ba0eee2-4be2-4454-b64a-e0c16ada55cd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:50.712270 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7ec75ae-4ab6-4ad8-b2e9-114ad3c623d1 req-79419e81-8f78-4299-9059-51d709ebde89 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 210 time: 0.0742569 Sep 01 15:25:50.758616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.860121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.947610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:50.979418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Network 27e19692-575f-4d86-a4d8-23bff238371e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:50.982399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:50.986670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:51.063290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:51.064603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.087231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-c0f5c66b-0d36-48d0-b743-cd6aebeb80dc tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3202174 Sep 01 15:25:51.107161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Request body: {'port': {'device_id': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:51.133805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49018) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.243976 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.290116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8f3620f1-7ce8-47de-a377-c33349e48e38 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:51.321606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f3620f1-7ce8-47de-a377-c33349e48e38 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "PUT /v2.0/quotas/2769a37edee94e07a3a6e374681e636c HTTP/1.1" status: 200 len: 366 time: 0.1860194 Sep 01 15:25:51.323983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49022) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.338567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ba38c60-8a83-4333-a8f4-9880bb4836dc tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0131209 Sep 01 15:25:51.339164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49024) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.355886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bd5aea9e-ade6-4fd6-b594-aed232c30e92 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas/2769a37edee94e07a3a6e374681e636c HTTP/1.1" status: 200 len: 366 time: 0.0151134 Sep 01 15:25:51.356992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49028) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.461808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.461983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-12a81623-85ca-4db8-95ec-8f9be81e8ed0 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/2769a37edee94e07a3a6e374681e636c HTTP/1.1" status: 204 len: 168 time: 0.0383930 Sep 01 15:25:51.477549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94128c37-2c9b-4fe1-a850-5e348d96f226 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0141037 Sep 01 15:25:51.478540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.494139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-29ba31bd-035c-47d4-acfd-b6973bd72e51 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas/2769a37edee94e07a3a6e374681e636c HTTP/1.1" status: 200 len: 370 time: 0.0141633 Sep 01 15:25:51.495149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49036) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.504101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b83a0f15-f7b9-493b-bef9-0f643e632f5f tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas/2769a37edee94e07a3a6e374681e636c/default HTTP/1.1" status: 200 len: 370 time: 0.0075066 Sep 01 15:25:51.505245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.519551 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-373321ba-b560-4d5e-ba0e-c5a6ebc2a5a4 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] delete failed (client error): The resource could not be found. Sep 01 15:25:51.536663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-373321ba-b560-4d5e-ba0e-c5a6ebc2a5a4 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/2769a37edee94e07a3a6e374681e636c HTTP/1.1" status: 404 len: 348 time: 0.0298839 Sep 01 15:25:51.754659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba0eee2-4be2-4454-b64a-e0c16ada55cd {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:51.773964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.804255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Transition to ACTIVE for port object 5ba0eee2-4be2-4454-b64a-e0c16ada55cd will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:51.811394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.846186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49048) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.919937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:network and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:51.946632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:51.986745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:subnet and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.006192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:52.027235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.073243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:subnetpool and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.087485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ec87-fbc9-4c67-b771-ba2c8bca6ab4 req-68466478-01dd-4ddb-b319-20a8140ca299 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:52.090029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63a9ec87-fbc9-4c67-b771-ba2c8bca6ab4 req-68466478-01dd-4ddb-b319-20a8140ca299 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 944 time: 0.1513138 Sep 01 15:25:52.100081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.123728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:port and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.143450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.183888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Attempting to bind port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:52.184232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Attempting to bind port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:52.184790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Attempting to bind port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:52.196694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd on network 27e19692-575f-4d86-a4d8-23bff238371e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:52.197029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Attempting to bind port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:52.206884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:router and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.219118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:52.219456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Checking segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:52.219934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Bound using segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:52.221139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Bound port: 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:52.221533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.225356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.240742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:floatingip and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.252980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.284698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63a9ec87-fbc9-4c67-b771-ba2c8bca6ab4 req-cff285c4-0381-4334-8ad1-99b19e4e59e9 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792212 Sep 01 15:25:52.375952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:security_group and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.380037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:52.385156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.385675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:52.392831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.395530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Usage tracker for resource:security_group_rule and tenant:852614a3053d4473bad47d29cf13e8cc is out of sync, need to count used quota {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:25:52.409145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.quota.resource [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106377) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:25:52.423705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5adbfb30-9c61-4956-96e1-ddc6e50619d9 tempest-QuotasTest-1685841163 tempest-QuotasTest-1685841163-project-admin] 10.222.0.41 "GET /v2.0/quotas/852614a3053d4473bad47d29cf13e8cc/details.json HTTP/1.1" status: 200 len: 703 time: 0.5699570 Sep 01 15:25:52.432872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:52.434069 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.435623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] 10.222.0.50 "PUT /v2.0/ports/5ba0eee2-4be2-4454-b64a-e0c16ada55cd HTTP/1.1" status: 200 len: 1093 time: 1.3376243 Sep 01 15:25:52.438812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:52.443420 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fd2089-924a-4039-a61e-9dccd0847d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:52.541338 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044c379b-fbb1-42d6-af20-936bb550c1d1 x-openstack-request-id: req-044c379b-fbb1-42d6-af20-936bb550c1d1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:52.541338 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:52.541338 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-044c379b-fbb1-42d6-af20-936bb550c1d1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:52.541778 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'status': 'completed', 'code': 200} Sep 01 15:25:52.547440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3fbc4-1509-4e9d-9cc0-786b475026ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:52.577390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-6a38a0fe-9dce-4155-bf7e-2f832fd5c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:52.579744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-6a38a0fe-9dce-4155-bf7e-2f832fd5c7ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0861025 Sep 01 15:25:52.669907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-6049c768-2e8e-4622-8165-da708e08a5fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd HTTP/1.1" status: 200 len: 217 time: 0.0781267 Sep 01 15:25:52.768622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-8b62fb47-06d1-47ab-8673-ae9e3151aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:52.770190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-8b62fb47-06d1-47ab-8673-ae9e3151aef7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.0918736 Sep 01 15:25:52.811505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-ab319d21-ff70-4754-a2dd-f5ff4d906bbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318584 Sep 01 15:25:52.944790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-a9436984-0760-4c8a-9a7e-85a1a1256ada service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235468 Sep 01 15:25:53.074911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49070) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:53.092189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d542643-f4c8-4bff-9334-f1d4ac0bf1aa req-a8ed3ef6-afcf-4d28-b058-fb2e4de41537 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396987 Sep 01 15:25:53.234531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-32103dd4-2133-4cdf-b4c9-017a544a67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.236536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-32103dd4-2133-4cdf-b4c9-017a544a67fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0759346 Sep 01 15:25:53.308729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d186e1ee-fad7-4813-a983-cea1d1b1fdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.523820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-92b4d939-13f4-4ccb-b6e7-f559b5f8ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.529757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-92b4d939-13f4-4ccb-b6e7-f559b5f8ce44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 906 time: 0.2820208 Sep 01 15:25:53.583549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d186e1ee-fad7-4813-a983-cea1d1b1fdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.591343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d186e1ee-fad7-4813-a983-cea1d1b1fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.644383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186e1ee-fad7-4813-a983-cea1d1b1fdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462593e5-3e02-49af-bf1e-2bcc8fd02d83,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:53.687073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-acd94216-3301-494c-8021-294b9115d21a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd HTTP/1.1" status: 200 len: 217 time: 0.1466558 Sep 01 15:25:53.699436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d186e1ee-fad7-4813-a983-cea1d1b1fdc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=995ead255c674b7fbd13a9ac9a1eb6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225998 Sep 01 15:25:53.703611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49086) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:53.786459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eaa7a-d81c-4aae-90b4-8077cda8b607 req-467fe23c-b84d-45c3-8361-f64e9bf3d6f7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.788291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-055eaa7a-d81c-4aae-90b4-8077cda8b607 req-467fe23c-b84d-45c3-8361-f64e9bf3d6f7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 944 time: 0.2546194 Sep 01 15:25:53.804884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.867702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.882829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-f479f270-8c0a-4243-ad50-12c55c01e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.885785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-f479f270-8c0a-4243-ad50-12c55c01e767 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.1826715 Sep 01 15:25:53.953139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-7444cb2d-e91d-4554-92b4-36723b2d8d72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478890 Sep 01 15:25:53.959179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-055eaa7a-d81c-4aae-90b4-8077cda8b607 req-41dd957c-a843-41db-8254-cf05892f7f74 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461809 Sep 01 15:25:53.988004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.000329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.014141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/462593e5-3e02-49af-bf1e-2bcc8fd02d83 HTTP/1.1" status: 204 len: 168 time: 0.3056917 Sep 01 15:25:54.042954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fdcd5-f682-4757-87ae-247a347f4c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462593e5-3e02-49af-bf1e-2bcc8fd02d83,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:54.256100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-fdd60175-95b3-4d4b-b852-0aa9059685c9 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880232 Sep 01 15:25:54.460858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14fd2089-924a-4039-a61e-9dccd0847d5e req-2d1ae3d5-a66e-4616-b52d-cccafd066fcd service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976364 Sep 01 15:25:54.765454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:54.804813 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5113ec43-aabd-4852-bcfc-8ee2fdd77763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.964738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5113ec43-aabd-4852-bcfc-8ee2fdd77763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.970757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5113ec43-aabd-4852-bcfc-8ee2fdd77763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.072686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5113ec43-aabd-4852-bcfc-8ee2fdd77763 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=852614a3053d4473bad47d29cf13e8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058197 Sep 01 15:25:55.076536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49112) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:55.077102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113ec43-aabd-4852-bcfc-8ee2fdd77763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a0666-3f5f-42d5-8804-a9e74761cda3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:55.188690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.270546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.389488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.392792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.394074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f5a0666-3f5f-42d5-8804-a9e74761cda3 HTTP/1.1" status: 204 len: 168 time: 0.3157322 Sep 01 15:25:55.412194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17407700-d865-4b1d-810d-1899c586507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a0666-3f5f-42d5-8804-a9e74761cda3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:55.439702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d2877-04f0-496b-8f90-4c7fba5d1be2 req-53e46c98-effb-45fa-af18-5f4347c6654e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:55.443279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d6d2877-04f0-496b-8f90-4c7fba5d1be2 req-53e46c98-effb-45fa-af18-5f4347c6654e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 944 time: 0.1062865 Sep 01 15:25:55.531122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d6d2877-04f0-496b-8f90-4c7fba5d1be2 req-4739e622-09f7-4ff0-a68a-27e56cc5dab3 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743675 Sep 01 15:25:56.243618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:56.591239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:56.668405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'mac_address': 'fa:16:3e:c3:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:56.841415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.880308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba0eee2-4be2-4454-b64a-e0c16ada55cd {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:56.970854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:56.983286 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.984236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538031-4d5c-4f33-900b-be764e632c13 req-d68871b2-2722-4981-868c-f9fed564202c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:56.987135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c538031-4d5c-4f33-900b-be764e632c13 req-d68871b2-2722-4981-868c-f9fed564202c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 944 time: 0.2028728 Sep 01 15:25:57.119337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c538031-4d5c-4f33-900b-be764e632c13 req-a8acfd93-a0c6-4e80-90a3-34d0c1525511 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247518 Sep 01 15:25:57.183438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:57.229912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:57.311648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5ba0eee2-4be2-4454-b64a-e0c16ada55cd'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:57.405387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559367094'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:57.492110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:57.498910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.523965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.762527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.776781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.786098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.850774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:57.879194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8726ee87-f396-4f07-b299-fd04a0543556,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:57.895543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.895866 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment 7867419a-f6ce-4b29-8688-ac95277886db of type vlan for network b28cb29c-371d-4603-bb2a-c2e4e1841aed Sep 01 15:25:57.998974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.051011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.062139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.063330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.112440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8804045 Sep 01 15:25:58.117313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49166) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:58.126419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1460769583'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:58.216036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:58.221100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deccd3-545e-4f3d-b059-88ddd9933edc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=b28cb29c-371d-4603-bb2a-c2e4e1841aed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:58.235612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.236723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:58.261896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:58.330817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:58.366888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.367805 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment b67c871c-509c-4059-85d6-ce403fb52271 of type vlan for network 616e0d7a-bfa3-45dd-993b-f8781af90263 Sep 01 15:25:58.415034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:58.420943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:58.421626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.459413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.582360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.595080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.596535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.616940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.679231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f939a-39ae-40ea-87da-72d1d35e80d1 req-d81431cf-c8cc-4724-b3cf-2161d614dd62 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.686921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d0f939a-39ae-40ea-87da-72d1d35e80d1 req-d81431cf-c8cc-4724-b3cf-2161d614dd62 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 945 time: 0.1835694 Sep 01 15:25:58.716045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:58.725913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:58.729321 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44dba63-6127-4009-b692-3c0905455b90" -d '{"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:58.737344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.887775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:59.001774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8825006 Sep 01 15:25:59.008199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49182) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:59.022784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:59.117228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc815dc-2772-423f-9d51-0c8a01d3c4f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=616e0d7a-bfa3-45dd-993b-f8781af90263,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:59.140146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:59.167437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d0f939a-39ae-40ea-87da-72d1d35e80d1 req-22475e46-dad2-41f6-a874-426bc81162e6 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480873 Sep 01 15:25:59.413864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:59.421443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.436024 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaeca2e-cf9f-48fc-8bde-ea0c864d5efb x-openstack-request-id: req-3eaeca2e-cf9f-48fc-8bde-ea0c864d5efb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:59.436745 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:59.436745 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eaeca2e-cf9f-48fc-8bde-ea0c864d5efb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:59.436999 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'code': 200} Sep 01 15:25:59.644265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11263d-0e60-46b7-94b8-980e5877ca4e req-23d29be0-4ca6-4e7f-b7cc-50bdadc99a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:59.646451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb11263d-0e60-46b7-94b8-980e5877ca4e req-23d29be0-4ca6-4e7f-b7cc-50bdadc99a57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0980511 Sep 01 15:25:59.755839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb11263d-0e60-46b7-94b8-980e5877ca4e req-a3b3a729-f3f3-4492-b3a3-9cda373c4613 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983243 Sep 01 15:25:59.919360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.160294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=584f4f66-e520-4a59-b2ef-fd612f28cbe3,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:00.238837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': '7867419a-f6ce-4b29-8688-ac95277886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:00.239623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: b28cb29c-371d-4603-bb2a-c2e4e1841aed, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:00.326478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:00.341892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b28cb29c-371d-4603-bb2a-c2e4e1841aed) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:00.363558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.364925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.367220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097299c1-b519-4fa8-bfc8-3c18876093b8 None None] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:00.373592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725fb29-bf87-4b26-9b5c-d022599cbb39 req-b8bf46e9-d003-409b-9002-62d93ca652ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.392283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5725fb29-bf87-4b26-9b5c-d022599cbb39 req-b8bf46e9-d003-409b-9002-62d93ca652ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 946 time: 0.1036131 Sep 01 15:26:00.452295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-926c595b-8f3e-4696-9b4f-65fe12c199ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4381397 Sep 01 15:26:00.453388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:00.459923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:00.502029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5725fb29-bf87-4b26-9b5c-d022599cbb39 req-397ece8f-67e6-4d2a-80a1-8f453116df87 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054451 Sep 01 15:26:00.734165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:00.743925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.901318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b28cb29c-371d-4603-bb2a-c2e4e1841aed', 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '584f4f66-e520-4a59-b2ef-fd612f28cbe3'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:00.902840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.786069 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.798326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Allocated IP 2001:db8::2 (b28cb29c-371d-4603-bb2a-c2e4e1841aed/584f4f66-e520-4a59-b2ef-fd612f28cbe3/a1f3c18e-cd1e-449e-9426-2e87d0afe300) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:02.069008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=ed3de807-7364-4587-a8c9-3253db0d9f2f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:02.098644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': 'b67c871c-509c-4059-85d6-ce403fb52271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:02.099254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: 616e0d7a-bfa3-45dd-993b-f8781af90263, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:02.121536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a2af7-725b-4117-9bb1-ce35a3285405 req-e9b3c7cc-e603-4bae-bc1e-129d60c4e8b0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.153000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-921a2af7-725b-4117-9bb1-ce35a3285405 req-e9b3c7cc-e603-4bae-bc1e-129d60c4e8b0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 946 time: 0.3547814 Sep 01 15:26:02.226911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.237240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-921a2af7-725b-4117-9bb1-ce35a3285405 req-2011aa12-2975-4770-88a3-67d422f06168 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832920 Sep 01 15:26:02.250702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Transition to ACTIVE for port object a1f3c18e-cd1e-449e-9426-2e87d0afe300 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:02.287690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Transition to ACTIVE for port object a1f3c18e-cd1e-449e-9426-2e87d0afe300 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:02.298359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:02.311001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.331765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 616e0d7a-bfa3-45dd-993b-f8781af90263) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:02.338757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.340327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.395554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fc90e-3782-4fc2-a3c4-af8df5596b08 None None] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:02.416901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-409eb35c-9ce5-40ae-9f07-da44ce56216d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9597726 Sep 01 15:26:02.417754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49218) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:02.434150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-839739411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:02.518455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.520366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.573022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:02.617051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:02.654593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:02.694574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Pushing event updated for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:02.700199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.713191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.793419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.797508 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a22835bb-db98-489e-a4bb-efb094715b8a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3732541 Sep 01 15:26:02.798866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:02.825956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Attempting to bind port a1f3c18e-cd1e-449e-9426-2e87d0afe300 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:02.826531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Attempting to bind port a1f3c18e-cd1e-449e-9426-2e87d0afe300 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7867419a-f6ce-4b29-8688-ac95277886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:02.827124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Attempting to bind port a1f3c18e-cd1e-449e-9426-2e87d0afe300 on network b28cb29c-371d-4603-bb2a-c2e4e1841aed {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:02.853279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:02.853727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Checking segment: {'id': '7867419a-f6ce-4b29-8688-ac95277886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:02.854150 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.854557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Bound using segment: {'id': '7867419a-f6ce-4b29-8688-ac95277886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:02.855065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Bound port: a1f3c18e-cd1e-449e-9426-2e87d0afe300, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7867419a-f6ce-4b29-8688-ac95277886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b28cb29c-371d-4603-bb2a-c2e4e1841aed'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:02.855454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.075551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-616e0d7a-bfa3-45dd-993b-f8781af90263', 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': 'ed3de807-7364-4587-a8c9-3253db0d9f2f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:03.076652 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.106905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:03.148480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a1f3c18e-cd1e-449e-9426-2e87d0afe300,segment=NetworkSegment(7867419a-f6ce-4b29-8688-ac95277886db),segment_id=7867419a-f6ce-4b29-8688-ac95277886db)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:03.167735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.419078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930f3b-8895-4d30-8905-ea7726952f44 req-9aa19ba3-a91e-45e1-a403-4faeb17b7c50 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:03.435715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2930f3b-8895-4d30-8905-ea7726952f44 req-9aa19ba3-a91e-45e1-a403-4faeb17b7c50 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 946 time: 0.2525251 Sep 01 15:26:03.458445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Allocated IP 2001:db8:1::2 (616e0d7a-bfa3-45dd-993b-f8781af90263/ed3de807-7364-4587-a8c9-3253db0d9f2f/e7373091-60fa-429c-b1be-867a5077d838) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:03.724679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2930f3b-8895-4d30-8905-ea7726952f44 req-ddd16144-1a36-4c5b-a1e7-fa5519737600 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880085 Sep 01 15:26:03.861046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366ea54-8a42-44a6-a909-05f05e67818d None None] Pushing event updated for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:03.983012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.181453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.228268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Transition to ACTIVE for port object e7373091-60fa-429c-b1be-867a5077d838 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:04.289713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Transition to ACTIVE for port object e7373091-60fa-429c-b1be-867a5077d838 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:04.303641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.440598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:04.453478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:04.461832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:04.545694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Pushing event updated for resources: {'Port': ['ID=e7373091-60fa-429c-b1be-867a5077d838,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:04.690779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Attempting to bind port e7373091-60fa-429c-b1be-867a5077d838 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:04.699830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8::1 (b28cb29c-371d-4603-bb2a-c2e4e1841aed/584f4f66-e520-4a59-b2ef-fd612f28cbe3/72c32409-5fc1-44e3-9847-8987083f58ee) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:04.700972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Attempting to bind port e7373091-60fa-429c-b1be-867a5077d838 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b67c871c-509c-4059-85d6-ce403fb52271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:04.701834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Attempting to bind port e7373091-60fa-429c-b1be-867a5077d838 on network 616e0d7a-bfa3-45dd-993b-f8781af90263 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:04.737160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:04.738009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Checking segment: {'id': 'b67c871c-509c-4059-85d6-ce403fb52271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:04.738668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.739318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Bound using segment: {'id': 'b67c871c-509c-4059-85d6-ce403fb52271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:04.740104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Bound port: e7373091-60fa-429c-b1be-867a5077d838, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67c871c-509c-4059-85d6-ce403fb52271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '616e0d7a-bfa3-45dd-993b-f8781af90263'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:04.740757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.156871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] For port e7373091-60fa-429c-b1be-867a5077d838, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:05.170905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] For port e7373091-60fa-429c-b1be-867a5077d838, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7373091-60fa-429c-b1be-867a5077d838,segment=NetworkSegment(b67c871c-509c-4059-85d6-ce403fb52271),segment_id=b67c871c-509c-4059-85d6-ce403fb52271)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:05.186305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.191413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.277871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a1f3c18e-cd1e-449e-9426-2e87d0afe300 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:05.292155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 72c32409-5fc1-44e3-9847-8987083f58ee will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:05.320467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cc39f-0740-4534-93d8-714039b59377 req-d21d958a-791d-41ab-b1b3-e1cea659ef0b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:05.342880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a37cc39f-0740-4534-93d8-714039b59377 req-d21d958a-791d-41ab-b1b3-e1cea659ef0b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 946 time: 0.2866580 Sep 01 15:26:05.442772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.470776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a37cc39f-0740-4534-93d8-714039b59377 req-e8e15219-8557-44a1-8601-5e101eadf31e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210744 Sep 01 15:26:05.545198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a638745-0c49-4a96-979e-6118f05357cf None None] Pushing event updated for resources: {'Port': ['ID=e7373091-60fa-429c-b1be-867a5077d838,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:05.595820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a1f3c18e-cd1e-449e-9426-2e87d0afe300 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:05.643506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:05.651098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:05.680169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:05.681702 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.910718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=72c32409-5fc1-44e3-9847-8987083f58ee,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:06.063541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:06.134466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923afb03-8a52-4a5c-bb73-1a3da1b53efd None None] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:06.514740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Provisioning for port a1f3c18e-cd1e-449e-9426-2e87d0afe300 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:06.525543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Provisioning complete for port a1f3c18e-cd1e-449e-9426-2e87d0afe300 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:06.525859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.293245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49286) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:07.466084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7373091-60fa-429c-b1be-867a5077d838 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:07.847392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.854590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4b95e-1f73-4b51-a58f-ed94771718df None None] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:07.862953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.863657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.186216 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.319658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a1f3c18e-cd1e-449e-9426-2e87d0afe300,segment=NetworkSegment(7867419a-f6ce-4b29-8688-ac95277886db),segment_id=7867419a-f6ce-4b29-8688-ac95277886db)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:08.324629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port e7373091-60fa-429c-b1be-867a5077d838 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:08.332316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:08.332964 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.336418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=72c32409-5fc1-44e3-9847-8987083f58ee,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:08.361159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:08.606379 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.668374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Provisioning for port e7373091-60fa-429c-b1be-867a5077d838 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:08.691153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096fb9e-4e99-4a43-9446-55f56ec2c867 None None] Pushing event updated for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:08.707281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Provisioning complete for port e7373091-60fa-429c-b1be-867a5077d838 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:08.719056 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.840707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router a224b9dd-335f-4f70-8825-ab0149ce98f3 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:08.878731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a1f3c18e-cd1e-449e-9426-2e87d0afe300 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:09.031501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:09.043932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-876b8411-2409-49c4-bc53-7692dc34e260 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2433970 Sep 01 15:26:09.048387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49306) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:09.065356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] Sync routers for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:09.119264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db935a6-b058-471a-a0c8-9b174de228e3 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:09.121170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3db935a6-b058-471a-a0c8-9b174de228e3 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports/72c32409-5fc1-44e3-9847-8987083f58ee HTTP/1.1" status: 200 len: 911 time: 0.0712969 Sep 01 15:26:09.125769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:09.274640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:09.276714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:09.453553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a1f3c18e-cd1e-449e-9426-2e87d0afe300 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:09.454863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.461914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:09.514646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Deleting port ac55371c-d47d-47de-9a2b-7eb6affbc8e4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:09.515015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.673419 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.676910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:09.678117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:09.709284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] For port ac55371c-d47d-47de-9a2b-7eb6affbc8e4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:09.711571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.729745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:09.734350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Calling delete_port for ac55371c-d47d-47de-9a2b-7eb6affbc8e4 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:09.736618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6536e192-9606-4a76-a40b-4b1d14b26433 None None] The sync data for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:09.788780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] For port e7373091-60fa-429c-b1be-867a5077d838, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7373091-60fa-429c-b1be-867a5077d838,segment=NetworkSegment(b67c871c-509c-4059-85d6-ce403fb52271),segment_id=b67c871c-509c-4059-85d6-ce403fb52271)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:09.796140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.011746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Provisioning complete for port e7373091-60fa-429c-b1be-867a5077d838 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:10.012530 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.105616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae681-9bfd-4af8-b62c-9cad8ec80faa None None] Pushing event updated for resources: {'Port': ['ID=e7373091-60fa-429c-b1be-867a5077d838,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:10.217497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Provisioning for port 72c32409-5fc1-44e3-9847-8987083f58ee completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:10.241598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Provisioning complete for port 72c32409-5fc1-44e3-9847-8987083f58ee triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:10.244764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.337216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:26:10.460973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Port 72c32409-5fc1-44e3-9847-8987083f58ee cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:10.477327 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.578036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac55371c-d47d-47de-9a2b-7eb6affbc8e4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:10.631014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Provisioning complete for port a1f3c18e-cd1e-449e-9426-2e87d0afe300 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:10.633179 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0dd-638b-4cf2-913d-460ccef6a29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.649927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.031745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:11.093585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'mac_address': 'fa:16:3e:c3:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:26:11.104581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.227364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7373091-60fa-429c-b1be-867a5077d838 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:11.288168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.308412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ba0eee2-4be2-4454-b64a-e0c16ada55cd {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:11.335365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e7373091-60fa-429c-b1be-867a5077d838 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:11.335658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.339745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:11.372365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.479611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:11.548152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5ba0eee2-4be2-4454-b64a-e0c16ada55cd'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:11.662645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8:1::1 (616e0d7a-bfa3-45dd-993b-f8781af90263/ed3de807-7364-4587-a8c9-3253db0d9f2f/77df38d6-1843-4221-aeb0-ae8e59773f7a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:11.879516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Router 18fe8479-65c8-4ea8-b382-e0c133e99221 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:12.171936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.202731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 77df38d6-1843-4221-aeb0-ae8e59773f7a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:12.279470 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.309196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:12.399990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:12.408505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:12.419082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:12.419082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.431103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:12.452323 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Sync routers for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:12.460514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e7f70eb4-23d4-4b28-9cc0-d52b4920ef00 admin admin] 10.222.0.41 "PUT /v2.0/routers/18fe8479-65c8-4ea8-b382-e0c133e99221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1650369 Sep 01 15:26:12.471833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:12.479404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:12.480018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.482229 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:12.490004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:12.589700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=77df38d6-1843-4221-aeb0-ae8e59773f7a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:12.823042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.891803 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.920591 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:12.930500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.040895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:13.042791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:13.055254 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6837fa13-6986-420e-9a9b-6bb022be9105" -d '{"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:13.079928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.181760 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.292159 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ca41c-1012-4a2e-a654-e3f749217014 x-openstack-request-id: req-ee1ca41c-1012-4a2e-a654-e3f749217014 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:13.297629 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:13.298413 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee1ca41c-1012-4a2e-a654-e3f749217014 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:13.299317 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'code': 200} Sep 01 15:26:13.303291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:13.344105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Deleting port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:13.344105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.358391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6044c13b-6122-4baa-9fc7-9967b0a70c7e None None] Provisioning for port 77df38d6-1843-4221-aeb0-ae8e59773f7a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:13.379669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6044c13b-6122-4baa-9fc7-9967b0a70c7e None None] Provisioning complete for port 77df38d6-1843-4221-aeb0-ae8e59773f7a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:13.380651 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6044c13b-6122-4baa-9fc7-9967b0a70c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.411793 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:26:10Z', 'revision_number': 5, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port': {'id': '7e5faf86-78b2-41f9-9fed-4bb877c1ecf6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:12:48Z', 'updated_at': '2021-09-01T15:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:13.472472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] For port 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:13.474176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.536931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Calling delete_port for 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:13.628254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6044c13b-6122-4baa-9fc7-9967b0a70c7e None None] Port 77df38d6-1843-4221-aeb0-ae8e59773f7a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:13.729206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Checking router: 18fe8479-65c8-4ea8-b382-e0c133e99221 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:26:13.739772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.748311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.749851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.751009 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Routers {'18fe8479-65c8-4ea8-b382-e0c133e99221'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:13.752609 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['18fe8479-65c8-4ea8-b382-e0c133e99221'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:13.960981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=77df38d6-1843-4221-aeb0-ae8e59773f7a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:13.991658 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] Set router 18fe8479-65c8-4ea8-b382-e0c133e99221 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:14.097515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:14.104366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:14.175473 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:26:13Z', 'revision_number': 6, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:14.246128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.255350 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2de5d39-dcd7-45eb-b9be-5bab2fc14e2c None None] The sync data for ids ['18fe8479-65c8-4ea8-b382-e0c133e99221'] in n-d-802060-16 is: [{'id': '18fe8479-65c8-4ea8-b382-e0c133e99221', 'name': 'tempest-TaggedBootDevicesTest_v242-1829991984-router', 'tenant_id': '8459cbf69a174003b328b68207e3da3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:12:45Z', 'updated_at': '2021-09-01T15:26:13Z', 'revision_number': 6, 'project_id': '8459cbf69a174003b328b68207e3da3f', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:14.319270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5faf86-78b2-41f9-9fed-4bb877c1ecf6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:14.383763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3d51ce4-31a6-446e-be93-9906dd8f4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.387090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router a224b9dd-335f-4f70-8825-ab0149ce98f3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:14.450135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.665155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:14.693315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] Sync routers for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:14.693423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:14.702274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-72e2a2c3-ba15-4d89-af2d-47904e41ba8f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5737660 Sep 01 15:26:14.761651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:14.763892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:14.773018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.797598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.898177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ac2fe-2d4d-4ce3-8552-a94eac6dc48a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:14.906913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:14.907729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e8ac2fe-2d4d-4ce3-8552-a94eac6dc48a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports/77df38d6-1843-4221-aeb0-ae8e59773f7a HTTP/1.1" status: 200 len: 913 time: 0.2260020 Sep 01 15:26:14.950151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:14.990805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ac55371c-d47d-47de-9a2b-7eb6affbc8e4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:15.042099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ac55371c-d47d-47de-9a2b-7eb6affbc8e4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:15.042880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ac55371c-d47d-47de-9a2b-7eb6affbc8e4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:15.043122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.043787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18fe8479-65c8-4ea8-b382-e0c133e99221 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:26:15.072072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.074324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-878344e9-77e3-45ab-9380-242cb0a1f8e0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/18fe8479-65c8-4ea8-b382-e0c133e99221 HTTP/1.1" status: 204 len: 168 time: 2.6009200 Sep 01 15:26:15.080207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49454) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:15.086264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:15.088051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:25:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:15.094522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-808429cf-c7d2-4bf7-ad18-63973007c4c5 None None] Provisioning complete for port 77df38d6-1843-4221-aeb0-ae8e59773f7a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:15.095532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-808429cf-c7d2-4bf7-ad18-63973007c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.253323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Deleting subnet 6aec0d0f-d3e6-47be-830f-80637ed794ea {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:15.285417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:15.286777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d264beb8-d1b4-4831-852b-1b708e67b687 None None] The sync data for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:15.346390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-808429cf-c7d2-4bf7-ad18-63973007c4c5 None None] Port 77df38d6-1843-4221-aeb0-ae8e59773f7a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:15.359800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.443912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.589021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.874608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f029-35a4-4453-831c-1227daf71e77 req-c62dc1c6-bff6-4063-b4f2-49ae0fbdfa95 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:15.901921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3503f029-35a4-4453-831c-1227daf71e77 req-c62dc1c6-bff6-4063-b4f2-49ae0fbdfa95 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1659236 Sep 01 15:26:15.939786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.964995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3503f029-35a4-4453-831c-1227daf71e77 req-12274ac3-a263-4b3f-b1d6-52df2192fef3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599055 Sep 01 15:26:16.032764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.037396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f2568-ded4-4a3d-a518-f39395fcbf81 None None] Network a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:16.050774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6aec0d0f-d3e6-47be-830f-80637ed794ea HTTP/1.1" status: 204 len: 168 time: 0.9666672 Sep 01 15:26:16.051692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:16.057549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff21c6-4eed-4cc0-834c-0f452715e231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aec0d0f-d3e6-47be-830f-80637ed794ea,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:16.147755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676f2-748b-4f0a-9f2f-775d5884045f req-774f9cc0-d612-4c0f-a1d7-1933a1295c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.150526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-774f9cc0-d612-4c0f-a1d7-1933a1295c88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.3820388 Sep 01 15:26:16.195940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.334819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Deleting port c5218a8e-8df6-4930-bcbe-77de0d8b7476 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:16.335167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.447911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] For port c5218a8e-8df6-4930-bcbe-77de0d8b7476, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5218a8e-8df6-4930-bcbe-77de0d8b7476,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:16.448698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.467385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] DHCP port deletion for a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:26:16.497619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Calling delete_port for c5218a8e-8df6-4930-bcbe-77de0d8b7476 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:16.528938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676f2-748b-4f0a-9f2f-775d5884045f req-7c356214-82f6-4f16-b376-fc72dbc62541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.531653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-7c356214-82f6-4f16-b376-fc72dbc62541 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3683324 Sep 01 15:26:16.619875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Deleting port c5218a8e-8df6-4930-bcbe-77de0d8b7476 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:16.620731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.680972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-8085c99a-c8b1-484b-9733-8591ae41d1e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.1376259 Sep 01 15:26:16.685331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.774020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] For port c5218a8e-8df6-4930-bcbe-77de0d8b7476, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5218a8e-8df6-4930-bcbe-77de0d8b7476,segment=NetworkSegment(f803b5ce-e659-44f8-ba49-79050f9bfd08),segment_id=f803b5ce-e659-44f8-ba49-79050f9bfd08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:16.774428 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.780596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5218a8e-8df6-4930-bcbe-77de0d8b7476,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:16.801902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] No DVR routers for this DVR port c5218a8e-8df6-4930-bcbe-77de0d8b7476 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:16.826146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Calling delete_port for c5218a8e-8df6-4930-bcbe-77de0d8b7476 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:16.920601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676f2-748b-4f0a-9f2f-775d5884045f req-8eef5bee-2972-40a5-986c-2b6fe752121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.922518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-8eef5bee-2972-40a5-986c-2b6fe752121e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.2252696 Sep 01 15:26:16.982593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:17.025787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.048243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.053603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:17.068330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:17.072090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e5faf86-78b2-41f9-9fed-4bb877c1ecf6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:17.073951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5218a8e-8df6-4930-bcbe-77de0d8b7476 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:17.090358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f803b5ce-e659-44f8-ba49-79050f9bfd08') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:17.090697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f803b5ce-e659-44f8-ba49-79050f9bfd08') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:17.111545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.136003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c5218a8e-8df6-4930-bcbe-77de0d8b7476 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:17.138733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5218a8e-8df6-4930-bcbe-77de0d8b7476 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:17.197761 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271a9dad-c1e5-4fe7-a662-6341fc490036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.239308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.244015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.282836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:17.283232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:17.298521 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:17.339128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] Pushing event deleted for resources: {'Port': ['ID=c5218a8e-8df6-4930-bcbe-77de0d8b7476,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:17.371916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307fc15-aa94-465e-8f88-80c6014fe895 None None] No DVR routers for this DVR port c5218a8e-8df6-4930-bcbe-77de0d8b7476 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:17.468054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.475773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e67d-5eab-45e5-a2e9-e21941c8ba0e req-7c142b72-3e26-4434-9afa-fc865b50a22f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:17.477979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6331e67d-5eab-45e5-a2e9-e21941c8ba0e req-7c142b72-3e26-4434-9afa-fc865b50a22f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3607402 Sep 01 15:26:17.479647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.489537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.492485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5 HTTP/1.1" status: 204 len: 168 time: 1.4381642 Sep 01 15:26:17.613766 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6331e67d-5eab-45e5-a2e9-e21941c8ba0e req-dcd83b80-2575-4981-9947-202c14cf7ccd tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890465 Sep 01 15:26:17.619239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe103e8-e261-4e61-b702-ec7c1bbe3695 admin admin] Pushing event deleted for resources: {'Network': ['ID=a422c2d4-dbd2-4fc6-b7c4-3a48e48e59e5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:17.765805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49500) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:17.903996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d16ee2c6-61ac-401e-be48-d22e0c14602d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8459cbf69a174003b328b68207e3da3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373470 Sep 01 15:26:17.905107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:18.016369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.046122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.052690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753676f2-748b-4f0a-9f2f-775d5884045f req-ef4baa4e-40bd-4323-9148-ed25e71bb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:18.056606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-ef4baa4e-40bd-4323-9148-ed25e71bb92d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1246040 Sep 01 15:26:18.168456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.174328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.179285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94b55875-0220-40ad-a2b1-972db22dd047 HTTP/1.1" status: 204 len: 168 time: 0.2727857 Sep 01 15:26:18.190922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c9aea-ceac-4ac6-ac6b-34089e9202fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b55875-0220-40ad-a2b1-972db22dd047,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:18.359714 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.444744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.784009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-a5ef040d-9a47-4d11-b0db-db4a3da2075c service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852882 Sep 01 15:26:18.879525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd7dc-d5a5-49a4-aaf7-85c0844f7b4b req-ebbdcd85-a102-40d1-8eef-836183387e11 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:18.891564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c30fd7dc-d5a5-49a4-aaf7-85c0844f7b4b req-ebbdcd85-a102-40d1-8eef-836183387e11 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1215060 Sep 01 15:26:18.973829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c30fd7dc-d5a5-49a4-aaf7-85c0844f7b4b req-f253e7a0-5118-4e5b-8e2f-e9a9ed9b9887 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798459 Sep 01 15:26:19.333415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 77df38d6-1843-4221-aeb0-ae8e59773f7a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:19.339873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.391176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-753676f2-748b-4f0a-9f2f-775d5884045f req-ccf43e15-c8ab-494a-be7e-ff4111d165d5 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492346 Sep 01 15:26:19.700457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.763176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 77df38d6-1843-4221-aeb0-ae8e59773f7a owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:19.915741 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.259636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.370958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=77df38d6-1843-4221-aeb0-ae8e59773f7a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:20.733512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08668b-9ce8-48f1-a8be-c8ed4eac08e8 req-5fdc68d8-eacc-4e00-9454-4bf73d0a7897 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:20.748454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.749828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc08668b-9ce8-48f1-a8be-c8ed4eac08e8 req-5fdc68d8-eacc-4e00-9454-4bf73d0a7897 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3974450 Sep 01 15:26:21.128715 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc08668b-9ce8-48f1-a8be-c8ed4eac08e8 req-3f3b77d1-b199-47e2-bb87-812a9d798321 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700764 Sep 01 15:26:21.437595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router a224b9dd-335f-4f70-8825-ab0149ce98f3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:21.798052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:21.818059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af977401-9ab6-4475-869d-ab7993004c21 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9088230 Sep 01 15:26:21.821630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49610) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:21.835944 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] Sync routers for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:21.883143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:21.884089 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:22.033786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:22.077743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:22.080798 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:22.168861 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:22.172790 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d0122-d236-4340-a0c0-546291e1ca5f None None] The sync data for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:22.682635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c4251-5057-41e2-a85b-e03b8e12defe req-e89b2ee7-8d60-4f45-b693-8bcf92da46fc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:22.701870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-507c4251-5057-41e2-a85b-e03b8e12defe req-e89b2ee7-8d60-4f45-b693-8bcf92da46fc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2253246 Sep 01 15:26:22.913092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-507c4251-5057-41e2-a85b-e03b8e12defe req-398a6e74-4bae-472e-8bda-d0250f42b887 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956956 Sep 01 15:26:23.125737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.197281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-b757fa6f-8c75-41dd-9ef4-45e8d13659d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1379428 Sep 01 15:26:24.324994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-9302927e-98f3-48fe-a3bf-fc67f697112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:24.326897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-9302927e-98f3-48fe-a3bf-fc67f697112e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 1097 time: 0.0920446 Sep 01 15:26:24.368867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 72c32409-5fc1-44e3-9847-8987083f58ee {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:24.370628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.540021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-7d8cfdce-cf9a-4e43-9059-9933e554b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:24.543806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-7d8cfdce-cf9a-4e43-9059-9933e554b5b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.1843996 Sep 01 15:26:24.671293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.705607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 72c32409-5fc1-44e3-9847-8987083f58ee owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:24.707836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-dd1f8576-706a-4a28-b9f4-95672cf23fac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 200 len: 217 time: 0.1539161 Sep 01 15:26:24.861519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-49743162-9ef8-4236-bdc7-70a831f51826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:24.863834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-49743162-9ef8-4236-bdc7-70a831f51826 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1487324 Sep 01 15:26:25.003531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-24dd8de6-3023-43cb-8030-8be314732bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:25.006387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-24dd8de6-3023-43cb-8030-8be314732bb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339397 Sep 01 15:26:25.388175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:25.516686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=72c32409-5fc1-44e3-9847-8987083f58ee,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:25.772814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-b9ac6a0d-8be3-443e-8947-0d826bd5c86a service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423420 Sep 01 15:26:25.842044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.843149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.843889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.844433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.844990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.847090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.847758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.848277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.852263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.857352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.858030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.877601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:25.951786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.224054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34f43b7a-66cf-4591-be9d-5ef5c4dd7247 req-3485fd6c-c936-4c03-9f31-5a8dc3289b50 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431105 Sep 01 15:26:26.414754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router a224b9dd-335f-4f70-8825-ab0149ce98f3 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:26.596310 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:26:26.617765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:26.619712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49716) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:26.628072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:26.631411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e9743da-8ae9-4317-9663-56beb9b47d68 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8065925 Sep 01 15:26:26.636925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] Sync routers for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:26.702103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:26.703669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.798392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49730) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:26.822478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d5be3b45-0e92-4db1-8b52-ec790b166261 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=a224b9dd-335f-4f70-8825-ab0149ce98f3 HTTP/1.1" status: 200 len: 205 time: 0.1923678 Sep 01 15:26:26.901307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.944481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] Routers {'a224b9dd-335f-4f70-8825-ab0149ce98f3'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:26.945271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a224b9dd-335f-4f70-8825-ab0149ce98f3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.980311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6b4f-1161-43cc-a1e2-7bf585320733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.984594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.106060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:27.107114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b7bfd-4f49-487d-9ba4-9cc0ffc6330a None None] The sync data for ids ['a224b9dd-335f-4f70-8825-ab0149ce98f3'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:27.260123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.270682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.574658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6b4f-1161-43cc-a1e2-7bf585320733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.582017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.582987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router a224b9dd-335f-4f70-8825-ab0149ce98f3 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:26:27.612937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.614122 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e0c73a5-e56e-4219-b695-c274976af019 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3 HTTP/1.1" status: 204 len: 168 time: 0.8143854 Sep 01 15:26:27.617033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49734) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:27.617599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6b4f-1161-43cc-a1e2-7bf585320733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.720602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e6b4f-1161-43cc-a1e2-7bf585320733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b37c84-ae1a-4632-9cfa-6a63ab044de1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:27.766952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e1e6b4f-1161-43cc-a1e2-7bf585320733 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d2da54116764d06a18dedc28fa60f41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1456366 Sep 01 15:26:27.770853 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.773176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:27.816433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet ed3de807-7364-4587-a8c9-3253db0d9f2f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:27.849521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.947446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.115396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.144906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.321054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.324852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.338115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2b37c84-ae1a-4632-9cfa-6a63ab044de1 HTTP/1.1" status: 204 len: 168 time: 0.5589848 Sep 01 15:26:28.388282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49704b-694c-4a94-b45b-ab33cea6341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b37c84-ae1a-4632-9cfa-6a63ab044de1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:28.498734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.673832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.708858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3de807-7364-4587-a8c9-3253db0d9f2f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:28.743778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f325aea2-a707-45d4-9236-ea9763ac653e None None] Network 616e0d7a-bfa3-45dd-993b-f8781af90263 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:28.752222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.762398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49754) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:28.775059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a9914914-a950-482f-9c65-c169d58ecb44 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/ed3de807-7364-4587-a8c9-3253db0d9f2f HTTP/1.1" status: 204 len: 168 time: 1.1565387 Sep 01 15:26:28.883740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 584f4f66-e520-4a59-b2ef-fd612f28cbe3 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:28.889995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.121684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.285395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] DHCP port deletion for 616e0d7a-bfa3-45dd-993b-f8781af90263 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:26:29.482501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:29.514179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Deleting port e7373091-60fa-429c-b1be-867a5077d838 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:29.515724 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.537460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2428ff6a-368f-4a0b-b541-8a17cea3ada9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.807796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.937581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2428ff6a-368f-4a0b-b541-8a17cea3ada9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.963918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2428ff6a-368f-4a0b-b541-8a17cea3ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.213811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.360097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2428ff6a-368f-4a0b-b541-8a17cea3ada9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acd2a03ea40f400e820bce5e738db31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687651 Sep 01 15:26:30.367182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=584f4f66-e520-4a59-b2ef-fd612f28cbe3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:30.368476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49806) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:30.369771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428ff6a-368f-4a0b-b541-8a17cea3ada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5ebfd-4956-4222-910b-dda508f6612a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:30.400030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23e09b-99ad-4194-abfe-bdc59adaecfa None None] Network b28cb29c-371d-4603-bb2a-c2e4e1841aed requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:30.403996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.419195 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7008b728-f3a0-48fe-b5e1-3e12792b30b4 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/584f4f66-e520-4a59-b2ef-fd612f28cbe3 HTTP/1.1" status: 204 len: 168 time: 1.6519732 Sep 01 15:26:30.421704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49808) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:30.552011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] For port e7373091-60fa-429c-b1be-867a5077d838, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7373091-60fa-429c-b1be-867a5077d838,segment=NetworkSegment(b67c871c-509c-4059-85d6-ce403fb52271),segment_id=b67c871c-509c-4059-85d6-ce403fb52271)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:30.554702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.592069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Calling delete_port for e7373091-60fa-429c-b1be-867a5077d838 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:30.709785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.777537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.811163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.048455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.053451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.060167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0d5ebfd-4956-4222-910b-dda508f6612a HTTP/1.1" status: 204 len: 168 time: 0.6438973 Sep 01 15:26:31.095068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219662d-a57e-4c8f-96c4-4f3f9eb3e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5ebfd-4956-4222-910b-dda508f6612a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:31.107103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port e7373091-60fa-429c-b1be-867a5077d838 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:31.107806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.195722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7373091-60fa-429c-b1be-867a5077d838 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:31.570143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port e7373091-60fa-429c-b1be-867a5077d838, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7373091-60fa-429c-b1be-867a5077d838,segment=NetworkSegment(b67c871c-509c-4059-85d6-ce403fb52271),segment_id=b67c871c-509c-4059-85d6-ce403fb52271)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:31.582617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.594217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.628444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] No DVR routers for this DVR port e7373091-60fa-429c-b1be-867a5077d838 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:31.719861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c08f6-0872-4051-ab14-1db010ff564c None None] Pushing event deleted for resources: {'Port': ['ID=e7373091-60fa-429c-b1be-867a5077d838,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:31.731600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for e7373091-60fa-429c-b1be-867a5077d838 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:31.742021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port e7373091-60fa-429c-b1be-867a5077d838 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:26:31.748635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7373091-60fa-429c-b1be-867a5077d838 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:32.118740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.168630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port e7373091-60fa-429c-b1be-867a5077d838 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:32.277426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] DHCP port deletion for b28cb29c-371d-4603-bb2a-c2e4e1841aed request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:26:32.318784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=e7373091-60fa-429c-b1be-867a5077d838,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:32.486176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Deleting port a1f3c18e-cd1e-449e-9426-2e87d0afe300 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:32.487732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.675260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.737798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616e0d7a-bfa3-45dd-993b-f8781af90263']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:32.784400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67c871c-509c-4059-85d6-ce403fb52271') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:32.792023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67c871c-509c-4059-85d6-ce403fb52271') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:32.854941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.933110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.970648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a1f3c18e-cd1e-449e-9426-2e87d0afe300 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:32.977633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:32.978744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:33.001713 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:33.391697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a1f3c18e-cd1e-449e-9426-2e87d0afe300,segment=NetworkSegment(7867419a-f6ce-4b29-8688-ac95277886db),segment_id=7867419a-f6ce-4b29-8688-ac95277886db)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:33.394550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.432055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.449838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.456731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:33.471464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/616e0d7a-bfa3-45dd-993b-f8781af90263 HTTP/1.1" status: 204 len: 168 time: 3.0480156 Sep 01 15:26:33.487123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Calling delete_port for a1f3c18e-cd1e-449e-9426-2e87d0afe300 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:33.536950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6690a-981d-4097-862e-116ee65f1889 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=616e0d7a-bfa3-45dd-993b-f8781af90263,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:33.612603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.802986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a1f3c18e-cd1e-449e-9426-2e87d0afe300,segment=NetworkSegment(7867419a-f6ce-4b29-8688-ac95277886db),segment_id=7867419a-f6ce-4b29-8688-ac95277886db)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:33.813851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.817532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.946126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.952440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:33.986139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] No DVR routers for this DVR port a1f3c18e-cd1e-449e-9426-2e87d0afe300 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:33.989146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a100a89-5e54-4c78-a645-3d77fce89011 None None] Pushing event deleted for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:33.998871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port a1f3c18e-cd1e-449e-9426-2e87d0afe300 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:34.001129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.245318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port a1f3c18e-cd1e-449e-9426-2e87d0afe300, host n-d-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:34.246289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.342564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for a1f3c18e-cd1e-449e-9426-2e87d0afe300 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:34.348900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Port a1f3c18e-cd1e-449e-9426-2e87d0afe300 was not found and therefore no delete operation was performed {{(pid=106376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:26:34.370532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.556636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=a1f3c18e-cd1e-449e-9426-2e87d0afe300,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:34.569221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port a1f3c18e-cd1e-449e-9426-2e87d0afe300 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:34.668810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.686515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28cb29c-371d-4603-bb2a-c2e4e1841aed']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:34.713238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7867419a-f6ce-4b29-8688-ac95277886db') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:34.713549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7867419a-f6ce-4b29-8688-ac95277886db') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:34.737379 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.780000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.808880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:34.809608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:34.868276 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:35.009698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.021656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.029743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/b28cb29c-371d-4603-bb2a-c2e4e1841aed HTTP/1.1" status: 204 len: 168 time: 1.5698814 Sep 01 15:26:35.036903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49898) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:35.048085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373101190'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:35.078652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f500da-261d-4506-83d5-7b5a2207f443 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=b28cb29c-371d-4603-bb2a-c2e4e1841aed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:35.157124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:35.181188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.281743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:35.326237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.334667 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment 2bcb029f-d17a-4dd3-827e-4b993876b14e of type vlan for network ce9b0473-ad28-4370-9191-3e7f94c76cf8 Sep 01 15:26:35.503217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.607254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.624993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:35.626982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.827307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=ce9b0473-ad28-4370-9191-3e7f94c76cf8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:35.865461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:35.866124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56cb93d9-8050-4957-b40d-580a73945ba1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8265233 Sep 01 15:26:35.875043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:35.896338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:36.125120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:36.133444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:36.761969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:36.894362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=9eedf726-1ec2-437f-ae34-694e45bb7f61,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:36.929195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': '2bcb029f-d17a-4dd3-827e-4b993876b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:36.929668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: ce9b0473-ad28-4370-9191-3e7f94c76cf8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:36.960646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:36.989729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ce9b0473-ad28-4370-9191-3e7f94c76cf8) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:37.001952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6f21d-f13c-481b-9d6b-705e78a701d7 None None] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:37.014270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:37.015965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.050146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41b67b12-591a-4211-ab29-977865a50958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1803429 Sep 01 15:26:37.054074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49954) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:37.062241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734043723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:37.163947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.165979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.506925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.532574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.571928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-ce9b0473-ad28-4370-9191-3e7f94c76cf8', 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '9eedf726-1ec2-437f-ae34-694e45bb7f61'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:37.573518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.675401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.684485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-961d9668-db0a-41df-ada7-522788bd5783 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6250319 Sep 01 15:26:37.686781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:37.717522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'port': {'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8', 'name': 'tempest-RoutersIpV6Test-760472496'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:37.991046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Allocated IP 2001:db8::2 (ce9b0473-ad28-4370-9191-3e7f94c76cf8/9eedf726-1ec2-437f-ae34-694e45bb7f61/195aa943-dd14-4aad-85c4-cbe1efca80c5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:38.154842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:38.160538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.196299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] device_id is not set on port 156b1014-37c6-4485-a891-1504467a018c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:26:38.340595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.353397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Transition to ACTIVE for port object 195aa943-dd14-4aad-85c4-cbe1efca80c5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:38.372602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Transition to ACTIVE for port object 195aa943-dd14-4aad-85c4-cbe1efca80c5 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:38.389891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.444389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:38.447392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:38.451780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:38.458238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Pushing event updated for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:38.484540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8::ae (ce9b0473-ad28-4370-9191-3e7f94c76cf8/9eedf726-1ec2-437f-ae34-694e45bb7f61/156b1014-37c6-4485-a891-1504467a018c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:38.539564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Attempting to bind port 195aa943-dd14-4aad-85c4-cbe1efca80c5 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:38.539840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Attempting to bind port 195aa943-dd14-4aad-85c4-cbe1efca80c5 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '2bcb029f-d17a-4dd3-827e-4b993876b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:38.540169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Attempting to bind port 195aa943-dd14-4aad-85c4-cbe1efca80c5 on network ce9b0473-ad28-4370-9191-3e7f94c76cf8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:38.548497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:38.549026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Checking segment: {'id': '2bcb029f-d17a-4dd3-827e-4b993876b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:38.549546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.550028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Bound using segment: {'id': '2bcb029f-d17a-4dd3-827e-4b993876b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:38.550731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Bound port: 195aa943-dd14-4aad-85c4-cbe1efca80c5, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcb029f-d17a-4dd3-827e-4b993876b14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce9b0473-ad28-4370-9191-3e7f94c76cf8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:38.551194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.647835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:38.673398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=195aa943-dd14-4aad-85c4-cbe1efca80c5,segment=NetworkSegment(2bcb029f-d17a-4dd3-827e-4b993876b14e),segment_id=2bcb029f-d17a-4dd3-827e-4b993876b14e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:38.684086 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.797762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.830200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 156b1014-37c6-4485-a891-1504467a018c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:38.840434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a3f7f-0ec8-46b0-a9be-04d97dc17920 None None] Pushing event updated for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:38.887515 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.020566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:39.039318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:39.045546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:39.060633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:39.061621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.115756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4206283 Sep 01 15:26:39.116548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50046) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:39.118863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1d1dd-3783-4408-ac00-79a9f9654684 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=156b1014-37c6-4485-a891-1504467a018c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:39.836750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.111401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:40.375067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.384057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.556687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=156b1014-37c6-4485-a891-1504467a018c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:40.887605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.903913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66fe8ee4-f8c8-415a-83d5-7029a2ced8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.913633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9307975-9c43-420c-b7d6-0cef65cfacf6 None None] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:40.969261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 195aa943-dd14-4aad-85c4-cbe1efca80c5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:41.179458 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.201399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fe165db3-60d8-4ad5-8b8d-c7a1e054b327 None None] Provisioning for port 195aa943-dd14-4aad-85c4-cbe1efca80c5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:41.201931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66fe8ee4-f8c8-415a-83d5-7029a2ced8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.211749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66fe8ee4-f8c8-415a-83d5-7029a2ced8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.264309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 195aa943-dd14-4aad-85c4-cbe1efca80c5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:41.277124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-66fe8ee4-f8c8-415a-83d5-7029a2ced8df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=735d1aeb21aa4c5a932b5c52c5fb47ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1643286 Sep 01 15:26:41.278358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8ee4-f8c8-415a-83d5-7029a2ced8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290baae7-e89b-459c-9e7f-d1c27062fc86,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:41.281321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:41.308168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 195aa943-dd14-4aad-85c4-cbe1efca80c5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:41.313652 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.347429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-2947a85d-a489-460f-8d11-7a968fe6977c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:41.350787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-2947a85d-a489-460f-8d11-7a968fe6977c tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.3097606 Sep 01 15:26:41.356261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.386170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.464883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.471021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.473698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/290baae7-e89b-459c-9e7f-d1c27062fc86 HTTP/1.1" status: 204 len: 168 time: 0.1909699 Sep 01 15:26:41.486611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f4ac9-e351-4958-b21f-05b2e4d4b98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290baae7-e89b-459c-9e7f-d1c27062fc86,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:41.496665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-c2f17416-88a2-4f6c-a915-966643800a29 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/quotas/66d60ba3db2b40d89fb52863df1065f5 HTTP/1.1" status: 200 len: 375 time: 0.0783560 Sep 01 15:26:41.585868 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.630207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=195aa943-dd14-4aad-85c4-cbe1efca80c5,segment=NetworkSegment(2bcb029f-d17a-4dd3-827e-4b993876b14e),segment_id=2bcb029f-d17a-4dd3-827e-4b993876b14e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:41.637827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.670384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-5aaf45e3-7fa9-4d93-9234-f997689c003d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653547 Sep 01 15:26:41.749421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:41.952590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.963692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.964826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.085123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Provisioning complete for port 195aa943-dd14-4aad-85c4-cbe1efca80c5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:42.086210 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.278512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Provisioning for port 156b1014-37c6-4485-a891-1504467a018c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:42.284684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Provisioning complete for port 156b1014-37c6-4485-a891-1504467a018c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:42.285412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.373454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c80d2ff6-35b8-45d2-9cef-ccf24ffe3aa4 None None] Port 156b1014-37c6-4485-a891-1504467a018c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:42.467602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:42.516365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=156b1014-37c6-4485-a891-1504467a018c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:42.523402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-c9b65a23-8cf3-4174-9cdc-5ee93f2b5fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299122 Sep 01 15:26:42.530440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:42.564869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.581025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-29c7e834-8980-4f05-a4be-e374d0058cae None None] Provisioning complete for port 156b1014-37c6-4485-a891-1504467a018c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:42.581427 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29c7e834-8980-4f05-a4be-e374d0058cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.722187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-29c7e834-8980-4f05-a4be-e374d0058cae None None] Port 156b1014-37c6-4485-a891-1504467a018c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:42.722427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:42.727705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:42.759772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.807531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:42.810999 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30211c5-be24-421e-8690-6f6021d6b5b8" -d '{"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:42.848050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:42.858984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.971162 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328fe61f-82d6-4235-bc0d-89b96990f08f x-openstack-request-id: req-328fe61f-82d6-4235-bc0d-89b96990f08f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:42.971456 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:42.971710 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-328fe61f-82d6-4235-bc0d-89b96990f08f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:42.972114 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'code': 200} Sep 01 15:26:42.979870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 195aa943-dd14-4aad-85c4-cbe1efca80c5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:42.984344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:43.008891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.029892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.069891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea5a1fdf9f3d4ddf9b0a0a4a26b0070e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377202 Sep 01 15:26:43.078591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:43.105124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 195aa943-dd14-4aad-85c4-cbe1efca80c5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:43.105688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.115666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-50ff5ffd-9acc-4256-9a37-fcf324753779 None None] Provisioning complete for port 156b1014-37c6-4485-a891-1504467a018c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:43.116381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50ff5ffd-9acc-4256-9a37-fcf324753779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.119460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-383df3fc-a93f-4819-8f02-c356b7737abe tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:43.122925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-383df3fc-a93f-4819-8f02-c356b7737abe tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb921ac6-fc56-4711-8d12-fa1839cef3f9 HTTP/1.1" status: 200 len: 944 time: 0.2722683 Sep 01 15:26:43.206142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cab516-a931-4a44-9cf6-4357efb5d72c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:43.228368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.228860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.229512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.229870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.230709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.231378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.231636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.232157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.233358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.234368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.235277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.235710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00033cfb-f685-4732-9529-93f03321db11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:43.262713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-1681d784-e9c0-4be0-89ba-07cb41c08c29 service neutron] 10.222.0.41 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040231 Sep 01 15:26:43.279830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-50ff5ffd-9acc-4256-9a37-fcf324753779 None None] Port 156b1014-37c6-4485-a891-1504467a018c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:43.289299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router 1a9b6cf0-0263-4134-a6d5-5215308dc695 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:43.453098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.500783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:43.521713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb650228-c7db-4ffd-b4b2-05c0109a03c2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/1a9b6cf0-0263-4134-a6d5-5215308dc695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4034426 Sep 01 15:26:43.523656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-86824a5b-da01-443e-8c07-dcb6691696ba None None] Provisioning complete for port 156b1014-37c6-4485-a891-1504467a018c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:43.524146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86824a5b-da01-443e-8c07-dcb6691696ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.524606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50168) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:43.526621 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] Sync routers for ids ['1a9b6cf0-0263-4134-a6d5-5215308dc695'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:43.531890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.554650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] Routers {'1a9b6cf0-0263-4134-a6d5-5215308dc695'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:43.555794 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1a9b6cf0-0263-4134-a6d5-5215308dc695'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:43.684104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-86824a5b-da01-443e-8c07-dcb6691696ba None None] Port 156b1014-37c6-4485-a891-1504467a018c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:43.684790 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:43.685947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c0567-4b6d-45cc-ac47-f2fff63290c7 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:43.699862 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] Routers {'1a9b6cf0-0263-4134-a6d5-5215308dc695'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:43.700764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1a9b6cf0-0263-4134-a6d5-5215308dc695'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:43.705883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-725c0567-4b6d-45cc-ac47-f2fff63290c7 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports/156b1014-37c6-4485-a891-1504467a018c HTTP/1.1" status: 200 len: 982 time: 0.1796331 Sep 01 15:26:43.706372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50174) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:43.724798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.733640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.742574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:43.746015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88cab516-a931-4a44-9cf6-4357efb5d72c HTTP/1.1" status: 204 len: 168 time: 0.6539679 Sep 01 15:26:43.746938 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a1ecd-6ad8-4c85-a573-b6927165a475 None None] The sync data for ids ['1a9b6cf0-0263-4134-a6d5-5215308dc695'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:43.781689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814a75d8-d341-4beb-88b0-ce7667c37dc7 req-02eecccb-835d-41cb-b9cc-1d9cd38a6c21 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 210 time: 0.1124961 Sep 01 15:26:43.802512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c3a4-8f2d-44a2-99ca-9d995df159ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cab516-a931-4a44-9cf6-4357efb5d72c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:43.809402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Deleting port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:43.810179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.999058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] For port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:43.999437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.043843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Calling delete_port for 5ba0eee2-4be2-4454-b64a-e0c16ada55cd owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:44.361519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d155a006-a8b4-4026-897a-5a26870aacca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.523222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.571980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event deleted for resources: {'Port': ['ID=5ba0eee2-4be2-4454-b64a-e0c16ada55cd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:44.688713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] No DVR routers for this DVR port 5ba0eee2-4be2-4454-b64a-e0c16ada55cd on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:44.691970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.695132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44d4d3dd-557e-4c4d-81fe-058b0d636fc9 req-9c649143-74bc-4512-9552-845bf33bdd6a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "DELETE /v2.0/ports/5ba0eee2-4be2-4454-b64a-e0c16ada55cd HTTP/1.1" status: 204 len: 173 time: 1.5580969 Sep 01 15:26:44.695402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-deleted', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:44.697973 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3be8f-c850-4a44-afa0-bc6dfafc31e3" -d '{"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-deleted", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:44.802815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.989014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67ba56fc-b938-4f36-bef3-87f79efdd041 req-ea830d6a-73f4-4d5e-ac12-c577758e0619 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 210 time: 0.0519242 Sep 01 15:26:45.343303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 156b1014-37c6-4485-a891-1504467a018c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:45.343666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.378886 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8dedc-2824-4f8b-a785-14592af34311 x-openstack-request-id: req-2ad8dedc-2824-4f8b-a785-14592af34311 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:45.379466 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb921ac6-fc56-4711-8d12-fa1839cef3f9", "name": "network-vif-deleted", "tag": "5ba0eee2-4be2-4454-b64a-e0c16ada55cd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:45.381276 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ad8dedc-2824-4f8b-a785-14592af34311 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:45.382358 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb921ac6-fc56-4711-8d12-fa1839cef3f9', 'name': 'network-vif-deleted', 'tag': '5ba0eee2-4be2-4454-b64a-e0c16ada55cd', 'status': 'completed', 'code': 200} Sep 01 15:26:45.589854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.630601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 156b1014-37c6-4485-a891-1504467a018c owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:45.821832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-c170a141-7a57-4fca-a2d4-b83552a2d701 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:45.829418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-c170a141-7a57-4fca-a2d4-b83552a2d701 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 805 time: 0.3489447 Sep 01 15:26:45.851230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Request body: {'port': {'device_id': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'admin_state_up': True, 'tenant_id': '66d60ba3db2b40d89fb52863df1065f5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:46.045173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.101314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=156b1014-37c6-4485-a891-1504467a018c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:46.173644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Made reservation on behalf of 66d60ba3db2b40d89fb52863df1065f5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:46.184227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.247755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d86c66fa-e846-4f1e-9525-333dee3b4c27 req-27846b50-2c7d-4c28-84d5-dc9ebd3218b7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 210 time: 0.0374162 Sep 01 15:26:46.255036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.494305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:46.524006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Allocated IP 172.20.0.12 (27e19692-575f-4d86-a4d8-23bff238371e/25081b8d-d509-40b8-adf3-666e48b99423/7156a36a-b6f1-4e08-893d-a94c28a46c97) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:46.560625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5ba0eee2-4be2-4454-b64a-e0c16ada55cd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:46.561259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5ba0eee2-4be2-4454-b64a-e0c16ada55cd not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:46.661495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router 1a9b6cf0-0263-4134-a6d5-5215308dc695 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:46.801199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:46.807037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a0737fb3-9564-44ed-a214-a2f19c408773 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/1a9b6cf0-0263-4134-a6d5-5215308dc695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993123 Sep 01 15:26:46.809785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:46.818762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] Sync routers for ids ['1a9b6cf0-0263-4134-a6d5-5215308dc695'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:46.857011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] Routers {'1a9b6cf0-0263-4134-a6d5-5215308dc695'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:46.860437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1a9b6cf0-0263-4134-a6d5-5215308dc695'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:47.033504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:47.073000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] Routers {'1a9b6cf0-0263-4134-a6d5-5215308dc695'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:47.075384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1a9b6cf0-0263-4134-a6d5-5215308dc695'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:47.082694 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-ab44399b-c2a4-4189-9d7b-b201a11b6063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] remove_router_interface failed (client error): The resource could not be found. Sep 01 15:26:47.085415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab44399b-c2a4-4189-9d7b-b201a11b6063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/1a9b6cf0-0263-4134-a6d5-5215308dc695/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2742462 Sep 01 15:26:47.088200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50246) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:47.157762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-250ccd49-a167-4f74-99cb-c66dd379fdea tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a9b6cf0-0263-4134-a6d5-5215308dc695 HTTP/1.1" status: 200 len: 205 time: 0.0675907 Sep 01 15:26:47.158351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50248) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:47.236001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:47.236678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417db09-7e44-4102-ab43-7674fea4abaf None None] The sync data for ids ['1a9b6cf0-0263-4134-a6d5-5215308dc695'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:47.248707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.262014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77206b25-4f60-4062-a733-a87f28b66fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.432961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.555393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fa979a09-e0f8-48bd-a07d-4c8b4ba58640 req-bfd5343c-cc3c-4ecf-a559-98be6cdcb877 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 210 time: 0.1051388 Sep 01 15:26:47.564603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.566822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.570088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.644179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.646678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9b6cf0-0263-4134-a6d5-5215308dc695 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:26:47.658958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.670289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-867da6b2-1f98-44a2-aa61-d121e62d8924 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/1a9b6cf0-0263-4134-a6d5-5215308dc695 HTTP/1.1" status: 204 len: 168 time: 0.5108275 Sep 01 15:26:47.674263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:47.680964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.749094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Network 27e19692-575f-4d86-a4d8-23bff238371e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:47.756532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:47.769116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:47.835122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 9eedf726-1ec2-437f-ae34-694e45bb7f61 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:47.841725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.855216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.951517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.954172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:47.958892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.007050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-92b6dde7-5290-4c45-8fe2-b07e16edf6de tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1677392 Sep 01 15:26:48.040175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Request body: {'port': {'device_id': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:48.153110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.165415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.264916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.350361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=9eedf726-1ec2-437f-ae34-694e45bb7f61,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:48.366143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.366316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.375667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-08f7b31e-5284-4766-8756-49544b553196 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/9eedf726-1ec2-437f-ae34-694e45bb7f61 HTTP/1.1" status: 204 len: 168 time: 0.6998367 Sep 01 15:26:48.377367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50272) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:48.383266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a0b08-0ada-4677-8e06-ad7b8d0cc2a0 None None] Network ce9b0473-ad28-4370-9191-3e7f94c76cf8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:48.551696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.638952 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.766196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7156a36a-b6f1-4e08-893d-a94c28a46c97 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:48.836389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] DHCP port deletion for ce9b0473-ad28-4370-9191-3e7f94c76cf8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:26:48.856056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.889986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 195aa943-dd14-4aad-85c4-cbe1efca80c5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:48.897588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.932125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Transition to ACTIVE for port object 7156a36a-b6f1-4e08-893d-a94c28a46c97 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:48.952191 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.972590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 195aa943-dd14-4aad-85c4-cbe1efca80c5 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:48.990714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804227f-4af0-44b5-80e1-ce1a9490f57b req-9b9c447f-99f8-4946-b13b-4b92bd9af8cf tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:48.994729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6804227f-4af0-44b5-80e1-ce1a9490f57b req-9b9c447f-99f8-4946-b13b-4b92bd9af8cf tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 932 time: 0.2161829 Sep 01 15:26:49.058102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Deleting port 195aa943-dd14-4aad-85c4-cbe1efca80c5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:49.058482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.195612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.205723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=195aa943-dd14-4aad-85c4-cbe1efca80c5,segment=NetworkSegment(2bcb029f-d17a-4dd3-827e-4b993876b14e),segment_id=2bcb029f-d17a-4dd3-827e-4b993876b14e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:49.207595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.254036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=195aa943-dd14-4aad-85c4-cbe1efca80c5,segment=NetworkSegment(2bcb029f-d17a-4dd3-827e-4b993876b14e),segment_id=2bcb029f-d17a-4dd3-827e-4b993876b14e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:49.254743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.284054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 195aa943-dd14-4aad-85c4-cbe1efca80c5 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:49.315046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Calling delete_port for 195aa943-dd14-4aad-85c4-cbe1efca80c5 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:49.326423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 195aa943-dd14-4aad-85c4-cbe1efca80c5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=195aa943-dd14-4aad-85c4-cbe1efca80c5,segment=NetworkSegment(2bcb029f-d17a-4dd3-827e-4b993876b14e),segment_id=2bcb029f-d17a-4dd3-827e-4b993876b14e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:49.343172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.445040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:49.509682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6804227f-4af0-44b5-80e1-ce1a9490f57b req-dde3524d-0467-4dfd-a7a9-c0e072c707c3 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991401 Sep 01 15:26:49.684482 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.688399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Attempting to bind port 7156a36a-b6f1-4e08-893d-a94c28a46c97 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:49.688849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Attempting to bind port 7156a36a-b6f1-4e08-893d-a94c28a46c97 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:49.689776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Attempting to bind port 7156a36a-b6f1-4e08-893d-a94c28a46c97 on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:49.716397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Port 7156a36a-b6f1-4e08-893d-a94c28a46c97 on network 27e19692-575f-4d86-a4d8-23bff238371e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:26:49.716735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Attempting to bind port 7156a36a-b6f1-4e08-893d-a94c28a46c97 on network 27e19692-575f-4d86-a4d8-23bff238371e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:49.718247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 195aa943-dd14-4aad-85c4-cbe1efca80c5 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:49.735301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:49.736452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Checking segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:49.737848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Bound using segment: {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:49.740747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Bound port: 7156a36a-b6f1-4e08-893d-a94c28a46c97, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b516602-6309-463b-add7-d066db8588e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:49.742297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.800886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:49.816292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.816923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.817290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.817630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.817996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.818387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.818719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.819035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.819365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.819769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.819984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.820308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:49.843181 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:26:49.855943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:49.860364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.931399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:49.938394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:49.952193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:49.963176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] Pushing event deleted for resources: {'Port': ['ID=195aa943-dd14-4aad-85c4-cbe1efca80c5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:49.978266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859e9e9-5a9c-4b8f-b16a-16fa308eb5e0 None None] No DVR routers for this DVR port 195aa943-dd14-4aad-85c4-cbe1efca80c5 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:50.006516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.012896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.027833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.029837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.033714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] 10.222.0.50 "PUT /v2.0/ports/7156a36a-b6f1-4e08-893d-a94c28a46c97 HTTP/1.1" status: 200 len: 1093 time: 2.0144925 Sep 01 15:26:50.034900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:50.054617 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa9d7d-0311-4325-8fca-611cd37ce055" -d '{"events": [{"name": "network-changed", "server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:50.061484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9b0473-ad28-4370-9191-3e7f94c76cf8']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:50.097947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcb029f-d17a-4dd3-827e-4b993876b14e') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:50.102308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcb029f-d17a-4dd3-827e-4b993876b14e') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:50.129529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.166110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.176766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:50.177302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:50.254509 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:50.262012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.273018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-33e40360-744f-4b94-8789-d92d3e1ca575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.275643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.276974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-33e40360-744f-4b94-8789-d92d3e1ca575 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1388967 Sep 01 15:26:50.278846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dee4a2-3d3d-42b2-80d6-f79a06db3e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:50.279086 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/ce9b0473-ad28-4370-9191-3e7f94c76cf8 HTTP/1.1" status: 204 len: 168 time: 1.9004865 Sep 01 15:26:50.284486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50306) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:50.290268 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de59702-bdcc-47ef-8c92-b6a7ddc494d6 x-openstack-request-id: req-0de59702-bdcc-47ef-8c92-b6a7ddc494d6 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:50.290775 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:50.291152 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0de59702-bdcc-47ef-8c92-b6a7ddc494d6 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:50.291809 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'status': 'completed', 'code': 200} Sep 01 15:26:50.298371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1079309770'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:50.308705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79fa69-1f8e-4eb6-931e-f2aab8c76d58 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=ce9b0473-ad28-4370-9191-3e7f94c76cf8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:50.385270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-a1791da7-c560-448f-a918-1da0e00424eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97 HTTP/1.1" status: 200 len: 217 time: 0.0791106 Sep 01 15:26:50.502817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:50.507957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.545660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-7fff3ba0-2be8-4291-a23c-3cc03b01e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.550254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-7fff3ba0-2be8-4291-a23c-3cc03b01e237 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.1533766 Sep 01 15:26:50.649897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-2166e337-f7e9-4f5f-9f33-5ee7a2681d31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688500 Sep 01 15:26:50.675507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:50.789908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.790193 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment 6aad0787-99d2-4003-9f38-c678d9c4d3ce of type vlan for network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca Sep 01 15:26:50.894554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.950684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6baaab-e59f-4f00-ba1f-b6572dd532c5 req-aa62e499-ffdc-4f1d-8f5f-28b2e0b766d2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.955071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d6baaab-e59f-4f00-ba1f-b6572dd532c5 req-aa62e499-ffdc-4f1d-8f5f-28b2e0b766d2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 944 time: 0.3005300 Sep 01 15:26:51.054643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-33a68e1c-a919-455e-b142-f52645537af1 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758140 Sep 01 15:26:51.060493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.077181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.079292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.319579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0327969 Sep 01 15:26:51.323890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50328) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:51.343716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:51.348900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d6baaab-e59f-4f00-ba1f-b6572dd532c5 req-0e3e2417-a37a-43a5-8913-1a07e2c80b07 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922666 Sep 01 15:26:51.352832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a472c44-5794-4d4b-aa44-a0ca0341c21e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:51.373394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:51.424560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0634129-735f-46bf-9c7f-7c78dc4ddacd req-5f9fa5ac-ddd1-42bd-92dd-bbbdefb78b3f service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116493 Sep 01 15:26:51.569164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:51.574207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.608202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-976a5247-588d-4a3e-b0c6-67f013bd5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.609885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-976a5247-588d-4a3e-b0c6-67f013bd5cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=66d60ba3db2b40d89fb52863df1065f5&device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 1096 time: 0.0919721 Sep 01 15:26:51.794114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-99375c29-5b20-4f64-a660-c2403fafe520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.797105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-99375c29-5b20-4f64-a660-c2403fafe520 service neutron] 10.222.0.50 "GET /v2.0/networks?id=27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 200 len: 906 time: 0.1733310 Sep 01 15:26:51.867409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-208985d4-cf8a-49f5-896f-c1fc59027104 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97 HTTP/1.1" status: 200 len: 217 time: 0.0599532 Sep 01 15:26:51.921835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.947892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-9e533223-caa9-45bd-8766-7eff6f1e7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.950963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-9e533223-caa9-45bd-8766-7eff6f1e7098 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 200 len: 845 time: 0.0751090 Sep 01 15:26:52.003654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=a98b8499-8e3f-4f28-a92e-64d0f77e814f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:52.015022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': '6aad0787-99d2-4003-9f38-c678d9c4d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:52.015413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:52.021454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-f34ce094-4a00-4398-b2c7-ac299f44b550 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e19692-575f-4d86-a4d8-23bff238371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602329 Sep 01 15:26:52.041264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:52.056981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:52.066627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d91fa6-e2fa-434e-8d2c-eb5d6672f91f None None] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:52.076456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:52.078296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.123744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2eeced60-56d4-444a-a96d-469d00814389 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7982233 Sep 01 15:26:52.124514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50340) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:52.130082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659208787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:52.170038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.171018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.198549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-4d5f6d21-8301-41d8-aaff-bcda08a7b36e service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674464 Sep 01 15:26:52.458057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca', 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': 'a98b8499-8e3f-4f28-a92e-64d0f77e814f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:52.459682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.483585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4aa9d7d-0311-4325-8fca-611cd37ce055 req-0515ecc1-343d-449c-ad28-20d8e7117590 service neutron] 10.222.0.50 "GET /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751536 Sep 01 15:26:52.802448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Allocated IP 2001:db8::2 (a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca/a98b8499-8e3f-4f28-a92e-64d0f77e814f/97254f35-4898-48df-84ec-bbc2929c09f6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:52.809632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.854210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.897656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820a69-e24d-4d5d-b6e9-210704ffd07f req-9840cf6f-bb13-4778-8ee1-663cb2379164 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:52.899356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07820a69-e24d-4d5d-b6e9-210704ffd07f req-9840cf6f-bb13-4778-8ee1-663cb2379164 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 944 time: 0.1017108 Sep 01 15:26:52.901171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.902634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa3b4c6a-4762-4343-9599-3e9b518ecf98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7769041 Sep 01 15:26:52.907034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:53.060139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-07820a69-e24d-4d5d-b6e9-210704ffd07f req-e766cb73-6807-4d53-8c25-99c582bc60b3 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250484 Sep 01 15:26:53.183984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.222169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Transition to ACTIVE for port object 97254f35-4898-48df-84ec-bbc2929c09f6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:53.239338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Transition to ACTIVE for port object 97254f35-4898-48df-84ec-bbc2929c09f6 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:53.251659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.287997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:53.293954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:53.336153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:53.418308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Pushing event updated for resources: {'Port': ['ID=97254f35-4898-48df-84ec-bbc2929c09f6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:53.596268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Attempting to bind port 97254f35-4898-48df-84ec-bbc2929c09f6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:53.597741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Attempting to bind port 97254f35-4898-48df-84ec-bbc2929c09f6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6aad0787-99d2-4003-9f38-c678d9c4d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:53.599783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Attempting to bind port 97254f35-4898-48df-84ec-bbc2929c09f6 on network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:53.619742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:53.620627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Checking segment: {'id': '6aad0787-99d2-4003-9f38-c678d9c4d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:53.621921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.623149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Bound using segment: {'id': '6aad0787-99d2-4003-9f38-c678d9c4d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:53.629862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Bound port: 97254f35-4898-48df-84ec-bbc2929c09f6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aad0787-99d2-4003-9f38-c678d9c4d3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:53.631437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.706107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.928476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] For port 97254f35-4898-48df-84ec-bbc2929c09f6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:53.952160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] For port 97254f35-4898-48df-84ec-bbc2929c09f6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=97254f35-4898-48df-84ec-bbc2929c09f6,segment=NetworkSegment(6aad0787-99d2-4003-9f38-c678d9c4d3ce),segment_id=6aad0787-99d2-4003-9f38-c678d9c4d3ce)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:53.963327 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:54.085401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806436f-ee68-4a8a-8a52-21ef4d76dd9e None None] Pushing event updated for resources: {'Port': ['ID=97254f35-4898-48df-84ec-bbc2929c09f6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:54.492220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314deed-0304-4486-8c50-3cc7cac86efe req-b200b01d-f486-4235-a1f5-03e6a15210e0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:54.496375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3314deed-0304-4486-8c50-3cc7cac86efe req-b200b01d-f486-4235-a1f5-03e6a15210e0 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 944 time: 0.2649131 Sep 01 15:26:54.508810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:26:54.513391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8::1 (a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca/a98b8499-8e3f-4f28-a92e-64d0f77e814f/7e98e738-5f89-44eb-8602-30a0dd4663db) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:54.820017 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:54.852502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 7e98e738-5f89-44eb-8602-30a0dd4663db will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:54.949251 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3314deed-0304-4486-8c50-3cc7cac86efe req-e8699576-7cc2-46b8-a9d6-8ea4c3464a8b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151039 Sep 01 15:26:54.959827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.006173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:55.040997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'mac_address': 'fa:16:3e:d0:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:26:55.117444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 97254f35-4898-48df-84ec-bbc2929c09f6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:55.128006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50386) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:55.136273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:55.141244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.145707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:55.156984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:55.160524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.168296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7156a36a-b6f1-4e08-893d-a94c28a46c97 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:55.199581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:55.210038 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.277696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 97254f35-4898-48df-84ec-bbc2929c09f6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:55.279002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=7e98e738-5f89-44eb-8602-30a0dd4663db,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:55.316492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:55.350972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.408902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c924f30-496f-44c3-8a7d-8ad677258be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.472658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7156a36a-b6f1-4e08-893d-a94c28a46c97'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:55.673422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c924f30-496f-44c3-8a7d-8ad677258be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.702860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c924f30-496f-44c3-8a7d-8ad677258be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.820871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c924f30-496f-44c3-8a7d-8ad677258be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e851049-ba88-40ea-b1c7-c432e7260dc3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:55.827779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c924f30-496f-44c3-8a7d-8ad677258be8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56adda9a5f3d4bebb2d29a9066bdff94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981339 Sep 01 15:26:55.837448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f09d65-76f0-4975-b4e3-a5e05520a254 req-0126c699-42d7-4af6-bc26-4fc2081a11d0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:55.839087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0f09d65-76f0-4975-b4e3-a5e05520a254 req-0126c699-42d7-4af6-bc26-4fc2081a11d0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1628954 Sep 01 15:26:55.839606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:55.947091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0f09d65-76f0-4975-b4e3-a5e05520a254 req-c087f9fe-c810-4140-bed2-5205fb40f24f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715163 Sep 01 15:26:55.948619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.982014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.013473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.046893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.048558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.067444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a64b1ed-b05e-4e2e-8251-4ff8bf06fd35 None None] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:56.112752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.116857 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.128518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e851049-ba88-40ea-b1c7-c432e7260dc3 HTTP/1.1" status: 204 len: 168 time: 0.2874835 Sep 01 15:26:56.153411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb774bd7-2614-4175-8205-e32f8c499d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e851049-ba88-40ea-b1c7-c432e7260dc3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:56.208191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Provisioning for port 97254f35-4898-48df-84ec-bbc2929c09f6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:56.215156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Provisioning complete for port 97254f35-4898-48df-84ec-bbc2929c09f6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:56.215698 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.293202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff419-fb5a-4e2c-820b-1eccdded6418 req-d1626384-cec0-4dc3-a334-28f16339158a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.294899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dbff419-fb5a-4e2c-820b-1eccdded6418 req-d1626384-cec0-4dc3-a334-28f16339158a tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 945 time: 0.1190333 Sep 01 15:26:56.384078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dbff419-fb5a-4e2c-820b-1eccdded6418 req-bf77f01b-1b0e-40d0-8de7-efe145fd9071 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Sep 01 15:26:56.396144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=7e98e738-5f89-44eb-8602-30a0dd4663db,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:56.451190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4d08-545a-43d7-b825-934fc127344d req-019078e3-09d6-469c-8621-e7262e2e2d06 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.453395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa5a4d08-545a-43d7-b825-934fc127344d req-019078e3-09d6-469c-8621-e7262e2e2d06 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2910135 Sep 01 15:26:56.520097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.522081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa5a4d08-545a-43d7-b825-934fc127344d req-5b57438a-3881-48c3-80cf-efb77e3470d0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552545 Sep 01 15:26:56.535544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:56.542302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:56.575303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:56.640479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] For port 97254f35-4898-48df-84ec-bbc2929c09f6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=97254f35-4898-48df-84ec-bbc2929c09f6,segment=NetworkSegment(6aad0787-99d2-4003-9f38-c678d9c4d3ce),segment_id=6aad0787-99d2-4003-9f38-c678d9c4d3ce)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:56.689770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.855954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec61fb4-1199-4e8d-922e-323fa7f86c25 None None] Pushing event updated for resources: {'Port': ['ID=97254f35-4898-48df-84ec-bbc2929c09f6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:56.860094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7156a36a-b6f1-4e08-893d-a94c28a46c97 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:56.868996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7156a36a-b6f1-4e08-893d-a94c28a46c97 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:56.869698 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.967371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:57.022509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8930b30c-57e1-4f4e-976b-5e1e5c75cb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.091895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.108062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50424) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:57.125558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:57.127778 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfb7ba-d854-4f0e-8804-10842673d78f" -d '{"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:57.140676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router ab5ab08b-606b-40d4-9adf-aced911282bd is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:57.160990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:57.167095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.254235 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdad41f-9cf3-4327-94dd-bdc3c08e2d64 x-openstack-request-id: req-4cdad41f-9cf3-4327-94dd-bdc3c08e2d64 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:57.254572 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:57.254845 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cdad41f-9cf3-4327-94dd-bdc3c08e2d64 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:57.256329 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'code': 200} Sep 01 15:26:57.295579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Provisioning complete for port 97254f35-4898-48df-84ec-bbc2929c09f6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:57.295957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.347005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:57.398007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8930b30c-57e1-4f4e-976b-5e1e5c75cb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.424149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8930b30c-57e1-4f4e-976b-5e1e5c75cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.444504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-537f592e-d728-486d-a5a5-37755af1b9ed tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.453515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-537f592e-d728-486d-a5a5-37755af1b9ed tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.1637795 Sep 01 15:26:57.493599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-e87bb178-db6d-4382-b392-2e5daaa38061 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/quotas/cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 375 time: 0.0384452 Sep 01 15:26:57.507086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ef9-c23d-42cc-97d2-a6ee41889beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.511719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920175-7df5-482f-9ac4-3dbf62ff6d6a req-f6985d45-2b69-4c6d-b5e2-fe0c981ecbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.513336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5920175-7df5-482f-9ac4-3dbf62ff6d6a req-f6985d45-2b69-4c6d-b5e2-fe0c981ecbb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 1098 time: 0.2229888 Sep 01 15:26:57.526671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Provisioning for port 7e98e738-5f89-44eb-8602-30a0dd4663db completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:57.528228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930b30c-57e1-4f4e-976b-5e1e5c75cb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d8c95-39a8-4a2b-9d0b-fa0e4fdb6dbd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:57.534078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Provisioning complete for port 7e98e738-5f89-44eb-8602-30a0dd4663db triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:57.534519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.613906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5920175-7df5-482f-9ac4-3dbf62ff6d6a req-f44e9498-85f9-421d-b405-d4340804faa3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Sep 01 15:26:57.623629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:57.629042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e68a1-2d36-43d5-a87d-dd385ee3dac5 None None] Port 7e98e738-5f89-44eb-8602-30a0dd4663db cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:57.629365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-ff877f78-bb89-4de4-b899-9c5e299ffb8b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1329730 Sep 01 15:26:57.639216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f87643c-e32d-4da9-ad81-2879591b1858 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/ab5ab08b-606b-40d4-9adf-aced911282bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7214360 Sep 01 15:26:57.639216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8930b30c-57e1-4f4e-976b-5e1e5c75cb9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=785af78f79f6492db0e3a14bd835d51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659780 Sep 01 15:26:57.639216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:57.639765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-28b3b65c-8798-451b-a2aa-b204cd6defe0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:57.639765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-28b3b65c-8798-451b-a2aa-b204cd6defe0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099866 Sep 01 15:26:57.640552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50444) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:57.658149 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] Sync routers for ids ['ab5ab08b-606b-40d4-9adf-aced911282bd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:57.683367 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] Routers {'ab5ab08b-606b-40d4-9adf-aced911282bd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:57.684011 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['ab5ab08b-606b-40d4-9adf-aced911282bd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:57.748011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947aeba0-7c0b-4645-adc9-f2a1e83fd411 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.753548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-947aeba0-7c0b-4645-adc9-f2a1e83fd411 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports/7e98e738-5f89-44eb-8602-30a0dd4663db HTTP/1.1" status: 200 len: 911 time: 0.1134470 Sep 01 15:26:57.761568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d386849-436b-46ec-a432-d2665078de3e req-731c8aeb-3e04-40be-b1d2-eb6b42a4e0e1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.775878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.778642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50446) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:57.779037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d386849-436b-46ec-a432-d2665078de3e req-731c8aeb-3e04-40be-b1d2-eb6b42a4e0e1 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.2210093 Sep 01 15:26:57.803186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ea656db5-a69e-48ed-b83b-f032ad649663 None None] Provisioning complete for port 7e98e738-5f89-44eb-8602-30a0dd4663db triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:57.803576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea656db5-a69e-48ed-b83b-f032ad649663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.830278 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:57.852531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] Routers {'ab5ab08b-606b-40d4-9adf-aced911282bd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:57.854281 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['ab5ab08b-606b-40d4-9adf-aced911282bd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:57.883528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d386849-436b-46ec-a432-d2665078de3e req-4575d79e-1ccd-4af4-a73c-fd9f121a8f39 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019199 Sep 01 15:26:57.885906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ea656db5-a69e-48ed-b83b-f032ad649663 None None] Port 7e98e738-5f89-44eb-8602-30a0dd4663db cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:57.954640 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:57.956123 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b5503-f3e0-4ab5-9159-60be6c27c7c3 None None] The sync data for ids ['ab5ab08b-606b-40d4-9adf-aced911282bd'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:58.013178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.109701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-acc7d4c4-5248-4a45-85ad-2856a0604317 None None] Provisioning complete for port 7e98e738-5f89-44eb-8602-30a0dd4663db triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:58.110592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-acc7d4c4-5248-4a45-85ad-2856a0604317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.163636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-acc7d4c4-5248-4a45-85ad-2856a0604317 None None] Port 7e98e738-5f89-44eb-8602-30a0dd4663db cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:58.177946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.184756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-5f509d03-506e-41a9-a065-da5beaa080fd service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158958 Sep 01 15:26:58.216559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ef9-c23d-42cc-97d2-a6ee41889beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.291420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ef9-c23d-42cc-97d2-a6ee41889beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.495577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d02b9ef9-c23d-42cc-97d2-a6ee41889beb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca8f379510314662b6d8169fe9775e44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3853767 Sep 01 15:26:58.499292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:58.513218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9ef9-c23d-42cc-97d2-a6ee41889beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979d669b-8123-4e51-9527-439dde00b292,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:58.577033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.582205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.584574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb6d8c95-39a8-4a2b-9d0b-fa0e4fdb6dbd HTTP/1.1" status: 204 len: 168 time: 0.9360044 Sep 01 15:26:58.608670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.609413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-3c6e60a9-0002-4acb-a88b-95e186353151 service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050572 Sep 01 15:26:58.644524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daab85-e36a-445f-93dc-4428339dbee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d8c95-39a8-4a2b-9d0b-fa0e4fdb6dbd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:58.647314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.741371 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.745357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.747333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/979d669b-8123-4e51-9527-439dde00b292 HTTP/1.1" status: 204 len: 168 time: 0.2457266 Sep 01 15:26:58.789735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079f485-44bf-4331-98d0-760c19935a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d669b-8123-4e51-9527-439dde00b292,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:58.828136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.985467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 97254f35-4898-48df-84ec-bbc2929c09f6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:59.106712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 97254f35-4898-48df-84ec-bbc2929c09f6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:59.107133 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.263032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154333-040f-4e10-8425-6979bbc0aabd req-89706466-a39b-4038-8444-0ca2f1b8c13d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.284960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5c5e771-2c9a-4ce9-89f0-32a7b64e9693 req-f937dd38-f9c9-4b2d-a195-1f4fc4260504 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0796635 Sep 01 15:26:59.289947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74154333-040f-4e10-8425-6979bbc0aabd req-89706466-a39b-4038-8444-0ca2f1b8c13d tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.1620347 Sep 01 15:26:59.395653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74154333-040f-4e10-8425-6979bbc0aabd req-84512a50-8cb9-418f-83dc-75cc211620ac tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952694 Sep 01 15:26:59.438207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 7e98e738-5f89-44eb-8602-30a0dd4663db {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:59.439234 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.685586 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.708110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 7e98e738-5f89-44eb-8602-30a0dd4663db owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:59.753525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:59.793619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7018fb14-9180-4245-ac97-3c51f7a40195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.140659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7018fb14-9180-4245-ac97-3c51f7a40195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.148671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7018fb14-9180-4245-ac97-3c51f7a40195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.213867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.215062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7018fb14-9180-4245-ac97-3c51f7a40195 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe8ec42361ba4694a7740de238e8d8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588308 Sep 01 15:27:00.216357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:00.275302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018fb14-9180-4245-ac97-3c51f7a40195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad72cb-2af9-4709-bbc0-0ff5e5654d34,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:00.339788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=7e98e738-5f89-44eb-8602-30a0dd4663db,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:00.480988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.604568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da8d73e4-fb0d-4474-8d9a-9a12a9cd96da req-f3ab6ece-3b36-4e3a-8343-2c51fddb6590 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 210 time: 0.1099250 Sep 01 15:27:00.631292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.713053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.746798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.749564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.754035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8ad72cb-2af9-4709-bbc0-0ff5e5654d34 HTTP/1.1" status: 204 len: 168 time: 0.4808211 Sep 01 15:27:00.770546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c96db-a9bc-4c3d-a5e5-09ba23285675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad72cb-2af9-4709-bbc0-0ff5e5654d34,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:01.183506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router ab5ab08b-606b-40d4-9adf-aced911282bd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:01.236886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd1e06-7e8a-459b-bce0-25b80a083e1e req-dae5f00a-da6f-4bbb-b88c-548c0ccf4cad tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:01.240577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96bd1e06-7e8a-459b-bce0-25b80a083e1e req-dae5f00a-da6f-4bbb-b88c-548c0ccf4cad tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.1325026 Sep 01 15:27:01.407030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:01.424625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] Sync routers for ids ['ab5ab08b-606b-40d4-9adf-aced911282bd'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:01.427015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96bd1e06-7e8a-459b-bce0-25b80a083e1e req-2eef82cd-8a97-4a8e-86c0-0090b3cb629e tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795702 Sep 01 15:27:01.437001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-24db4145-22f4-4626-93b7-3d5ecc1d9958 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/ab5ab08b-606b-40d4-9adf-aced911282bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6547542 Sep 01 15:27:01.438290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:01.447993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] Routers {'ab5ab08b-606b-40d4-9adf-aced911282bd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:01.448757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['ab5ab08b-606b-40d4-9adf-aced911282bd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:01.479608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef5d7bbd-cc58-4abc-bdcd-c8ff6e8c9e5e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab5ab08b-606b-40d4-9adf-aced911282bd HTTP/1.1" status: 200 len: 205 time: 0.0368733 Sep 01 15:27:01.480487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:01.483225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-60c85e31-bf79-4e7d-84c7-b796fda8bf78 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:01.485387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-60c85e31-bf79-4e7d-84c7-b796fda8bf78 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.3014586 Sep 01 15:27:01.501791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'device_id': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'admin_state_up': True, 'tenant_id': 'cf23eea573064368972648256787aea5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:01.536981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:01.558712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] Routers {'ab5ab08b-606b-40d4-9adf-aced911282bd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:01.559465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['ab5ab08b-606b-40d4-9adf-aced911282bd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:01.609641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.631962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:01.632839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6468f4e-a619-4708-8d9a-5f20e8cccc8e None None] The sync data for ids ['ab5ab08b-606b-40d4-9adf-aced911282bd'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:01.888998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2f3bb78f-3a71-4d6c-ba89-62b013bd3f7d req-d06a38a4-5f90-4c85-8d7b-f8a77bc55b8a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 210 time: 0.1527374 Sep 01 15:27:01.894713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.899479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.931313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:01.937356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.977184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.978816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router ab5ab08b-606b-40d4-9adf-aced911282bd {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:01.990938 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.993213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9251625e-865a-4b62-916c-f1b58a9e32f5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/ab5ab08b-606b-40d4-9adf-aced911282bd HTTP/1.1" status: 204 len: 168 time: 0.5106130 Sep 01 15:27:01.998361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:02.090978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet a98b8499-8e3f-4f28-a92e-64d0f77e814f {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:02.095227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.157015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.226428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.20.0.3 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:02.418611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.607715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.688520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.690639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/a98b8499-8e3f-4f28-a92e-64d0f77e814f HTTP/1.1" status: 204 len: 168 time: 0.6906364 Sep 01 15:27:02.691632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b44ba-1663-4081-ac30-40dcc39f1d7b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=a98b8499-8e3f-4f28-a92e-64d0f77e814f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:02.698155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45609dc-efa9-4b25-a280-d0e2e44108d9 None None] Network a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:02.712890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:02.812969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6543ee1-1afa-4704-984c-e73716d5df00 req-2c15bfff-11c0-4d20-bbf3-1a4cd02a7c7b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:02.814689 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6543ee1-1afa-4704-984c-e73716d5df00 req-2c15bfff-11c0-4d20-bbf3-1a4cd02a7c7b tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.1941919 Sep 01 15:27:02.894488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.911092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6543ee1-1afa-4704-984c-e73716d5df00 req-1349e49c-9217-4ae4-9c41-6beae707abc8 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843418 Sep 01 15:27:03.118362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] DHCP port deletion for a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:03.128746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a6a2c0-d6de-40b0-a3b8-122af997eeab req-6811461d-4250-4fa8-9e58-09a5a5b6129a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0514636 Sep 01 15:27:03.131692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 97254f35-4898-48df-84ec-bbc2929c09f6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:03.132041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.204174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.256098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Transition to ACTIVE for port object 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:03.269390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 97254f35-4898-48df-84ec-bbc2929c09f6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=97254f35-4898-48df-84ec-bbc2929c09f6,segment=NetworkSegment(6aad0787-99d2-4003-9f38-c678d9c4d3ce),segment_id=6aad0787-99d2-4003-9f38-c678d9c4d3ce)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:03.270712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.283639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Deleting port 97254f35-4898-48df-84ec-bbc2929c09f6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:03.283639 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.341168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 97254f35-4898-48df-84ec-bbc2929c09f6 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:03.350242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.383616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d', 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:03.489270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:03.506442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:03.506689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] For port 97254f35-4898-48df-84ec-bbc2929c09f6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=97254f35-4898-48df-84ec-bbc2929c09f6,segment=NetworkSegment(6aad0787-99d2-4003-9f38-c678d9c4d3ce),segment_id=6aad0787-99d2-4003-9f38-c678d9c4d3ce)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:03.506689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.510920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:03.561931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Calling delete_port for 97254f35-4898-48df-84ec-bbc2929c09f6 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:03.568778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.603501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.608104 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:27:03.645022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=97254f35-4898-48df-84ec-bbc2929c09f6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.655808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:03.657685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.665773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 97254f35-4898-48df-84ec-bbc2929c09f6 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:03.694561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-633b773f-9f11-44e6-9745-7f5acdef3783 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1953557 Sep 01 15:27:03.719851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Request body: {'port': {'device_id': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:03.909855 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.953040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.966564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] No DVR routers for this DVR port 97254f35-4898-48df-84ec-bbc2929c09f6 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:03.973165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:03.980670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db38cd0-2312-4fd4-8da2-8f062ca83097 None None] Pushing event deleted for resources: {'Port': ['ID=97254f35-4898-48df-84ec-bbc2929c09f6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:04.000731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.006888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad0787-99d2-4003-9f38-c678d9c4d3ce') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.007347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad0787-99d2-4003-9f38-c678d9c4d3ce') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.030271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.056851 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.068904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:04.069408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.148803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-63345640-0af6-4e5c-8440-257cbdf7b5ef None None] Provisioning for port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:04.164054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-63345640-0af6-4e5c-8440-257cbdf7b5ef None None] Provisioning complete for port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:04.164839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63345640-0af6-4e5c-8440-257cbdf7b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.228086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-63345640-0af6-4e5c-8440-257cbdf7b5ef None None] Port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:04.475346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e7f8-fe8f-4874-9086-931440c5a9a3 req-047d1371-5ba2-4dea-b2eb-106fe18ad581 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.478170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4b8e7f8-fe8f-4874-9086-931440c5a9a3 req-047d1371-5ba2-4dea-b2eb-106fe18ad581 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 931 time: 0.1360364 Sep 01 15:27:04.584273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:27:04.610122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4b8e7f8-fe8f-4874-9086-931440c5a9a3 req-5a6ae20a-c284-4b66-baef-55215d9b5d4f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165731 Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:04.699921 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:04.712380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:04.727765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.750816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.755408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Transition to ACTIVE for port object 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:04.765054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.767209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.779814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca HTTP/1.1" status: 204 len: 168 time: 2.0629885 Sep 01 15:27:04.784388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50632) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:04.807870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352567188', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:04.829407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ab6ee-447c-440e-9fed-2b8a9cc48bc0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=a5bb9cd5-762e-4f45-8a70-13d2bcf4a9ca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:04.898225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe545b-502e-48c4-b5e7-887a07289163 req-67aa1f18-a682-4efa-86fb-4853d08626a7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.901052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98fe545b-502e-48c4-b5e7-887a07289163 req-67aa1f18-a682-4efa-86fb-4853d08626a7 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.1981194 Sep 01 15:27:04.932065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.933897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.999091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:05.048357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:05.088763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 97254f35-4898-48df-84ec-bbc2929c09f6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:05.106473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'network_id': '27e19692-575f-4d86-a4d8-23bff238371e', 'port_id': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'mac_address': 'fa:16:3e:d0:73:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25081b8d-d509-40b8-adf3-666e48b99423', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:27:05.143188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.148168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 97254f35-4898-48df-84ec-bbc2929c09f6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:05.149797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 97254f35-4898-48df-84ec-bbc2929c09f6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:05.200992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Attempting to bind port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:05.202387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Attempting to bind port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:05.203241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Attempting to bind port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:05.212207 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.218687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 on network f8b1a9a3-c449-4330-a63a-3836116e060b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:27:05.221539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Attempting to bind port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:05.229333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7156a36a-b6f1-4e08-893d-a94c28a46c97 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:05.243462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:05.244277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:05.245363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:05.246584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Bound port: 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:05.247528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.294673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:05.305169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.452304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7156a36a-b6f1-4e08-893d-a94c28a46c97'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:05.486893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98fe545b-502e-48c4-b5e7-887a07289163 req-4cd28f22-04c0-4009-9457-1da8336732c6 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749601 Sep 01 15:27:05.550376 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.567338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:05.576914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:05.580917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:05.589968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.700122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.704724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.706764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] 10.222.0.50 "PUT /v2.0/ports/0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 200 len: 1092 time: 2.0050640 Sep 01 15:27:05.709257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:05.714454 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a5b1f-6271-4f00-b047-b6e4368581b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:05.782620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777dc3d-9b43-4bdb-8efc-586d06bdc23c service neutron] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:05.828214 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6959d-7feb-43ae-b5c8-3c2aafba5a59 x-openstack-request-id: req-f8e6959d-7feb-43ae-b5c8-3c2aafba5a59 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:05.828520 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:05.828773 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8e6959d-7feb-43ae-b5c8-3c2aafba5a59 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:05.831782 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'status': 'completed', 'code': 200} Sep 01 15:27:05.970514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-d02684f9-fd28-47e5-a766-a6a481c624b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.978353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-d02684f9-fd28-47e5-a766-a6a481c624b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 1095 time: 0.1745408 Sep 01 15:27:06.162353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-924dd80e-7444-443b-b924-4be34bd54c71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 200 len: 217 time: 0.1749394 Sep 01 15:27:06.193386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.223461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.226989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb544-d0bd-4e4f-a4cd-11f0c2c569e5 req-cda58c00-ed82-4501-8289-16409258c6c5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.229017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9abb544-d0bd-4e4f-a4cd-11f0c2c569e5 req-cda58c00-ed82-4501-8289-16409258c6c5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 943 time: 0.3044629 Sep 01 15:27:06.299597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9abb544-d0bd-4e4f-a4cd-11f0c2c569e5 req-135af38c-ada6-4da1-ae84-3c54c7a49540 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603700 Sep 01 15:27:06.304208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-1cf295a1-71ab-480a-a8fd-e2a90942270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.307064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-1cf295a1-71ab-480a-a8fd-e2a90942270b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1331680 Sep 01 15:27:06.382493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 172.25.1.54 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/271a7787-426a-4890-bfb2-e03c738e5670) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:06.391639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-7fedfd6e-7609-4aaf-b05d-3d5e62fe9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.393718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-7fedfd6e-7609-4aaf-b05d-3d5e62fe9cfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783641 Sep 01 15:27:06.515697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-a92933d2-bbd2-4562-b681-647ca6610c93 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137216 Sep 01 15:27:06.592311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.600827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:06.671309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9595f07e-c6d3-4817-b8cf-b509d8f654ae req-444cf7c8-de85-4868-b122-c4cfe3996168 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475189 Sep 01 15:27:06.682377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7156a36a-b6f1-4e08-893d-a94c28a46c97 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:06.682911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.717533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.737178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d1f87-a433-4f80-8859-d2d44b0435e5 req-0611b43c-a4ad-4851-9c06-bc6dbbc76638 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.742877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e69d1f87-a433-4f80-8859-d2d44b0435e5 req-0611b43c-a4ad-4851-9c06-bc6dbbc76638 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 945 time: 0.1095452 Sep 01 15:27:06.811992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:06.858658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:06.873697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:06.896958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-4ca008a0-857a-48f7-b933-87bce54e717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.898581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-4ca008a0-857a-48f7-b933-87bce54e717d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 1095 time: 0.1044660 Sep 01 15:27:06.939410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=271a7787-426a-4890-bfb2-e03c738e5670,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:06.969205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.984230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e69d1f87-a433-4f80-8859-d2d44b0435e5 req-ed29d188-b5e7-47ae-bd3a-45ef393d4e46 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048395 Sep 01 15:27:07.028954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:07.031268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:07.036072 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d75e88-5011-4d05-9201-e17dc5fddf9a" -d '{"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:07.045569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.130639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-612d4215-cc3b-4217-8eb8-e7fcf84bc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.134520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-612d4215-cc3b-4217-8eb8-e7fcf84bc00a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.2271755 Sep 01 15:27:07.160326 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4d227a-6db3-472b-8df4-59b1e0b1a5cd x-openstack-request-id: req-fc4d227a-6db3-472b-8df4-59b1e0b1a5cd {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:07.160326 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:07.160961 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc4d227a-6db3-472b-8df4-59b1e0b1a5cd {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:07.163174 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'code': 200} Sep 01 15:27:07.277919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-198bb352-b6b3-4ed1-92a7-d91d8c6405cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 200 len: 217 time: 0.1273880 Sep 01 15:27:07.291807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:07.449008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-0b3d2508-a9c9-44bb-96eb-1cd6fa84fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.451855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-0b3d2508-a9c9-44bb-96eb-1cd6fa84fb02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1577952 Sep 01 15:27:07.549045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-630c9c80-2f8a-4ce0-9897-979345c079de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.551029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-630c9c80-2f8a-4ce0-9897-979345c079de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819163 Sep 01 15:27:07.567297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808852-cf8e-452a-b42c-32124d490f7f req-d8b113f4-0a74-48c1-a607-b6c9d359f3c9 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.570274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1808852-cf8e-452a-b42c-32124d490f7f req-d8b113f4-0a74-48c1-a607-b6c9d359f3c9 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.0712321 Sep 01 15:27:07.585051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.594444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bdf31-97eb-4fa4-abf4-90d4249fd2a2 req-498b85e7-094d-4c38-b415-b8e6dd5a3b28 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.601172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e8bdf31-97eb-4fa4-abf4-90d4249fd2a2 req-498b85e7-094d-4c38-b415-b8e6dd5a3b28 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 943 time: 0.1130712 Sep 01 15:27:07.675727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1808852-cf8e-452a-b42c-32124d490f7f req-bac501c2-fca9-4f4f-ab17-d3e3065ac9aa tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928357 Sep 01 15:27:07.714644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-b9f65c11-625e-4180-897f-0c1f432817bd service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428862 Sep 01 15:27:07.730340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e8bdf31-97eb-4fa4-abf4-90d4249fd2a2 req-3e85b3e2-2308-49ae-bec4-f32adcfeed1e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947483 Sep 01 15:27:07.831856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-490a5b1f-6271-4f00-b047-b6e4368581b8 req-e2c70d4f-c4b3-4a14-ac3a-a5a19893b07c service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079047 Sep 01 15:27:07.910380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.091423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:08.231247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:08.250174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] Sync routers for ids ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:08.256180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.257510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c1c6978-03e8-4e41-b5f1-10643939984c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4713876 Sep 01 15:27:08.261494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50694) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.274113 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] Routers {'b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:08.274774 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.343276 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.355375 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] Routers {'b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:08.356534 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.393500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.394174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f078e2c-747d-4c3a-bcfc-7a6d99cd07d8 None None] The sync data for ids ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:08.440477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da0b8345-dfc2-4556-b814-308890b7fff0 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers/b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 200 len: 884 time: 0.1755695 Sep 01 15:27:08.441009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50704) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.825734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3876429a-aec2-4e13-88c8-3470da41f886 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3824611 Sep 01 15:27:08.827814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.871127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1352567188'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:08.953912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82e14d-b475-4cbf-8fcb-00ba5a3f7f1e req-feaf8a38-4a42-49fd-b75d-d14177f8c9ea tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:08.955558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be82e14d-b475-4cbf-8fcb-00ba5a3f7f1e req-feaf8a38-4a42-49fd-b75d-d14177f8c9ea tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 943 time: 0.0884535 Sep 01 15:27:09.026079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be82e14d-b475-4cbf-8fcb-00ba5a3f7f1e req-f7932e2a-c3e6-4199-a360-5197169976b9 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605674 Sep 01 15:27:09.064308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecc4a1-73dc-4a59-baff-2dcd478e1e04 req-fbd28e4d-c054-493b-8ba1-34728fa1d1f5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:09.066167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5eecc4a1-73dc-4a59-baff-2dcd478e1e04 req-fbd28e4d-c054-493b-8ba1-34728fa1d1f5 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.2600226 Sep 01 15:27:09.104043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-f41d6a50-d63a-4470-ac3f-8eff45010f80 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:09.105943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-f41d6a50-d63a-4470-ac3f-8eff45010f80 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 946 time: 0.1574695 Sep 01 15:27:09.222082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5eecc4a1-73dc-4a59-baff-2dcd478e1e04 req-163fe64f-9602-4e33-b1d6-5555746647b2 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/security-groups?id=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Sep 01 15:27:09.377931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Deleting port 7156a36a-b6f1-4e08-893d-a94c28a46c97 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:09.378394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.671431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.685958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] For port 7156a36a-b6f1-4e08-893d-a94c28a46c97, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7156a36a-b6f1-4e08-893d-a94c28a46c97,segment=NetworkSegment(9b516602-6309-463b-add7-d066db8588e5),segment_id=9b516602-6309-463b-add7-d066db8588e5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:09.686479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.706732 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.710555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Calling delete_port for 7156a36a-b6f1-4e08-893d-a94c28a46c97 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:09.987976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:10.188175 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.204176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7156a36a-b6f1-4e08-893d-a94c28a46c97'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:10.293114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Pushing event deleted for resources: {'Port': ['ID=7156a36a-b6f1-4e08-893d-a94c28a46c97,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:10.358160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59f8c-6b29-4c90-8455-7f948a77fb31 req-a502b524-d676-4d2b-9d3c-e643823d762c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:10.362323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01e59f8c-6b29-4c90-8455-7f948a77fb31 req-a502b524-d676-4d2b-9d3c-e643823d762c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 943 time: 0.1494229 Sep 01 15:27:10.421691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] No DVR routers for this DVR port 7156a36a-b6f1-4e08-893d-a94c28a46c97 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:10.429769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:10.429769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.429769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5275685a-a75b-41c6-9115-9e7cba0f23ed req-c3584464-65df-48e1-8b82-a557267cb9ce tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.50 "DELETE /v2.0/ports/7156a36a-b6f1-4e08-893d-a94c28a46c97 HTTP/1.1" status: 204 len: 173 time: 1.3145037 Sep 01 15:27:10.430448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-deleted', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:10.445566 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d960a-d633-4ea5-a4f8-04b0399d89c5" -d '{"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-deleted", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:10.455795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] Sync routers for ids ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:10.474619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.475959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-898a80be-35f9-4103-ab98-8696c9985512 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 200 len: 891 time: 1.6467383 Sep 01 15:27:10.480090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1127cd8-e1b7-4a5c-b531-93ac6b890492 req-0b710c00-e41d-4b1c-ad2f-9c826a9d0082 tempest-ImagesTestJSON-1974960563 tempest-ImagesTestJSON-1974960563-project] 10.222.0.41 "GET /v2.0/ports?device_id=c039fad0-87ae-49cd-91a5-50956bbf8b6d HTTP/1.1" status: 200 len: 210 time: 0.0899847 Sep 01 15:27:10.480626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:10.486963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01e59f8c-6b29-4c90-8455-7f948a77fb31 req-3e302740-b994-4a62-a629-0454c90ec3ef tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110008 Sep 01 15:27:10.522472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] Routers {'b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:10.523066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:10.643257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:27:10.648347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:10.708758 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d47292e-bef1-4698-9f29-0b7ac7cb9e1f x-openstack-request-id: req-7d47292e-bef1-4698-9f29-0b7ac7cb9e1f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:10.714090 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039fad0-87ae-49cd-91a5-50956bbf8b6d", "name": "network-vif-deleted", "tag": "7156a36a-b6f1-4e08-893d-a94c28a46c97", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:10.714588 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d47292e-bef1-4698-9f29-0b7ac7cb9e1f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:10.715281 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039fad0-87ae-49cd-91a5-50956bbf8b6d', 'name': 'network-vif-deleted', 'tag': '7156a36a-b6f1-4e08-893d-a94c28a46c97', 'status': 'completed', 'code': 200} Sep 01 15:27:10.731892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] Routers {'b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:10.732664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:26:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:10.794898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8278fee-6f28-4c8f-a7a2-1937602b24f2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers/b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 200 len: 891 time: 0.3100677 Sep 01 15:27:10.795084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:10.829011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f78c431-0bf1-4020-b4ca-ce472f43a45b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 200 len: 205 time: 0.0324192 Sep 01 15:27:10.831659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:10.875997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:27:10.880008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:10.882114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882e73d-2852-4c6d-9926-79d5cc3cb304 None None] The sync data for ids ['b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:11.042791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:11.060400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'mac_address': 'fa:16:3e:81:d9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:27:11.372644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.389738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:11.418545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:11.428149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.457816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.493698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:11.637134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.694425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:11.774220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05437af-1f63-4207-91ae-c145ce4d0470 req-d4d33a87-7423-4e1b-91e3-ba8488952eb3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:11.792177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c05437af-1f63-4207-91ae-c145ce4d0470 req-d4d33a87-7423-4e1b-91e3-ba8488952eb3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 944 time: 0.1670613 Sep 01 15:27:11.873822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c05437af-1f63-4207-91ae-c145ce4d0470 req-c8a32608-d316-469e-8e29-242f5b56434f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805402 Sep 01 15:27:11.898911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 271a7787-426a-4890-bfb2-e03c738e5670 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:11.899419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.042240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.063648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 271a7787-426a-4890-bfb2-e03c738e5670 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:12.076455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50820) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.185482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Deleting subnet 25081b8d-d509-40b8-adf3-666e48b99423 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:12.197766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.313798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50826) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.325620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.350503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.428940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=271a7787-426a-4890-bfb2-e03c738e5670,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:12.463565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.512147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-488fa788-16b9-4b99-bfab-535098cbccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.531688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.621929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.627910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:12.664313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.667468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.671982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25081b8d-d509-40b8-adf3-666e48b99423,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:12.687637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.689688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10f96e97-48aa-4872-b196-4aa7fc045fa2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/25081b8d-d509-40b8-adf3-666e48b99423 HTTP/1.1" status: 204 len: 168 time: 0.6114249 Sep 01 15:27:12.695312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50834) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.717834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:12.725509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:12.726024 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.737775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.738711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:12.748195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.750153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a7cb0993-4ef7-429f-aea4-3c6c5662540b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 204 len: 168 time: 1.9169071 Sep 01 15:27:12.757876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50838) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.763246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444931810'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:12.826129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-488fa788-16b9-4b99-bfab-535098cbccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.840878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-488fa788-16b9-4b99-bfab-535098cbccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.846402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.868308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:12.876172 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.882030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:12.886212 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb56da-1b30-4730-bff6-62093b7170a1" -d '{"events": [{"server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:12.886943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fa788-16b9-4b99-bfab-535098cbccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b3875-b6e9-44db-86ed-2733987ac33e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:12.898346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.908866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:12.922200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.923172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:12.930743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50846) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.930907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-488fa788-16b9-4b99-bfab-535098cbccfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6f36db6e5164b15ac03682d4749ee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157720 Sep 01 15:27:12.994410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:13.017241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.017857 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment ebfdde33-cb15-4c08-9450-d51c2f73dd9f of type vlan for network adf86b48-6195-43c0-bb61-8460df762ffa Sep 01 15:27:13.034076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.061818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e19692-575f-4d86-a4d8-23bff238371e']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:13.096747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.120991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.131528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b516602-6309-463b-add7-d066db8588e5') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:13.132354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b516602-6309-463b-add7-d066db8588e5') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:13.132749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.143104 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac6ecfd-804a-417b-a2a7-50b80b9b6c48 x-openstack-request-id: req-2ac6ecfd-804a-417b-a2a7-50b80b9b6c48 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:13.144402 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:13.144820 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ac6ecfd-804a-417b-a2a7-50b80b9b6c48 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:13.147164 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'code': 200} Sep 01 15:27:13.149119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7156a36a-b6f1-4e08-893d-a94c28a46c97 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:13.149912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7156a36a-b6f1-4e08-893d-a94c28a46c97 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:13.150731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.183086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.186383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.200414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2c35-7565-4583-807c-9f112861240e req-bac99a01-8ffd-4376-b96c-328782cbab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:13.202291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-715e2c35-7565-4583-807c-9f112861240e req-bac99a01-8ffd-4376-b96c-328782cbab16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 1097 time: 0.1272535 Sep 01 15:27:13.205746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.212897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:13.213769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f7b8-b56e-4dde-9e58-45d5fb00d2c0 req-0a3fb339-683f-492f-af4a-923cfae3a78b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:13.213894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.215982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74b0f7b8-b56e-4dde-9e58-45d5fb00d2c0 req-0a3fb339-683f-492f-af4a-923cfae3a78b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 945 time: 0.1242359 Sep 01 15:27:13.220986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:13.221783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:13.225675 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:13.373652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6146884 Sep 01 15:27:13.374120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.376574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5aa0f-c6a8-487c-bbe2-8832a2713bd1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=adf86b48-6195-43c0-bb61-8460df762ffa,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.379451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:13.382024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-715e2c35-7565-4583-807c-9f112861240e req-e31c5c36-211d-4a06-9a13-cfaf837f70d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612875 Sep 01 15:27:13.394209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:13.401149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.403123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network adf86b48-6195-43c0-bb61-8460df762ffa details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:13.403293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] 10.222.0.41 "DELETE /v2.0/networks/27e19692-575f-4d86-a4d8-23bff238371e HTTP/1.1" status: 204 len: 168 time: 0.7045224 Sep 01 15:27:13.415198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.420749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.425852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf7b3875-b6e9-44db-86ed-2733987ac33e HTTP/1.1" status: 204 len: 168 time: 0.4894238 Sep 01 15:27:13.426143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74b0f7b8-b56e-4dde-9e58-45d5fb00d2c0 req-e039c955-7a87-4ae9-b9df-f80834c880b4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987894 Sep 01 15:27:13.452362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaac3e-8f65-410f-bc2d-ff3931ecd4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b3875-b6e9-44db-86ed-2733987ac33e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.472325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b3050-c0d6-44ac-ba9a-492defe4c143 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e19692-575f-4d86-a4d8-23bff238371e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.568592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:13.575090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.712520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:13.774742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-160828a2-8f11-4523-872f-aa5dcb5d3ab8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66d60ba3db2b40d89fb52863df1065f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608633 Sep 01 15:27:13.779051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50874) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:13.851760 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.879087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.896750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.957205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=5e198b0d-8c1b-42a3-a548-3b03100d8879,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.979518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:13.979998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: adf86b48-6195-43c0-bb61-8460df762ffa, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:13.989049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.993082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.995201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd HTTP/1.1" status: 204 len: 168 time: 0.2149222 Sep 01 15:27:14.006090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network adf86b48-6195-43c0-bb61-8460df762ffa is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:14.021276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce12a4f-933b-4e66-a080-c00aeba1b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd35cf-c17f-4fa6-9630-bf7ccd8dbccd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:14.038012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, adf86b48-6195-43c0-bb61-8460df762ffa) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:14.046551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.047156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.072445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c9d22-b293-44dd-9cc7-bfea83745e20 None None] Network adf86b48-6195-43c0-bb61-8460df762ffa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:14.078067 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-761285c1-ce7d-4c1d-be86-0d62d7d2f52f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6887813 Sep 01 15:27:14.080846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50880) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:14.088914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1830838135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:14.128888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.131239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.195555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:14.235005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f966823d-7542-4c8e-ae32-c7b5d38d3c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.244334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.252244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.316358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-adf86b48-6195-43c0-bb61-8460df762ffa', 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '5e198b0d-8c1b-42a3-a548-3b03100d8879'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:14.317344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.359613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-700ad670-dea8-49b3-a40d-e053e2528d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.408279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f966823d-7542-4c8e-ae32-c7b5d38d3c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.418768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f966823d-7542-4c8e-ae32-c7b5d38d3c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.422398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.427774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2e9f5234-e8d5-4594-a894-3150aa0703dc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3424079 Sep 01 15:27:14.428241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50894) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:14.521818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f966823d-7542-4c8e-ae32-c7b5d38d3c52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e02dd161205a4c72842c5f3b66abee6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248808 Sep 01 15:27:14.523693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50900) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:14.576774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Allocated IP 2001:db8::2 (adf86b48-6195-43c0-bb61-8460df762ffa/5e198b0d-8c1b-42a3-a548-3b03100d8879/718c1b4d-20ab-4ad8-924f-3b74b909c6e1) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:14.665167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966823d-7542-4c8e-ae32-c7b5d38d3c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd166556-29f2-4fdd-ba7b-aeae700b23a0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:14.753754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.803884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.919976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.926342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.930488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:14.931377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd166556-29f2-4fdd-ba7b-aeae700b23a0 HTTP/1.1" status: 204 len: 168 time: 0.4042566 Sep 01 15:27:14.941034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582457-9894-4868-8c2f-59ec24f105fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd166556-29f2-4fdd-ba7b-aeae700b23a0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:14.970464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Transition to ACTIVE for port object 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:14.980558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942549b6-37b4-4596-9538-854f840a4159 req-a60b2d91-f698-4e32-8c88-110102237e92 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.983003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942549b6-37b4-4596-9538-854f840a4159 req-a60b2d91-f698-4e32-8c88-110102237e92 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 945 time: 0.3104763 Sep 01 15:27:15.025915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Transition to ACTIVE for port object 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:15.038856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.075689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942549b6-37b4-4596-9538-854f840a4159 req-6a08a891-fd51-42da-bd5d-4d2c8d643cf3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Sep 01 15:27:15.147055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Network adf86b48-6195-43c0-bb61-8460df762ffa is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:15.150491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:15.172258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:15.176131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Pushing event updated for resources: {'Port': ['ID=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:15.229144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.265182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Attempting to bind port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:15.265566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Attempting to bind port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:15.265941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Attempting to bind port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 on network adf86b48-6195-43c0-bb61-8460df762ffa {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:15.274897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:15.275281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Checking segment: {'id': 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:15.275774 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.277175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Bound using segment: {'id': 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:15.278614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Bound port: 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'adf86b48-6195-43c0-bb61-8460df762ffa'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:15.279053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.411690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] For port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:15.415710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] For port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,segment=NetworkSegment(ebfdde33-cb15-4c08-9450-d51c2f73dd9f),segment_id=ebfdde33-cb15-4c08-9450-d51c2f73dd9f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:15.423584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.568402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dead3-d212-48a6-a428-6d6732a7af4b None None] Pushing event updated for resources: {'Port': ['ID=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:15.793826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8::1 (adf86b48-6195-43c0-bb61-8460df762ffa/5e198b0d-8c1b-42a3-a548-3b03100d8879/3da1ec7b-e100-442a-af93-f0b12b3fb55c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:16.043183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:16.073711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 3da1ec7b-e100-442a-af93-f0b12b3fb55c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:16.123169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:16.194093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network adf86b48-6195-43c0-bb61-8460df762ffa is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:16.199892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:16.202153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=3da1ec7b-e100-442a-af93-f0b12b3fb55c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:16.206230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:16.206797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:16.376602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0644-7b04-407e-b258-5688fb329949 req-a4cd3545-7121-4f91-8b8d-b856b9b0bab4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:16.379085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d69a0644-7b04-407e-b258-5688fb329949 req-a4cd3545-7121-4f91-8b8d-b856b9b0bab4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 945 time: 0.1206577 Sep 01 15:27:16.448682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:16.483567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d69a0644-7b04-407e-b258-5688fb329949 req-30549e5e-f562-437c-aa83-51f00ad8d15f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885522 Sep 01 15:27:16.948529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-9b2439a9-d2c2-42e1-b41a-13e04927a93d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 267 time: 0.1901052 Sep 01 15:27:17.132717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:17.209349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-977394bb-1f4c-4123-b340-57f146e720fd tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:17.210148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a783f8d-c8c1-4389-b639-e878e6cac6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.212535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-977394bb-1f4c-4123-b340-57f146e720fd tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 945 time: 0.2617974 Sep 01 15:27:17.250791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'security_groups': []}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:17.322041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:17.403881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98215bba-23c7-406f-a180-f61225890e98 None None] Network adf86b48-6195-43c0-bb61-8460df762ffa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:17.461954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.571454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.630538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.637233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Provisioning for port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:17.642884 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.644217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.669448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Provisioning complete for port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:17.669810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.934513 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.021027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] For port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,segment=NetworkSegment(ebfdde33-cb15-4c08-9450-d51c2f73dd9f),segment_id=ebfdde33-cb15-4c08-9450-d51c2f73dd9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:18.034425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.180334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06b52d-add8-4d31-8436-f42e831dca84 None None] Pushing event updated for resources: {'Port': ['ID=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:18.236884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=3da1ec7b-e100-442a-af93-f0b12b3fb55c,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:18.316807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network adf86b48-6195-43c0-bb61-8460df762ffa is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:18.325151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:18.365025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.418999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.428771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Provisioning for port 3da1ec7b-e100-442a-af93-f0b12b3fb55c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:18.434917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Provisioning complete for port 3da1ec7b-e100-442a-af93-f0b12b3fb55c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:18.435384 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.528519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50994) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:18.560491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Port 3da1ec7b-e100-442a-af93-f0b12b3fb55c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:18.580932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Provisioning complete for port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:18.581667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-857d0acd-7d00-4443-aeeb-ca0bde3b5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.628540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:18.742493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.759934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.763050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router 90e73301-6236-4446-a3a1-5405a4ef6cee is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:18.778611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d', 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:18.875489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:18.876190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.897332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97a19c17-f4e5-49d3-a35e-69003dfa1722 req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "PUT /v2.0/ports/0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 200 len: 904 time: 1.6775627 Sep 01 15:27:18.900766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:18.904039 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00052668-0c17-4e0d-89b3-3306ad6870a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:18.917856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e06f646f-514a-4f76-96cb-75554aa5ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:18.995817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:19.122273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:19.297628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:19.310868 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] Sync routers for ids ['90e73301-6236-4446-a3a1-5405a4ef6cee'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:19.322231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3180ee19-2216-4336-98c2-7df5692da1ef tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/90e73301-6236-4446-a3a1-5405a4ef6cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8891258 Sep 01 15:27:19.328037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:19.344952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4819210a-3936-4a11-a237-b8e421a3aa9a None None] Provisioning complete for port 3da1ec7b-e100-442a-af93-f0b12b3fb55c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:19.345616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4819210a-3936-4a11-a237-b8e421a3aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.348028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] Routers {'90e73301-6236-4446-a3a1-5405a4ef6cee'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:19.348773 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['90e73301-6236-4446-a3a1-5405a4ef6cee'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:19.351191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9026ed-330f-4819-b1ef-7d3ba2fe43c0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:19.486920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4819210a-3936-4a11-a237-b8e421a3aa9a None None] Port 3da1ec7b-e100-442a-af93-f0b12b3fb55c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:19.537899 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:19.551081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] Routers {'90e73301-6236-4446-a3a1-5405a4ef6cee'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:19.553102 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['90e73301-6236-4446-a3a1-5405a4ef6cee'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:19.579054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e06f646f-514a-4f76-96cb-75554aa5ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.610691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:19.611800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.623631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e06f646f-514a-4f76-96cb-75554aa5ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.655345 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:19.656158 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf18f52-2ecc-4a80-9769-8850bd5d595e None None] The sync data for ids ['90e73301-6236-4446-a3a1-5405a4ef6cee'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:19.694385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e77aa-6d2d-42e1-9fec-0158d8ae850b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:19.700857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-475e77aa-6d2d-42e1-9fec-0158d8ae850b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports/3da1ec7b-e100-442a-af93-f0b12b3fb55c HTTP/1.1" status: 200 len: 911 time: 0.3645854 Sep 01 15:27:19.704327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51008) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:19.728904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e198b0d-8c1b-42a3-a548-3b03100d8879'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:19.777898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3158281d-ef66-4c63-b6f0-ed77efb0f341 None None] Provisioning complete for port 3da1ec7b-e100-442a-af93-f0b12b3fb55c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:19.778577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3158281d-ef66-4c63-b6f0-ed77efb0f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.799475 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e06f646f-514a-4f76-96cb-75554aa5ee4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e598db4248854461a307eddbadec863f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2666967 Sep 01 15:27:19.801086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f646f-514a-4f76-96cb-75554aa5ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b46792-5951-4f36-97dc-0e3dc8f0cbdc,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:19.818315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51012) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:19.850684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3158281d-ef66-4c63-b6f0-ed77efb0f341 None None] Port 3da1ec7b-e100-442a-af93-f0b12b3fb55c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:19.938386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa8244-8cca-494a-9d94-f488a0a305f0 req-b3bf9868-f48b-40f9-bd73-0ab3ffd8ea70 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:19.951388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7afa8244-8cca-494a-9d94-f488a0a305f0 req-b3bf9868-f48b-40f9-bd73-0ab3ffd8ea70 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 907 time: 0.8535933 Sep 01 15:27:19.964588 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053d8a5-c96e-42c9-aa0a-f02104b333f1 x-openstack-request-id: req-a053d8a5-c96e-42c9-aa0a-f02104b333f1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:19.965122 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:19.965637 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a053d8a5-c96e-42c9-aa0a-f02104b333f1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:19.966442 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'status': 'completed', 'code': 200} Sep 01 15:27:20.062579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-72af99cb-77c0-4935-9309-8d671ed3bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.069202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-72af99cb-77c0-4935-9309-8d671ed3bb5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 1059 time: 0.1013939 Sep 01 15:27:20.108436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.122551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3158281d-ef66-4c63-b6f0-ed77efb0f341 None None] Provisioning complete for port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:20.132534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3158281d-ef66-4c63-b6f0-ed77efb0f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.285487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba390a0-6809-42c2-baed-a6cf26631dc1 req-d81e505c-c14d-4c8f-b758-14c789198c82 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.287670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aba390a0-6809-42c2-baed-a6cf26631dc1 req-d81e505c-c14d-4c8f-b758-14c789198c82 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2008131 Sep 01 15:27:20.348546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aba390a0-6809-42c2-baed-a6cf26631dc1 req-bd76d95c-836b-4150-97a3-cb9825d21bce tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479956 Sep 01 15:27:20.370985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-b8d60ee8-ec1d-445a-9133-7484d2318a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.373435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-b8d60ee8-ec1d-445a-9133-7484d2318a2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.2967234 Sep 01 15:27:20.521812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-746e54bb-3ea7-403f-975d-1168a936d123 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 200 len: 217 time: 0.1396656 Sep 01 15:27:20.600265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-28c029a3-df6b-4e4b-aaf7-68b7fb0c17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.601855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-28c029a3-df6b-4e4b-aaf7-68b7fb0c17d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.0723388 Sep 01 15:27:20.669931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-4d2aadc7-e4a2-415a-be53-205440d1310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.671857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-4d2aadc7-e4a2-415a-be53-205440d1310f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619690 Sep 01 15:27:20.688526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51030) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:20.710809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.776751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42707c-af8c-4786-9d4c-e6b4b350449a req-2bb5f4fd-d4ab-4776-9b1f-a90fce243276 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.780317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c42707c-af8c-4786-9d4c-e6b4b350449a req-2bb5f4fd-d4ab-4776-9b1f-a90fce243276 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1954055 Sep 01 15:27:20.815782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-cf79d82a-fcb6-460b-b358-38f759a97fee service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360555 Sep 01 15:27:20.845564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.859409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1643394e-a2f0-4665-81f3-1d75abff646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.999779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00052668-0c17-4e0d-89b3-3306ad6870a2 req-b28e2f72-2d18-42e9-bb93-37180c2eaaa5 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659515 Sep 01 15:27:21.025119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0c42707c-af8c-4786-9d4c-e6b4b350449a req-c3bded8f-9886-40a1-9c78-2496c9d724e6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313440 Sep 01 15:27:21.026919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.105321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1643394e-a2f0-4665-81f3-1d75abff646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.118288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1643394e-a2f0-4665-81f3-1d75abff646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.182700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51036) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:21.183953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1643394e-a2f0-4665-81f3-1d75abff646f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9a8e27c4d2942b698f6451b203949ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940426 Sep 01 15:27:21.185361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643394e-a2f0-4665-81f3-1d75abff646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e934290d-60bc-4686-a93f-d334ad0b3d4e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:21.248479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.253383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.255413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70b46792-5951-4f36-97dc-0e3dc8f0cbdc HTTP/1.1" status: 204 len: 168 time: 1.4297180 Sep 01 15:27:21.298333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316a06-b4c1-43fa-93be-855e4e07ec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b46792-5951-4f36-97dc-0e3dc8f0cbdc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:21.398777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.455257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-f3761ba2-1a3a-4dae-996a-b0ae664fd5f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:21.465528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-f3761ba2-1a3a-4dae-996a-b0ae664fd5f0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.1808326 Sep 01 15:27:21.485850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-6e34d52a-356f-48aa-94eb-a5cf77158043 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/quotas/cf23eea573064368972648256787aea5 HTTP/1.1" status: 200 len: 375 time: 0.0190616 Sep 01 15:27:21.553532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.630303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-a2217b14-cc80-4d93-a1b2-f076542a6501 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1416500 Sep 01 15:27:21.677012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-ae4bcbf9-34a2-42b5-8c46-b915cc9f6ac3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:27:21.711813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.715834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.717076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-ae4bcbf9-34a2-42b5-8c46-b915cc9f6ac3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579426 Sep 01 15:27:21.724887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e934290d-60bc-4686-a93f-d334ad0b3d4e HTTP/1.1" status: 204 len: 168 time: 0.5374358 Sep 01 15:27:21.779487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6607723-8cc0-4922-9214-550858e2a1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e934290d-60bc-4686-a93f-d334ad0b3d4e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:21.882634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.903389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51060) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:21.962724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a840587-22ec-4e2a-8520-f0e3911ba0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.982527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.011695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:22.014095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.015575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/ports/3da1ec7b-e100-442a-af93-f0b12b3fb55c HTTP/1.1" status: 200 len: 911 time: 2.2999277 Sep 01 15:27:22.047418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:22.100613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e0b4c-2d65-4a40-b8f6-7dc38519f1df tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=3da1ec7b-e100-442a-af93-f0b12b3fb55c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:22.335632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-d169f672-d19e-4166-954a-740a63faac78 service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054227 Sep 01 15:27:22.364888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a840587-22ec-4e2a-8520-f0e3911ba0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.376683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a840587-22ec-4e2a-8520-f0e3911ba0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.448896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a840587-22ec-4e2a-8520-f0e3911ba0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b89639b-2b08-4ba4-9b06-c398326adace,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:22.493274 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a840587-22ec-4e2a-8520-f0e3911ba0d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a9e452dd8d34c7bb9cc758d509db834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876882 Sep 01 15:27:22.495706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51076) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:22.544112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-684c923e-905e-4875-9e69-86e83c5cd6c0 service neutron] 10.222.0.41 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987724 Sep 01 15:27:22.648121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.699475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.746653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.849679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.852376 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.861192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b89639b-2b08-4ba4-9b06-c398326adace HTTP/1.1" status: 204 len: 168 time: 0.3639100 Sep 01 15:27:22.886564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ab088-6b2e-4135-8198-65cff1bc84a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b89639b-2b08-4ba4-9b06-c398326adace,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:23.110006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 3da1ec7b-e100-442a-af93-f0b12b3fb55c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:23.110362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.307462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.340560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 3da1ec7b-e100-442a-af93-f0b12b3fb55c owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:23.687708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.748583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=3da1ec7b-e100-442a-af93-f0b12b3fb55c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:24.031751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.073183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93e833b4-2443-4ecd-a657-130b3cddd675 req-c6bd0dbd-eb97-42c1-8c92-25c46916d799 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.0679407 Sep 01 15:27:24.466728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-48668fc2-5560-49b9-b0c6-3a3ffdbd97ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3715720 Sep 01 15:27:24.579402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router 90e73301-6236-4446-a3a1-5405a4ef6cee has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:24.589957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-dea2740f-c20d-4a9f-bb3f-ac0676d2cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:24.591646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-dea2740f-c20d-4a9f-bb3f-ac0676d2cdbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 1097 time: 0.0755169 Sep 01 15:27:24.768582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:24.842011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:24.854628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0540e546-57fb-4382-a25d-32ccfa33c734 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/90e73301-6236-4446-a3a1-5405a4ef6cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8024116 Sep 01 15:27:24.855389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:24.865009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] Sync routers for ids ['90e73301-6236-4446-a3a1-5405a4ef6cee'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:24.886217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] Routers {'90e73301-6236-4446-a3a1-5405a4ef6cee'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:24.886865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['90e73301-6236-4446-a3a1-5405a4ef6cee'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:24.907205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51146) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:24.908321 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-830b6b0f-2d84-40e5-bb82-56fca88799a2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=90e73301-6236-4446-a3a1-5405a4ef6cee HTTP/1.1" status: 200 len: 205 time: 0.0508692 Sep 01 15:27:24.993817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:25.011337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] Routers {'90e73301-6236-4446-a3a1-5405a4ef6cee'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:25.012371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['90e73301-6236-4446-a3a1-5405a4ef6cee'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:25.023400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675a76d0-92ec-4629-95fa-f1da434b73e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.069917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:25.070927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e6154-95da-47db-bf1c-a222688fe8f0 None None] The sync data for ids ['90e73301-6236-4446-a3a1-5405a4ef6cee'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:25.075812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-4d47f7e9-df79-4c6b-80e9-6251ff5575a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:25.078184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-4d47f7e9-df79-4c6b-80e9-6251ff5575a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3984675 Sep 01 15:27:25.136450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-cf34922a-094d-45ff-b762-e16433f4e604 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d HTTP/1.1" status: 200 len: 217 time: 0.0477128 Sep 01 15:27:25.138947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.218966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675a76d0-92ec-4629-95fa-f1da434b73e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.231552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675a76d0-92ec-4629-95fa-f1da434b73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.289151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a76d0-92ec-4629-95fa-f1da434b73e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff37f7-5840-4c5c-9a82-b4061d85f3e8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:25.294063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-396dd69d-3203-4111-a366-521c4c267bc7 req-4cb8092e-a993-4ee5-a994-3963371a801d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.1085985 Sep 01 15:27:25.333556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-675a76d0-92ec-4629-95fa-f1da434b73e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44b3e99d6c834de19c8884664ee46dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627921 Sep 01 15:27:25.337558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51160) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:25.466802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.471885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.479965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-8b52258a-85c9-44c0-976b-079c1d1817c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:25.482160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-8b52258a-85c9-44c0-976b-079c1d1817c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.2981482 Sep 01 15:27:25.485337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.541639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.581052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.581985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router 90e73301-6236-4446-a3a1-5405a4ef6cee {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:25.597633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.611920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8e1edbeb-5ab3-4f83-ab30-f97e631d8313 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/90e73301-6236-4446-a3a1-5405a4ef6cee HTTP/1.1" status: 204 len: 168 time: 0.6914120 Sep 01 15:27:25.613119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:25.687427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-c584fc99-854d-4c76-a560-406187d608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:25.692686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-c584fc99-854d-4c76-a560-406187d608e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696634 Sep 01 15:27:25.694445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.698419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.700032 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32ff37f7-5840-4c5c-9a82-b4061d85f3e8 HTTP/1.1" status: 204 len: 168 time: 0.3460660 Sep 01 15:27:25.720107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181ce8b-1079-423a-a558-94626d48319b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff37f7-5840-4c5c-9a82-b4061d85f3e8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:25.812029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51180) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:25.865493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 5e198b0d-8c1b-42a3-a548-3b03100d8879 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:25.876606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.019415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.120345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.198299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.206282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-6ec3513e-c3a9-428b-bb3f-58b7e4cd10e3 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559581 Sep 01 15:27:26.294646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.507605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a32b2e10-d3be-4b29-8a26-5381ab5f0920 req-0d41cc78-5a64-4956-b85f-87432c8a2785 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.0786963 Sep 01 15:27:26.610544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.619666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.673307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1169a5e4-3e14-4305-ac21-7b7972ce76af,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:26.726330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=5e198b0d-8c1b-42a3-a548-3b03100d8879,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:26.729048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.731118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.731366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.731648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.732187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.732778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.734570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.735419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.735915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.736448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.737649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.739370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.739370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:26.744428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f90f5da-b746-4f6b-89b2-09053c10b591 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/5e198b0d-8c1b-42a3-a548-3b03100d8879 HTTP/1.1" status: 204 len: 168 time: 1.1155963 Sep 01 15:27:26.744428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:26.763370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30150e-63a3-4293-bc59-f4c7233ae31a None None] Network adf86b48-6195-43c0-bb61-8460df762ffa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:26.784340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6d1f1b0-fb46-4bfc-a442-52bac5c3d1a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7235618805794f18b4328a7754e894cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9708831 Sep 01 15:27:26.787498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51218) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:26.900696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.937854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.054356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.060710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.062259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.065754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1169a5e4-3e14-4305-ac21-7b7972ce76af HTTP/1.1" status: 204 len: 168 time: 0.2761850 Sep 01 15:27:27.091836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082617cf-5614-4604-bf25-790c323c0884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1169a5e4-3e14-4305-ac21-7b7972ce76af,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:27.097262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4b6796-19d2-458d-aea5-97e598d7cdb1 req-4da6001c-9802-4a07-8a3a-c3cd2c11a665 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835983 Sep 01 15:27:27.196170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:27.196712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.346377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,segment=NetworkSegment(ebfdde33-cb15-4c08-9450-d51c2f73dd9f),segment_id=ebfdde33-cb15-4c08-9450-d51c2f73dd9f)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:27.346967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.371380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:27.450297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] DHCP port deletion for adf86b48-6195-43c0-bb61-8460df762ffa request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:27.663486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Deleting port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:27.663862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.731925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94989ff2-04f2-41de-a774-e331af7bffcc req-40efdc8a-43d7-41fa-862b-bc1d6043a898 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.0971985 Sep 01 15:27:27.763771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.797182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:27.859938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.873444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] For port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,segment=NetworkSegment(ebfdde33-cb15-4c08-9450-d51c2f73dd9f),segment_id=ebfdde33-cb15-4c08-9450-d51c2f73dd9f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:27.874088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.875518 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:27.901895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Calling delete_port for 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:28.011677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.038914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf86b48-6195-43c0-bb61-8460df762ffa']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:28.065883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51256) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:28.084838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:28.085750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.086926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfdde33-cb15-4c08-9450-d51c2f73dd9f') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:28.131327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] No DVR routers for this DVR port 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:28.163239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05118e5-a196-4f22-a227-4bf51564b977 None None] Pushing event deleted for resources: {'Port': ['ID=718c1b4d-20ab-4ad8-924f-3b74b909c6e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:28.246291 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.359801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.371874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:28.372589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:28.429473 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:28.464961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-a04d73e6-f24f-46f2-a4d7-fdbcb150a416 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:28.466911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-a04d73e6-f24f-46f2-a4d7-fdbcb150a416 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 812 time: 0.3546598 Sep 01 15:27:28.476525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.492654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.492654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/adf86b48-6195-43c0-bb61-8460df762ffa HTTP/1.1" status: 204 len: 168 time: 1.7352800 Sep 01 15:27:28.496699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51264) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:28.503453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-207999698', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:28.529842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Request body: {'port': {'device_id': '04747d01-a967-4167-93a9-40ad0742c64a', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'admin_state_up': True, 'tenant_id': 'cf23eea573064368972648256787aea5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:28.530154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1601867521-network', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:28.538811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75870-7719-4f4f-906e-747288f0869a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=adf86b48-6195-43c0-bb61-8460df762ffa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:28.572715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:27:28.572715 n-d-802060-16 neutron-server[106377]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:27:28.572715 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'id': '3b1cdac9-3e7f-46ae-aee2-43f957afaa0f', 'expiration': datetime.datetime(2021, 9, 1, 15, 29, 28, 565041)}] Sep 01 15:27:28.572715 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:27:28.573414 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:27:28.590637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.591619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.663424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.672277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.705438 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.714412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51272) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:28.715035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-230f079e-5b36-456a-b513-b74c458d7c4f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2144699 Sep 01 15:27:28.751884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-167013351'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:28.889631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:28.897303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.924712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Made reservation on behalf of cf23eea573064368972648256787aea5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:28.934720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.957521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26957093-d0d8-46f6-a431-7c2fca311191 req-f91756e0-76df-41c7-b9d1-795d75f4360b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.0460498 Sep 01 15:27:28.994527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:29.016898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:29.056736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:29.057779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 718c1b4d-20ab-4ad8-924f-3b74b909c6e1 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:29.079257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.079828 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment 8ff8575a-c837-4b6d-ad36-050e6efe2883 of type vlan for network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 Sep 01 15:27:29.106386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:29.111187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.135473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.196467 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.280234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.287180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:29.288158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.292629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Allocated IP 172.20.0.13 (f8b1a9a3-c449-4330-a63a-3836116e060b/62db6dac-b82f-46b7-9543-7e9e49c4f534/361bd6f8-ace6-43be-8d95-bc9982015620) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:29.350311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.356348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.386319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:29.416546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab6003-7052-45df-933d-40841ab366a9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.435386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6932545 Sep 01 15:27:29.438581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.439376 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Added segment 0577440a-b63b-40db-9143-67bdae4093ef of type vlan for network 40ab722d-861a-4ccb-b23f-2648fb49cb3c Sep 01 15:27:29.440476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51284) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:29.462225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:29.506947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.521134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37f656-bc05-4a97-a772-2c9e9de3292e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=94f91bf6-f481-4e9c-8ef7-f284c41c0e97,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.540514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:29.558928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.561231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:29.562936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.621951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:29.625740 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.664968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5978248 Sep 01 15:27:29.671498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51290) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:29.679586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Request body: {'subnet': {'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1601867521-subnet', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:29.700590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6ac4b-44e4-4a5f-8e63-454fdbe22853 admin admin] Pushing event updated for resources: {'Network': ['ID=40ab722d-861a-4ccb-b23f-2648fb49cb3c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.726332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:29.731996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:29.735750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.940980 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.012774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=219097fd-dd20-4198-abe3-b2bb26fed1c9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:30.075804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.224412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:30.226823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: 94f91bf6-f481-4e9c-8ef7-f284c41c0e97, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:30.239980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Checking segment: {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:30.240892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Network hostable DHCP agents. Network: 40ab722d-861a-4ccb-b23f-2648fb49cb3c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:30.248143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.252400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4433557f-e99c-46cf-97c0-e3ec854e66fa,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:30.302225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:30.338993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 40ab722d-861a-4ccb-b23f-2648fb49cb3c) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:30.349158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:30.349664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.359737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23c121-a623-4ece-9b00-650f593fa81d None None] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:30.363668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Transition to ACTIVE for port object 361bd6f8-ace6-43be-8d95-bc9982015620 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:30.393199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26e9a4dd-c34f-418e-83d9-4f79d957325d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7200680 Sep 01 15:27:30.395713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:30.404663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ff9f401-7c69-47a8-a9a5-9b3e9bc0bb0c req-b5d22675-8361-4196-bb5d-d3c183384952 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 210 time: 0.1156638 Sep 01 15:27:30.413530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:30.422410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:30.466254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 94f91bf6-f481-4e9c-8ef7-f284c41c0e97) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:30.535130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.538257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.539018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:30.540783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.555910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.663346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a8907-b9cf-4cee-ab26-f4168907adcc None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:30.668156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d', 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:30.675473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f2e5095a-add7-4820-983d-820bcf578352 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2332106 Sep 01 15:27:30.678281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Network f8b1a9a3-c449-4330-a63a-3836116e060b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:30.682744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:30.769035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.894783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:30.902265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:30.927639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:31.239177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.589935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:31.594657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.643057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:31.767950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:31.769821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.784669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e36e9f98-36bb-434a-b498-f2147e6e35f3 None None] Provisioning for port 361bd6f8-ace6-43be-8d95-bc9982015620 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:31.818958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e36e9f98-36bb-434a-b498-f2147e6e35f3 None None] Provisioning complete for port 361bd6f8-ace6-43be-8d95-bc9982015620 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:31.819736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e36e9f98-36bb-434a-b498-f2147e6e35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.900590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-326d8c9d-3d85-4187-8834-a4226fce88bf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4087267 Sep 01 15:27:31.902643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e36e9f98-36bb-434a-b498-f2147e6e35f3 None None] Port 361bd6f8-ace6-43be-8d95-bc9982015620 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:31.938931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'fixed_ips': [{'subnet_id': '4433557f-e99c-46cf-97c0-e3ec854e66fa'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:31.942297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.976588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Request body: {'port': {'device_id': '04747d01-a967-4167-93a9-40ad0742c64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:31.977703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.107395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6d77-901d-46e6-a176-892b3a4eac57 req-d4e83869-4d11-4349-a4be-b4ba0744ce8c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:32.122219 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-989d6d77-901d-46e6-a176-892b3a4eac57 req-d4e83869-4d11-4349-a4be-b4ba0744ce8c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 932 time: 0.3342459 Sep 01 15:27:32.132665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.188288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-989d6d77-901d-46e6-a176-892b3a4eac57 req-07380562-9f57-4f10-afd1-08b4c67c7813 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Sep 01 15:27:32.230295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04ee4294-10dc-479a-93bd-66c65358f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.272205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.358611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.388237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Allocated IP 172.25.1.192 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/a622c089-076d-4600-84a4-d78fad409b02) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:32.643177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51450) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:32.738453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.775463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Allocated IP 2001:db8::2 (94f91bf6-f481-4e9c-8ef7-f284c41c0e97/219097fd-dd20-4198-abe3-b2bb26fed1c9/fd250142-05f0-4ed7-aafd-ccb8934abd39) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:32.795827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.900699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:32.902117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Pushing event updated for resources: {'Port': ['ID=a622c089-076d-4600-84a4-d78fad409b02,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:32.915424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:32.919455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:33.085693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0caa4cbd-13f6-4881-be49-90f152e6674d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.116222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04ee4294-10dc-479a-93bd-66c65358f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.256123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Allocated IP 172.20.0.2 (40ab722d-861a-4ccb-b23f-2648fb49cb3c/4433557f-e99c-46cf-97c0-e3ec854e66fa/7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:33.379961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04ee4294-10dc-479a-93bd-66c65358f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.427368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.443175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04ee4294-10dc-479a-93bd-66c65358f40b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0393e72ad3e440a2b4ca511f0e2971e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7032740 Sep 01 15:27:33.444435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:33.498736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.541294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Transition to ACTIVE for port object fd250142-05f0-4ed7-aafd-ccb8934abd39 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:33.568716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Transition to ACTIVE for port object fd250142-05f0-4ed7-aafd-ccb8934abd39 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:33.579973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.594361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.652049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:33.654344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Transition to ACTIVE for port object 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:33.659660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:33.668274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:33.697645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Transition to ACTIVE for port object 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:33.701847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Pushing event updated for resources: {'Port': ['ID=fd250142-05f0-4ed7-aafd-ccb8934abd39,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:33.703800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0caa4cbd-13f6-4881-be49-90f152e6674d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.753962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.780143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0caa4cbd-13f6-4881-be49-90f152e6674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.804604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Pushing event updated for resources: {'Port': ['ID=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:33.810612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Attempting to bind port fd250142-05f0-4ed7-aafd-ccb8934abd39 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:33.810972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Attempting to bind port fd250142-05f0-4ed7-aafd-ccb8934abd39 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:33.811319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Attempting to bind port fd250142-05f0-4ed7-aafd-ccb8934abd39 on network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:33.829717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:33.831459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:33.834304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:33.834714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Checking segment: {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:33.835191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.835668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Bound using segment: {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:33.836406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Bound port: fd250142-05f0-4ed7-aafd-ccb8934abd39, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:33.836901 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.839598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:33.862564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa4cbd-13f6-4881-be49-90f152e6674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c50f8d-bd87-4c69-acad-bd72237b4733,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:33.874739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0caa4cbd-13f6-4881-be49-90f152e6674d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c91b6b15f3084dd09586ff2bb6ffd186&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2283697 Sep 01 15:27:33.881432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51460) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:33.945114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] For port fd250142-05f0-4ed7-aafd-ccb8934abd39, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:33.991331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.007040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Attempting to bind port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:34.007469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Attempting to bind port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:34.007767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Attempting to bind port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e on network 40ab722d-861a-4ccb-b23f-2648fb49cb3c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:34.016263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] For port fd250142-05f0-4ed7-aafd-ccb8934abd39, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fd250142-05f0-4ed7-aafd-ccb8934abd39,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:34.017164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:34.017547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Checking segment: {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:34.017811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.018251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Bound using segment: {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:34.018777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Bound port: 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:34.019221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.025560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.040722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8::1 (94f91bf6-f481-4e9c-8ef7-f284c41c0e97/219097fd-dd20-4198-abe3-b2bb26fed1c9/d193f540-a00b-45eb-994d-0764c09e0dbd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:34.130626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.135122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee4294-10dc-479a-93bd-66c65358f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc84b8a-4ed2-4559-985f-e2019d06eafa,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:34.159607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a83a1-6702-4d08-9bb5-a30e65040d16 req-54915047-eeba-4814-9924-a5323cc27d39 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:34.162698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-267a83a1-6702-4d08-9bb5-a30e65040d16 req-54915047-eeba-4814-9924-a5323cc27d39 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 932 time: 0.6804125 Sep 01 15:27:34.219327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacafaa-4a73-46c6-a3fe-366e5404d434 None None] Pushing event updated for resources: {'Port': ['ID=fd250142-05f0-4ed7-aafd-ccb8934abd39,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:34.252951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] For port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:34.257791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] For port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:34.267334 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.394624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-267a83a1-6702-4d08-9bb5-a30e65040d16 req-4e4ac65a-298b-464c-83c1-85afeeb5f048 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957664 Sep 01 15:27:34.410513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82297-e3aa-4297-b27f-83c5653919e2 None None] Pushing event updated for resources: {'Port': ['ID=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:34.442750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.461473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.564823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.602141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Router 2fe50bef-e519-44df-a66f-f2a73d82b97a is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:34.629245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51468) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:34.883363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.884415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361bd6f8-ace6-43be-8d95-bc9982015620 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:34.894242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.902343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.903725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1c50f8d-bd87-4c69-acad-bd72237b4733 HTTP/1.1" status: 204 len: 168 time: 1.0190094 Sep 01 15:27:34.930568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.937941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fc84b8a-4ed2-4559-985f-e2019d06eafa HTTP/1.1" status: 204 len: 168 time: 1.4810758 Sep 01 15:27:34.950574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.014731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.031563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58bc5209-f5bc-4cf5-bc6a-8bafdb985490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.050163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361bed2-2b7c-4ac2-a437-1c011185a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c50f8d-bd87-4c69-acad-bd72237b4733,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.059873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object d193f540-a00b-45eb-994d-0764c09e0dbd will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:35.093609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:35.111923 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Sync routers for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:35.157860 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:35.158116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475bc38-fc3f-4f1f-8cc9-1774bbf0dd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc84b8a-4ed2-4559-985f-e2019d06eafa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.188717 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:35.193110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Transition to ACTIVE for port object 361bd6f8-ace6-43be-8d95-bc9982015620 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:35.226220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.240355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:35.411387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58bc5209-f5bc-4cf5-bc6a-8bafdb985490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.422016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58bc5209-f5bc-4cf5-bc6a-8bafdb985490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.438872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:35.448375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fd250142-05f0-4ed7-aafd-ccb8934abd39 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:35.451809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.462491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.468532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc9d4689-0420-440f-8a2a-ba50c824b72a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0696080 Sep 01 15:27:35.477316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51482) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:35.482446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:35.565794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58bc5209-f5bc-4cf5-bc6a-8bafdb985490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52295ec5bb5d4017bf9e7edecd770f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305632 Sep 01 15:27:35.565794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5209-f5bc-4cf5-bc6a-8bafdb985490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ae3f3-1422-40a6-98ae-dbfb9fd0a1fc,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.575171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51484) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:35.616143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fd250142-05f0-4ed7-aafd-ccb8934abd39 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:35.806788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:35.808907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.827170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:35.830709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:35.832064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.976683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.016406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629123-4f7b-4c5d-a00a-54f1beda3b49 req-0b041375-2a43-4024-a097-f0a601850527 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:36.018845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75629123-4f7b-4c5d-a00a-54f1beda3b49 req-0b041375-2a43-4024-a097-f0a601850527 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.3148220 Sep 01 15:27:36.113975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51492) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:36.124805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.259494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-354a471d-60dd-4be6-b99d-e82ddfef98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.339604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75629123-4f7b-4c5d-a00a-54f1beda3b49 req-27e6a73b-f3a3-4b6c-85ae-d79c01858fdf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992604 Sep 01 15:27:36.467554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.470495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.471790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a7ae3f3-1422-40a6-98ae-dbfb9fd0a1fc HTTP/1.1" status: 204 len: 168 time: 0.8915820 Sep 01 15:27:36.510235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f7aa1-ceba-4816-9e93-22c881206e1d None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:36.560888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd3c38-06eb-4240-bc79-8cb555108340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ae3f3-1422-40a6-98ae-dbfb9fd0a1fc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:36.563826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:33Z', 'revision_number': 3, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:36.693289 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Checking router: 2fe50bef-e519-44df-a66f-f2a73d82b97a for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:36.694419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Updating router 2fe50bef-e519-44df-a66f-f2a73d82b97a port a622c089-076d-4600-84a4-d78fad409b02 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:36.880355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-354a471d-60dd-4be6-b99d-e82ddfef98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.888726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-354a471d-60dd-4be6-b99d-e82ddfef98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.895116 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.037938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257f6e8-d779-4ed0-8659-51ec9c8b7dea None None] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:37.042662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Provisioning for port fd250142-05f0-4ed7-aafd-ccb8934abd39 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:37.048610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Provisioning complete for port fd250142-05f0-4ed7-aafd-ccb8934abd39 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:37.048985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.069002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a471d-60dd-4be6-b99d-e82ddfef98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b8eeb-f2f6-4fc6-a85d-08034cceca20,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.158514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-354a471d-60dd-4be6-b99d-e82ddfef98db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36fc2826aab94f59bf8040bb3eebf3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353017 Sep 01 15:27:37.159275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51504) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:37.267659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.310974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.342611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] For port fd250142-05f0-4ed7-aafd-ccb8934abd39, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fd250142-05f0-4ed7-aafd-ccb8934abd39,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:37.354606 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.381369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.398240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.447716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a536e52-70f8-44b3-9d63-4c553be33f78 None None] Pushing event updated for resources: {'Port': ['ID=fd250142-05f0-4ed7-aafd-ccb8934abd39,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.559216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.562128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.566653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f6b8eeb-f2f6-4fc6-a85d-08034cceca20 HTTP/1.1" status: 204 len: 168 time: 0.4062636 Sep 01 15:27:37.586836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Provisioning for port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:37.587867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc556-59b6-47b6-8a5f-36f216ae78aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b8eeb-f2f6-4fc6-a85d-08034cceca20,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.604402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Provisioning complete for port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:37.604746 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.788298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.832868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Attempting to bind port 361bd6f8-ace6-43be-8d95-bc9982015620 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:37.833649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Attempting to bind port 361bd6f8-ace6-43be-8d95-bc9982015620 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:37.834471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Attempting to bind port 361bd6f8-ace6-43be-8d95-bc9982015620 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:37.879181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] For port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:37.887374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.904502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.912227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Port 361bd6f8-ace6-43be-8d95-bc9982015620 on network f8b1a9a3-c449-4330-a63a-3836116e060b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:27:37.913966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Attempting to bind port 361bd6f8-ace6-43be-8d95-bc9982015620 on network f8b1a9a3-c449-4330-a63a-3836116e060b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:37.948003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:37.948841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Checking segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:37.949477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Bound using segment: {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:37.950139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Bound port: 361bd6f8-ace6-43be-8d95-bc9982015620, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e524812a-5973-4316-b277-dcff55b7160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:37.950731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.037323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3947b-a7b9-4666-97a3-a16a1c912557 None None] Pushing event updated for resources: {'Port': ['ID=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:38.042953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28793ff1-a0f4-4227-8fc4-227e4a0bb337 req-79de3ce6-760c-4dbc-8d3c-2552a421f245 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:38.054772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28793ff1-a0f4-4227-8fc4-227e4a0bb337 req-79de3ce6-760c-4dbc-8d3c-2552a421f245 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.4384511 Sep 01 15:27:38.081811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51516) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:38.085470 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.099762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Provisioning complete for port fd250142-05f0-4ed7-aafd-ccb8934abd39 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:38.100167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.108262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-192fc55f-86d3-486c-aa0e-4d45eb248571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.120509 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Transition to ACTIVE for port object a622c089-076d-4600-84a4-d78fad409b02 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:38.139771 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.255661 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Pushing event updated for resources: {'Port': ['ID=a622c089-076d-4600-84a4-d78fad409b02,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:38.276488 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.277251 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.277761 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.278367 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.278872 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.279526 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.280200 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.280693 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.281656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.282921 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.283786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.284398 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:38.330867 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Attempting to bind port a622c089-076d-4600-84a4-d78fad409b02 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:38.331972 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Attempting to bind port a622c089-076d-4600-84a4-d78fad409b02 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:38.333581 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Attempting to bind port a622c089-076d-4600-84a4-d78fad409b02 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:38.342212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:38.342982 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:38.343871 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.344481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:38.345328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Bound port: a622c089-076d-4600-84a4-d78fad409b02, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:38.346166 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.359421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-192fc55f-86d3-486c-aa0e-4d45eb248571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.369280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-192fc55f-86d3-486c-aa0e-4d45eb248571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.429301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-192fc55f-86d3-486c-aa0e-4d45eb248571 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad4a714f7e4f449a85d0f7216f721204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452227 Sep 01 15:27:38.432592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fc55f-86d3-486c-aa0e-4d45eb248571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd331f4-58a6-4531-b7f3-fb698abd0a33,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:38.435651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51520) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:38.498789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Provisioning for port d193f540-a00b-45eb-994d-0764c09e0dbd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:38.506809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Provisioning complete for port d193f540-a00b-45eb-994d-0764c09e0dbd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:38.507102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.509466 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] For port a622c089-076d-4600-84a4-d78fad409b02, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:38.514883 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] For port a622c089-076d-4600-84a4-d78fad409b02, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a622c089-076d-4600-84a4-d78fad409b02,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:38.524578 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.576553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.614014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7b3dd870-4426-42e2-bf9e-1758bfce9440 None None] Port d193f540-a00b-45eb-994d-0764c09e0dbd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:38.630146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28793ff1-a0f4-4227-8fc4-227e4a0bb337 req-f4ee94da-775e-4490-9e02-07b3980aef52 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734262 Sep 01 15:27:38.640727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.710132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:38.714913 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:38.716820 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:38.717827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:38.722291 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2e83e-19f3-4b2a-93cb-5ac9c8e6b83b None None] Pushing event updated for resources: {'Port': ['ID=a622c089-076d-4600-84a4-d78fad409b02,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:38.758428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d3ae73c-392f-4bdc-b02f-97c90eb0cd1d None None] Provisioning complete for port d193f540-a00b-45eb-994d-0764c09e0dbd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:38.758960 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae73c-392f-4bdc-b02f-97c90eb0cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.760835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.812494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.818693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.826172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bd331f4-58a6-4531-b7f3-fb698abd0a33 HTTP/1.1" status: 204 len: 168 time: 0.3845744 Sep 01 15:27:38.883780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593381-c626-491d-bdce-f44b00ed9719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd331f4-58a6-4531-b7f3-fb698abd0a33,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:38.897565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ae73c-392f-4bdc-b02f-97c90eb0cd1d None None] Port d193f540-a00b-45eb-994d-0764c09e0dbd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:38.940476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d3ae73c-392f-4bdc-b02f-97c90eb0cd1d None None] Provisioning complete for port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:38.940925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae73c-392f-4bdc-b02f-97c90eb0cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.032904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:39.045544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:39.096000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:39.146171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:39.146471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.197461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:39.209645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.214918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-44c42a7a-a211-4590-80bc-5bb0933cb0c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/361bd6f8-ace6-43be-8d95-bc9982015620 HTTP/1.1" status: 200 len: 1093 time: 7.2644286 Sep 01 15:27:39.216120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:39.220721 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80552dab-1781-4710-8df0-ecf210e652e0" -d '{"events": [{"name": "network-changed", "server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:39.341255 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968ba01-d23a-4bb4-b4fc-6b31c1dd2384 x-openstack-request-id: req-1968ba01-d23a-4bb4-b4fc-6b31c1dd2384 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:39.353814 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:39.354573 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1968ba01-d23a-4bb4-b4fc-6b31c1dd2384 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:39.355622 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620', 'status': 'completed', 'code': 200} Sep 01 15:27:39.428695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fd250142-05f0-4ed7-aafd-ccb8934abd39 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:39.495589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.516913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.517955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.596583 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:33Z', 'revision_number': 3, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:39.620132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-4a7810f2-54db-451c-a38d-7e03d7e8fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:39.621961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-4a7810f2-54db-451c-a38d-7e03d7e8fa02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 1096 time: 0.3277895 Sep 01 15:27:39.628413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.634421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fd250142-05f0-4ed7-aafd-ccb8934abd39 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:39.638021 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.710720 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee19a1-9468-463f-a190-0b985464b3cd None None] The sync data for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 is: [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:33Z', 'revision_number': 3, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:39.890164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-cbeb101d-fda2-48f3-a194-eba1bf66c93a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361bd6f8-ace6-43be-8d95-bc9982015620 HTTP/1.1" status: 200 len: 217 time: 0.2575638 Sep 01 15:27:39.922311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:40.292158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a96c3f-4d04-427f-a1cd-bb39a8eb960e req-201b3fd2-17d7-401e-b6ee-6c665d88d59a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:40.293818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07a96c3f-4d04-427f-a1cd-bb39a8eb960e req-201b3fd2-17d7-401e-b6ee-6c665d88d59a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.4393516 Sep 01 15:27:40.338170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-4cd01fc8-771d-4960-8561-900ec9e4b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:40.339828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-4cd01fc8-771d-4960-8561-900ec9e4b574 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.4140477 Sep 01 15:27:40.381857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:40.417816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:40.512384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Allocated IP 172.20.0.1 (40ab722d-861a-4ccb-b23f-2648fb49cb3c/4433557f-e99c-46cf-97c0-e3ec854e66fa/b95c7085-29c9-4ee2-a0b6-5d05ae6dd748) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:40.566006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07a96c3f-4d04-427f-a1cd-bb39a8eb960e req-1ff8dfc9-2670-4df2-91f7-9d41b773399d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374203 Sep 01 15:27:40.620263 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:27:40.715874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:40.750642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-36a79b1b-aff5-4abd-ab7d-389976cf1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:40.751427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-36a79b1b-aff5-4abd-ab7d-389976cf1e6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3914123 Sep 01 15:27:40.945237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1370773942-network', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:41.059058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:41.063161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1611fe3b-095d-47ba-8e27-f6ded2aa4d68 None None] Provisioning complete for port d193f540-a00b-45eb-994d-0764c09e0dbd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:41.064292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1611fe3b-095d-47ba-8e27-f6ded2aa4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.075087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.120167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.136434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1611fe3b-095d-47ba-8e27-f6ded2aa4d68 None None] Port d193f540-a00b-45eb-994d-0764c09e0dbd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:41.140245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a622c089-076d-4600-84a4-d78fad409b02 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:41.206477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a622c089-076d-4600-84a4-d78fad409b02 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:41.213682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a622c089-076d-4600-84a4-d78fad409b02 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:41.214344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.368213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.419272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a622c089-076d-4600-84a4-d78fad409b02, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a622c089-076d-4600-84a4-d78fad409b02,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:41.430314 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.460277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.491084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.557154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a622c089-076d-4600-84a4-d78fad409b02,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:41.562692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:41.581243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.582001 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Added segment 531a8a5d-24fe-4cd0-afa9-8314f3c60ebd of type vlan for network 773f729e-e1bb-447b-a9da-4828256ca2e7 Sep 01 15:27:41.712446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.724225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d89070-6618-4525-9c42-b746b9a4012d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:41.758433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-79d2d306-e38f-4233-8984-331f399e688e service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835301 Sep 01 15:27:41.863192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e851dbe-7688-4797-b4e9-843575100bdf req-e84884b2-c08e-4775-86b0-9315a2cc683e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:41.866885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e851dbe-7688-4797-b4e9-843575100bdf req-e84884b2-c08e-4775-86b0-9315a2cc683e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.1454484 Sep 01 15:27:41.867944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.870151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:41.871112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.874440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.898929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:41.908689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Transition to ACTIVE for port object b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:42.094433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c536cc7c-2da3-4622-a1ba-4ec2f7d552f6 req-64936768-51f8-4792-9cc3-abd13a104159 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251393 Sep 01 15:27:42.095504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:42.099478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3809764 Sep 01 15:27:42.118561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8481ae56-eff2-4e13-b970-2ee426853056 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4337149 Sep 01 15:27:42.121192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:42.124456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:42.124940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51634) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:42.147581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e851dbe-7688-4797-b4e9-843575100bdf req-03ee364b-09f2-49f8-948a-3db8f39cf971 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700713 Sep 01 15:27:42.149310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:42.149928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:42.153551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Request body: {'subnet': {'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1370773942-subnet', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:42.162717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5abdce-5a52-4f27-81ef-a0560ff62830 admin admin] Pushing event updated for resources: {'Network': ['ID=773f729e-e1bb-447b-a9da-4828256ca2e7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:42.167909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157539916'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:42.173969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:42.203667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.296727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:42.299596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.347024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:42.369723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:42.392784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Pushing event updated for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:42.408109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:42.412759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:42.425720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:42.430660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.543692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552dab-1781-4710-8df0-ecf210e652e0 req-29d60b4d-7323-4ff7-9ff4-a7106f87021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:42.547186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-29d60b4d-7323-4ff7-9ff4-a7106f87021b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 1096 time: 0.2959306 Sep 01 15:27:42.562496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51640) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:42.576312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:42.597399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.598245 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment 7ab156cb-f685-42ed-a630-a0b23dd986f0 of type vlan for network 81fdce7e-4cc5-4cb6-b720-370140d71b0b Sep 01 15:27:42.728170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.797596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:37Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:38Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:42.820941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.850847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:42.851612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Updating router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c port d193f540-a00b-45eb-994d-0764c09e0dbd binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:42.903085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.952039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7429bd28-b6fb-464c-b763-db26bf757b3f None None] Provisioning for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:42.962318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7429bd28-b6fb-464c-b763-db26bf757b3f None None] Provisioning complete for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:42.964387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7429bd28-b6fb-464c-b763-db26bf757b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.969363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.971403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a19873a-ac6e-4b4d-bd57-dfe7dbaa756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.977216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:42.978103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.064925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.067926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9388409 Sep 01 15:27:43.109453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7429bd28-b6fb-464c-b763-db26bf757b3f None None] Port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:43.116717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a622c089-076d-4600-84a4-d78fad409b02 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:43.154894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.165762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:43.234493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a19873a-ac6e-4b4d-bd57-dfe7dbaa756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.242564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a19873a-ac6e-4b4d-bd57-dfe7dbaa756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.280708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a19873a-ac6e-4b4d-bd57-dfe7dbaa756b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7edf2114d06044bdb63bac21bf9e0c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161717 Sep 01 15:27:43.282808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51650) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.335557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19873a-ac6e-4b4d-bd57-dfe7dbaa756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958da67-3188-458c-bfe9-ba7f7301fc17,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:43.380544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.382711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=81fdce7e-4cc5-4cb6-b720-370140d71b0b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:43.414302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.490679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.493589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.506982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1958da67-3188-458c-bfe9-ba7f7301fc17 HTTP/1.1" status: 204 len: 168 time: 0.2132506 Sep 01 15:27:43.512602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:43.519079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.532788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7f96-edb3-41c1-b493-378cbbebea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958da67-3188-458c-bfe9-ba7f7301fc17,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:43.533870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552dab-1781-4710-8df0-ecf210e652e0 req-06c558fc-680d-4f84-b224-f938feca7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:43.539540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-06c558fc-680d-4f84-b224-f938feca7a95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.8478739 Sep 01 15:27:43.581943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.582754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.583659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.584187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.584896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.585509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.586145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.586770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.587341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.587898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.588442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.588986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34109853-ecb0-4099-9442-a2b4a63b4fae tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:43.742628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a622c089-076d-4600-84a4-d78fad409b02 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:43.743309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.748306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:43.870783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-6edefdcb-8889-47fd-9f68-8fc110b00ccb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361bd6f8-ace6-43be-8d95-bc9982015620 HTTP/1.1" status: 200 len: 217 time: 0.2734191 Sep 01 15:27:43.921829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51656) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.937545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11ad6ab6-19dd-4784-8a7b-c0d1adb3a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.013002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c12ab-2d69-4142-aa33-4b979b75bf64 req-71c7edd8-f0d7-4769-8a84-1b776010a663 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:44.014829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-874c12ab-2d69-4142-aa33-4b979b75bf64 req-71c7edd8-f0d7-4769-8a84-1b776010a663 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.7182713 Sep 01 15:27:44.024799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.045618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Transition to ACTIVE for port object d193f540-a00b-45eb-994d-0764c09e0dbd will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:44.054061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.057756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.060378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11ad6ab6-19dd-4784-8a7b-c0d1adb3a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.068120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11ad6ab6-19dd-4784-8a7b-c0d1adb3a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.122315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad6ab6-19dd-4784-8a7b-c0d1adb3a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e008ec34-a10c-464a-9412-c5c4114fc6d1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.138808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4c174-d402-4d50-ba64-48e516f01da9 None None] Pushing event updated for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.188946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-11ad6ab6-19dd-4784-8a7b-c0d1adb3a97b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58230dad646649a29b7fbb98773615b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654116 Sep 01 15:27:44.189389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Attempting to bind port d193f540-a00b-45eb-994d-0764c09e0dbd on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:44.189696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Attempting to bind port d193f540-a00b-45eb-994d-0764c09e0dbd by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:44.190062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Attempting to bind port d193f540-a00b-45eb-994d-0764c09e0dbd on network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:44.193276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51660) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:44.197879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:44.198334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Checking segment: {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:44.198709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.199231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Bound using segment: {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:44.199737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Bound port: d193f540-a00b-45eb-994d-0764c09e0dbd, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8575a-c837-4b6d-ad36-050e6efe2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:44.200598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.276345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552dab-1781-4710-8df0-ecf210e652e0 req-7806003f-b8fb-4caa-9e66-27ce9351fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:44.278400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-7806003f-b8fb-4caa-9e66-27ce9351fff1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.3643701 Sep 01 15:27:44.324116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.354636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] For port d193f540-a00b-45eb-994d-0764c09e0dbd, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:44.359703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.388012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-591185fa-6514-4640-a533-54a7048f15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.401900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] For port d193f540-a00b-45eb-994d-0764c09e0dbd, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d193f540-a00b-45eb-994d-0764c09e0dbd,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:44.409361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.457169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.464364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.471839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e008ec34-a10c-464a-9412-c5c4114fc6d1 HTTP/1.1" status: 204 len: 168 time: 0.2737443 Sep 01 15:27:44.481679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:44.482835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:44.492535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2ac13-52dd-49d2-9e73-7e7ec7d39643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e008ec34-a10c-464a-9412-c5c4114fc6d1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.607468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb0ddbf-00c7-4a33-a6da-18e5274c0642,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.626175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4c174-d402-4d50-ba64-48e516f01da9 None None] Pushing event updated for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.632831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-874c12ab-2d69-4142-aa33-4b979b75bf64 req-b96a71bb-72cb-4a82-97b7-6540da8332a4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859261 Sep 01 15:27:44.659181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:44.725692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:44.726275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Network hostable DHCP agents. Network: 773f729e-e1bb-447b-a9da-4828256ca2e7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:44.785853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.851716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 361bd6f8-ace6-43be-8d95-bc9982015620 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:27:44.945046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.964682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:44.995387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.999705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80552dab-1781-4710-8df0-ecf210e652e0 req-d28b1d0b-d5da-45c6-9743-f6cc18e2beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:45.001516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-d28b1d0b-d5da-45c6-9743-f6cc18e2beb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6741536 Sep 01 15:27:45.037016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 773f729e-e1bb-447b-a9da-4828256ca2e7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:45.092992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704958ca-ab7f-4560-81d4-6a17f258a586 None None] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:45.096847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:45.097500 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.114913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:45.115689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: 81fdce7e-4cc5-4cb6-b720-370140d71b0b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:45.118779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=302da0c5-c3d9-4b17-ac6f-bd5e751f9509,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:45.169659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51690) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:45.170299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8dd5cd7-6816-485c-8f6d-855e7df966e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0429587 Sep 01 15:27:45.176479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:45.213682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.219802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Pushing event updated for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:45.232642 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.238658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.241168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:45.320421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:45.356748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 81fdce7e-4cc5-4cb6-b720-370140d71b0b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:45.380406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:45.381759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.386332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22086e-1046-49cb-9e88-04dbc63e7233 None None] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:45.404025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-9a45a8a5-f2e7-43c2-af5d-5702488efb09 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898001 Sep 01 15:27:45.410589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.427264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '361bd6f8-ace6-43be-8d95-bc9982015620', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '361bd6f8-ace6-43be-8d95-bc9982015620', 'mac_address': 'fa:16:3e:f9:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:27:45.432072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:37Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:44Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:45.459956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d6053a6-fac0-4807-88e5-b0a04a323172 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2998550 Sep 01 15:27:45.494723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51702) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:45.620824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:45.636266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:45.783344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc910a-0cb8-458b-89f6-161152ea769d None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:37Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:44Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:45.790099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80552dab-1781-4710-8df0-ecf210e652e0 req-ec31cc26-9317-4fc9-b3ae-bd1df5d768fb service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714805 Sep 01 15:27:45.869505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-773f729e-e1bb-447b-a9da-4828256ca2e7', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:45.872053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.983918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Router 2fe50bef-e519-44df-a66f-f2a73d82b97a has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:46.146897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Allocated IP 172.20.0.2 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/ef11d386-dd80-4301-a64f-a012079d2dbd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:46.206780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:46.214711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-13f8887b-c8a6-41c3-bffb-f56fe7f396db admin admin] 10.222.0.41 "PUT /v2.0/routers/2fe50bef-e519-44df-a66f-f2a73d82b97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7185442 Sep 01 15:27:46.230058 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Sync routers for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:46.270441 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:46.271698 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:46.354420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.410680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361bd6f8-ace6-43be-8d95-bc9982015620 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:46.476571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:46.513345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51724) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:46.532358 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.673236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:46.674458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.705782 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:46.743373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88c4bb87-4f7f-4968-9b09-493827741a71 None None] Provisioning complete for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:46.743505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c4bb87-4f7f-4968-9b09-493827741a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.746342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.829089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1275414473'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:46.875387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['361bd6f8-ace6-43be-8d95-bc9982015620'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:46.907366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:46.912210 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.986647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:47.022134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.022410 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Added segment 27334654-51c5-4589-804c-e1e81db1b692 of type vlan for network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 Sep 01 15:27:47.052500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92571-0ea1-403d-8d64-66460a2fe545 req-b032fb78-31e4-485a-b38b-ab9598644b8c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:47.058785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9f92571-0ea1-403d-8d64-66460a2fe545 req-b032fb78-31e4-485a-b38b-ab9598644b8c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 945 time: 0.5002372 Sep 01 15:27:47.088071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-88c4bb87-4f7f-4968-9b09-493827741a71 None None] Port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:47.104441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51732) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:47.184862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.223896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:47.226097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d193f540-a00b-45eb-994d-0764c09e0dbd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:47.257749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.293185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.300308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:47.315547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.389266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Transition to ACTIVE for port object ef11d386-dd80-4301-a64f-a012079d2dbd will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:47.455991 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef78e3d1-d959-485d-aa8b-10fea1e96720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.466535 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:42Z', 'revision_number': 4, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b95c7085-29c9-4ee2-a0b6-5d05ae6dd748', 'name': '', 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'mac_address': 'fa:16:3e:74:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:39Z', 'updated_at': '2021-09-01T15:27:43Z', 'revision_number': 2, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'subnets': [{'id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:47.474098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9584172 Sep 01 15:27:47.475138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:47.497384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'subnet': {'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:47.523332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a0293-39b4-4ea3-939f-5719226a9dc8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Network': ['ID=0c4e290a-27eb-44e6-8abf-3c0b8072d815,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:47.539226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Transition to ACTIVE for port object ef11d386-dd80-4301-a64f-a012079d2dbd will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:47.554127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:47.555461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fab43864-5aaa-47a7-bbb0-5b41859dc8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.564048 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Checking router: 2fe50bef-e519-44df-a66f-f2a73d82b97a for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:47.564612 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Updating router 2fe50bef-e519-44df-a66f-f2a73d82b97a port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:47.569320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.570189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9f92571-0ea1-403d-8d64-66460a2fe545 req-a9582317-47be-4c26-97a6-ac472131bf73 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535754 Sep 01 15:27:47.632309 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.633907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.786323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Pushing event updated for resources: {'Port': ['ID=ef11d386-dd80-4301-a64f-a012079d2dbd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:47.824820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Allocated IP 2001:db8:1::2 (81fdce7e-4cc5-4cb6-b720-370140d71b0b/302da0c5-c3d9-4b17-ac6f-bd5e751f9509/06a0a2f7-6127-4a1c-9eb4-468b1387f26c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:47.865092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d193f540-a00b-45eb-994d-0764c09e0dbd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:47.872030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:47.888665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:47.891364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d193f540-a00b-45eb-994d-0764c09e0dbd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:47.891860 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.940514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:48.119244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.162655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.193198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fab43864-5aaa-47a7-bbb0-5b41859dc8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.197627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.209278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fab43864-5aaa-47a7-bbb0-5b41859dc8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.248554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:48.253240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.285289 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.300895 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Transition to ACTIVE for port object b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:48.312745 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.422142 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfcb3d-5f08-485b-bbe2-f9cd10a82187 None None] Pushing event updated for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:48.471062 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Attempting to bind port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:48.472239 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Attempting to bind port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:48.473033 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Attempting to bind port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 on network 40ab722d-861a-4ccb-b23f-2648fb49cb3c {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:48.480900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:48.481799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Checking segment: {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:48.482544 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.483726 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Bound using segment: {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:48.484820 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Bound port: b95c7085-29c9-4ee2-a0b6-5d05ae6dd748, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0577440a-b63b-40db-9143-67bdae4093ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:48.485566 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.526606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab43864-5aaa-47a7-bbb0-5b41859dc8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41930f6-6072-45cc-ab1e-a330d6c78ac6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:48.562070 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fab43864-5aaa-47a7-bbb0-5b41859dc8d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04b20d0f206b4fbba54187f9ecb7d9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390416 Sep 01 15:27:48.563372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:48.582141 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] For port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:48.588771 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] For port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:48.611166 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.657094 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.662448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.699869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Attempting to bind port ef11d386-dd80-4301-a64f-a012079d2dbd on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:48.700171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Attempting to bind port ef11d386-dd80-4301-a64f-a012079d2dbd by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:48.700547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Attempting to bind port ef11d386-dd80-4301-a64f-a012079d2dbd on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:48.734940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.741035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Transition to ACTIVE for port object 06a0a2f7-6127-4a1c-9eb4-468b1387f26c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:48.744498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.748734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:48.749128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:48.749720 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.749943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:48.750443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Bound port: ef11d386-dd80-4301-a64f-a012079d2dbd, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:48.750827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.800159 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:48.801153 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:48.858817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Transition to ACTIVE for port object 06a0a2f7-6127-4a1c-9eb4-468b1387f26c will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:48.865429 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfcb3d-5f08-485b-bbe2-f9cd10a82187 None None] Pushing event updated for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:48.906164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 361bd6f8-ace6-43be-8d95-bc9982015620 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:49.109529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.143107 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.170619 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.274743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Allocated IP 172.25.1.130 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/1af1e7fb-32b8-4b6e-a18c-de19a5d0432a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:49.275343 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:49.361510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.402228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51752) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:49.475896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] For port ef11d386-dd80-4301-a64f-a012079d2dbd, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:49.487266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] For port ef11d386-dd80-4301-a64f-a012079d2dbd, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef11d386-dd80-4301-a64f-a012079d2dbd,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:49.556625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Subnet': ['ID=4a214e01-ab4f-4eb1-9256-61fd5d714c49,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:49.563839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.580286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d193f540-a00b-45eb-994d-0764c09e0dbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d193f540-a00b-45eb-994d-0764c09e0dbd,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:49.607860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:49.634797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8474535-a851-4f79-83e0-2fb908f615a7 req-1d16e087-c0df-40a8-891c-778d846c3b4b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:49.637695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.639956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8474535-a851-4f79-83e0-2fb908f615a7 req-1d16e087-c0df-40a8-891c-778d846c3b4b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 945 time: 0.8619184 Sep 01 15:27:49.642993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:49.644397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Checking segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:49.645126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network hostable DHCP agents. Network: 0c4e290a-27eb-44e6-8abf-3c0b8072d815, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:49.647499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 361bd6f8-ace6-43be-8d95-bc9982015620 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:49.656253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:49.759154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 361bd6f8-ace6-43be-8d95-bc9982015620 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:49.759672 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.765615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.771687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:49.790810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8474535-a851-4f79-83e0-2fb908f615a7 req-60fc1403-8d8c-4d6f-a513-4510cd316292 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402421 Sep 01 15:27:49.801886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8:1::1 (81fdce7e-4cc5-4cb6-b720-370140d71b0b/302da0c5-c3d9-4b17-ac6f-bd5e751f9509/7223bef9-d155-4127-871d-40eed7ed362f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:49.806890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0c4e290a-27eb-44e6-8abf-3c0b8072d815) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:49.812746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:49.817733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.840849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.843896 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.849139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c41930f6-6072-45cc-ab1e-a330d6c78ac6 HTTP/1.1" status: 204 len: 168 time: 1.2256856 Sep 01 15:27:49.858393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cff1fbb6-9457-4d44-abb3-fec7605305ed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3766718 Sep 01 15:27:49.859041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:49.864698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-515568655'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:49.894652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Pushing event updated for resources: {'Port': ['ID=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:49.897749 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:42Z', 'revision_number': 4, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b95c7085-29c9-4ee2-a0b6-5d05ae6dd748', 'name': '', 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'mac_address': 'fa:16:3e:74:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:39Z', 'updated_at': '2021-09-01T15:27:48Z', 'revision_number': 4, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'subnets': [{'id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:49.920785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07bb2-4e80-4824-984d-2d116d86158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41930f6-6072-45cc-ab1e-a330d6c78ac6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:49.929355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:49.933001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.957777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fed437-50e7-44b6-b2c4-6fc784ab3bcd None None] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:49.990748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:49.992514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-385d8bc7-25b7-4a05-9092-eb37250f75f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.012678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.013047 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Added segment 142fa96b-e6ee-42ca-88c1-c9e2908a2333 of type vlan for network 1da681f6-0eeb-4f7b-9187-da2085c33973 Sep 01 15:27:50.038639 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce8ea4-e9d7-42bc-88a1-964188f463dc None None] The sync data for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 is: [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:27:42Z', 'revision_number': 4, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b95c7085-29c9-4ee2-a0b6-5d05ae6dd748', 'name': '', 'network_id': '40ab722d-861a-4ccb-b23f-2648fb49cb3c', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'mac_address': 'fa:16:3e:74:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:39Z', 'updated_at': '2021-09-01T15:27:48Z', 'revision_number': 4, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'subnets': [{'id': '4433557f-e99c-46cf-97c0-e3ec854e66fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:50.102727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.103081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.103427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.103767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.104104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.104436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.104764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.105110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.105600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.105785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.106070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.106390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.219362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.238018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.309658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.320190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:50.328297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.495771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172940-a070-4de7-996a-9c2c391a7715 None None] Pushing event updated for resources: {'Port': ['ID=ef11d386-dd80-4301-a64f-a012079d2dbd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.515344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:50.542037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.548824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:50.562453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Pushing event updated for resources: {'Port': ['ID=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.589404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Network': ['ID=1da681f6-0eeb-4f7b-9187-da2085c33973,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.608886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:50.618943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 7223bef9-d155-4127-871d-40eed7ed362f will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:50.663737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.664670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:50.780273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Attempting to bind port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:50.780507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Attempting to bind port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:50.780805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Attempting to bind port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c on network 81fdce7e-4cc5-4cb6-b720-370140d71b0b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:50.821158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:50.822353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Checking segment: {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:50.823061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.823764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Bound using segment: {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:50.824576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Bound port: 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:50.825334 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.876203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-385d8bc7-25b7-4a05-9092-eb37250f75f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.892375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-493f2c68-fabc-403d-beb6-6dc26a6e26be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0320008 Sep 01 15:27:50.895194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:50.901736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'subnet': {'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:50.921658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-385d8bc7-25b7-4a05-9092-eb37250f75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.033275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.074725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.097278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.198126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:51.205808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-385d8bc7-25b7-4a05-9092-eb37250f75f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94e2b5ea23314ac0a52cc8b2b4577e06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7846401 Sep 01 15:27:51.209384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.236540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:51.271789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d8bc7-25b7-4a05-9092-eb37250f75f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4836e-ba84-44bb-97f4-eae30aced3ca,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.293261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:51.323137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:51.324541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:51.329186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:51.333672 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24766d9-3089-4259-9c04-92285c26e89b" -d '{"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-plugged", "status": "completed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:51.341531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'fixed_ips': [{'subnet_id': '4a214e01-ab4f-4eb1-9256-61fd5d714c49'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:51.343449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.351147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:51.352173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.390820 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.453939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] For port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:51.606937 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8727b001-14d7-49da-b8f9-80e935a3c892 x-openstack-request-id: req-8727b001-14d7-49da-b8f9-80e935a3c892 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:51.607884 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-plugged", "status": "completed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:51.608343 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8727b001-14d7-49da-b8f9-80e935a3c892 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:51.608937 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620', 'code': 200} Sep 01 15:27:51.618275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.642669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] For port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:51.647004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.677885 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.720420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.887156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750a449-68bf-47d2-9147-acbcdbff23b5 req-bd0c5e38-780f-4496-84db-6cf2d4b7a8a0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:51.889130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1750a449-68bf-47d2-9147-acbcdbff23b5 req-bd0c5e38-780f-4496-84db-6cf2d4b7a8a0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 945 time: 0.8749208 Sep 01 15:27:51.940116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9a9c5-63c7-4c4c-be17-2cfc31fffbf4 req-ac38c329-375d-4604-8703-4be9d5dd8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:51.942936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45e9a9c5-63c7-4c4c-be17-2cfc31fffbf4 req-ac38c329-375d-4604-8703-4be9d5dd8eb4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 1098 time: 0.2844982 Sep 01 15:27:51.981203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae75d3-a0d3-48c1-a4e1-d338dccdbbbb None None] Pushing event updated for resources: {'Port': ['ID=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.982998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Allocated IP 19.80.0.2 (0c4e290a-27eb-44e6-8abf-3c0b8072d815/4a214e01-ab4f-4eb1-9256-61fd5d714c49/3c3c85b7-cbb9-482c-9741-171fc9a4c90f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:52.109025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.139226 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.182736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-45e9a9c5-63c7-4c4c-be17-2cfc31fffbf4 req-7614a94f-b6a8-48b6-b111-9cdebee67b28 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324731 Sep 01 15:27:52.319801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:52.350349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Checking segment: {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:52.350456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network hostable DHCP agents. Network: 1da681f6-0eeb-4f7b-9187-da2085c33973, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:52.357805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985a69b-3e2a-4afa-bff0-b260eea971e8 None None] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:52.403597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Subnet': ['ID=b3874840-0fc6-4dc3-9a70-63742822fc5e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:52.424152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.450057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:52.468898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1da681f6-0eeb-4f7b-9187-da2085c33973) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:52.476920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:52.477892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.505870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf1cec6d-3dd0-4efa-904e-b176d2742ea4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6091795 Sep 01 15:27:52.516104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1750a449-68bf-47d2-9147-acbcdbff23b5 req-6283ef63-1e79-477d-bb92-07e943b0742a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003366 Sep 01 15:27:52.528079 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.531425 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.533296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00e4836e-ba84-44bb-97f4-eae30aced3ca HTTP/1.1" status: 204 len: 168 time: 1.2934699 Sep 01 15:27:52.607553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9373-f5ca-4839-a930-297ef0715399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4836e-ba84-44bb-97f4-eae30aced3ca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:52.615434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefed233-291a-4588-8948-8248b8227ea7 None None] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:52.647616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.809970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae124015-d8da-451e-8869-b1d6c43ebdee None None] Provisioning for port ef11d386-dd80-4301-a64f-a012079d2dbd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:52.921102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:52.960493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:52.968948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.090421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-a4f6108b-6d73-44d4-a1d4-74e18e1d0546 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:53.107281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-a4f6108b-6d73-44d4-a1d4-74e18e1d0546 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:53.109737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-a4f6108b-6d73-44d4-a1d4-74e18e1d0546 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/networks?id=0c4e290a-27eb-44e6-8abf-3c0b8072d815&id=1da681f6-0eeb-4f7b-9187-da2085c33973&id=0c4e290a-27eb-44e6-8abf-3c0b8072d815 HTTP/1.1" status: 200 len: 1391 time: 0.2393737 Sep 01 15:27:53.147427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-c6a8d80f-c0f3-452d-8eda-8434876af821 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/quotas/2233d0136f1b48d9bcf321ec8f643ba8 HTTP/1.1" status: 200 len: 375 time: 0.0302966 Sep 01 15:27:53.179096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.261046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-c3e850c1-9803-43f2-a82c-293a38d5adb7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052513 Sep 01 15:27:53.490519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-f84773e4-ed4e-41af-84fb-4ac06e5034ee service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121434 Sep 01 15:27:53.728201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-e0735e54-a20e-4ee3-ba0e-9e52a57d913f service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250044 Sep 01 15:27:53.729511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:53.944497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-60f88585-13ab-4906-8ff4-3e7256b0cbcc service neutron] 10.222.0.41 "GET /v2.0/networks/1da681f6-0eeb-4f7b-9187-da2085c33973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767910 Sep 01 15:27:53.986087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c7c93-fe47-4e8b-b776-344699c45899 None None] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:54.112166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9a42fd1b-a38a-4755-86a6-c2b25cea50fe service neutron] 10.222.0.41 "GET /v2.0/networks/1da681f6-0eeb-4f7b-9187-da2085c33973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662819 Sep 01 15:27:54.119466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.240896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Transition to ACTIVE for port object 3c3c85b7-cbb9-482c-9741-171fc9a4c90f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:54.274062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1da681f6-0eeb-4f7b-9187-da2085c33973', 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'fixed_ips': [{'subnet_id': 'b3874840-0fc6-4dc3-9a70-63742822fc5e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:54.276205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.277774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1078266993'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:54.284808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Transition to ACTIVE for port object 3c3c85b7-cbb9-482c-9741-171fc9a4c90f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:54.340905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ad2f05ba-518e-446b-992a-0bcfd2d40ee9 None None] Provisioning for port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:54.365297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-88556582-3fcf-4342-b55c-e016feee9326 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432020 Sep 01 15:27:54.399307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.403632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.415894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72659e1a-4259-4de9-83a5-3a64e4a7d579 req-026fc1f8-4733-426f-aa48-2a14463f0fe4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:54.418103 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72659e1a-4259-4de9-83a5-3a64e4a7d579 req-026fc1f8-4733-426f-aa48-2a14463f0fe4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.2988560 Sep 01 15:27:54.439084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.440448 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.443826 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.445357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.572123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51840) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:54.581498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.616498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-2f9c662f-d970-40ec-b618-dd7b9e589044 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498519 Sep 01 15:27:54.619427 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.656974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:54.679609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.683332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-df66fcad-3ef4-454a-967d-b404cf60894f tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9509346 Sep 01 15:27:54.686180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51844) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:54.701848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:54.704912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:54.732517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72659e1a-4259-4de9-83a5-3a64e4a7d579 req-6af1e5b3-6191-4d9f-9625-a41e26d2346e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878797 Sep 01 15:27:54.745864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:54.765201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:54.918090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Pushing event updated for resources: {'Port': ['ID=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:54.932746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.943152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-832019258-network', 'tenant_id': '74b89bf32154474ebf72dcf463a2a1e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:54.999718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:55.009951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:55.083861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Made reservation on behalf of 74b89bf32154474ebf72dcf463a2a1e7 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:55.099596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.156190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.162935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Allocated IP 19.86.0.2 (1da681f6-0eeb-4f7b-9187-da2085c33973/b3874840-0fc6-4dc3-9a70-63742822fc5e/93edbd37-56d1-440a-8e19-dda4d0afe7af) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:55.207160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Attempting to bind port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:55.207729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Attempting to bind port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:55.211155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Attempting to bind port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:55.215101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.271411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbaa6652-170e-4beb-ab72-0ebb8906b703 req-17cd2b8e-6683-49db-a114-f2252dd7051a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.1469162 Sep 01 15:27:55.291148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:55.291755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Checking segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:55.292307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.292793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Bound using segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:55.293489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Bound port: 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:55.293964 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.350382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.359553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.413431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb316e8-a4bf-403d-9358-fa6dd15c0952 req-fcb90b8a-1130-4127-b4e9-2a62a8ec3c48 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:55.416004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cb316e8-a4bf-403d-9358-fa6dd15c0952 req-fcb90b8a-1130-4127-b4e9-2a62a8ec3c48 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.2342103 Sep 01 15:27:55.435124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:55.465474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:55.485819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.486306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f342a1b-02d7-458c-8d70-e9baf764e00a {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:55.506152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.511653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:55.512813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-72380213-08db-469f-b4d9-93e7da562d29 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0f342a1b-02d7-458c-8d70-e9baf764e00a HTTP/1.1" status: 204 len: 168 time: 0.8254623 Sep 01 15:27:55.514403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:55.525018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Request body: {'router': {'name': 'tempest-router-1927927112', 'distributed': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:55.548469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:55.616454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.625554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.635334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9cb316e8-a4bf-403d-9358-fa6dd15c0952 req-315dc82e-2c3a-4129-8d1e-747662b1a170 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025113 Sep 01 15:27:55.638970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.644497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-57be8bea-eaf4-4542-b708-db39db7f211b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4723632 Sep 01 15:27:55.647862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:55.648262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] For port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:55.654048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] For port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:55.665553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.666160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef11d386-dd80-4301-a64f-a012079d2dbd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:55.677186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:55.714178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.714765 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Added segment 4049cfc8-3c4e-4b2a-bfcb-ec1419db144f of type vlan for network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 Sep 01 15:27:55.719284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.738530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:55.752599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a8f9b35-c9d3-480a-a0ba-bd9f3b33e996 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2564166 Sep 01 15:27:55.758255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:55.762334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:55.775267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213642623'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:55.782963 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:55.783971 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:55.802375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:55.803045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:55.905322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.916910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.920347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:55.920940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.925686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.012007 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:56.030893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.034478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:56.055823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.076655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.124491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.132429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-828723a1-b662-4f54-876d-93a7f8774e07 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6133122 Sep 01 15:27:56.133508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51868) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:56.149373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.153020 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment de85c581-41b5-4a91-9c52-616b2788aaf1 of type vlan for network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 Sep 01 15:27:56.162847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934b325-0bda-47ec-bd2a-ad6808c0033e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.173227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08766d7-25d6-4a7f-beff-b86437f3feb6 None None] Pushing event updated for resources: {'Port': ['ID=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.256821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.312273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.313396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:56.314228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.377765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8025320 Sep 01 15:27:56.493933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-22cea6c2-2319-4960-9329-23f5345bfa67 None None] Provisioning for port 7223bef9-d155-4127-871d-40eed7ed362f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:56.497757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:56.499184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.538111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ef11d386-dd80-4301-a64f-a012079d2dbd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:56.573510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:27:56.583904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.608944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-22cea6c2-2319-4960-9329-23f5345bfa67 None None] Provisioning complete for port 7223bef9-d155-4127-871d-40eed7ed362f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:56.611516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22cea6c2-2319-4960-9329-23f5345bfa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.631525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.644250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Request body: {'subnet': {'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-832019258-subnet', 'tenant_id': '74b89bf32154474ebf72dcf463a2a1e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:56.649775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:56.650714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.719691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ef11d386-dd80-4301-a64f-a012079d2dbd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:56.720173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.735765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-22cea6c2-2319-4960-9329-23f5345bfa67 None None] Port 7223bef9-d155-4127-871d-40eed7ed362f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:56.779628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Made reservation on behalf of 74b89bf32154474ebf72dcf463a2a1e7 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:56.784041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:56.787862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.811283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Transition to ACTIVE for port object 93edbd37-56d1-440a-8e19-dda4d0afe7af will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:56.875748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1123278 Sep 01 15:27:56.888986 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:52Z', 'revision_number': 3, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:27:53Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:56.900821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51876) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:56.913245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:56.922186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Transition to ACTIVE for port object 93edbd37-56d1-440a-8e19-dda4d0afe7af will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:56.937001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfaddc-d280-4429-a3fd-1e5abf16e063 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.970156 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:56.970523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Updating router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c port 7223bef9-d155-4127-871d-40eed7ed362f binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:57.017956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b152591-3817-4636-b0cf-e25d51934115 req-a400a800-6f1f-47bd-b09c-148a326e501f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.3209820 Sep 01 15:27:57.020912 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.035533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:57.108337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14ef9-63be-47c8-8d6a-20bc76d5bf60 req-41a8d6a4-f97f-4528-8c3d-073987c63135 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:57.108337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ee14ef9-63be-47c8-8d6a-20bc76d5bf60 req-41a8d6a4-f97f-4528-8c3d-073987c63135 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.2032621 Sep 01 15:27:57.147642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.241309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.332196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.346983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88386-b0c0-4c20-bc3e-22a2dd0e3d52 admin admin] Pushing event updated for resources: {'Network': ['ID=d09bfb3a-9445-4aed-951b-0fa6a6f454e2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:57.351445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.389706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:57.397761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:57.406116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:57.412540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.487297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:57.514133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Pushing event updated for resources: {'Port': ['ID=93edbd37-56d1-440a-8e19-dda4d0afe7af,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:57.526107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:57.705401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-efd9a0a1-a2fe-474f-911b-41aaac50276b None None] Provisioning complete for port 7223bef9-d155-4127-871d-40eed7ed362f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:57.706394 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9a0a1-a2fe-474f-911b-41aaac50276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.726992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.727846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef8b8f72-5373-417c-86f3-e0e42e8a0a2c {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:57.744841 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.748397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.760908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4f5900b-1323-43a8-be77-bc639d2c78b4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ef8b8f72-5373-417c-86f3-e0e42e8a0a2c HTTP/1.1" status: 204 len: 168 time: 1.6143594 Sep 01 15:27:57.763112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51878) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:57.768734 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Transition to ACTIVE for port object 7223bef9-d155-4127-871d-40eed7ed362f will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:57.782286 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.786112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Request body: {'router': {'name': 'tempest-router-999944706', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f910d178e33246a5b993da57513b7334'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:57.803096 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ee14ef9-63be-47c8-8d6a-20bc76d5bf60 req-5b5d300e-0b67-407d-8dd7-cb0e7c9984b5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762245 Sep 01 15:27:57.894534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-efd9a0a1-a2fe-474f-911b-41aaac50276b None None] Port 7223bef9-d155-4127-871d-40eed7ed362f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:57.962915 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635f186-0930-491a-a35f-a8b0efc0f196 None None] Pushing event updated for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:58.015721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-f331575e-e795-45af-aa70-a74aae3410db tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:58.030726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-f331575e-e795-45af-aa70-a74aae3410db tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:58.032456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-f331575e-e795-45af-aa70-a74aae3410db tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "GET /v2.0/networks?id=0c4e290a-27eb-44e6-8abf-3c0b8072d815&id=1da681f6-0eeb-4f7b-9187-da2085c33973&id=0c4e290a-27eb-44e6-8abf-3c0b8072d815 HTTP/1.1" status: 200 len: 1391 time: 0.6914189 Sep 01 15:27:58.049726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'admin_state_up': True, 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:58.059655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Attempting to bind port 7223bef9-d155-4127-871d-40eed7ed362f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:58.061049 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Attempting to bind port 7223bef9-d155-4127-871d-40eed7ed362f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:58.061571 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Attempting to bind port 7223bef9-d155-4127-871d-40eed7ed362f on network 81fdce7e-4cc5-4cb6-b720-370140d71b0b {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:58.071759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.072847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.073817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:58.075173 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Checking segment: {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:58.075881 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.076084 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Bound using segment: {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:58.076500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Bound port: 7223bef9-d155-4127-871d-40eed7ed362f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab156cb-f685-42ed-a630-a0b23dd986f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:58.079071 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.097297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.115899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Attempting to bind port 93edbd37-56d1-440a-8e19-dda4d0afe7af on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:58.117481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Attempting to bind port 93edbd37-56d1-440a-8e19-dda4d0afe7af by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:58.120975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Attempting to bind port 93edbd37-56d1-440a-8e19-dda4d0afe7af on network 1da681f6-0eeb-4f7b-9187-da2085c33973 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:58.146936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.176854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:58.178682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Checking segment: {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:58.179735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.180476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Bound using segment: {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:58.181558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Bound port: 93edbd37-56d1-440a-8e19-dda4d0afe7af, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:58.183398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.274010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] For port 7223bef9-d155-4127-871d-40eed7ed362f, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:58.281508 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] For port 7223bef9-d155-4127-871d-40eed7ed362f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7223bef9-d155-4127-871d-40eed7ed362f,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:58.299031 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.317167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Allocated IP 172.20.0.1 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/2cc2f0c2-0bea-4169-b8f1-9ea843e05480) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:58.390423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ef11d386-dd80-4301-a64f-a012079d2dbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef11d386-dd80-4301-a64f-a012079d2dbd,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:58.404756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f7a6b822-f49d-4612-9159-c0bd4dd8f3f5 req-39f40a02-56f3-40d5-9745-f6ddf5aa2bd0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.1317213 Sep 01 15:27:58.409586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.412043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d193f540-a00b-45eb-994d-0764c09e0dbd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:58.479880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:58.480530 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:58.495432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635f186-0930-491a-a35f-a8b0efc0f196 None None] Pushing event updated for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:58.508670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.522115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.540230 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.641171 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.683431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.684946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6153d0dd-7137-4366-a058-e1e438909f49 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9191439 Sep 01 15:27:58.702490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:58.715373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:58.719549 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:58.893255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:58.898207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=50cb93f4-084f-45f8-8c74-f72cbb9bea9a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:58.947449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Transition to ACTIVE for port object 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:58.964479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:58.969820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:59.009323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d47f3f-6842-4005-9ef5-763ffa07fdb9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:59.039076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffc03e-b51e-4ecd-a94d-954614ef6611 None None] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:59.085444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:59.099668 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:52Z', 'revision_number': 3, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:27:58Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:59.106229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:59.109766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.124088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Checking segment: {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:59.124686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Network hostable DHCP agents. Network: d09bfb3a-9445-4aed-951b-0fa6a6f454e2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:59.125669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c220-906b-4699-aedb-d6a16c28902e req-8bea672e-9306-45b2-89b0-0ea93ab86a5a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:59.127546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b662c220-906b-4699-aedb-d6a16c28902e req-8bea672e-9306-45b2-89b0-0ea93ab86a5a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.1323569 Sep 01 15:27:59.128413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:59.129283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:59.129872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.134507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.150726 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d66847-3efe-4607-b3eb-0fec44103fdd None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:27:52Z', 'revision_number': 3, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:27:58Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:59.196619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ef11d386-dd80-4301-a64f-a012079d2dbd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:59.240633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f6549-bc16-4ff4-b6d1-68c02159ffc2 None None] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:59.279736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bbfcba69-acce-4ab3-bfd4-c9d7259d3700 None None] Provisioning for port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:59.297833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:59.306519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b662c220-906b-4699-aedb-d6a16c28902e req-814dac46-618f-4049-bb7d-e83d0253fabe tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362970 Sep 01 15:27:59.307961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-40a22e7e-5b07-4404-b127-7b19da2ff329 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4027774 Sep 01 15:27:59.313143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:59.315286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51896) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:59.329826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:59.386990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Pushing event updated for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:59.389748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:51Z', 'revision_number': 3, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:59.396141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.473310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] For port 93edbd37-56d1-440a-8e19-dda4d0afe7af, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:59.685319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:59.685898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Updating router 9d4ee835-2022-4d43-8d5b-ff62a739887f port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:59.819769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] For port 93edbd37-56d1-440a-8e19-dda4d0afe7af, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93edbd37-56d1-440a-8e19-dda4d0afe7af,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:59.874527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.888307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.889545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.952173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c47548b0-cf78-4ade-a6dd-5ff15eebcdd5 req-8e5c6bc8-3780-4384-8a61-61cba1f99495 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0948024 Sep 01 15:27:59.961801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:00.013315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.034961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.057481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d09bfb3a-9445-4aed-951b-0fa6a6f454e2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:00.091623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.092972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.096914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 01 15:28:00.097449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Router 6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 migrating from provider to provider. {{(pid=106376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 01 15:28:00.097860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.111642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.130375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.144041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d193f540-a00b-45eb-994d-0764c09e0dbd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:00.145234 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.150247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f6600-f3a7-4fff-86be-c8a0ca058b82 None None] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:00.233444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f17c175f-ed06-48b6-9f2c-79cd6ac0af81 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5970662 Sep 01 15:28:00.298015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Allocated IP 19.80.0.65 (0c4e290a-27eb-44e6-8abf-3c0b8072d815/4a214e01-ab4f-4eb1-9256-61fd5d714c49/6b55ff66-f525-4676-b6e0-36aecff7c358) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:00.307232 n-d-802060-16 neutron-server[106376]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] No L3 agents can host the router 6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 Sep 01 15:28:00.355647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:00.356618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.520356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.539906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Hosts for router 6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121: [] {{(pid=106376) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 01 15:28:00.667417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Hosts for other DVR routers connected to router 6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121: set() {{(pid=106376) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 01 15:28:00.672882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.677566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fa42d0b-8514-44bd-a014-35e9929630e4 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "PUT /v2.0/routers/6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 HTTP/1.1" status: 200 len: 716 time: 1.9712243 Sep 01 15:28:00.680054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51904) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:00.894204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038ff2-4db8-400c-871d-d0c250fe68ac None None] Pushing event updated for resources: {'Port': ['ID=93edbd37-56d1-440a-8e19-dda4d0afe7af,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:01.127080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1b0d822f-38ca-4f93-84d1-496030556f1d None None] Provisioning for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:01.142776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1b0d822f-38ca-4f93-84d1-496030556f1d None None] Provisioning complete for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:01.142776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b0d822f-38ca-4f93-84d1-496030556f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.179473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4cacff8d-4688-4be3-84d0-a984cc2cdb71 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "GET /v2.0/routers/6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 HTTP/1.1" status: 200 len: 716 time: 0.4933627 Sep 01 15:28:01.183497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51912) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:01.288742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.325814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.426614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14973bdd-03c1-4bf5-8ba5-50a0cb88c3fe req-4327cee7-4c4f-4c85-ba00-ffaec6d9d07a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.1357036 Sep 01 15:28:01.475670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.480506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6709dc-d73d-44af-9fe4-045b59d31f1e None None] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:01.516785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.581487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Pushing event updated for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:01.605103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Transition to ACTIVE for port object 6b55ff66-f525-4676-b6e0-36aecff7c358 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:01.624920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d822f-38ca-4f93-84d1-496030556f1d None None] Port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:01.776494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Transition to ACTIVE for port object 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:01.826853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Allocated IP 2001:db8:2::2 (9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0/50cb93f4-084f-45f8-8c74-f72cbb9bea9a/1647458a-86a6-4a91-925e-17fe4691f791) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:01.837383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.953918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.969203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37e48a-2e2c-4ab3-8554-475d570e5434 req-360591dc-3161-427a-87f8-cd5a0621e76f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:01.972100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e37e48a-2e2c-4ab3-8554-475d570e5434 req-360591dc-3161-427a-87f8-cd5a0621e76f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.8389995 Sep 01 15:28:02.016770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7edb-7871-4bb6-88e1-fd509dcf284e None None] Pushing event updated for resources: {'Port': ['ID=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:02.213268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0e37e48a-2e2c-4ab3-8554-475d570e5434 req-f378de43-d9f5-465a-9279-048804c75b4d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185147 Sep 01 15:28:02.272990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.338084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:02.343216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:02.352347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2522e8bb-6642-45d6-bf59-15172c83cfe2 tempest-RoutersTestDVR-537512397 tempest-RoutersTestDVR-537512397-project] 10.222.0.41 "GET /v2.0/routers/6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 HTTP/1.1" status: 200 len: 682 time: 1.1435492 Sep 01 15:28:02.353813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c3c85b7-cbb9-482c-9741-171fc9a4c90f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:02.356613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:02.356863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:02.362838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Attempting to bind port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:02.363437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Attempting to bind port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:02.363916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Attempting to bind port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:02.416960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:02.417371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:02.417781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.452554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:02.453177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:02.454081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Bound port: 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:02.456611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.511513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:02.512328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.554016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-ad713c72-940f-4cab-af3f-a78c5263edfe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5084314 Sep 01 15:28:02.554401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118ea5d-d26c-48bc-bb26-1363b19708a0 None None] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:02.568159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973', 'admin_state_up': True, 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:02.648381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.659761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:02.663341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:02.761235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367748c3-75f9-400e-8f31-521351b9644e req-acdab289-a4c4-4d4b-bb99-3e4ff417b9a4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:02.770964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-367748c3-75f9-400e-8f31-521351b9644e req-acdab289-a4c4-4d4b-bb99-3e4ff417b9a4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 931 time: 0.1183207 Sep 01 15:28:02.959641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-367748c3-75f9-400e-8f31-521351b9644e req-a77406fe-94e7-4fbf-960c-14168a86c790 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877611 Sep 01 15:28:02.998284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:03.009968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.042618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 361bd6f8-ace6-43be-8d95-bc9982015620 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:03.295365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:03.334145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Allocated IP 19.86.0.26 (1da681f6-0eeb-4f7b-9187-da2085c33973/b3874840-0fc6-4dc3-9a70-63742822fc5e/ee546118-146e-4d8e-a970-7348b8a8e01a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:03.340434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ab1267c4-37fa-4553-9b6a-8bd3e294817a None None] Provisioning for port 93edbd37-56d1-440a-8e19-dda4d0afe7af completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:03.345210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] For port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:03.397213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:03.413619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] For port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:03.482596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.487025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:03.487611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.636224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.640499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.762266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.791645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Transition to ACTIVE for port object ee546118-146e-4d8e-a970-7348b8a8e01a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:03.869637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.874483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.016255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:04.016679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.021398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:28:04.026612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:04.029920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:04.039697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Transition to ACTIVE for port object 1647458a-86a6-4a91-925e-17fe4691f791 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:04.041883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:04.180007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.182322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8dddea5f-157e-46c0-abec-ea72049dae74 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6bf9dc9f-40a1-4c4a-a4d1-33e5a2f19121 HTTP/1.1" status: 204 len: 168 time: 1.8162813 Sep 01 15:28:04.191468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:04.211713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Request body: {'router': {'name': 'tempest-router-1525509722', 'distributed': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:04.234195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Provisioning for port 6b55ff66-f525-4676-b6e0-36aecff7c358 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:04.238212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7edb-7871-4bb6-88e1-fd509dcf284e None None] Pushing event updated for resources: {'Port': ['ID=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:04.255346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Transition to ACTIVE for port object 1647458a-86a6-4a91-925e-17fe4691f791 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:04.283104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.293260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767792d6-b275-4456-bbbc-0fb1271d9749 req-b74afc7e-9840-4d99-8745-0a1f241aaf01 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.296085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-767792d6-b275-4456-bbbc-0fb1271d9749 req-b74afc7e-9840-4d99-8745-0a1f241aaf01 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.4532313 Sep 01 15:28:04.297636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.305617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.313552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Provisioning complete for port 6b55ff66-f525-4676-b6e0-36aecff7c358 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:04.314085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.321785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.321785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.343314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6e48b4e9-3a2a-47c4-a328-a198f64fdfed tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7794106 Sep 01 15:28:04.358567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'admin_state_up': True, 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:04.381991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Port 6b55ff66-f525-4676-b6e0-36aecff7c358 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:04.384166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:04.385447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:04.389659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:04.433121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90d3f396-3f52-4e89-81d7-824142255adc admin admin] 10.222.0.41 "PUT /v2.0/routers/9d4ee835-2022-4d43-8d5b-ff62a739887f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7812085 Sep 01 15:28:04.470328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8:2::1 (9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0/50cb93f4-084f-45f8-8c74-f72cbb9bea9a/08abec03-407b-4ced-a310-62f24d4585d0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:04.505888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:04.549353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa41b5-38ff-4698-a61e-24e0751b9688 req-6a06934b-7076-4583-841a-5b9b37d5eda6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.556716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa41b5-38ff-4698-a61e-24e0751b9688 req-6a06934b-7076-4583-841a-5b9b37d5eda6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.559206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72aa41b5-38ff-4698-a61e-24e0751b9688 req-6a06934b-7076-4583-841a-5b9b37d5eda6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 1653 time: 0.3489857 Sep 01 15:28:04.560846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:04.565423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.729627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.740513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:04.770318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object 08abec03-407b-4ced-a310-62f24d4585d0 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:04.782974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Allocated IP 19.80.0.140 (0c4e290a-27eb-44e6-8abf-3c0b8072d815/4a214e01-ab4f-4eb1-9256-61fd5d714c49/e3145e2c-6617-48da-8073-cbbd754cf527) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:04.843988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.992307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:04.995431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:05.002927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:05.003677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.030077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:05.037721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:05.052732 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.075308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Transition to ACTIVE for port object e3145e2c-6617-48da-8073-cbbd754cf527 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:05.092615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:05.130311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-767792d6-b275-4456-bbbc-0fb1271d9749 req-1d5d3be4-7563-428e-ad09-ba5091ee552a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8178017 Sep 01 15:28:05.160750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '361bd6f8-ace6-43be-8d95-bc9982015620', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'port_id': '361bd6f8-ace6-43be-8d95-bc9982015620', 'mac_address': 'fa:16:3e:f9:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:05.161342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.175587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72aa41b5-38ff-4698-a61e-24e0751b9688 req-c62e4fe2-41c5-4b18-a63e-50d6da48c841 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060038 Sep 01 15:28:05.179242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.204522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.222547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Provisioning complete for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:05.222547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.237576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:05.328656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:05.340779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:05.358186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:05.373028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Pushing event updated for resources: {'Port': ['ID=1647458a-86a6-4a91-925e-17fe4691f791,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:05.427528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.432751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9009953c-def8-43a5-bddc-da12ab87ce9c tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2358546 Sep 01 15:28:05.516177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:05.556378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Attempting to bind port 1647458a-86a6-4a91-925e-17fe4691f791 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:05.556792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Attempting to bind port 1647458a-86a6-4a91-925e-17fe4691f791 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:05.562600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Attempting to bind port 1647458a-86a6-4a91-925e-17fe4691f791 on network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:05.587304 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.637037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:05.643546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:05.644326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Checking segment: {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:05.645859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.646508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Bound using segment: {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:05.647421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Bound port: 1647458a-86a6-4a91-925e-17fe4691f791, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:05.653457 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.694915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.765679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:05.766870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.824365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.827378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a94f4-167a-4742-a276-7e5cdb93efb2 None None] Port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:05.838608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-9e3cabe1-4ca6-4947-9462-19bbc192394c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4861617 Sep 01 15:28:05.884278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:05.976914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] For port 1647458a-86a6-4a91-925e-17fe4691f791, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:05.983704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] For port 1647458a-86a6-4a91-925e-17fe4691f791, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1647458a-86a6-4a91-925e-17fe4691f791,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:06.001675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 361bd6f8-ace6-43be-8d95-bc9982015620 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:06.033434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:06.043828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.048617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.081253 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.144558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:06.184985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:00Z', 'revision_number': 2, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:06.260992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51996) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:06.278758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-331572612-network', 'tenant_id': '6c8141838783400185c4979c4ffa859c'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:06.287598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.357919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a32064-6834-4b98-84a0-8b31bb8822a0 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:00Z', 'revision_number': 2, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:06.374176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.374176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 06a0a2f7-6127-4a1c-9eb4-468b1387f26c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:06.374176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['361bd6f8-ace6-43be-8d95-bc9982015620'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:06.420021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.444091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-bd88c70b-65fc-46c9-9d29-7e01dbaf6947 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:06.447215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-bd88c70b-65fc-46c9-9d29-7e01dbaf6947 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 808 time: 1.0953486 Sep 01 15:28:06.454629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.459528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Made reservation on behalf of 6c8141838783400185c4979c4ffa859c for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:06.464062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.500142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b28cdadf-bb2c-4a75-9273-fc14093870fa None None] Provisioning for port ee546118-146e-4d8e-a970-7348b8a8e01a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:06.549583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b28cdadf-bb2c-4a75-9273-fc14093870fa None None] Provisioning complete for port ee546118-146e-4d8e-a970-7348b8a8e01a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:06.550010 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b28cdadf-bb2c-4a75-9273-fc14093870fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.576760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05a28e-9001-4980-a8ed-f484f1ded405 None None] Pushing event updated for resources: {'Port': ['ID=1647458a-86a6-4a91-925e-17fe4691f791,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:06.732692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-cf7ddac0-5e2a-4139-9aa8-66ab5402235e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/quotas/74b89bf32154474ebf72dcf463a2a1e7 HTTP/1.1" status: 200 len: 375 time: 0.2658193 Sep 01 15:28:06.764927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.767682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3771bc9e-bfaf-4e53-8e6e-1239b5a57001 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:28:06.788106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b28cdadf-bb2c-4a75-9273-fc14093870fa None None] Port ee546118-146e-4d8e-a970-7348b8a8e01a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:06.790238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:06.848338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.850917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5cc723f4-4366-4a96-9819-c47e10cfe3d2 tempest-RoutersTestDVR-1161463512 tempest-RoutersTestDVR-1161463512-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3771bc9e-bfaf-4e53-8e6e-1239b5a57001 HTTP/1.1" status: 204 len: 168 time: 1.3311279 Sep 01 15:28:06.999829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:07.055401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Provisioning for port e3145e2c-6617-48da-8073-cbbd754cf527 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:07.074954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.076640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.096874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.108266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:07.111760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Provisioning complete for port e3145e2c-6617-48da-8073-cbbd754cf527 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.112596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.260040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Port e3145e2c-6617-48da-8073-cbbd754cf527 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:07.324439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Provisioning complete for port ee546118-146e-4d8e-a970-7348b8a8e01a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.325271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.384499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480ffa5-e237-4ed0-83e3-837f70865008 req-c6d69555-42fc-4608-ad8c-8f317e7e98b1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.393218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1480ffa5-e237-4ed0-83e3-837f70865008 req-c6d69555-42fc-4608-ad8c-8f317e7e98b1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 945 time: 0.9768658 Sep 01 15:28:07.465184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1480ffa5-e237-4ed0-83e3-837f70865008 req-a55fb5fc-8f70-4dfc-83e2-89f1b8781e2e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707095 Sep 01 15:28:07.475339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c079e5e3-244a-459b-9864-5daaa9bc4d61 None None] Port ee546118-146e-4d8e-a970-7348b8a8e01a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:07.508679 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.596556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:07.615345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.616196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:07.731885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b55ff66-f525-4676-b6e0-36aecff7c358 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:07.834835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.871990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:07.902492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ef583-de80-42ad-a113-5cc656b80181 req-588b6892-a61d-4c71-be29-2044a4aadcf2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.908400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.908771 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.914488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ef583-de80-42ad-a113-5cc656b80181 req-588b6892-a61d-4c71-be29-2044a4aadcf2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.932966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ef583-de80-42ad-a113-5cc656b80181 req-588b6892-a61d-4c71-be29-2044a4aadcf2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.941837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-136ef583-de80-42ad-a113-5cc656b80181 req-588b6892-a61d-4c71-be29-2044a4aadcf2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2375 time: 0.2625606 Sep 01 15:28:07.954602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52002) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:08.115276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.139606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 361bd6f8-ace6-43be-8d95-bc9982015620 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:08.144818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Transition to ACTIVE for port object 6b55ff66-f525-4676-b6e0-36aecff7c358 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:08.147520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-6a5b10d5-fde9-4292-bf98-a5a067a2ab14 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&fields=id HTTP/1.1" status: 200 len: 210 time: 1.3864596 Sep 01 15:28:08.148528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.183459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:08.235683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.236159 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Added segment 50e26f50-1f4c-4d5e-a094-be9c1c71c3b1 of type vlan for network 140f2135-41e4-44ca-b5c1-343c256dffc1 Sep 01 15:28:08.312211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93edbd37-56d1-440a-8e19-dda4d0afe7af up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:08.372369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-136ef583-de80-42ad-a113-5cc656b80181 req-0338cb2f-c194-4716-af01-e75c6b2df9be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292901 Sep 01 15:28:08.382569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b666520-e7cb-4226-948f-b6e0d58a3f94,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:08.386281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.480135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.492371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257cfd4-4bd9-48c6-baea-d49fc0045c9c None None] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:08.606345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.608723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.610282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.781743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cd15fe49-bee9-4794-b54d-616bfece3dfa None None] Provisioning for port 1647458a-86a6-4a91-925e-17fe4691f791 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:08.879072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 361bd6f8-ace6-43be-8d95-bc9982015620 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:08.879665 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.982189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 93edbd37-56d1-440a-8e19-dda4d0afe7af completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:09.023370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 93edbd37-56d1-440a-8e19-dda4d0afe7af triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:09.033897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.098214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-9acdabb9-0593-49e9-b43b-c296f34237d3 service neutron] 10.222.0.41 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9085889 Sep 01 15:28:09.141849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47e6a43a-a51d-4095-a3e7-965f5a8f11b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.152301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:09.161892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:09.192209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.194341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:09.195554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.333322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:09.343762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:09.521631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:09.534519 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-d80d13c4-3035-4ce0-8523-59a6c419064f service neutron] 10.222.0.41 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135602 Sep 01 15:28:09.548561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2770336 Sep 01 15:28:09.574475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:09.623963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025df183-32b9-4c31-a82a-c9e35af5084e req-9127e5d9-f9fd-4fba-8d09-5bfb461c9eca tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:09.639343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-025df183-32b9-4c31-a82a-c9e35af5084e req-9127e5d9-f9fd-4fba-8d09-5bfb461c9eca tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 945 time: 0.8261480 Sep 01 15:28:09.669161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Request body: {'subnet': {'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-331572612-subnet', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:09.764262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:09.777887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c47382a0-ac0f-4ef3-b44d-f9f0e8c4b711 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4611521 Sep 01 15:28:09.788209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52014) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:09.804633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:09.819953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1351435838'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:09.825304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6cd3-9322-4dcc-a1cf-a751d179453b admin admin] Pushing event updated for resources: {'Network': ['ID=140f2135-41e4-44ca-b5c1-343c256dffc1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:09.849154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:10.041297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Attempting to bind port 6b55ff66-f525-4676-b6e0-36aecff7c358 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:10.042411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Attempting to bind port 6b55ff66-f525-4676-b6e0-36aecff7c358 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:10.043372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Attempting to bind port 6b55ff66-f525-4676-b6e0-36aecff7c358 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:10.076468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Port 6b55ff66-f525-4676-b6e0-36aecff7c358 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:10.077646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Attempting to bind port 6b55ff66-f525-4676-b6e0-36aecff7c358 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:10.089715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-025df183-32b9-4c31-a82a-c9e35af5084e req-47903ba3-0de0-41b0-93e5-c53aede845f5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411824 Sep 01 15:28:10.106186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:10.108908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Checking segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:10.108908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Bound using segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:10.108908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Bound port: 6b55ff66-f525-4676-b6e0-36aecff7c358, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:10.110413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.225154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.286732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:10.290997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:10.395705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89d578ba-80a0-4a84-bb89-e2b3e0e4a526 req-56d91707-4606-4591-b0ba-569f7dd9b453 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 210 time: 0.1213892 Sep 01 15:28:10.414792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0388-2996-483a-9b0d-b15582fc1edf req-cf33c3cf-3ab7-4e22-bd17-e306caf2fc67 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.451208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:10.456311 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66a01a-bfd3-4278-8c4a-22e632c3da5d" -d '{"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-plugged", "status": "completed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:10.457625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0388-2996-483a-9b0d-b15582fc1edf req-cf33c3cf-3ab7-4e22-bd17-e306caf2fc67 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.466641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0388-2996-483a-9b0d-b15582fc1edf req-cf33c3cf-3ab7-4e22-bd17-e306caf2fc67 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.480598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78dd0388-2996-483a-9b0d-b15582fc1edf req-cf33c3cf-3ab7-4e22-bd17-e306caf2fc67 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2387 time: 0.2784860 Sep 01 15:28:10.529385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47e6a43a-a51d-4095-a3e7-965f5a8f11b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.585797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78dd0388-2996-483a-9b0d-b15582fc1edf req-96ec66ad-b485-4bce-aaab-50bfe425c635 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000941 Sep 01 15:28:10.626280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:28:10.626280 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:28:10.626280 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': '7fd383b771f14d6089577b911070c509', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 28, 9, 859915)}] Sep 01 15:28:10.626280 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:28:10.627369 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:28:10.642068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47e6a43a-a51d-4095-a3e7-965f5a8f11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.651084 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.692847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:10.713712 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ac812-4ccc-42d4-baf3-b79fba7a8dba x-openstack-request-id: req-b43ac812-4ccc-42d4-baf3-b79fba7a8dba {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:10.715046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6a43a-a51d-4095-a3e7-965f5a8f11b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68aefaa-1b32-4448-836f-da5e9503b2da,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:10.715938 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-plugged", "status": "completed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:10.718498 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b43ac812-4ccc-42d4-baf3-b79fba7a8dba {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:10.719943 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620', 'code': 200} Sep 01 15:28:10.757591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Made reservation on behalf of 6c8141838783400185c4979c4ffa859c for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:10.760804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.775090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:10.827150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 93edbd37-56d1-440a-8e19-dda4d0afe7af, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93edbd37-56d1-440a-8e19-dda4d0afe7af,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:10.841143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:10.844864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.880877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.882197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.884830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] 10.222.0.50 "PUT /v2.0/ports/6b55ff66-f525-4676-b6e0-36aecff7c358 HTTP/1.1" status: 200 len: 1092 time: 5.0281420 Sep 01 15:28:10.898717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52028) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:10.901515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.903007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef11d386-dd80-4301-a64f-a012079d2dbd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:10.912728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-47e6a43a-a51d-4095-a3e7-965f5a8f11b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f910d178e33246a5b993da57513b7334&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7756662 Sep 01 15:28:10.935664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:10.945972 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171174b0-cd2d-4229-aeec-07c992e57ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:11.067689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:11.149800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.218983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-57d76900-5787-42f4-8dfa-83f2aefe0a9b None None] Provisioning for port 08abec03-407b-4ced-a310-62f24d4585d0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:11.252539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:11.279242 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483c1b0-5f56-43ac-bc90-99486e5bd095 x-openstack-request-id: req-7483c1b0-5f56-43ac-bc90-99486e5bd095 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:11.279571 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:11.279774 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7483c1b0-5f56-43ac-bc90-99486e5bd095 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:11.287227 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'status': 'completed', 'code': 200} Sep 01 15:28:11.360593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-57d76900-5787-42f4-8dfa-83f2aefe0a9b None None] Provisioning complete for port 08abec03-407b-4ced-a310-62f24d4585d0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:11.360593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57d76900-5787-42f4-8dfa-83f2aefe0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.487732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=93edbd37-56d1-440a-8e19-dda4d0afe7af,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:11.518628 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:11.536788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.541668 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:11.544061 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:11.585710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6fa5-dc76-4015-aa8a-526756c40144 service neutron] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:11.739378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.748073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.790103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:11.819805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.826335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ef11d386-dd80-4301-a64f-a012079d2dbd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:11.827732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.850007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-57d76900-5787-42f4-8dfa-83f2aefe0a9b None None] Port 08abec03-407b-4ced-a310-62f24d4585d0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:11.866495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff20aee-f678-4e54-935c-761a9ea5ef53 req-f9a5faaf-24f3-4bc5-9538-cdba8888a494 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 210 time: 0.2700601 Sep 01 15:28:11.888473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f1a5-7c26-4716-aa89-a284e0d72abd req-fa4f8560-c3fa-45af-83dc-535266496a98 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:11.922716 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c533f1a5-7c26-4716-aa89-a284e0d72abd req-fa4f8560-c3fa-45af-83dc-535266496a98 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.5698078 Sep 01 15:28:11.986390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-52857ade-ea7a-4f92-8d4f-bbd275b95d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:11.989051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-52857ade-ea7a-4f92-8d4f-bbd275b95d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:11.999245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-52857ade-ea7a-4f92-8d4f-bbd275b95d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:12.006113 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:12.025394 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-52857ade-ea7a-4f92-8d4f-bbd275b95d27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2731 time: 0.9307554 Sep 01 15:28:12.056084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:12.487210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7223bef9-d155-4127-871d-40eed7ed362f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:12.719910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c85bf615-5f36-4cdc-b754-fadea43c2c4a None None] Provisioning complete for port 08abec03-407b-4ced-a310-62f24d4585d0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:12.720531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c85bf615-5f36-4cdc-b754-fadea43c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.936461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c85bf615-5f36-4cdc-b754-fadea43c2c4a None None] Port 08abec03-407b-4ced-a310-62f24d4585d0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:12.989238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:00Z', 'revision_number': 2, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:13.001158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7223bef9-d155-4127-871d-40eed7ed362f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:13.011240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7223bef9-d155-4127-871d-40eed7ed362f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:13.012053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.028595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4885a-6f7e-4286-a0d5-1f49452910e9 req-3174260e-dbff-4dc1-9ced-51498b77ced0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.042583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4885a-6f7e-4286-a0d5-1f49452910e9 req-3174260e-dbff-4dc1-9ced-51498b77ced0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.064893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4885a-6f7e-4286-a0d5-1f49452910e9 req-3174260e-dbff-4dc1-9ced-51498b77ced0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.068792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b4885a-6f7e-4286-a0d5-1f49452910e9 req-3174260e-dbff-4dc1-9ced-51498b77ced0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2387 time: 0.8020127 Sep 01 15:28:13.097944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:05Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:06Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:27:58Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:13.117933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:13.118284 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Updating router 9d4ee835-2022-4d43-8d5b-ff62a739887f port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:13.203409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-5732665b-287e-4879-a908-a278cb41f6f5 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.206571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-5732665b-287e-4879-a908-a278cb41f6f5 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 808 time: 0.4590089 Sep 01 15:28:13.211050 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.224567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Request body: {'port': {'device_id': '8f533426-3016-4c27-82ef-080349cb4a6d', 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2', 'admin_state_up': True, 'tenant_id': '74b89bf32154474ebf72dcf463a2a1e7'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:13.234217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:13.235147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Updating router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c port 08abec03-407b-4ced-a310-62f24d4585d0 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:13.299475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.339270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.367446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.418341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee546118-146e-4d8e-a970-7348b8a8e01a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:13.429442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.447028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Transition to ACTIVE for port object ee546118-146e-4d8e-a970-7348b8a8e01a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:13.474549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:13.484990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7223bef9-d155-4127-871d-40eed7ed362f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7223bef9-d155-4127-871d-40eed7ed362f,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:13.506454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.540690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.541329 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added segment c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8 of type vlan for network 03c015a8-98a3-450a-a3d5-acf91afaf790 Sep 01 15:28:13.548321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-8aa2a2d3-38a2-46ec-a141-50ac8e0139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.549219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-8aa2a2d3-38a2-46ec-a141-50ac8e0139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.549874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-8aa2a2d3-38a2-46ec-a141-50ac8e0139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.552870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-8aa2a2d3-38a2-46ec-a141-50ac8e0139e6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5243428 Sep 01 15:28:13.583207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c533f1a5-7c26-4716-aa89-a284e0d72abd req-0fdffc9a-1c67-4bff-b274-08188d26c17c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6585200 Sep 01 15:28:13.612130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:13.655449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.772225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf9b1a2-68a2-46f7-be75-8918bb006cc1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:13.861474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56b4885a-6f7e-4286-a0d5-1f49452910e9 req-2482031e-fd16-4859-ba15-13b8513a8ce3 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7081957 Sep 01 15:28:13.991340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Pushing event updated for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.126107 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.143549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Transition to ACTIVE for port object 08abec03-407b-4ced-a310-62f24d4585d0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:14.151988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 06a0a2f7-6127-4a1c-9eb4-468b1387f26c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:14.157208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.253422 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.284678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Transition to ACTIVE for port object 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:14.304084 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.380446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Made reservation on behalf of 74b89bf32154474ebf72dcf463a2a1e7 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:14.384949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.398322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-6d5a789a-badd-44ea-bf2b-c93937e73ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:14.400230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-171174b0-cd2d-4229-aeec-07c992e57ea6 req-6d5a789a-badd-44ea-bf2b-c93937e73ff1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8127785 Sep 01 15:28:14.401197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.405134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.420616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68aefaa-1b32-4448-836f-da5e9503b2da HTTP/1.1" status: 204 len: 168 time: 3.5196421 Sep 01 15:28:14.424469 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a6c4787b-aa57-4cec-8b12-419e0da2cf6d req-ce00d3c0-4be5-4b4f-9e89-33777925f5c0 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 210 time: 0.4720035 Sep 01 15:28:14.426871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62babb-58b8-4b9f-bec7-66029269686d None None] Pushing event updated for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.433112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.451802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Checking segment: {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:14.457718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Network hostable DHCP agents. Network: 140f2135-41e4-44ca-b5c1-343c256dffc1, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:14.477743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413b42-13a1-4628-9b63-12e33f5d0994 None None] Pushing event updated for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.491311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:14.493361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.507748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ea9ee-4c57-41bf-a790-870f7bbd4967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68aefaa-1b32-4448-836f-da5e9503b2da,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.528129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Attempting to bind port ee546118-146e-4d8e-a970-7348b8a8e01a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:14.528774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Attempting to bind port ee546118-146e-4d8e-a970-7348b8a8e01a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:14.529301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Attempting to bind port ee546118-146e-4d8e-a970-7348b8a8e01a on network 1da681f6-0eeb-4f7b-9187-da2085c33973 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:14.546502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Port ee546118-146e-4d8e-a970-7348b8a8e01a on network 1da681f6-0eeb-4f7b-9187-da2085c33973 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:14.553871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Attempting to bind port ee546118-146e-4d8e-a970-7348b8a8e01a on network 1da681f6-0eeb-4f7b-9187-da2085c33973 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:14.562418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:14.586075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:14.588193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Checking segment: {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:14.596584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Bound using segment: {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:14.597951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Bound port: ee546118-146e-4d8e-a970-7348b8a8e01a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142fa96b-e6ee-42ca-88c1-c9e2908a2333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:14.598652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.673213 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Attempting to bind port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:14.673981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Attempting to bind port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:14.676664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Attempting to bind port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:14.693488 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:14.694723 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:14.697336 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.699635 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:14.702468 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Bound port: 2cc2f0c2-0bea-4169-b8f1-9ea843e05480, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:14.704947 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.732230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.739251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0703a676-b32c-4182-b80e-e1622b246b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.742962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 140f2135-41e4-44ca-b5c1-343c256dffc1) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:14.760326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:14.761080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.762823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Attempting to bind port 08abec03-407b-4ced-a310-62f24d4585d0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:14.763453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Attempting to bind port 08abec03-407b-4ced-a310-62f24d4585d0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:14.763590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Attempting to bind port 08abec03-407b-4ced-a310-62f24d4585d0 on network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:14.801494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:14.802160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Checking segment: {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:14.802805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.803282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Bound using segment: {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:14.803968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Bound port: 08abec03-407b-4ced-a310-62f24d4585d0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85c581-41b5-4a91-9c52-616b2788aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:14.804497 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.861192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:14.861531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaa7f7-cfe8-491e-a6c8-9cfc04c8b2a7 None None] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:14.862125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.051791 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] For port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:15.063595 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 5.2683458 Sep 01 15:28:15.071272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52054) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:15.098196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'subnet': {'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:15.099994 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] For port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:15.126894 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.285801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f1087-9285-44f0-9efc-2f693fd85e0d tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Network': ['ID=03c015a8-98a3-450a-a3d5-acf91afaf790,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:15.446070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:15.460221 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:15.461046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:15.470798 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413b42-13a1-4628-9b63-12e33f5d0994 None None] Pushing event updated for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:15.595885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52058) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:15.598467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Allocated IP 172.20.0.9 (d09bfb3a-9445-4aed-951b-0fa6a6f454e2/24d47f3f-6842-4005-9ef5-763ffa07fdb9/e3055741-2520-4bf4-9746-816791848311) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:15.694701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35615bf8-776d-44ec-ace2-0ef187212f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.738762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454543-c69d-41ca-ad17-ef2f9e444bd0 req-11f2dd42-f7d3-4102-836c-0b068dacf831 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:15.752419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454543-c69d-41ca-ad17-ef2f9e444bd0 req-11f2dd42-f7d3-4102-836c-0b068dacf831 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:15.761034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c3c85b7-cbb9-482c-9741-171fc9a4c90f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:15.764812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454543-c69d-41ca-ad17-ef2f9e444bd0 req-11f2dd42-f7d3-4102-836c-0b068dacf831 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:15.767427 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:15.783583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] For port 08abec03-407b-4ced-a310-62f24d4585d0, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:15.792271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89454543-c69d-41ca-ad17-ef2f9e444bd0 req-11f2dd42-f7d3-4102-836c-0b068dacf831 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2399 time: 0.4266031 Sep 01 15:28:15.811798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] For port 08abec03-407b-4ced-a310-62f24d4585d0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=08abec03-407b-4ced-a310-62f24d4585d0,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:15.884920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Made reservation on behalf of 7fd383b771f14d6089577b911070c509 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:15.888646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.901911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.918684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-384bf550-b864-4def-9910-e4ddd0d60f1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.3315167 Sep 01 15:28:15.920014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52060) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:15.945309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:15.950417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:15.959030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ee546118-146e-4d8e-a970-7348b8a8e01a,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:15.995635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54d09-678c-4e5c-a1a2-20d55812269f req-f4948e29-e7f6-4252-a985-be772c3fd337 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:16.004222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ef54d09-678c-4e5c-a1a2-20d55812269f req-f4948e29-e7f6-4252-a985-be772c3fd337 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 1.1816068 Sep 01 15:28:16.047188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.158919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62babb-58b8-4b9f-bec7-66029269686d None None] Pushing event updated for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:16.215325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-140f2135-41e4-44ca-b5c1-343c256dffc1', 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'fixed_ips': [{'subnet_id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:16.216884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.268572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.271513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.330214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:16.331333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:27:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:16.339976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ef54d09-678c-4e5c-a1a2-20d55812269f req-2e8081e6-b869-4bc6-b59f-cb26f71d1ae8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266504 Sep 01 15:28:16.391822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:16.397581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.408143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] 10.222.0.50 "PUT /v2.0/ports/ee546118-146e-4d8e-a970-7348b8a8e01a HTTP/1.1" status: 200 len: 1092 time: 5.3657329 Sep 01 15:28:16.464132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:16.482417 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1499c45-010d-485d-8a86-42a4f36251de" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:16.488703 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:14Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:16.521010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Request body: {'port': {'device_id': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:16.646768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191f5be-399a-4c80-acb8-29b4b085f4a7 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:14Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:16.684042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.776795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Subnet': ['ID=5b53a0a2-d52c-4472-a91c-41e15626c7a7,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:16.871844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89454543-c69d-41ca-ad17-ef2f9e444bd0 req-b99afd48-3d69-4bb5-b40d-bbb538f415ca tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0065439 Sep 01 15:28:16.887812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Checking segment: {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:16.888181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network hostable DHCP agents. Network: 03c015a8-98a3-450a-a3d5-acf91afaf790, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:16.913624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96290944-fc70-41e0-9af4-e52d9afd7412 req-1f6e7fd2-7c5b-49b3-b09b-9a0f96ec8030 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 210 time: 0.2756777 Sep 01 15:28:17.089708 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13800dcb-cf41-474c-ace7-9e818257280b x-openstack-request-id: req-13800dcb-cf41-474c-ace7-9e818257280b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:17.093250 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:17.094876 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13800dcb-cf41-474c-ace7-9e818257280b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:17.096103 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a', 'status': 'completed', 'code': 200} Sep 01 15:28:17.132468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.154707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-7ac97c05-9fdb-42cd-96e0-93d3080c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.155214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-7ac97c05-9fdb-42cd-96e0-93d3080c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.155772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-7ac97c05-9fdb-42cd-96e0-93d3080c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.158821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1499c45-010d-485d-8a86-42a4f36251de req-7ac97c05-9fdb-42cd-96e0-93d3080c6919 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2799 time: 0.1161339 Sep 01 15:28:17.159692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:17.192723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 03c015a8-98a3-450a-a3d5-acf91afaf790) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:17.202779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.204232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.234136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.239709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:17.247280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27f29-f01f-4660-b374-daa814545b9a service neutron] Pushing event updated for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:17.305567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35615bf8-776d-44ec-ace2-0ef187212f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.368111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35615bf8-776d-44ec-ace2-0ef187212f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.436357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de5ac0-176d-4964-b664-3a95d4d9d509 None None] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:17.487155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.562515 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9d666cdf-ebe3-4163-8084-341edfd77a9a tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4894671 Sep 01 15:28:17.609516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:17.611192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.611517 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:28:17.626967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf3a4-c109-4d97-afaf-b189c2a8fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.739228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:17.739831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.807454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.954651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3145e2c-6617-48da-8073-cbbd754cf527 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:17.963965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.003013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Transition to ACTIVE for port object e3145e2c-6617-48da-8073-cbbd754cf527 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:18.028486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.084592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Allocated IP 172.20.0.2 (140f2135-41e4-44ca-b5c1-343c256dffc1/cdf9b1a2-68a2-46f7-be75-8918bb006cc1/5395d498-37df-420a-8845-a8db135f26f4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:18.163478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.442430 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.452470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Transition to ACTIVE for port object 5395d498-37df-420a-8845-a8db135f26f4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:18.462214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9cd03-8325-4187-84ad-2ba3f0ff31c6 req-0678b79f-370a-407a-83d8-6d34a3625807 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:18.483072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9cd03-8325-4187-84ad-2ba3f0ff31c6 req-0678b79f-370a-407a-83d8-6d34a3625807 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:18.507330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:18.519178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9cd03-8325-4187-84ad-2ba3f0ff31c6 req-0678b79f-370a-407a-83d8-6d34a3625807 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:18.523474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73f9cd03-8325-4187-84ad-2ba3f0ff31c6 req-0678b79f-370a-407a-83d8-6d34a3625807 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2411 time: 0.5095100 Sep 01 15:28:18.528634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Pushing event updated for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:18.590654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Transition to ACTIVE for port object 5395d498-37df-420a-8845-a8db135f26f4 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:18.618437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35615bf8-776d-44ec-ace2-0ef187212f7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=586cf18d010e459c9bc4776742145509&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0117602 Sep 01 15:28:18.619329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35615bf8-776d-44ec-ace2-0ef187212f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f02c1-acc3-44eb-9e93-4e943d47494b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:18.632894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Pushing event updated for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:18.644977 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.653712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52072) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:18.662492 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.688620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.695065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:18.710382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:05Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:15Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:18.762948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:18.779904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:18.821596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:18.823958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:18.826249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636445ba-05c2-4570-97e4-9b83afeaafa1 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:05Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:15Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:18.834946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:18.868089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b65f-4746-4b1f-b072-65c1f9759ac7 req-f46751fc-f9d1-48bc-9d36-0fdf25158bda tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:18.870941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d962b65f-4746-4b1f-b072-65c1f9759ac7 req-f46751fc-f9d1-48bc-9d36-0fdf25158bda tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 1.3027599 Sep 01 15:28:18.877612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-03c015a8-98a3-450a-a3d5-acf91afaf790', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:18.878140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73f9cd03-8325-4187-84ad-2ba3f0ff31c6 req-02018325-f9eb-452e-888d-f05e370280e6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439536 Sep 01 15:28:18.878500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.941297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Pushing event updated for resources: {'Port': ['ID=5395d498-37df-420a-8845-a8db135f26f4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:19.078232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:19.117091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Attempting to bind port e3145e2c-6617-48da-8073-cbbd754cf527 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:19.122418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Attempting to bind port e3145e2c-6617-48da-8073-cbbd754cf527 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:19.122948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Attempting to bind port e3145e2c-6617-48da-8073-cbbd754cf527 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:19.147656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Port e3145e2c-6617-48da-8073-cbbd754cf527 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:19.148400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Attempting to bind port e3145e2c-6617-48da-8073-cbbd754cf527 on network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:19.160212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:19.161167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Checking segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:19.161858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Bound using segment: {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:19.162583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Bound port: e3145e2c-6617-48da-8073-cbbd754cf527, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27334654-51c5-4589-804c-e1e81db1b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:19.163237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.184179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-8b4202bd-c828-4030-9564-40c09af2b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.184929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-8b4202bd-c828-4030-9564-40c09af2b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.188740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-8b4202bd-c828-4030-9564-40c09af2b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.192377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1499c45-010d-485d-8a86-42a4f36251de req-8b4202bd-c828-4030-9564-40c09af2b9ff service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&shared=False HTTP/1.1" status: 200 len: 2291 time: 2.0219753 Sep 01 15:28:19.348138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:19.355094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3145e2c-6617-48da-8073-cbbd754cf527,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:19.369544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Allocated IP 2001:db8:3::2 (03c015a8-98a3-450a-a3d5-acf91afaf790/5b53a0a2-d52c-4472-a91c-41e15626c7a7/5f48947a-2345-4c57-ab94-248865a7924d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:19.455525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.502268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.543926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.582573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.600344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Transition to ACTIVE for port object 5f48947a-2345-4c57-ab94-248865a7924d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:19.620402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Transition to ACTIVE for port object 5f48947a-2345-4c57-ab94-248865a7924d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:19.624237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:19.624764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.707262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc075ac-508d-4e1d-ab88-ea747dfa10f5 req-0cc56035-a96f-4eb0-9495-89204cc198ea tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.712416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbc075ac-508d-4e1d-ab88-ea747dfa10f5 req-0cc56035-a96f-4eb0-9495-89204cc198ea tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 931 time: 0.3434508 Sep 01 15:28:19.714006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.714645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.719014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3145e2c-6617-48da-8073-cbbd754cf527 HTTP/1.1" status: 200 len: 1093 time: 3.2237549 Sep 01 15:28:19.737472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Attempting to bind port 5395d498-37df-420a-8845-a8db135f26f4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:19.744953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Attempting to bind port 5395d498-37df-420a-8845-a8db135f26f4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:19.746396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:19.748878 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f467c39b-a6b7-43f0-ae64-810d93c649c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:19.750261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Attempting to bind port 5395d498-37df-420a-8845-a8db135f26f4 on network 140f2135-41e4-44ca-b5c1-343c256dffc1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:19.766132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.846027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbc075ac-508d-4e1d-ab88-ea747dfa10f5 req-e5c419f3-a813-4461-9094-15908e70c48e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 Sep 01 15:28:19.889715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869cb93-5226-4f47-b56f-41d496df6331 service neutron] Pushing event updated for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:19.927916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.942822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:19.943416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Checking segment: {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:19.944043 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.944693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Bound using segment: {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:19.958305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Bound port: 5395d498-37df-420a-8845-a8db135f26f4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:19.959277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.963489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.964856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.979611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.999482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499c45-010d-485d-8a86-42a4f36251de req-58604b94-8581-4f6c-82ee-89e60273b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.012892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e1499c45-010d-485d-8a86-42a4f36251de req-58604b94-8581-4f6c-82ee-89e60273b7a9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7791617 Sep 01 15:28:20.087876 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c5c2f-aa7b-4548-85bc-ec1cf6e3b016 x-openstack-request-id: req-820c5c2f-aa7b-4548-85bc-ec1cf6e3b016 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:20.088962 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:20.089301 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-820c5c2f-aa7b-4548-85bc-ec1cf6e3b016 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:20.089791 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527', 'status': 'completed', 'code': 200} Sep 01 15:28:20.165912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-ab626ba9-b9b5-4653-a53f-e61bad1789d4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9432540 Sep 01 15:28:20.244604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Request body: {'port': {'device_id': '8f533426-3016-4c27-82ef-080349cb4a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:20.282314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:20.313902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Allocated IP 172.25.1.82 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/7d904d19-cc84-406b-8d20-cf7bb49fba56) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:20.317107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d962b65f-4746-4b1f-b072-65c1f9759ac7 req-e026c4b1-d27c-404e-8da1-efe55a5310ac tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2838469 Sep 01 15:28:20.333191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.338650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:20.346944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae51728-dda5-4be1-a2ea-0fe3c0a16b14 req-7c7f705e-2479-4adb-9c7e-2c8629bca958 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.354411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae51728-dda5-4be1-a2ea-0fe3c0a16b14 req-7c7f705e-2479-4adb-9c7e-2c8629bca958 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.364482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae51728-dda5-4be1-a2ea-0fe3c0a16b14 req-7c7f705e-2479-4adb-9c7e-2c8629bca958 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.366583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Pushing event updated for resources: {'Port': ['ID=5f48947a-2345-4c57-ab94-248865a7924d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:20.367068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ae51728-dda5-4be1-a2ea-0fe3c0a16b14 req-7c7f705e-2479-4adb-9c7e-2c8629bca958 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2411 time: 0.1564765 Sep 01 15:28:20.377966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:20.511634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.588019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-1ce63b2c-86c5-4b51-8b4a-0e8116d08f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.588419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-1ce63b2c-86c5-4b51-8b4a-0e8116d08f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.590297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-1ce63b2c-86c5-4b51-8b4a-0e8116d08f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.592806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-1ce63b2c-86c5-4b51-8b4a-0e8116d08f23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2867 time: 0.4443858 Sep 01 15:28:20.599593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ae51728-dda5-4be1-a2ea-0fe3c0a16b14 req-696940d7-d2aa-4d26-9b6c-e46dbd4c3b7f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181005 Sep 01 15:28:20.604720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] For port 5395d498-37df-420a-8845-a8db135f26f4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:20.662533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.667396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.669626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/104f02c1-acc3-44eb-9e93-4e943d47494b HTTP/1.1" status: 204 len: 168 time: 1.9909205 Sep 01 15:28:20.687614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] For port 5395d498-37df-420a-8845-a8db135f26f4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5395d498-37df-420a-8845-a8db135f26f4,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:20.690717 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.707955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Attempting to bind port 5f48947a-2345-4c57-ab94-248865a7924d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:20.708536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Attempting to bind port 5f48947a-2345-4c57-ab94-248865a7924d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:20.709419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Attempting to bind port 5f48947a-2345-4c57-ab94-248865a7924d on network 03c015a8-98a3-450a-a3d5-acf91afaf790 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:20.731449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.736546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.813303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-c83cd1c9-8d78-481d-a487-09568e4867f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=6b55ff66-f525-4676-b6e0-36aecff7c358 HTTP/1.1" status: 200 len: 217 time: 0.1652887 Sep 01 15:28:20.822178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220b1fa-a604-4dd9-bd35-8ec14a43cb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f02c1-acc3-44eb-9e93-4e943d47494b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:20.839763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.852614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:20.853247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Checking segment: {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:20.853921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.854588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Bound using segment: {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:20.855417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Bound port: 5f48947a-2345-4c57-ab94-248865a7924d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:20.856061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.861767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:20.905631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.907085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93edbd37-56d1-440a-8e19-dda4d0afe7af up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:20.930920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.018597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:21.033641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:21.073741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:21.152366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Pushing event updated for resources: {'Port': ['ID=7d904d19-cc84-406b-8d20-cf7bb49fba56,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:21.190337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1cec-f363-49c9-a1c5-4b35f283a64e None None] Pushing event updated for resources: {'Port': ['ID=5395d498-37df-420a-8845-a8db135f26f4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:21.453763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] For port 5f48947a-2345-4c57-ab94-248865a7924d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:21.479186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] For port 5f48947a-2345-4c57-ab94-248865a7924d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f48947a-2345-4c57-ab94-248865a7924d,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:21.485648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:21.485648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 93edbd37-56d1-440a-8e19-dda4d0afe7af triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:21.485648 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.532121 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.906349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323b2f2-2c02-4e69-9d9e-446cda042a1c None None] Pushing event updated for resources: {'Port': ['ID=5f48947a-2345-4c57-ab94-248865a7924d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:21.922212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1647458a-86a6-4a91-925e-17fe4691f791 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:22.050342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-58dbbed0-b819-49da-bfda-2c9798295c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:22.055019 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-58dbbed0-b819-49da-bfda-2c9798295c6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a214e01-ab4f-4eb1-9256-61fd5d714c49 HTTP/1.1" status: 200 len: 801 time: 1.2288017 Sep 01 15:28:22.062258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1647458a-86a6-4a91-925e-17fe4691f791 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:22.074806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1647458a-86a6-4a91-925e-17fe4691f791 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:22.075197 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:22.240736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:22.392172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e6ba3-3a2c-47b4-85aa-b01a06912746 req-9011827b-a30a-4927-8a85-9eb8f2cf47f8 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:22.394779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-217e6ba3-3a2c-47b4-85aa-b01a06912746 req-9011827b-a30a-4927-8a85-9eb8f2cf47f8 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 931 time: 0.6256568 Sep 01 15:28:22.403921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:22.548766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 1647458a-86a6-4a91-925e-17fe4691f791, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1647458a-86a6-4a91-925e-17fe4691f791,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:22.559041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:22.714682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fa6cf-25a0-482d-8c4b-191120a3d989 req-642d37bc-f1e8-447f-aa27-0121da66a865 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:22.740972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a96fa6cf-25a0-482d-8c4b-191120a3d989 req-642d37bc-f1e8-447f-aa27-0121da66a865 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 1.1080725 Sep 01 15:28:22.749399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=1647458a-86a6-4a91-925e-17fe4691f791,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:23.016197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Allocated IP 2001:db8:3::1 (03c015a8-98a3-450a-a3d5-acf91afaf790/5b53a0a2-d52c-4472-a91c-41e15626c7a7/a74b0f3a-2047-4d34-80d8-f279734f716e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:23.027162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-12788630-4501-432f-b2cd-fd3de45b127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:23.029171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-12788630-4501-432f-b2cd-fd3de45b127c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c4e290a-27eb-44e6-8abf-3c0b8072d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9568238 Sep 01 15:28:23.101274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.180438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d78cc-4256-4381-8ba7-c82d8e5e51e4 None None] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:23.209198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52104) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:23.224972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a96fa6cf-25a0-482d-8c4b-191120a3d989 req-0b5546fc-933e-41d6-b082-18ebdbcf2164 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808545 Sep 01 15:28:23.460116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:23.464460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-217e6ba3-3a2c-47b4-85aa-b01a06912746 req-e13c2ecb-72a5-438b-aee3-e163cbf8b7ed tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9801083 Sep 01 15:28:23.470089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ff5308ba-af37-48bd-a387-33bf10226896 None None] Provisioning for port 5395d498-37df-420a-8845-a8db135f26f4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:23.650894 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-c63cac86-1ff2-4009-8e05-fd0968e28b94 service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854142 Sep 01 15:28:23.662190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3055741-2520-4bf4-9746-816791848311 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:23.665347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1228817419'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:23.773671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2e4dd-a56c-4742-b3b5-229e7765e378 req-5e652dcf-d6ae-4664-88d9-dbb58a1c9178 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:23.795282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2e4dd-a56c-4742-b3b5-229e7765e378 req-5e652dcf-d6ae-4664-88d9-dbb58a1c9178 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:23.811861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2e4dd-a56c-4742-b3b5-229e7765e378 req-5e652dcf-d6ae-4664-88d9-dbb58a1c9178 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:23.822649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cb2e4dd-a56c-4742-b3b5-229e7765e378 req-5e652dcf-d6ae-4664-88d9-dbb58a1c9178 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2411 time: 0.3854232 Sep 01 15:28:23.946646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cb2e4dd-a56c-4742-b3b5-229e7765e378 req-50984d97-d973-40f5-8f56-8da9dbc47e78 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Sep 01 15:28:23.947193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d8bf1-2a2e-4982-bd3c-ee7b13eaf9d5 None None] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:23.949239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:28:23.961290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Made reservation on behalf of b1f67f7fe236457eb27e2a284e0282e3 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:23.965864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.984468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:23.987016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.096238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:24.097297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.168012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ccb1f815-9fd7-4056-87dd-3fdad41d05ac None None] Provisioning for port 5f48947a-2345-4c57-ab94-248865a7924d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:24.198146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-8092d3dc-06ac-4e87-afb5-a8e6091c93ea service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308318 Sep 01 15:28:24.203823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.298220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-6bb9607c-2f63-4cd7-ae1a-58b2112575ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=ee546118-146e-4d8e-a970-7348b8a8e01a HTTP/1.1" status: 200 len: 217 time: 0.0791008 Sep 01 15:28:24.327445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:24.396816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Sync routers for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:24.461375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-a147c152-fb13-409e-9b75-7253c18cf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:24.463014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-a147c152-fb13-409e-9b75-7253c18cf912 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3874840-0fc6-4dc3-9a70-63742822fc5e HTTP/1.1" status: 200 len: 801 time: 0.1494725 Sep 01 15:28:24.526935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.565176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Transition to ACTIVE for port object e3055741-2520-4bf4-9746-816791848311 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:24.566164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.683610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.700253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016ef393-2a4a-4bf0-9f6f-f9a1c68adb0a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:24.701759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-04a32a24-8221-4b18-81eb-1db9fca99faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:24.704136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.704413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-04a32a24-8221-4b18-81eb-1db9fca99faa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1da681f6-0eeb-4f7b-9187-da2085c33973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048526 Sep 01 15:28:24.705603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bbeb4253-b01a-42cc-b606-fd83e2fa6aba admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7775249 Sep 01 15:28:24.710770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52112) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:24.713591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:24.714860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:24.764021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:24.767784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.833286 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.834886 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.835144 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Added segment d9303f9b-9649-4b56-a341-cbefdb17b006 of type vlan for network 73b59e80-279b-46a4-979c-229f1994f020 Sep 01 15:28:24.898734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Transition to ACTIVE for port object a74b0f3a-2047-4d34-80d8-f279734f716e will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:24.911399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Pushing event updated for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:24.921751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b540ce-8aa3-4646-8381-8fff484932e0 req-0a241aff-f94c-40f4-9b2d-b8de3fa59ae5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:24.922319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6d485-cfaf-4a97-a2e4-3486dbd2828f req-1bae83cb-375d-4f8b-87db-9f2001bce4c6 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:24.923235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:24.924717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fd6d485-cfaf-4a97-a2e4-3486dbd2828f req-1bae83cb-375d-4f8b-87db-9f2001bce4c6 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 943 time: 0.2285883 Sep 01 15:28:24.940643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9b540ce-8aa3-4646-8381-8fff484932e0 req-0a241aff-f94c-40f4-9b2d-b8de3fa59ae5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.4755640 Sep 01 15:28:25.028203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.077462 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.079212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5395d498-37df-420a-8845-a8db135f26f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:25.125912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fd6d485-cfaf-4a97-a2e4-3486dbd2828f req-ce2b83c7-30c9-4bcb-84fe-8ff92f1a0604 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862562 Sep 01 15:28:25.179555 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-d3b04653-3a4a-4e81-a062-63d0c1a5cb00 service neutron] 10.222.0.50 "GET /v2.0/networks/1da681f6-0eeb-4f7b-9187-da2085c33973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595509 Sep 01 15:28:25.211643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c9b540ce-8aa3-4646-8381-8fff484932e0 req-96d85f43-5978-46cb-beb9-31ee3581fb4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680888 Sep 01 15:28:25.255103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.356048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.370781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:25.372400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.428886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:25.434584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:25.440628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Attempting to bind port e3055741-2520-4bf4-9746-816791848311 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:25.441966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Attempting to bind port e3055741-2520-4bf4-9746-816791848311 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:25.442721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Attempting to bind port e3055741-2520-4bf4-9746-816791848311 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:25.446008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:25.455205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:25.456523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.470743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Port e3055741-2520-4bf4-9746-816791848311 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:25.471508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Attempting to bind port e3055741-2520-4bf4-9746-816791848311 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:25.530367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:25.530784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Checking segment: {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:25.531250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Bound using segment: {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:25.531816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Bound port: e3055741-2520-4bf4-9746-816791848311, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:25.532329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.577748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:25.592010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-e7a3de79-7c65-48c7-bcde-362a98702e1c service neutron] 10.222.0.50 "GET /v2.0/networks/1da681f6-0eeb-4f7b-9187-da2085c33973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669565 Sep 01 15:28:25.631396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:25.740659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-11b56b31-2237-491f-b92e-c1936e39ec08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=e3145e2c-6617-48da-8073-cbbd754cf527 HTTP/1.1" status: 200 len: 217 time: 0.1300294 Sep 01 15:28:25.814735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5395d498-37df-420a-8845-a8db135f26f4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:25.902712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5395d498-37df-420a-8845-a8db135f26f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:25.903483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.912258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:25.941244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.945427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3055741-2520-4bf4-9746-816791848311,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:25.961769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-e04851c0-2122-43a3-9df2-bc237c13f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:25.963807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-e04851c0-2122-43a3-9df2-bc237c13f15d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a214e01-ab4f-4eb1-9256-61fd5d714c49 HTTP/1.1" status: 200 len: 801 time: 0.1978323 Sep 01 15:28:25.967724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.081351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.082595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.084644 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3055741-2520-4bf4-9746-816791848311 HTTP/1.1" status: 200 len: 1092 time: 5.8454905 Sep 01 15:28:26.087724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'tag': 'e3055741-2520-4bf4-9746-816791848311'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:26.095675 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "tag": "e3055741-2520-4bf4-9746-816791848311"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:26.122811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e4d18fc4-ab1a-47ab-8136-5df4822150f8 None None] Provisioning for port a74b0f3a-2047-4d34-80d8-f279734f716e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:26.158692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e4d18fc4-ab1a-47ab-8136-5df4822150f8 None None] Provisioning complete for port a74b0f3a-2047-4d34-80d8-f279734f716e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:26.159301 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4d18fc4-ab1a-47ab-8136-5df4822150f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.205095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebca2b-de4e-49fd-9707-edad10943399 service neutron] Pushing event updated for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:26.207547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-7185b025-d687-43b5-9923-c1fc1e7431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.210553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-7185b025-d687-43b5-9923-c1fc1e7431f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c4e290a-27eb-44e6-8abf-3c0b8072d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343700 Sep 01 15:28:26.397050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-949f05c6-92c4-406c-a8e9-a8739b5007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.399134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-949f05c6-92c4-406c-a8e9-a8739b5007c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 1095 time: 0.2084332 Sep 01 15:28:26.418375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e4d18fc4-ab1a-47ab-8136-5df4822150f8 None None] Port a74b0f3a-2047-4d34-80d8-f279734f716e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:26.422197 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.467523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'Network': ['ID=73b59e80-279b-46a4-979c-229f1994f020,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:26.489173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f7600cb2-e771-4256-bbd9-6642792e0150 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2771533 Sep 01 15:28:26.501353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 73b59e80-279b-46a4-979c-229f1994f020 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:26.502977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52128) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:26.509788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5395d498-37df-420a-8845-a8db135f26f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5395d498-37df-420a-8845-a8db135f26f4,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:26.519668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Request body: {'subnet': {'network_id': '73b59e80-279b-46a4-979c-229f1994f020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:26.564857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.565507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 08abec03-407b-4ced-a310-62f24d4585d0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:26.613778 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592a4c5-77a8-4a87-b3d0-707c2e60338a x-openstack-request-id: req-c592a4c5-77a8-4a87-b3d0-707c2e60338a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:26.620477 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "tag": "e3055741-2520-4bf4-9746-816791848311", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:26.620983 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c592a4c5-77a8-4a87-b3d0-707c2e60338a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:26.621602 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'tag': 'e3055741-2520-4bf4-9746-816791848311', 'status': 'completed', 'code': 200} Sep 01 15:28:26.639392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-09b4f423-3054-43b3-a267-bc171375b31b service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892610 Sep 01 15:28:26.647895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-e3cc4fd9-1a77-4d9c-8a78-031ec20c3736 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3055741-2520-4bf4-9746-816791848311 HTTP/1.1" status: 200 len: 217 time: 0.2297075 Sep 01 15:28:26.696716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5395d498-37df-420a-8845-a8db135f26f4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:26.729677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-8bc9c989-dea6-479c-84f4-3c8f6042b777 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3721492 Sep 01 15:28:26.755705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:21Z', 'revision_number': 3, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:26.789590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-564ababe-c04c-4eaa-8efb-de7bf0da8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.791659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-564ababe-c04c-4eaa-8efb-de7bf0da8e3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d47f3f-6842-4005-9ef5-763ffa07fdb9 HTTP/1.1" status: 200 len: 848 time: 0.1166680 Sep 01 15:28:26.796272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Checking router: 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:26.796830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Updating router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 port 7d904d19-cc84-406b-8d20-cf7bb49fba56 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:26.818530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797afe-6a05-4c23-832a-176efa3f5421 req-565f01cc-df7d-4ef6-b8d1-0b2763043f1d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.832735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797afe-6a05-4c23-832a-176efa3f5421 req-565f01cc-df7d-4ef6-b8d1-0b2763043f1d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.848657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797afe-6a05-4c23-832a-176efa3f5421 req-565f01cc-df7d-4ef6-b8d1-0b2763043f1d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.853815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28797afe-6a05-4c23-832a-176efa3f5421 req-565f01cc-df7d-4ef6-b8d1-0b2763043f1d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2411 time: 1.5278220 Sep 01 15:28:26.856062 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.859877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 08abec03-407b-4ced-a310-62f24d4585d0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:26.868380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-e929e7a0-c435-4977-b663-499e61084d66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532029 Sep 01 15:28:26.869437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 08abec03-407b-4ced-a310-62f24d4585d0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:26.869817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.995136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-73276fa2-42dd-43aa-9ea4-2835c8cafeb9 service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156540 Sep 01 15:28:27.017078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a971-23fe-488f-83af-c2372c68c50b req-d57b4de3-acce-4c37-b391-a915cf0df3e4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:27.020100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60e9a971-23fe-488f-83af-c2372c68c50b req-d57b4de3-acce-4c37-b391-a915cf0df3e4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 943 time: 0.3939672 Sep 01 15:28:27.096176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28797afe-6a05-4c23-832a-176efa3f5421 req-fd32d7b4-d348-45f3-823b-5ed66c3580c4 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213018 Sep 01 15:28:27.117942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-74877a73-0198-40eb-a6a7-78b919b9747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:27.123617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-74877a73-0198-40eb-a6a7-78b919b9747b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.2295835 Sep 01 15:28:27.246297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.253437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2a4dec9-dc6e-4b1a-a7d3-3c57a3aecc4b req-02db73bf-0327-4c4c-9b99-af382c9ff665 service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865071 Sep 01 15:28:27.266967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.268274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.318337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Made reservation on behalf of b1f67f7fe236457eb27e2a284e0282e3 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:27.329399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.393955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.411801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-60e9a971-23fe-488f-83af-c2372c68c50b req-69c20111-3404-417b-a665-929a25d5c26c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720634 Sep 01 15:28:27.545683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 08abec03-407b-4ced-a310-62f24d4585d0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=08abec03-407b-4ced-a310-62f24d4585d0,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:27.567940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.569192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:27.686814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180276d-5678-4792-9d64-c44fa24bb3d7 req-44d2290a-f597-47d7-bc4a-1e3703b6d038 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:27.689767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e180276d-5678-4792-9d64-c44fa24bb3d7 req-44d2290a-f597-47d7-bc4a-1e3703b6d038 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.3807921 Sep 01 15:28:27.727681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:27.873241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.933678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event updated for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:27.940131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-325f62b3-a28e-4fce-9581-c9400f05cd17 req-73dfde2d-918c-4477-819b-ce87d992d694 service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9113367 Sep 01 15:28:27.945523 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.966883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.967203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.967686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.968016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.968366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.968743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.969092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.969516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.969870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.970192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.970513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.970897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:27.994097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Transition to ACTIVE for port object 7d904d19-cc84-406b-8d20-cf7bb49fba56 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:28.003983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-4c09f836-d0b9-4b3e-8936-54a1cb98c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.004785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-4c09f836-d0b9-4b3e-8936-54a1cb98c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.005652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-4c09f836-d0b9-4b3e-8936-54a1cb98c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.008584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-4c09f836-d0b9-4b3e-8936-54a1cb98c829 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2867 time: 0.6224010 Sep 01 15:28:28.017110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:28.019279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.036121 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.044786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:28.054409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-c9a07a61-f408-49da-bff6-b68032dbf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.056559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-c9a07a61-f408-49da-bff6-b68032dbf714 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.8968141 Sep 01 15:28:28.222097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.231245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e180276d-5678-4792-9d64-c44fa24bb3d7 req-0259f958-4a50-44d9-9273-12afaf809f07 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624698 Sep 01 15:28:28.234377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Attempting to bind port 7d904d19-cc84-406b-8d20-cf7bb49fba56 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:28.235092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Attempting to bind port 7d904d19-cc84-406b-8d20-cf7bb49fba56 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:28.235804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Attempting to bind port 7d904d19-cc84-406b-8d20-cf7bb49fba56 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:28.276425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:28.277207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:28.277976 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.278725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:28.280366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Bound port: 7d904d19-cc84-406b-8d20-cf7bb49fba56, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:28.281147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.364096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:28.385652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-078172c0-c59a-4cca-9dc0-4c5294401c22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.3194785 Sep 01 15:28:28.614336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.728239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Allocated IP 172.20.0.1 (140f2135-41e4-44ca-b5c1-343c256dffc1/cdf9b1a2-68a2-46f7-be75-8918bb006cc1/c553865b-44b1-4c9f-bcc5-5175386b56d3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:28.734219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-10861852-84e6-4afc-84ac-d629979202e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.736382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-10861852-84e6-4afc-84ac-d629979202e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.3369012 Sep 01 15:28:28.807793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109024-ebdc-417e-ba7d-8ccf08dd16f9 None None] Pushing event updated for resources: {'Port': ['ID=7d904d19-cc84-406b-8d20-cf7bb49fba56,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:28.810847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-f8fe436e-25a1-48e6-980e-c2d7874b6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.814081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-f8fe436e-25a1-48e6-980e-c2d7874b6134 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 1095 time: 0.7713430 Sep 01 15:28:28.903851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'Subnet': ['ID=75898971-b409-44bd-8416-8a0d4b46d872,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:28.963537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] For port 7d904d19-cc84-406b-8d20-cf7bb49fba56, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:28.978026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:28.980373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] For port 7d904d19-cc84-406b-8d20-cf7bb49fba56, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7d904d19-cc84-406b-8d20-cf7bb49fba56,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:28.992969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f48947a-2345-4c57-ab94-248865a7924d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:28.997149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.074297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9c28-bd97-4f6d-a695-0926eee39403 req-29a41f99-94e7-4fb9-af44-a3ac76978d93 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.086902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9c28-bd97-4f6d-a695-0926eee39403 req-29a41f99-94e7-4fb9-af44-a3ac76978d93 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.088942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109024-ebdc-417e-ba7d-8ccf08dd16f9 None None] Pushing event updated for resources: {'Port': ['ID=7d904d19-cc84-406b-8d20-cf7bb49fba56,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:29.103114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9c28-bd97-4f6d-a695-0926eee39403 req-29a41f99-94e7-4fb9-af44-a3ac76978d93 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.108882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24ec9c28-bd97-4f6d-a695-0926eee39403 req-29a41f99-94e7-4fb9-af44-a3ac76978d93 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2411 time: 0.7478676 Sep 01 15:28:29.134534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-2ec0aed3-4b5f-403c-afef-f3e91f620fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.137352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-2ec0aed3-4b5f-403c-afef-f3e91f620fe9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c4e290a-27eb-44e6-8abf-3c0b8072d815 HTTP/1.1" status: 200 len: 903 time: 1.1207209 Sep 01 15:28:29.138567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0c1f9104-24d2-41dd-9cf3-bd30a374b249 None None] Provisioning complete for port a74b0f3a-2047-4d34-80d8-f279734f716e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:29.138960 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c1f9104-24d2-41dd-9cf3-bd30a374b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.181746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702866b-4db9-439a-aa0d-a67078be4625 req-049c5fa6-8c9f-4e14-b465-34a89580c8a3 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.184600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b702866b-4db9-439a-aa0d-a67078be4625 req-049c5fa6-8c9f-4e14-b465-34a89580c8a3 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 943 time: 0.5969000 Sep 01 15:28:29.205946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:29.207465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:29.226540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Checking segment: {'id': 'd9303f9b-9649-4b56-a341-cbefdb17b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '73b59e80-279b-46a4-979c-229f1994f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:29.227822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Network hostable DHCP agents. Network: 73b59e80-279b-46a4-979c-229f1994f020, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:29.292865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5f48947a-2345-4c57-ab94-248865a7924d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:29.303321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f9104-24d2-41dd-9cf3-bd30a374b249 None None] Port a74b0f3a-2047-4d34-80d8-f279734f716e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:29.321003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5f48947a-2345-4c57-ab94-248865a7924d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:29.322291 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.362394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-054aabcd-1b6b-4553-9f70-3395f8dc2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.365353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-054aabcd-1b6b-4553-9f70-3395f8dc2780 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6150193 Sep 01 15:28:29.465108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.468492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:29.516716 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-06441cd8-f376-40af-a646-311d84656e4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=e3145e2c-6617-48da-8073-cbbd754cf527 HTTP/1.1" status: 200 len: 217 time: 0.2993317 Sep 01 15:28:29.695248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Network 73b59e80-279b-46a4-979c-229f1994f020 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:29.719825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b702866b-4db9-439a-aa0d-a67078be4625 req-4720d7a4-8af6-4d53-adbc-4169b77301d2 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140491 Sep 01 15:28:29.726812 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.732034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 73b59e80-279b-46a4-979c-229f1994f020) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:29.742530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.743841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.752575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Transition to ACTIVE for port object c553865b-44b1-4c9f-bcc5-5175386b56d3 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:29.791220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cc14d-b667-41cc-9831-96e67ac54456 None None] Network 73b59e80-279b-46a4-979c-229f1994f020 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:29.904520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-62f6f82e-28bb-40c4-a775-65da04b078cf service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199223 Sep 01 15:28:29.912353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8287d243-c476-46de-a612-787afc618f50 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4053943 Sep 01 15:28:29.926368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-24ec9c28-bd97-4f6d-a695-0926eee39403 req-bed11efb-310b-40ee-b6d5-7b77199d3123 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973666 Sep 01 15:28:29.947655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52136) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:29.967735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Request body: {'port': {'network_id': '73b59e80-279b-46a4-979c-229f1994f020', 'name': 'tempest-ExtraDHCPOptionsTestJSON-560881805'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:29.991577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-5096b0dc-c77e-4aad-a8cd-14d01be4061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.995187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-5096b0dc-c77e-4aad-a8cd-14d01be4061d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 909 time: 1.1540475 Sep 01 15:28:30.115560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-12b6f451-49e7-4f7a-9a59-5f46de74c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:30.118141 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-12b6f451-49e7-4f7a-9a59-5f46de74c3fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a214e01-ab4f-4eb1-9256-61fd5d714c49 HTTP/1.1" status: 200 len: 801 time: 0.5977983 Sep 01 15:28:30.132184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.174502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5f48947a-2345-4c57-ab94-248865a7924d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f48947a-2345-4c57-ab94-248865a7924d,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:30.251025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.252012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7223bef9-d155-4127-871d-40eed7ed362f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:30.252237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-9041f89f-1834-4f5e-8934-852d350f321d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3055741-2520-4bf4-9746-816791848311 HTTP/1.1" status: 200 len: 217 time: 0.2238059 Sep 01 15:28:30.342850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:30.359051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3df2235a-9c1a-41b5-9c96-61d9d5cf8671 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7419465 Sep 01 15:28:30.360051 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:30.378929 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:30.382267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:30.401588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ee546118-146e-4d8e-a970-7348b8a8e01a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:30.444609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52138) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:30.492139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:30.525116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:30.565377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ee546118-146e-4d8e-a970-7348b8a8e01a,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:30.592490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5f48947a-2345-4c57-ab94-248865a7924d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:30.622710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'ee546118-146e-4d8e-a970-7348b8a8e01a', 'network_id': '1da681f6-0eeb-4f7b-9187-da2085c33973', 'port_id': 'ee546118-146e-4d8e-a970-7348b8a8e01a', 'mac_address': 'fa:16:3e:6b:55:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3874840-0fc6-4dc3-9a70-63742822fc5e', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:30.633574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-73b59e80-279b-46a4-979c-229f1994f020', 'network_id': '73b59e80-279b-46a4-979c-229f1994f020', 'tenant_id': 'b1f67f7fe236457eb27e2a284e0282e3', 'fixed_ips': [{'subnet_id': '75898971-b409-44bd-8416-8a0d4b46d872'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:30.635015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.635830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:30.683976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a4f2-ca99-4878-b903-808123fe4916 req-9296ab31-0201-4484-93ff-2700e93791ae tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:30.697105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc64a4f2-ca99-4878-b903-808123fe4916 req-9296ab31-0201-4484-93ff-2700e93791ae tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.6740427 Sep 01 15:28:30.699460 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:30.704030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:30.737001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:30.778610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.824935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee546118-146e-4d8e-a970-7348b8a8e01a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:30.899648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ee546118-146e-4d8e-a970-7348b8a8e01a,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:30.938692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7223bef9-d155-4127-871d-40eed7ed362f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:30.940667 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.087614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc64a4f2-ca99-4878-b903-808123fe4916 req-3ffe1526-8350-48ba-9e30-e55ff2ee6fc0 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246992 Sep 01 15:28:31.097627 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.168391 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.169941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3055741-2520-4bf4-9746-816791848311 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:31.242418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-515d5ab0-3d8d-4035-ae95-11680755c89d req-879f3de3-3f68-4899-9a3e-0a5397aa6575 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1858876 Sep 01 15:28:31.379568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-32eeecf6-a5fe-4353-b2ec-5b486cafbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.396173 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-32eeecf6-a5fe-4353-b2ec-5b486cafbe70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d47f3f-6842-4005-9ef5-763ffa07fdb9 HTTP/1.1" status: 200 len: 848 time: 1.1027169 Sep 01 15:28:31.470946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:21Z', 'revision_number': 3, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:31.553239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-31493753-ed7e-4bb1-8e77-d8b5b3cf126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.555815 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-31493753-ed7e-4bb1-8e77-d8b5b3cf126e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c4e290a-27eb-44e6-8abf-3c0b8072d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3518875 Sep 01 15:28:31.578454 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:25Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:26Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:31.591516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8529-6949-40b3-bdb0-86771eb7deb8 req-4186c9f8-04e1-4251-b2e6-9ae7bd2103f1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.625380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8529-6949-40b3-bdb0-86771eb7deb8 req-4186c9f8-04e1-4251-b2e6-9ae7bd2103f1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.636014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-7ec614e9-5f1d-427c-9607-7be6c5bd4c75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779653 Sep 01 15:28:31.659217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8529-6949-40b3-bdb0-86771eb7deb8 req-4186c9f8-04e1-4251-b2e6-9ae7bd2103f1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.684868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef263cf0-86ce-4679-b657-ac12b0e7e1f4 None None] The sync data for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 is: [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:21Z', 'revision_number': 3, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:31.688122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-353c8529-6949-40b3-bdb0-86771eb7deb8 req-4186c9f8-04e1-4251-b2e6-9ae7bd2103f1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2412 time: 0.3493264 Sep 01 15:28:31.767903 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:31.771531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Updating router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c port a74b0f3a-2047-4d34-80d8-f279734f716e binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:31.890200 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.966298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.989031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:28:31.995773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-353c8529-6949-40b3-bdb0-86771eb7deb8 req-55b359d4-002b-4fdf-9f76-64f5cbb7380d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911849 Sep 01 15:28:32.640716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a191a5c-197d-4bd1-97c2-381d8c3fa247 None None] Provisioning for port c553865b-44b1-4c9f-bcc5-5175386b56d3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:32.654103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414832fb-7931-471c-81fd-c15fab5d6093 req-3946096b-78ad-4987-8b76-5047614a65bf tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:32.677172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-414832fb-7931-471c-81fd-c15fab5d6093 req-3946096b-78ad-4987-8b76-5047614a65bf tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 943 time: 1.5810099 Sep 01 15:28:32.683835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:32.791045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Made reservation on behalf of b1f67f7fe236457eb27e2a284e0282e3 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:32.804263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.970054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd5fd-cccf-453a-8da4-a87b899c5932 req-590f9d86-0d6e-421a-9049-bd5d8e48fbc4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:32.982300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e17bd5fd-cccf-453a-8da4-a87b899c5932 req-590f9d86-0d6e-421a-9049-bd5d8e48fbc4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.5067868 Sep 01 15:28:33.027579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3055741-2520-4bf4-9746-816791848311,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:33.044788 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.067017 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Transition to ACTIVE for port object a74b0f3a-2047-4d34-80d8-f279734f716e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:33.087320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a191a5c-197d-4bd1-97c2-381d8c3fa247 None None] Provisioning complete for port c553865b-44b1-4c9f-bcc5-5175386b56d3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:33.092032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a191a5c-197d-4bd1-97c2-381d8c3fa247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.103690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e3055741-2520-4bf4-9746-816791848311', 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2', 'port_id': 'e3055741-2520-4bf4-9746-816791848311', 'mac_address': 'fa:16:3e:fa:50:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d47f3f-6842-4005-9ef5-763ffa07fdb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:33.105159 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.110853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:33.156252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e17bd5fd-cccf-453a-8da4-a87b899c5932 req-4278c7a3-5c8c-4229-b27e-b2ede6a576c5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726871 Sep 01 15:28:33.212597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Allocated IP 172.20.0.2 (73b59e80-279b-46a4-979c-229f1994f020/75898971-b409-44bd-8416-8a0d4b46d872/3c6a4b51-d8b7-416b-88f3-785ef8f5bb82) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:33.228748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.243610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.421088 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815afa2-f375-4192-9060-537baa32acda None None] Pushing event updated for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:33.446289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:33.522388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.580841 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Attempting to bind port a74b0f3a-2047-4d34-80d8-f279734f716e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:33.587612 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Attempting to bind port a74b0f3a-2047-4d34-80d8-f279734f716e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:33.588390 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Attempting to bind port a74b0f3a-2047-4d34-80d8-f279734f716e on network 03c015a8-98a3-450a-a3d5-acf91afaf790 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:33.611166 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:33.612531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Checking segment: {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:33.614145 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.615209 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Bound using segment: {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:33.616238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Bound port: a74b0f3a-2047-4d34-80d8-f279734f716e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:33.616905 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.669500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-777aec2f-8fed-4dcb-b98f-cddfa8d7dec2 service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0239575 Sep 01 15:28:33.671669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7a191a5c-197d-4bd1-97c2-381d8c3fa247 None None] Port c553865b-44b1-4c9f-bcc5-5175386b56d3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:33.780293 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] For port a74b0f3a-2047-4d34-80d8-f279734f716e, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:33.797816 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] For port a74b0f3a-2047-4d34-80d8-f279734f716e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a74b0f3a-2047-4d34-80d8-f279734f716e,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:33.814145 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.952538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] device_id is not set on port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:28:33.995237 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815afa2-f375-4192-9060-537baa32acda None None] Pushing event updated for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:34.030115 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:34.034468 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:34.045368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-a2c53dca-db6f-4420-a6a8-85b2999ca945 service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3072925 Sep 01 15:28:34.092345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb792bb-b011-43c3-83bf-10ea34d6481c req-83eed4fe-c162-4085-8d9b-e225ec0eb8e9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.159825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-414832fb-7931-471c-81fd-c15fab5d6093 req-a77ce57c-68e5-4ecd-be3b-7f6ffc4996b5 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4790504 Sep 01 15:28:34.160192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb792bb-b011-43c3-83bf-10ea34d6481c req-83eed4fe-c162-4085-8d9b-e225ec0eb8e9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.221224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.269717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb792bb-b011-43c3-83bf-10ea34d6481c req-83eed4fe-c162-4085-8d9b-e225ec0eb8e9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.272779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffb792bb-b011-43c3-83bf-10ea34d6481c req-83eed4fe-c162-4085-8d9b-e225ec0eb8e9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2412 time: 0.7341738 Sep 01 15:28:34.283752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Transition to ACTIVE for port object 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:34.343734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Transition to ACTIVE for port object 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:34.374592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:34.375207 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.468561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.512830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3055741-2520-4bf4-9746-816791848311 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:34.522868 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:34.525165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.630095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f467c39b-a6b7-43f0-ae64-810d93c649c3 req-5c0506f1-d16e-43bc-9c3c-cbabfe973490 service neutron] 10.222.0.50 "GET /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819214 Sep 01 15:28:34.650624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:34.670338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:34.713752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:28:34.726032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3055741-2520-4bf4-9746-816791848311,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:34.795707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Allocated IP 172.20.0.7 (73b59e80-279b-46a4-979c-229f1994f020/75898971-b409-44bd-8416-8a0d4b46d872/2d86afa3-2921-4ab5-9ff2-2af43e2c38b2) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:34.810322 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.814147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b55ff66-f525-4676-b6e0-36aecff7c358 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:34.827443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Removed routes are [] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:28:34.832743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.840625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffb792bb-b011-43c3-83bf-10ea34d6481c req-50e2cb07-e568-4904-aec4-a3fdf9036960 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356476 Sep 01 15:28:34.850871 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd0ea5bd-68ee-44d8-8e9e-3968ad1404d4 req-5d3bf209-354b-4ef4-a034-82438468a1a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269955 Sep 01 15:28:34.891116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Network 73b59e80-279b-46a4-979c-229f1994f020 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:34.916466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Pushing event updated for resources: {'Port': ['ID=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:34.933549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bb57a-1e87-4873-822c-b9d73b274673 req-06df7436-6dd0-4b29-b00e-237da9f08801 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.935437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b6bb57a-1e87-4873-822c-b9d73b274673 req-06df7436-6dd0-4b29-b00e-237da9f08801 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.4062114 Sep 01 15:28:35.129543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:35.170364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:35.181903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:35.326192 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:25Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:35.402326 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53608fe-496a-48a1-8904-6c2fe8cbc5c9 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:25Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:35.554755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b6bb57a-1e87-4873-822c-b9d73b274673 req-d3560ed8-283c-45b1-aa24-a803a5adc921 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719656 Sep 01 15:28:35.623212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d019da-0f7b-4c74-baa3-cfb55a26cd9a req-70f3c7db-e573-46bb-b1c3-9ac72a634524 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:35.654742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40d019da-0f7b-4c74-baa3-cfb55a26cd9a req-70f3c7db-e573-46bb-b1c3-9ac72a634524 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 944 time: 0.2840793 Sep 01 15:28:35.775226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40d019da-0f7b-4c74-baa3-cfb55a26cd9a req-d69960a2-565e-4370-8621-870a38df8e20 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188712 Sep 01 15:28:35.779607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:35.859205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b613729d-6f24-4914-9958-0c1986e0c9c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1261730 Sep 01 15:28:35.940507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:36.012345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:36.046947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'port_id': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'mac_address': 'fa:16:3e:77:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a214e01-ab4f-4eb1-9256-61fd5d714c49', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:36.049019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Sync routers for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:36.063446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.080904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.236455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.243629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:36.244782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:36.292739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Transition to ACTIVE for port object 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:36.393452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5395d498-37df-420a-8845-a8db135f26f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:36.540295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.549702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Attempting to bind port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:36.550322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Attempting to bind port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd9303f9b-9649-4b56-a341-cbefdb17b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '73b59e80-279b-46a4-979c-229f1994f020'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:36.550851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Attempting to bind port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 on network 73b59e80-279b-46a4-979c-229f1994f020 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:36.601742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.695278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Network 73b59e80-279b-46a4-979c-229f1994f020 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:36.698234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:36.699267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'Port': ['ID=2d86afa3-2921-4ab5-9ff2-2af43e2c38b2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:36.700799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Checking segment: {'id': 'd9303f9b-9649-4b56-a341-cbefdb17b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '73b59e80-279b-46a4-979c-229f1994f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:36.702586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:36.724784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.725166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:36.725332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Bound using segment: {'id': 'd9303f9b-9649-4b56-a341-cbefdb17b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '73b59e80-279b-46a4-979c-229f1994f020'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:36.725332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Bound port: 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9303f9b-9649-4b56-a341-cbefdb17b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '73b59e80-279b-46a4-979c-229f1994f020'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:36.725332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.738175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5395d498-37df-420a-8845-a8db135f26f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:36.740665 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.746077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b55ff66-f525-4676-b6e0-36aecff7c358 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:36.818006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9cb8-f301-4028-b07f-e7f6b1509e0b req-0b9bf77e-0efe-4dbe-850b-026037fdadc0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:36.825382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9cb8-f301-4028-b07f-e7f6b1509e0b req-0b9bf77e-0efe-4dbe-850b-026037fdadc0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:36.834752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9cb8-f301-4028-b07f-e7f6b1509e0b req-0b9bf77e-0efe-4dbe-850b-026037fdadc0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:36.844531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d3b9cb8-f301-4028-b07f-e7f6b1509e0b req-0b9bf77e-0efe-4dbe-850b-026037fdadc0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2412 time: 0.5492666 Sep 01 15:28:36.852875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:36.853753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.862464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3bd450f2-3e24-44e1-a2e5-b9b26077efea None None] Provisioning complete for port c553865b-44b1-4c9f-bcc5-5175386b56d3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:36.875118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bd450f2-3e24-44e1-a2e5-b9b26077efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.930800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0d3b9cb8-f301-4028-b07f-e7f6b1509e0b req-51d4783f-112b-40a4-8091-027b99c2d19c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852396 Sep 01 15:28:36.950597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52176) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:36.950597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Request body: {'port': {'network_id': '73b59e80-279b-46a4-979c-229f1994f020', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1228475323', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:36.950597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] bootfile-name is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:36.950597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] tftp-server is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:36.950597 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] server-ip-address is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:36.953255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-36ce0a01-976d-433b-a12f-43b36f5162b0 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9842207 Sep 01 15:28:37.008939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:37.020820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:37.053624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:37.091461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.092317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3145e2c-6617-48da-8073-cbbd754cf527 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:37.184840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:37.242574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1647458a-86a6-4a91-925e-17fe4691f791 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:37.249080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3bd450f2-3e24-44e1-a2e5-b9b26077efea None None] Port c553865b-44b1-4c9f-bcc5-5175386b56d3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:37.261868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c71811-a27e-4fe7-981d-803b9f2eb6a6 req-7dbb44a9-a4e8-4dff-891d-0d89fed3e50f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:37.275249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:37.286856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69c71811-a27e-4fe7-981d-803b9f2eb6a6 req-7dbb44a9-a4e8-4dff-891d-0d89fed3e50f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.4593766 Sep 01 15:28:37.295771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.302346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0d34e8a-86d6-4e62-a846-070eed5c98eb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 953 time: 6.8490775 Sep 01 15:28:37.303018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52178) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:37.324860 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:37.344819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:37.346275 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:37.449520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cc036-a828-4900-aae5-324de2a818f3 req-b30345fc-29eb-4ba1-9654-0bb65ca96ca9 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:37.466352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bb5cc036-a828-4900-aae5-324de2a818f3 req-b30345fc-29eb-4ba1-9654-0bb65ca96ca9 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 944 time: 0.2394402 Sep 01 15:28:37.474446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] For port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:37.553294 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:37.564627 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:28:37.598521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69c71811-a27e-4fe7-981d-803b9f2eb6a6 req-744c9a67-0271-4087-85a0-bba44d02025e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562244 Sep 01 15:28:37.635666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] For port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,segment=NetworkSegment(d9303f9b-9649-4b56-a341-cbefdb17b006),segment_id=d9303f9b-9649-4b56-a341-cbefdb17b006)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:37.672842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3145e2c-6617-48da-8073-cbbd754cf527,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:37.711143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bb5cc036-a828-4900-aae5-324de2a818f3 req-ab43f99d-e2ee-4255-b8f4-dbaeb365b8f4 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773407 Sep 01 15:28:37.744310 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.758111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Made reservation on behalf of b1f67f7fe236457eb27e2a284e0282e3 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:37.788534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.833983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e3145e2c-6617-48da-8073-cbbd754cf527', 'network_id': '0c4e290a-27eb-44e6-8abf-3c0b8072d815', 'port_id': 'e3145e2c-6617-48da-8073-cbbd754cf527', 'mac_address': 'fa:16:3e:ea:c9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a214e01-ab4f-4eb1-9256-61fd5d714c49', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:37.876227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] device_id is not set on port fab3a73d-76f2-4355-9e1c-961dce85419e yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:28:37.876592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1647458a-86a6-4a91-925e-17fe4691f791 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:37.876592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.892947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d53734c-07cd-4e78-a486-bad64b120968 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 953 time: 0.5807366 Sep 01 15:28:37.903067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52180) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:37.938700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'routes': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:38.065994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91135a-cfd0-4072-86d0-41f020d75b76 None None] Pushing event updated for resources: {'Port': ['ID=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:38.123195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.218311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3145e2c-6617-48da-8073-cbbd754cf527 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:38.277173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Allocated IP 172.20.0.5 (73b59e80-279b-46a4-979c-229f1994f020/75898971-b409-44bd-8416-8a0d4b46d872/fab3a73d-76f2-4355-9e1c-961dce85419e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:38.319599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3145e2c-6617-48da-8073-cbbd754cf527,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:38.395719 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.480784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:31Z', 'revision_number': 4, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c553865b-44b1-4c9f-bcc5-5175386b56d3', 'name': '', 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'mac_address': 'fa:16:3e:95:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:27Z', 'updated_at': '2021-09-01T15:28:32Z', 'revision_number': 2, 'project_id': '6c8141838783400185c4979c4ffa859c', 'subnets': [{'id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:38.529515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Checking router: 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:38.529914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Updating router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 port c553865b-44b1-4c9f-bcc5-5175386b56d3 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:38.536513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f48947a-2345-4c57-ab94-248865a7924d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:38.684412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.691433 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:34Z', 'revision_number': 6, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:38.739116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:38.759919 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:38.760685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:38.777341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:38.786582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e423-f03d-42f9-90d5-cb5369b380ae req-183ca315-e8cd-4a55-9173-ef0e9e6fe7cf tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:38.813301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e423-f03d-42f9-90d5-cb5369b380ae req-183ca315-e8cd-4a55-9173-ef0e9e6fe7cf tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:38.830127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e423-f03d-42f9-90d5-cb5369b380ae req-183ca315-e8cd-4a55-9173-ef0e9e6fe7cf tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:38.835338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2507e423-f03d-42f9-90d5-cb5369b380ae req-183ca315-e8cd-4a55-9173-ef0e9e6fe7cf tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2414 time: 0.5293357 Sep 01 15:28:38.873894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5f48947a-2345-4c57-ab94-248865a7924d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:38.874675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.961931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e3055741-2520-4bf4-9746-816791848311'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:38.973782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ee546118-146e-4d8e-a970-7348b8a8e01a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:39.049340 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:39.083916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e3145e2c-6617-48da-8073-cbbd754cf527'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:39.116714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79478-1aa6-4602-8b8a-872e210d2b7b req-52a16ef8-49a9-40aa-a85d-ff1c1cfeec66 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:39.122094 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dc79478-1aa6-4602-8b8a-872e210d2b7b req-52a16ef8-49a9-40aa-a85d-ff1c1cfeec66 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.3402767 Sep 01 15:28:39.242528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.339881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9dc79478-1aa6-4602-8b8a-872e210d2b7b req-e38591c6-e5c4-401f-917d-381dabe49294 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011764 Sep 01 15:28:39.421607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2507e423-f03d-42f9-90d5-cb5369b380ae req-5f566451-a7d8-4660-a48f-00f0addd75d6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684464 Sep 01 15:28:39.435191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Transition to ACTIVE for port object fab3a73d-76f2-4355-9e1c-961dce85419e will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:39.590898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.735204 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:34Z', 'revision_number': 6, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:39.735870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Network 73b59e80-279b-46a4-979c-229f1994f020 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:39.747799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:39.752750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:39.804027 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf64cad-b088-4b98-a245-179fcc675d07 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:34Z', 'revision_number': 6, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:39.850510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added routes are [] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:28:39.851683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:28:39.927118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.957301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:39.960234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.986339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a2d87-00a6-4439-8270-4f294ddefe6e req-9e78aa73-b01e-4c8c-8627-e7e7ea6f1730 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:39.996675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6b55ff66-f525-4676-b6e0-36aecff7c358'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:40.017630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-164a2d87-00a6-4439-8270-4f294ddefe6e req-9e78aa73-b01e-4c8c-8627-e7e7ea6f1730 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 944 time: 0.4010735 Sep 01 15:28:40.035897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'Port': ['ID=fab3a73d-76f2-4355-9e1c-961dce85419e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:40.073383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fe2723bd-214f-4c9e-ba2e-c408395380fa tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1281834 Sep 01 15:28:40.075905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:40.327028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff64d0f-827c-444b-a046-a8a6456652ff tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.340720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff64d0f-827c-444b-a046-a8a6456652ff tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.356070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff64d0f-827c-444b-a046-a8a6456652ff tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.362163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ff64d0f-827c-444b-a046-a8a6456652ff tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2812045 Sep 01 15:28:40.363594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:40.404653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfaeea-cb20-4706-b304-11d629b1f66b None None] Network 73b59e80-279b-46a4-979c-229f1994f020 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:40.590426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bd44aa0c-d9bf-4772-ab4d-117dc1002524 None None] Provisioning for port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:40.699835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-153d76f1-6fc1-43ea-a4af-127150df7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.703503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-153d76f1-6fc1-43ea-a4af-127150df7055 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 1098 time: 1.1159453 Sep 01 15:28:40.774388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 08abec03-407b-4ced-a310-62f24d4585d0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:40.777802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.839239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-164a2d87-00a6-4439-8270-4f294ddefe6e req-2a3b8ff6-0afa-479b-83b9-18d563f51b06 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8197975 Sep 01 15:28:40.945992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Transition to ACTIVE for port object c553865b-44b1-4c9f-bcc5-5175386b56d3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:41.050214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.059999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Deleting port fab3a73d-76f2-4355-9e1c-961dce85419e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:41.059999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.137179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-ff2536db-2795-4141-b86a-fe21ef308bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.140836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-ff2536db-2795-4141-b86a-fe21ef308bdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.4254339 Sep 01 15:28:41.144495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.161953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f56ec-dcfa-429e-a66c-1e3ae0b06c4a req-8ae62b33-f3c3-4c9a-8766-0f8dd4ff2510 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.165653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e01f56ec-dcfa-429e-a66c-1e3ae0b06c4a req-8ae62b33-f3c3-4c9a-8766-0f8dd4ff2510 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.6638982 Sep 01 15:28:41.220365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.227530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-0b30ef9f-3c96-402f-8017-718b85b62fb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361bd6f8-ace6-43be-8d95-bc9982015620 HTTP/1.1" status: 200 len: 217 time: 0.0768619 Sep 01 15:28:41.319416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e01f56ec-dcfa-429e-a66c-1e3ae0b06c4a req-37034f54-d752-4725-a70d-650e0938c33a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399741 Sep 01 15:28:41.324769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.357436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba2d9a-d6ef-4e6d-940a-58fa711e0920 None None] Pushing event updated for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:41.358205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Calling delete_port for fab3a73d-76f2-4355-9e1c-961dce85419e owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:41.425946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 08abec03-407b-4ced-a310-62f24d4585d0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:41.426756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.575832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e605-adde-43b4-a971-5abebde8fa42 req-30b62396-4032-4606-aefb-8e554c06bd1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.586470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e605-adde-43b4-a971-5abebde8fa42 req-30b62396-4032-4606-aefb-8e554c06bd1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.596373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e605-adde-43b4-a971-5abebde8fa42 req-30b62396-4032-4606-aefb-8e554c06bd1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.598972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e345e605-adde-43b4-a971-5abebde8fa42 req-30b62396-4032-4606-aefb-8e554c06bd1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2414 time: 0.5356591 Sep 01 15:28:41.601300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-e88dd3aa-5e9a-475c-aba6-c14beefa1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.602855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-e88dd3aa-5e9a-475c-aba6-c14beefa1dd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.3651674 Sep 01 15:28:41.637525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.670162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Attempting to bind port c553865b-44b1-4c9f-bcc5-5175386b56d3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:41.670760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Attempting to bind port c553865b-44b1-4c9f-bcc5-5175386b56d3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:41.671479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Attempting to bind port c553865b-44b1-4c9f-bcc5-5175386b56d3 on network 140f2135-41e4-44ca-b5c1-343c256dffc1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:41.686689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:41.687274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Checking segment: {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:41.687942 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.689282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Bound using segment: {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:41.689505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Bound port: c553865b-44b1-4c9f-bcc5-5175386b56d3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:41.690109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.729547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event deleted for resources: {'Port': ['ID=fab3a73d-76f2-4355-9e1c-961dce85419e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:41.810842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-d3331403-8549-433a-8db9-dc7fb13580fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.812825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-d3331403-8549-433a-8db9-dc7fb13580fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000127 Sep 01 15:28:41.881896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e345e605-adde-43b4-a971-5abebde8fa42 req-71588e6d-c874-4365-b264-c1c59ba795cb tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317797 Sep 01 15:28:41.887340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:41.908453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.922026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-694b5884-4e4e-4aee-909f-b30c67a15a7a tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "DELETE /v2.0/ports/fab3a73d-76f2-4355-9e1c-961dce85419e HTTP/1.1" status: 204 len: 168 time: 1.5566595 Sep 01 15:28:41.923004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52230) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:41.944502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Request body: {'port': {'name': 'tempest-new-port-name-1886013586', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:41.945162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] bootfile-name is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:41.945733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] tftp-server is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:41.946262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.api.validators [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] server-ip-address is not in valid_values {{(pid=106376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:28:41.983133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] For port c553865b-44b1-4c9f-bcc5-5175386b56d3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:41.996206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] For port c553865b-44b1-4c9f-bcc5-5175386b56d3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c553865b-44b1-4c9f-bcc5-5175386b56d3,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:42.008692 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.104922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.219336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:42.220029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:42.352164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba2d9a-d6ef-4e6d-940a-58fa711e0920 None None] Pushing event updated for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:42.415311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a74b0f3a-2047-4d34-80d8-f279734f716e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:42.423900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3a62b6aa-c71b-40ad-a9d7-7cc8aac36ca0 None None] Could not find standard attr ID for object fab3a73d-76f2-4355-9e1c-961dce85419e. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:28:42.516901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-9da1171d-e580-49ad-8b24-f132b2e520e3 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682069 Sep 01 15:28:42.530904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ee546118-146e-4d8e-a970-7348b8a8e01a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:42.531844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:42.559305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.564617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-59227682-299a-4fe8-acf2-5fec3c7b6276 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 703 time: 4.6553862 Sep 01 15:28:42.574756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:42.575058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:42.585993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3a62b6aa-c71b-40ad-a9d7-7cc8aac36ca0 None None] Provisioning for port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:42.616933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-bd03eeb2-0b31-44c5-beb6-2cbb7b218f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:42.620311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-bd03eeb2-0b31-44c5-beb6-2cbb7b218f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.5274007 Sep 01 15:28:42.647211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe4b10-fb57-4832-8411-e0f388b433d6 req-fce69ed5-2c1b-48d7-a635-ec1f0fb47ccf tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:42.665804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72fe4b10-fb57-4832-8411-e0f388b433d6 req-fce69ed5-2c1b-48d7-a635-ec1f0fb47ccf tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 944 time: 0.2340732 Sep 01 15:28:42.702931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3a62b6aa-c71b-40ad-a9d7-7cc8aac36ca0 None None] Provisioning complete for port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:42.703319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a62b6aa-c71b-40ad-a9d7-7cc8aac36ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.745945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-e06691ad-6d56-4948-b709-1715a794f70b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.0392418 Sep 01 15:28:42.805797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:42.806443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:42.850482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.859278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.965054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-229530e8-de7d-4ce9-b241-8cd75c9cef6b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944892 Sep 01 15:28:42.983141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event updated for resources: {'Port': ['ID=2d86afa3-2921-4ab5-9ff2-2af43e2c38b2,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:43.006679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port ee546118-146e-4d8e-a970-7348b8a8e01a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:43.011741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb64908c-9c8c-4389-b798-a8c2595febeb req-369d2266-8a4d-42e7-b4de-91dbe72f4ac6 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773726 Sep 01 15:28:43.022805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b6aa-c71b-40ad-a9d7-7cc8aac36ca0 None None] Port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:43.035544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:43.036981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] In _notify_port_updated(), no bound segment for port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 on network 73b59e80-279b-46a4-979c-229f1994f020 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:28:43.049178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.054917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.060386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-92f23246-7484-41c4-bd2a-89a910d80312 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "PUT /v2.0/ports/2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 HTTP/1.1" status: 200 len: 1136 time: 1.1320367 Sep 01 15:28:43.061203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:43.061438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12f1b0e6-c870-4cee-8945-768147c46fcb tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 703 time: 0.4854748 Sep 01 15:28:43.073692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52244) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:43.078061 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72fe4b10-fb57-4832-8411-e0f388b433d6 req-f3acdf61-1fa2-4fe7-bd07-d9e46bc2e256 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068575 Sep 01 15:28:43.148711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port ee546118-146e-4d8e-a970-7348b8a8e01a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:43.149534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.190475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c0c6c-25ab-4cad-8710-1ce9ac359984 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.192005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e31c0c6c-25ab-4cad-8710-1ce9ac359984 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "GET /v2.0/ports/2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 HTTP/1.1" status: 200 len: 1136 time: 0.1285949 Sep 01 15:28:43.197972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52246) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:43.351309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-9e3dd3a2-c750-4395-ab09-e9b0d04f7b81 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524010 Sep 01 15:28:43.376770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:43.439598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a74b0f3a-2047-4d34-80d8-f279734f716e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:43.461043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb901a-90af-43bb-9753-4945e06f189c req-a1026dd6-e6a0-47ca-b3ce-1b3659f55513 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.463984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5cb901a-90af-43bb-9753-4945e06f189c req-a1026dd6-e6a0-47ca-b3ce-1b3659f55513 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.1967952 Sep 01 15:28:43.480361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-45166cd6-3466-4573-85f9-1d71909fbba6 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280410 Sep 01 15:28:43.524440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a74b0f3a-2047-4d34-80d8-f279734f716e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:43.524883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.573730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Deleting port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:43.574707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.620285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5cb901a-90af-43bb-9753-4945e06f189c req-1590dd1f-d62d-4be6-96f1-e6ec444c8539 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430037 Sep 01 15:28:43.860619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.884203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Calling delete_port for 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:43.903676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdce9f-1320-4314-90ba-80c3d6320164 req-4857ac78-88b8-41d7-af62-7b850f97f8c8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.918200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdce9f-1320-4314-90ba-80c3d6320164 req-4857ac78-88b8-41d7-af62-7b850f97f8c8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.939233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdce9f-1320-4314-90ba-80c3d6320164 req-4857ac78-88b8-41d7-af62-7b850f97f8c8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.951533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cdce9f-1320-4314-90ba-80c3d6320164 req-4857ac78-88b8-41d7-af62-7b850f97f8c8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2414 time: 0.1851301 Sep 01 15:28:44.083987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-90fdc337-cdcf-4a0c-93ec-f57e1d10fb9a None None] Could not find standard attr ID for object fab3a73d-76f2-4355-9e1c-961dce85419e. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:28:44.121435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.172045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9cdce9f-1320-4314-90ba-80c3d6320164 req-ddcdd87b-6a55-452e-8687-31424afc7b48 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190397 Sep 01 15:28:44.191627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:44.194282 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b0473-4712-49ac-a308-fed28423c9e7" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:44.207626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9370f19d-ea53-41a6-abe8-e742b83772e1 req-9b831e3e-cc69-4882-8f6b-14fd436c4efc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0970929 Sep 01 15:28:44.248441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ee546118-146e-4d8e-a970-7348b8a8e01a,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:44.295764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.298784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3055741-2520-4bf4-9746-816791848311 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:44.380887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.390830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.440185 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5492ee3-cf3f-4855-ae9d-9cf7d14a3fd6 x-openstack-request-id: req-f5492ee3-cf3f-4855-ae9d-9cf7d14a3fd6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:44.440834 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:44.441276 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5492ee3-cf3f-4855-ae9d-9cf7d14a3fd6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:44.442036 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a', 'code': 200} Sep 01 15:28:44.455931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event deleted for resources: {'Port': ['ID=2d86afa3-2921-4ab5-9ff2-2af43e2c38b2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:44.493563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc863cf-52e7-4c67-b85a-18655d5d4887 req-c01d50a8-b376-46ae-b095-fe3fa06f17e3 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:44.496498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc863cf-52e7-4c67-b85a-18655d5d4887 req-c01d50a8-b376-46ae-b095-fe3fa06f17e3 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 944 time: 0.1751456 Sep 01 15:28:44.519596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-90fdc337-cdcf-4a0c-93ec-f57e1d10fb9a None None] Provisioning complete for port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:44.519823 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90fdc337-cdcf-4a0c-93ec-f57e1d10fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.564074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-90fdc337-cdcf-4a0c-93ec-f57e1d10fb9a None None] Port 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:28:44.650697 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.729086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.735977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e05c1ad0-a4e0-48b9-b6c8-e38f51a09710 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "DELETE /v2.0/ports/2d86afa3-2921-4ab5-9ff2-2af43e2c38b2 HTTP/1.1" status: 204 len: 168 time: 1.5330195 Sep 01 15:28:44.737269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52268) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:44.740781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a74b0f3a-2047-4d34-80d8-f279734f716e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a74b0f3a-2047-4d34-80d8-f279734f716e,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:44.752783 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d61bf20e-8e30-487e-9327-6039ddb58287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.780354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a918dbe6-e6f8-4e4f-9795-9a1364899f16 None None] Could not find standard attr ID for object 2d86afa3-2921-4ab5-9ff2-2af43e2c38b2. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:28:44.796033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.796898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7d904d19-cc84-406b-8d20-cf7bb49fba56 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:44.903883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:31Z', 'revision_number': 4, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c553865b-44b1-4c9f-bcc5-5175386b56d3', 'name': '', 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'mac_address': 'fa:16:3e:95:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:27Z', 'updated_at': '2021-09-01T15:28:41Z', 'revision_number': 4, 'project_id': '6c8141838783400185c4979c4ffa859c', 'subnets': [{'id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:44.924366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:44.952546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Deleting subnet 75898971-b409-44bd-8416-8a0d4b46d872 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:28:44.976476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.026865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826708ef-dd93-46ed-b16f-e4a03f8e71b1 None None] The sync data for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 is: [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:28:31Z', 'revision_number': 4, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c553865b-44b1-4c9f-bcc5-5175386b56d3', 'name': '', 'network_id': '140f2135-41e4-44ca-b5c1-343c256dffc1', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'mac_address': 'fa:16:3e:95:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:27Z', 'updated_at': '2021-09-01T15:28:41Z', 'revision_number': 4, 'project_id': '6c8141838783400185c4979c4ffa859c', 'subnets': [{'id': 'cdf9b1a2-68a2-46f7-be75-8918bb006cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:45.042377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dfc863cf-52e7-4c67-b85a-18655d5d4887 req-50246fdd-9619-4cdc-9878-c151ba5f4b6b tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473537 Sep 01 15:28:45.051945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a657cf-b57b-4d44-926a-da76ea5317aa req-980341f9-0826-4f0f-8f74-952f89e1140a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.056976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86a657cf-b57b-4d44-926a-da76ea5317aa req-980341f9-0826-4f0f-8f74-952f89e1140a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 0.2159085 Sep 01 15:28:45.114328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.199389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 7, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:33Z', 'revision_number': 4, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:45.217494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7d904d19-cc84-406b-8d20-cf7bb49fba56 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:45.279383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:45.288214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86a657cf-b57b-4d44-926a-da76ea5317aa req-0d2eba04-9886-44b9-919b-221d0cfc4b0c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046354 Sep 01 15:28:45.290721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7d904d19-cc84-406b-8d20-cf7bb49fba56 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:45.291561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.313522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e3055741-2520-4bf4-9746-816791848311 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:45.401155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e3055741-2520-4bf4-9746-816791848311 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:45.402014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.448745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port a74b0f3a-2047-4d34-80d8-f279734f716e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:45.449920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.453883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:45.470206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:45.472635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:45.489008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f27fc35-d749-4d4f-a212-2bdde595fee9 req-688e4b55-6e53-4e21-bdbc-9e496411a5d8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0719190 Sep 01 15:28:45.548060 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.652401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port a74b0f3a-2047-4d34-80d8-f279734f716e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a74b0f3a-2047-4d34-80d8-f279734f716e,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:45.652843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.674533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for a74b0f3a-2047-4d34-80d8-f279734f716e owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:45.676717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.689764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:45.728748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event deleted for resources: {'Subnet': ['ID=75898971-b409-44bd-8416-8a0d4b46d872,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:45.739064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.744641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c4bb8643-b6f9-48b0-bba4-ff55fd4cb489 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "DELETE /v2.0/subnets/75898971-b409-44bd-8416-8a0d4b46d872 HTTP/1.1" status: 204 len: 168 time: 1.0050626 Sep 01 15:28:45.745744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52276) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:45.766477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c1f7e-25ba-4998-8d2b-c86f87982997 req-d169e045-a2c3-452c-aa13-af26a60da9da tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.772735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c1f7e-25ba-4998-8d2b-c86f87982997 req-d169e045-a2c3-452c-aa13-af26a60da9da tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.779459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c1f7e-25ba-4998-8d2b-c86f87982997 req-d169e045-a2c3-452c-aa13-af26a60da9da tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.779694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.780801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae3c1f7e-25ba-4998-8d2b-c86f87982997 req-d169e045-a2c3-452c-aa13-af26a60da9da tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2415 time: 0.3790095 Sep 01 15:28:45.782034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176f4f3-82f7-4439-8054-037dad892443 None None] Network 73b59e80-279b-46a4-979c-229f1994f020 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:45.859536 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.904794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3055741-2520-4bf4-9746-816791848311,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:45.946152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae3c1f7e-25ba-4998-8d2b-c86f87982997 req-e9fcff9f-8dfa-499c-8e69-30da07491f58 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514277 Sep 01 15:28:46.005083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.005906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 361bd6f8-ace6-43be-8d95-bc9982015620 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:46.027178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7d904d19-cc84-406b-8d20-cf7bb49fba56, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7d904d19-cc84-406b-8d20-cf7bb49fba56,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:46.052953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.114945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.116119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:46.122259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=a74b0f3a-2047-4d34-80d8-f279734f716e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:46.160411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.160872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.161238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.162123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.162468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.162800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.163130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.163456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.163983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.164320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.164643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.165115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:46.217317 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.448031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3055741-2520-4bf4-9746-816791848311'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:46.452247 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d63555c-582c-4f95-9f8c-ff95e286083f" -d '{"events": [{"server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "name": "network-vif-plugged", "status": "completed", "tag": "e3055741-2520-4bf4-9746-816791848311"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:46.524357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-8472771b-195f-4cd6-91f7-2b85be204d18 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.526256 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-8472771b-195f-4cd6-91f7-2b85be204d18 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.5633042 Sep 01 15:28:46.549722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:46.558587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:46.593761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:46.652828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea739c-1517-4a2f-8c86-53a2a19d30a3 req-6328e349-a4cd-466c-9a8d-b1b50e00903d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.662398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5ea739c-1517-4a2f-8c86-53a2a19d30a3 req-6328e349-a4cd-466c-9a8d-b1b50e00903d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.3237948 Sep 01 15:28:46.666178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.701295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:46.701650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.787230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] DHCP port deletion for 73b59e80-279b-46a4-979c-229f1994f020 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:28:46.801379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.870366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7d904d19-cc84-406b-8d20-cf7bb49fba56,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:46.911250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:46.941507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5ea739c-1517-4a2f-8c86-53a2a19d30a3 req-3e9f2e7e-a909-464d-a9ea-b3e006870b3a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422004 Sep 01 15:28:46.948115 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.966117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3145e2c-6617-48da-8073-cbbd754cf527 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:46.975824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 7, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:44Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:47.089740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0d945-3aa1-411f-9e2d-51b17d9e3303 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 7, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a74b0f3a-2047-4d34-80d8-f279734f716e', 'name': '', 'network_id': '03c015a8-98a3-450a-a3d5-acf91afaf790', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ae:c0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:22Z', 'updated_at': '2021-09-01T15:28:44Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '5b53a0a2-d52c-4472-a91c-41e15626c7a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:47.108593 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8636d3-4c48-4e4d-8a95-a36471ddcd2a x-openstack-request-id: req-2c8636d3-4c48-4e4d-8a95-a36471ddcd2a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:47.108903 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "name": "network-vif-plugged", "status": "completed", "tag": "e3055741-2520-4bf4-9746-816791848311", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:47.109372 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c8636d3-4c48-4e4d-8a95-a36471ddcd2a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:47.109788 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3055741-2520-4bf4-9746-816791848311', 'code': 200} Sep 01 15:28:47.181838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.216920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6584c61-d20e-449a-83af-947962c709d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.246914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Deleting port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:47.247288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.280860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:47.284558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a4eac07-23bf-4782-90af-fa843e061403 req-89b706a8-05cc-4b42-a12c-25e36901cd6f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0422425 Sep 01 15:28:47.297653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:47.414192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Deleting port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:47.414871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.443388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:47.460648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16093a3d-b0ee-47e6-a5ea-751b9c6056a1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3857658 Sep 01 15:28:47.463197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52288) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:47.497988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:47.501796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.582075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3bbd8-33bd-4a29-98b6-d13490c8db70 req-51eb269c-add7-4400-b23c-bf28588027cb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.588864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2af3bbd8-33bd-4a29-98b6-d13490c8db70 req-51eb269c-add7-4400-b23c-bf28588027cb tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 946 time: 1.1004162 Sep 01 15:28:47.616191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a931f-e6aa-413b-99e9-f84aaab4edd9 req-6cfa5e4b-b704-4446-864e-4c9ccead6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.618255 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198a931f-e6aa-413b-99e9-f84aaab4edd9 req-6cfa5e4b-b704-4446-864e-4c9ccead6411 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 1097 time: 0.4379349 Sep 01 15:28:47.626846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] For port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,segment=NetworkSegment(d9303f9b-9649-4b56-a341-cbefdb17b006),segment_id=d9303f9b-9649-4b56-a341-cbefdb17b006)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:47.627229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.671644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 5b53a0a2-d52c-4472-a91c-41e15626c7a7 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:28:47.680514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.684422 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:47.697936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:47.698932 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:47.719115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c48e9-4103-435d-8732-1b36b21e3b34 req-6c50ba03-44be-4a05-a96a-ee692e4205a7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.725879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c48e9-4103-435d-8732-1b36b21e3b34 req-6c50ba03-44be-4a05-a96a-ee692e4205a7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.732515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c48e9-4103-435d-8732-1b36b21e3b34 req-6c50ba03-44be-4a05-a96a-ee692e4205a7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.734386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-783c48e9-4103-435d-8732-1b36b21e3b34 req-6c50ba03-44be-4a05-a96a-ee692e4205a7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2415 time: 0.2539027 Sep 01 15:28:47.740910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Calling delete_port for 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:47.774915 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2af3bbd8-33bd-4a29-98b6-d13490c8db70 req-39de67b2-b355-4497-82eb-5b8affade5a1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850672 Sep 01 15:28:47.794302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.818820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-198a931f-e6aa-413b-99e9-f84aaab4edd9 req-e8989564-733c-43f8-a6d4-02ba1844af61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789095 Sep 01 15:28:47.880431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:47.899233 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.915309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,segment=NetworkSegment(d9303f9b-9649-4b56-a341-cbefdb17b006),segment_id=d9303f9b-9649-4b56-a341-cbefdb17b006)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:47.941842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.019507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] For port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,segment=NetworkSegment(d9303f9b-9649-4b56-a341-cbefdb17b006),segment_id=d9303f9b-9649-4b56-a341-cbefdb17b006)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:48.020457 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.054506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.109171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e3145e2c-6617-48da-8073-cbbd754cf527 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:48.154420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e3145e2c-6617-48da-8073-cbbd754cf527 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:48.154894 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.160298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Calling delete_port for 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:48.230956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.235793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65039-4f39-48af-8aa1-144c01118b29 req-0377c667-5cef-4808-a50c-904f8238bd04 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:48.238578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daa65039-4f39-48af-8aa1-144c01118b29 req-0377c667-5cef-4808-a50c-904f8238bd04 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2887330 Sep 01 15:28:48.299290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=5b53a0a2-d52c-4472-a91c-41e15626c7a7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:48.320439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.328377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0116e933-8393-450d-a91d-e3f9e458a791 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/5b53a0a2-d52c-4472-a91c-41e15626c7a7 HTTP/1.1" status: 204 len: 168 time: 0.8633902 Sep 01 15:28:48.334925 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 8, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:48.342554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-783c48e9-4103-435d-8732-1b36b21e3b34 req-9ddabcda-cc6d-4752-8b0a-f2f4c08ea85b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541841 Sep 01 15:28:48.344136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:48.353329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c02db-55db-4eb6-b059-c7f75551a9ef None None] Network 03c015a8-98a3-450a-a3d5-acf91afaf790 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:48.373874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.6 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/59a36ed4-bf92-47a7-8c11-d0cba2da153c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:48.408234 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.450748 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:48.503678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:48.504954 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:48.551667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-daa65039-4f39-48af-8aa1-144c01118b29 req-eb4df058-f6ae-41a4-897f-5f199510bcfe tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882872 Sep 01 15:28:48.555873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event deleted for resources: {'Port': ['ID=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:48.569153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] No DVR routers for this DVR port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:28:48.597994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.638786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c553865b-44b1-4c9f-bcc5-5175386b56d3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:48.644420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:48.687001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1756590-543e-417e-9f96-c83b39d649c3 req-e3c7317d-2d2a-4976-879d-aac68a9b6d1a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:48.700267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1756590-543e-417e-9f96-c83b39d649c3 req-e3c7317d-2d2a-4976-879d-aac68a9b6d1a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.2162585 Sep 01 15:28:48.714695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.718921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.729828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b59e80-279b-46a4-979c-229f1994f020']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:48.743820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9303f9b-9649-4b56-a341-cbefdb17b006') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:48.744525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9303f9b-9649-4b56-a341-cbefdb17b006') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:48.757104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.775187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.776724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.785958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:28:48.786859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.809936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1756590-543e-417e-9f96-c83b39d649c3 req-65180bc9-dcea-419b-9edd-61d90bc4d180 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082964 Sep 01 15:28:48.858742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 5f48947a-2345-4c57-ab94-248865a7924d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:48.859343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:28:48.919318 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:28:48.932987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f23c3779-e3ee-491d-be70-5dc53d348f8c req-02e3f993-5f64-4bab-82e2-68933540d757 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0505733 Sep 01 15:28:48.936900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.939527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:48.950990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.950990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] 10.222.0.41 "DELETE /v2.0/networks/73b59e80-279b-46a4-979c-229f1994f020 HTTP/1.1" status: 204 len: 168 time: 3.1990216 Sep 01 15:28:48.978344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922cd5-ec06-47dd-abdc-9c262d069973 tempest-ExtraDHCPOptionsTestJSON-1926586223 tempest-ExtraDHCPOptionsTestJSON-1926586223-project] Pushing event deleted for resources: {'Network': ['ID=73b59e80-279b-46a4-979c-229f1994f020,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:49.042989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.118564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:49.129358 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba96d5-8fc3-481f-924d-0bfce8e0d7d4" -d '{"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-unplugged", "status": "completed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:49.219764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 5f48947a-2345-4c57-ab94-248865a7924d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5f48947a-2345-4c57-ab94-248865a7924d,segment=NetworkSegment(c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8),segment_id=c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:49.220146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.250095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3145e2c-6617-48da-8073-cbbd754cf527,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:49.262980 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d794038-af51-4092-9358-973e27a37cef x-openstack-request-id: req-5d794038-af51-4092-9358-973e27a37cef {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:49.263262 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-unplugged", "status": "failed", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620", "code": 422}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:49.263610 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d794038-af51-4092-9358-973e27a37cef {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:49.263947 n-d-802060-16 neutron-server[106378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620', 'code': 422} returned with failed status Sep 01 15:28:49.267468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.270802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.271640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b55ff66-f525-4676-b6e0-36aecff7c358 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:49.279125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24816e-d8ff-43d4-9ee2-e1dd448f8f2c req-ba7eb513-f297-4861-866b-e4c6f5c9a5b2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:49.280801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac24816e-d8ff-43d4-9ee2-e1dd448f8f2c req-ba7eb513-f297-4861-866b-e4c6f5c9a5b2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2181525 Sep 01 15:28:49.281917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 5f48947a-2345-4c57-ab94-248865a7924d owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:49.293831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c553865b-44b1-4c9f-bcc5-5175386b56d3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:49.359565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Network 73b59e80-279b-46a4-979c-229f1994f020 is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:28:49.360141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] No DVR routers for this DVR port 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:28:49.431187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c553865b-44b1-4c9f-bcc5-5175386b56d3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:49.431578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.480654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05feb9-1f98-472a-b9b2-deb1aa27e02f None None] Pushing event deleted for resources: {'Port': ['ID=3c6a4b51-d8b7-416b-88f3-785ef8f5bb82,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:49.496412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.554035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac24816e-d8ff-43d4-9ee2-e1dd448f8f2c req-5edd01ac-1ca4-44c2-93df-4621c15e261c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558086 Sep 01 15:28:49.559590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object 59a36ed4-bf92-47a7-8c11-d0cba2da153c will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:49.647191 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.720743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f9df-7115-4f88-960b-ee5485015d3c req-4cc13efb-29dc-496e-ac30-c6dafbe6e128 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:49.729775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f9df-7115-4f88-960b-ee5485015d3c req-4cc13efb-29dc-496e-ac30-c6dafbe6e128 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:49.741235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f9df-7115-4f88-960b-ee5485015d3c req-4cc13efb-29dc-496e-ac30-c6dafbe6e128 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:49.742474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52310) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:49.751650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e222f9df-7115-4f88-960b-ee5485015d3c req-4cc13efb-29dc-496e-ac30-c6dafbe6e128 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2416 time: 0.2133129 Sep 01 15:28:49.757036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 5f48947a-2345-4c57-ab94-248865a7924d on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:28:49.837807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=5f48947a-2345-4c57-ab94-248865a7924d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:49.863932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.872965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:49.886061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7f964-24cb-4ae6-a271-cd4ccf8ab840 None None] DHCP port deletion for 03c015a8-98a3-450a-a3d5-acf91afaf790 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:28:49.975603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e222f9df-7115-4f88-960b-ee5485015d3c req-ac8f9c62-56ef-444e-9df3-12f08b9e7dbe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107680 Sep 01 15:28:49.985516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.986730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 6b55ff66-f525-4676-b6e0-36aecff7c358 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:49.996638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 6b55ff66-f525-4676-b6e0-36aecff7c358 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:50.011159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.082426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.098142 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 8, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:50.111272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.150850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:50.180892 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.181822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c015a8-98a3-450a-a3d5-acf91afaf790']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:50.202604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:50.202967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b07e5b-df1b-4df8-bf67-d8127b3ff6a8') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:50.204596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c553865b-44b1-4c9f-bcc5-5175386b56d3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c553865b-44b1-4c9f-bcc5-5175386b56d3,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:50.223408 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f55e8-63b7-4231-a0b4-5a704ca3afe9 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 8, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '08abec03-407b-4ced-a310-62f24d4585d0', 'name': '', 'network_id': '9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:5b:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:01Z', 'updated_at': '2021-09-01T15:28:27Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '50cb93f4-084f-45f8-8c74-f72cbb9bea9a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:50.238973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:50.242459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.244133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7d904d19-cc84-406b-8d20-cf7bb49fba56 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:50.246112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1cd223e3-f901-48d2-b396-7bfd7c3df920 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1f67f7fe236457eb27e2a284e0282e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999087 Sep 01 15:28:50.252891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52320) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:50.264706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.289894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:50.295161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:50.320183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a81d7-2b60-414b-a236-49a42cc36b65 req-6cf2424a-3f3c-48c9-97c8-94a1a075c284 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:50.329536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-315a81d7-2b60-414b-a236-49a42cc36b65 req-6cf2424a-3f3c-48c9-97c8-94a1a075c284 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2123940 Sep 01 15:28:50.332178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.353476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.365610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:50.409921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350269c-c38d-4cdc-9297-58d283f91003 req-9ae83cd1-6d25-4c0e-8bcf-d047532e7511 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:50.419765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2350269c-c38d-4cdc-9297-58d283f91003 req-9ae83cd1-6d25-4c0e-8bcf-d047532e7511 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.2992694 Sep 01 15:28:50.428127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:28:50.431890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:28:50.436123 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:28:50.449391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:50.450502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.456557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:50.481871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7d904d19-cc84-406b-8d20-cf7bb49fba56 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:50.482338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.489927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.490534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.491119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.492337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-315a81d7-2b60-414b-a236-49a42cc36b65 req-e3460bb9-50a7-4eee-b0b3-6b94fca3ffe4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617255 Sep 01 15:28:50.492788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.493444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.494371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.494977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.495538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.497689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.498323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.498783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-d99e7030-cf2f-4bfa-a50c-65573d3cf75c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9549773 Sep 01 15:28:50.498930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.499491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:50.525113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2350269c-c38d-4cdc-9297-58d283f91003 req-db24548f-6fea-4516-a405-e91c1832faf5 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038353 Sep 01 15:28:50.542138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Request body: {'port': {'device_id': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:50.694847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.760986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.769542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:50.886657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.951059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.962255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/03c015a8-98a3-450a-a3d5-acf91afaf790 HTTP/1.1" status: 204 len: 168 time: 2.6163728 Sep 01 15:28:50.978617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712f8e9-69d0-4b33-888c-b2a17d2ad147 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=03c015a8-98a3-450a-a3d5-acf91afaf790,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:50.980241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07cdc599-afae-4fda-afda-ea9b5f90c879 None None] Provisioning for port 59a36ed4-bf92-47a7-8c11-d0cba2da153c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:50.999041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07cdc599-afae-4fda-afda-ea9b5f90c879 None None] Provisioning complete for port 59a36ed4-bf92-47a7-8c11-d0cba2da153c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:51.000482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07cdc599-afae-4fda-afda-ea9b5f90c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.027919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52326) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:51.049268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d44e9-611d-45bf-8de3-1600f6a24c3f req-ffbd2ae9-6e3c-4bc5-b776-5287c355a15a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.070104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-856d44e9-611d-45bf-8de3-1600f6a24c3f req-ffbd2ae9-6e3c-4bc5-b776-5287c355a15a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 931 time: 0.3978946 Sep 01 15:28:51.105219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.127630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-07cdc599-afae-4fda-afda-ea9b5f90c879 None None] Port 59a36ed4-bf92-47a7-8c11-d0cba2da153c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:51.161308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:51.179912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-856d44e9-611d-45bf-8de3-1600f6a24c3f req-98589c27-487c-4be2-a422-4864f4ccc4e9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089072 Sep 01 15:28:51.239897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:51.241359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c6a4b51-d8b7-416b-88f3-785ef8f5bb82 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:51.277099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527'}, {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:51.277099 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c8c64-2938-4355-87ca-0c39ddfcbf8c" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527"}, {"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:51.345205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.354489 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6465f90e-05da-49ec-9aea-02882e466d67 x-openstack-request-id: req-6465f90e-05da-49ec-9aea-02882e466d67 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:51.354816 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527", "code": 200}, {"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:51.355395 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6465f90e-05da-49ec-9aea-02882e466d67 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:51.355859 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527', 'code': 200} Sep 01 15:28:51.358815 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'code': 200} Sep 01 15:28:51.362453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.364401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/016ef393-2a4a-4bf0-9f6f-f9a1c68adb0a HTTP/1.1" status: 204 len: 168 time: 1.1096621 Sep 01 15:28:51.391740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875c6f9-88c0-42ad-ab28-239e75fd6b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ef393-2a4a-4bf0-9f6f-f9a1c68adb0a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:51.557701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c553865b-44b1-4c9f-bcc5-5175386b56d3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:51.691770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c553865b-44b1-4c9f-bcc5-5175386b56d3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:51.692731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.755559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729d43-7970-4d49-a60b-7de565fc91b2 req-e9d55e77-0238-4fb2-9aef-08a430908887 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.763305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729d43-7970-4d49-a60b-7de565fc91b2 req-e9d55e77-0238-4fb2-9aef-08a430908887 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.770449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729d43-7970-4d49-a60b-7de565fc91b2 req-e9d55e77-0238-4fb2-9aef-08a430908887 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.772563 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae729d43-7970-4d49-a60b-7de565fc91b2 req-e9d55e77-0238-4fb2-9aef-08a430908887 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.3858202 Sep 01 15:28:51.780129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa0b2a-b386-481a-9392-df3127f24b36 req-29cd1b63-cf3b-40b0-ae40-a66dff178938 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.783291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7eaa0b2a-b386-481a-9392-df3127f24b36 req-29cd1b63-cf3b-40b0-ae40-a66dff178938 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1742518 Sep 01 15:28:51.914394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7eaa0b2a-b386-481a-9392-df3127f24b36 req-33b15727-ed89-4755-a8f6-c3b1012918e3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165502 Sep 01 15:28:51.915975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb7c7-b8b5-4d2a-8ac7-d49ca6fcf32f req-ce817ec9-af23-4de1-9afc-de5d08c31a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.916466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb7c7-b8b5-4d2a-8ac7-d49ca6fcf32f req-ce817ec9-af23-4de1-9afc-de5d08c31a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.916941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb7c7-b8b5-4d2a-8ac7-d49ca6fcf32f req-ce817ec9-af23-4de1-9afc-de5d08c31a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.925914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c14fb7c7-b8b5-4d2a-8ac7-d49ca6fcf32f req-ce817ec9-af23-4de1-9afc-de5d08c31a10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2873 time: 0.3060141 Sep 01 15:28:51.932949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f48947a-2345-4c57-ab94-248865a7924d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:51.967504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 5f48947a-2345-4c57-ab94-248865a7924d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:51.967857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5f48947a-2345-4c57-ab94-248865a7924d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:51.968284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a74b0f3a-2047-4d34-80d8-f279734f716e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:52.002057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a74b0f3a-2047-4d34-80d8-f279734f716e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:52.002403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a74b0f3a-2047-4d34-80d8-f279734f716e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:52.261611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ae729d43-7970-4d49-a60b-7de565fc91b2 req-5049072c-43a0-4817-a339-bf4a9429b0b9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427617 Sep 01 15:28:52.311433 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c14fb7c7-b8b5-4d2a-8ac7-d49ca6fcf32f req-435a3728-8781-4e8a-b35e-069cd2bc9051 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690994 Sep 01 15:28:52.333498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a36ed4-bf92-47a7-8c11-d0cba2da153c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:52.354287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.399035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Transition to ACTIVE for port object 59a36ed4-bf92-47a7-8c11-d0cba2da153c will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:52.414926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.459023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dba95-3a38-4d0b-a596-ea9e6e03f1d7 req-a0ebd826-7e49-4473-93f0-96024b380d44 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:52.462027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a75dba95-3a38-4d0b-a596-ea9e6e03f1d7 req-a0ebd826-7e49-4473-93f0-96024b380d44 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.1231203 Sep 01 15:28:52.529519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a75dba95-3a38-4d0b-a596-ea9e6e03f1d7 req-cb6747ab-a845-4455-96fe-63940fd88480 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585692 Sep 01 15:28:52.580876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Pushing event updated for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:52.699067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db9ac8-24e7-42c5-aeaf-632b83713744 req-72975481-4905-4620-8e93-4d075cb8e79d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:52.702590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81db9ac8-24e7-42c5-aeaf-632b83713744 req-72975481-4905-4620-8e93-4d075cb8e79d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.2300501 Sep 01 15:28:52.802269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Attempting to bind port 59a36ed4-bf92-47a7-8c11-d0cba2da153c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:52.802621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Attempting to bind port 59a36ed4-bf92-47a7-8c11-d0cba2da153c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:52.802956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Attempting to bind port 59a36ed4-bf92-47a7-8c11-d0cba2da153c on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:52.813024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.822552 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81db9ac8-24e7-42c5-aeaf-632b83713744 req-19fce7e2-0c0b-4a07-9c1c-5a9c8b5206cd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973167 Sep 01 15:28:52.855997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Port 59a36ed4-bf92-47a7-8c11-d0cba2da153c on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:52.856326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Attempting to bind port 59a36ed4-bf92-47a7-8c11-d0cba2da153c on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:52.898701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52366) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:53.054929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1768533849'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:53.112084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:53.118757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.165275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.211319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:53.211659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:53.212092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:53.212493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Bound port: 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:53.212933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.215936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37d3c8-d5f1-4893-8cf0-90d040d289bf req-c39e98fd-fd2e-42b3-b7da-eb1349f48c4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.219631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb37d3c8-d5f1-4893-8cf0-90d040d289bf req-c39e98fd-fd2e-42b3-b7da-eb1349f48c4e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1238170 Sep 01 15:28:53.313316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb37d3c8-d5f1-4893-8cf0-90d040d289bf req-d1e62a30-6299-4134-8219-187201e5a120 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685973 Sep 01 15:28:53.371117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:53.398602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:53.409712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.431318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.439128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.472801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:53.486603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9d8ae-e2cf-4bb0-97bf-b41454567512,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:53.493675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.494092 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 68dc2901-4442-4987-ab95-4ee6818de9d8 of type vlan for network 6959baf4-4f99-4262-9023-7b0e0b510b27 Sep 01 15:28:53.509419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.510056 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.511639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] 10.222.0.50 "PUT /v2.0/ports/59a36ed4-bf92-47a7-8c11-d0cba2da153c HTTP/1.1" status: 200 len: 1092 time: 2.9854701 Sep 01 15:28:53.512134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:53.518122 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:53.549183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7515c8-5bcf-482e-85a0-3f8746598815 service neutron] Pushing event updated for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:53.561477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.609023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.617452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.618454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.619338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afac74-a9ed-4d4b-9631-8db41a262913 req-d817cc0e-b7ac-46dd-a88d-23c9aa33a544 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.636091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afac74-a9ed-4d4b-9631-8db41a262913 req-d817cc0e-b7ac-46dd-a88d-23c9aa33a544 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.656049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afac74-a9ed-4d4b-9631-8db41a262913 req-d817cc0e-b7ac-46dd-a88d-23c9aa33a544 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.670944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1afac74-a9ed-4d4b-9631-8db41a262913 req-d817cc0e-b7ac-46dd-a88d-23c9aa33a544 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.2629273 Sep 01 15:28:53.678488 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfea220c-bd75-4d0b-9ed2-c59006d83ca3 x-openstack-request-id: req-dfea220c-bd75-4d0b-9ed2-c59006d83ca3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:53.678966 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:53.680064 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfea220c-bd75-4d0b-9ed2-c59006d83ca3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:53.680729 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c', 'status': 'completed', 'code': 200} Sep 01 15:28:53.725723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8248677 Sep 01 15:28:53.730872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52378) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:53.740298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'name': 'tempest-PortsIpV6TestJSON-1264903919'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:54.013826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1afac74-a9ed-4d4b-9631-8db41a262913 req-4aa044ae-2d0f-4558-bea2-f274c14ded9c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425790 Sep 01 15:28:54.022525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-94796252-3f62-4822-8661-272e04869c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.024628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-94796252-3f62-4822-8661-272e04869c45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 1095 time: 0.3506389 Sep 01 15:28:54.094718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-bc2cb284-6a25-4e8e-9f75-d0f38b8a89b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c HTTP/1.1" status: 200 len: 217 time: 0.0537934 Sep 01 15:28:54.203565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 08abec03-407b-4ced-a310-62f24d4585d0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:54.204279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.226605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adc3c7-7f6f-4ee6-b5c5-eca293e95767 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=6959baf4-4f99-4262-9023-7b0e0b510b27,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:54.251132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:54.275552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfbfb1-21cf-4276-a5e7-941680e7cec9 req-252c97eb-87a9-40be-bf41-aaa4344d4715 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.277096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95dfbfb1-21cf-4276-a5e7-941680e7cec9 req-252c97eb-87a9-40be-bf41-aaa4344d4715 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.5471258 Sep 01 15:28:54.340365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95dfbfb1-21cf-4276-a5e7-941680e7cec9 req-ff49a29f-a206-4864-b223-5501f9232dcd tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 Sep 01 15:28:54.355517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:54.362213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.395591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 08abec03-407b-4ced-a310-62f24d4585d0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=08abec03-407b-4ced-a310-62f24d4585d0,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:54.396292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.401723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port d3b0ea63-3b56-425d-8c60-960d44d6006c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:28:54.415570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 08abec03-407b-4ced-a310-62f24d4585d0 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:54.433483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-c14aa155-b88f-47ec-b509-216b86ca3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.435052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-c14aa155-b88f-47ec-b509-216b86ca3841 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.3238208 Sep 01 15:28:54.515847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-6ac45d23-9fc3-47db-a0ec-f1df50ff9609 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.517431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-6ac45d23-9fc3-47db-a0ec-f1df50ff9609 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.4216504 Sep 01 15:28:54.605260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7756e-fe9f-4509-9572-6142725b54ab req-0ec848de-bea4-46cc-b9a8-dd4efabf7d55 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.607354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ef7756e-fe9f-4509-9572-6142725b54ab req-0ec848de-bea4-46cc-b9a8-dd4efabf7d55 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1375053 Sep 01 15:28:54.614638 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:28:54.661158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5c1a-f285-43fd-8ca5-c5b9ced72841 req-71389b00-ab67-425e-9179-ff7ddfdfa207 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.667041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a4d5c1a-f285-43fd-8ca5-c5b9ced72841 req-71389b00-ab67-425e-9179-ff7ddfdfa207 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.4472141 Sep 01 15:28:54.675825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.688220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ef7756e-fe9f-4509-9572-6142725b54ab req-217c227f-10c0-44aa-8e0a-0adcca8d8498 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653648 Sep 01 15:28:54.729101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-86806922-fef0-48fc-a4b7-ad7d306fefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.729101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-86806922-fef0-48fc-a4b7-ad7d306fefeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650232 Sep 01 15:28:54.735391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.811801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=d3b0ea63-3b56-425d-8c60-960d44d6006c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:54.831401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '68dc2901-4442-4987-ab95-4ee6818de9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:54.831876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: 6959baf4-4f99-4262-9023-7b0e0b510b27, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:54.865975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:54.867530 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2a4d5c1a-f285-43fd-8ca5-c5b9ced72841 req-e5a78e27-c36e-4b37-8d18-303c72dd035b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999891 Sep 01 15:28:54.887186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6959baf4-4f99-4262-9023-7b0e0b510b27) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:54.908232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:54.914233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b4351-c38f-494e-987a-428fe5ceb906 None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:54.915564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.916334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.935364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Deleting port e3055741-2520-4bf4-9746-816791848311 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:54.935782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.943023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6bacce57-97da-410b-b49d-268e7f63c0c4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2110620 Sep 01 15:28:54.948007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:54.953847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-562685590'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:54.982708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:54.987101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.030093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-f3ef59fe-8192-433a-8ce9-ed4690d4cb0f service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700624 Sep 01 15:28:55.051553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:55.066340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.066340 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment e122d3e7-0756-47b1-9846-81b0e6ffe69c of type vlan for network ed76ade4-c744-456d-b45d-ffd0cafbd01d Sep 01 15:28:55.143399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.164535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.192479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.214706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.216057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.249255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=08abec03-407b-4ced-a310-62f24d4585d0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:55.336657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3873293 Sep 01 15:28:55.339803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e62de2-4e10-4765-8d4a-c63ba1881087 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=ed76ade4-c744-456d-b45d-ffd0cafbd01d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:55.350283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:55.357303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'ports': [{'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'}, {'network_id': 'ed76ade4-c744-456d-b45d-ffd0cafbd01d'}]} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:55.357619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:55.358110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'ed76ade4-c744-456d-b45d-ffd0cafbd01d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:55.384588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ed76ade4-c744-456d-b45d-ffd0cafbd01d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:55.506071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7f12-6f36-41c3-8ff1-7c08569a67e1 req-b95a11cc-a928-4acd-add7-4dbc8af2ff98 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.510212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] For port e3055741-2520-4bf4-9746-816791848311, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3055741-2520-4bf4-9746-816791848311,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:55.510860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.515373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7f12-6f36-41c3-8ff1-7c08569a67e1 req-b95a11cc-a928-4acd-add7-4dbc8af2ff98 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.524370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7f12-6f36-41c3-8ff1-7c08569a67e1 req-b95a11cc-a928-4acd-add7-4dbc8af2ff98 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.533553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d7b7f12-6f36-41c3-8ff1-7c08569a67e1 req-b95a11cc-a928-4acd-add7-4dbc8af2ff98 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.3125579 Sep 01 15:28:55.571862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Calling delete_port for e3055741-2520-4bf4-9746-816791848311 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:55.582285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f3b1039-9ee5-4f60-b973-5da502a5ec27 req-31456cd9-b4df-45de-8977-4229aeca0d86 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451891 Sep 01 15:28:55.629545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.682865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d7b7f12-6f36-41c3-8ff1-7c08569a67e1 req-eadb5564-8bb6-49e7-a9a9-a2149e1281f2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474979 Sep 01 15:28:55.804628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bf38d-1632-4f8b-8794-7d680445d483 req-5193b01e-f8ae-45a8-a624-2c3b963a1c42 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.806372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-586bf38d-1632-4f8b-8794-7d680445d483 req-5193b01e-f8ae-45a8-a624-2c3b963a1c42 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 945 time: 0.2517793 Sep 01 15:28:55.841953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 2} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:55.851585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.898703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.920370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-d2f90d6e-c488-48e6-bba8-57ba1c48fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.922116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-d2f90d6e-c488-48e6-bba8-57ba1c48fe3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 1095 time: 0.2355890 Sep 01 15:28:55.952599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-586bf38d-1632-4f8b-8794-7d680445d483 req-20a86348-9efd-462a-aa05-8bcd9410b54c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073744 Sep 01 15:28:56.002317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b84d8-66c2-4405-bdf5-b110dff72f4c req-426cc607-2453-4c4a-8d2b-4723883fe08b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.004983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-246b84d8-66c2-4405-bdf5-b110dff72f4c req-426cc607-2453-4c4a-8d2b-4723883fe08b tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1479208 Sep 01 15:28:56.118921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 0d2109df-5352-49f5-aaf0-99ed1d72d0f0 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:28:56.142606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-246b84d8-66c2-4405-bdf5-b110dff72f4c req-40bc64b3-b841-438c-8181-1e8517507c12 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967858 Sep 01 15:28:56.144737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.158933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e3055741-2520-4bf4-9746-816791848311'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:56.195462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Pushing event deleted for resources: {'Port': ['ID=e3055741-2520-4bf4-9746-816791848311,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:56.219931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:56.236523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-82fb9a9d-812d-45a8-9e9c-42847daa45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.238508 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-82fb9a9d-812d-45a8-9e9c-42847daa45a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3054712 Sep 01 15:28:56.277194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] No DVR routers for this DVR port e3055741-2520-4bf4-9746-816791848311 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:28:56.316603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.319083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1d9c6aa-e58b-43d9-9ace-7ddf04d3d709 req-8c0755c7-927e-4f30-a1dd-244fe11acb83 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "DELETE /v2.0/ports/e3055741-2520-4bf4-9746-816791848311 HTTP/1.1" status: 204 len: 173 time: 1.7805812 Sep 01 15:28:56.319589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'name': 'network-vif-deleted', 'tag': 'e3055741-2520-4bf4-9746-816791848311'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:56.322084 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85075a63-d6fd-4720-b7c9-89130c4365bb" -d '{"events": [{"server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "name": "network-vif-deleted", "tag": "e3055741-2520-4bf4-9746-816791848311"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:56.328782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-3b1fe377-aa1f-4717-843e-4c430f2df52c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c HTTP/1.1" status: 200 len: 217 time: 0.0798240 Sep 01 15:28:56.401579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5954-5f6a-4bdc-a52c-397e31467d06 req-c1cf5a28-5a9b-4a17-b9a1-e47ff7298665 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.403573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a5e5954-5f6a-4bdc-a52c-397e31467d06 req-c1cf5a28-5a9b-4a17-b9a1-e47ff7298665 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.1193781 Sep 01 15:28:56.408949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.521123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2a5e5954-5f6a-4bdc-a52c-397e31467d06 req-d63214b4-95dc-44dc-95f4-e13b7f13f827 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090457 Sep 01 15:28:56.532169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port c00510c2-397f-4412-b9ee-1dbcc41ce554 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:28:56.705798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.766324 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb908b-795d-4e36-87c2-44555dde0317 x-openstack-request-id: req-21cb908b-795d-4e36-87c2-44555dde0317 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:56.767224 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f533426-3016-4c27-82ef-080349cb4a6d", "name": "network-vif-deleted", "tag": "e3055741-2520-4bf4-9746-816791848311", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:56.767224 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21cb908b-795d-4e36-87c2-44555dde0317 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:56.767224 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f533426-3016-4c27-82ef-080349cb4a6d', 'name': 'network-vif-deleted', 'tag': 'e3055741-2520-4bf4-9746-816791848311', 'status': 'completed', 'code': 200} Sep 01 15:28:56.771949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.833779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-55639bd2-60cf-4144-addc-6d6e8131a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.835813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-55639bd2-60cf-4144-addc-6d6e8131a67a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.4682534 Sep 01 15:28:56.842129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:56.847716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:56.851198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:56.854795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:56.856238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.865998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-df6cc0c3-106b-4be9-8136-0cada72eefce tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8317587 Sep 01 15:28:56.867171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=0d2109df-5352-49f5-aaf0-99ed1d72d0f0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:56.871227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:56.910638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec6cc-906b-4def-8808-325d6dd3852a req-b7c67a73-54c4-4ae7-914c-edbbf0468fd5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.912330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:56.918217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec6cc-906b-4def-8808-325d6dd3852a req-b7c67a73-54c4-4ae7-914c-edbbf0468fd5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.925011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec6cc-906b-4def-8808-325d6dd3852a req-b7c67a73-54c4-4ae7-914c-edbbf0468fd5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.930042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d3ec6cc-906b-4def-8808-325d6dd3852a req-b7c67a73-54c4-4ae7-914c-edbbf0468fd5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.1687527 Sep 01 15:28:56.939349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:56.941649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:57.021165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 50cb93f4-084f-45f8-8c74-f72cbb9bea9a {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:28:57.024226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=c00510c2-397f-4412-b9ee-1dbcc41ce554,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:57.048835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.059336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-af5b9201-7d77-46e0-bc3b-870f30f5aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.066486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-af5b9201-7d77-46e0-bc3b-870f30f5aa1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152779 Sep 01 15:28:57.083945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2d3ec6cc-906b-4def-8808-325d6dd3852a req-6f497a49-a842-4344-871b-a3ed09fc3d7e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445937 Sep 01 15:28:57.102684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': 'e122d3e7-0756-47b1-9846-81b0e6ffe69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ed76ade4-c744-456d-b45d-ffd0cafbd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:57.103547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: ed76ade4-c744-456d-b45d-ffd0cafbd01d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:57.121831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.126551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:57.195173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4dc950b7-b73c-41fe-9a69-12da907bf6b1 req-f51ccbb2-5b68-43e7-939c-77dd305f8335 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f533426-3016-4c27-82ef-080349cb4a6d HTTP/1.1" status: 200 len: 210 time: 0.0660622 Sep 01 15:28:57.211451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network ed76ade4-c744-456d-b45d-ffd0cafbd01d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:57.248845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ed76ade4-c744-456d-b45d-ffd0cafbd01d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:57.265299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:57.272137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.277897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.278777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.313730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145c330-cc42-498e-a527-db558cdd7087 None None] Network ed76ade4-c744-456d-b45d-ffd0cafbd01d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:57.315175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-4c756942-6167-4fd5-9c3c-47ebc217f93a service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239072 Sep 01 15:28:57.333264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.333509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dba5-f66a-4e97-ab39-23e14df82b5a req-4977d188-cca6-4f00-97df-9efad8010e5e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.340080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65d7dba5-f66a-4e97-ab39-23e14df82b5a req-4977d188-cca6-4f00-97df-9efad8010e5e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0913520 Sep 01 15:28:57.408480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-504ba75e-120a-47f5-a008-544b2ac0bf0d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0557530 Sep 01 15:28:57.413614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52410) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:57.447631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.502268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=50cb93f4-084f-45f8-8c74-f72cbb9bea9a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:57.506018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.509480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-128cdb38-ce13-45cf-92f8-060297e6741e tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/50cb93f4-084f-45f8-8c74-f72cbb9bea9a HTTP/1.1" status: 204 len: 168 time: 0.6353819 Sep 01 15:28:57.513879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:57.533862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c14fca-08d3-4f24-8561-38b791cdec9d None None] Network 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:57.567425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65d7dba5-f66a-4e97-ab39-23e14df82b5a req-2383cd0c-d0bb-4527-ab89-f6582f61a356 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190595 Sep 01 15:28:57.656460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecd95835-fcfc-4369-ae1b-5c6fcf9ffdcd req-e6ccb823-27c2-418b-a9ab-64bd9cb819cc service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188841 Sep 01 15:28:57.670512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port c00510c2-397f-4412-b9ee-1dbcc41ce554 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:57.671004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.763211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.768941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.796744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for c00510c2-397f-4412-b9ee-1dbcc41ce554 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:57.798485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46358-d842-4b68-986c-5261a62406ee req-9001f971-5aa3-4025-811a-61cf09b30ede tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.800350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96b46358-d842-4b68-986c-5261a62406ee req-9001f971-5aa3-4025-811a-61cf09b30ede tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.0944154 Sep 01 15:28:57.869545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96b46358-d842-4b68-986c-5261a62406ee req-04f13062-7421-4225-8ff7-9351c0728def tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Sep 01 15:28:57.883698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 1647458a-86a6-4a91-925e-17fe4691f791 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:57.883698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.964804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.973689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 1647458a-86a6-4a91-925e-17fe4691f791, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1647458a-86a6-4a91-925e-17fe4691f791,segment=NetworkSegment(de85c581-41b5-4a91-9c52-616b2788aaf1),segment_id=de85c581-41b5-4a91-9c52-616b2788aaf1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:57.974076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.988108 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.992233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 1647458a-86a6-4a91-925e-17fe4691f791 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:58.014165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=c00510c2-397f-4412-b9ee-1dbcc41ce554,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:58.022454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.029411 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fcaee3b6-a0e8-463f-8155-3b31a943e361 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/c00510c2-397f-4412-b9ee-1dbcc41ce554 HTTP/1.1" status: 204 len: 168 time: 0.6134117 Sep 01 15:28:58.029411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52416) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:58.076716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:54Z', 'revision_number': 9, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.118081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.162372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=1647458a-86a6-4a91-925e-17fe4691f791,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:58.165017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 1647458a-86a6-4a91-925e-17fe4691f791 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:28:58.288541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f69ff-1c0a-4c83-bced-d6e6edbf9a46 None None] DHCP port deletion for 9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:28:58.290921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.293081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:58.312488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:58.313801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.314593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.331934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de85c581-41b5-4a91-9c52-616b2788aaf1') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.331934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de85c581-41b5-4a91-9c52-616b2788aaf1') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.339348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.383389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.398903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:28:58.399170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c93c98-93e5-4779-a253-3774831618f1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.401102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:28:58.407847 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:28:58.412968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c93c98-93e5-4779-a253-3774831618f1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.418692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52c93c98-93e5-4779-a253-3774831618f1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3858190 Sep 01 15:28:58.430246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:58.455782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:58.489090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-3a26d07f-8362-42f1-8dfb-172f7842ecba tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.501881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-3a26d07f-8362-42f1-8dfb-172f7842ecba tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.509650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3055741-2520-4bf4-9746-816791848311 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:58.519203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-3a26d07f-8362-42f1-8dfb-172f7842ecba tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.524272 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-3a26d07f-8362-42f1-8dfb-172f7842ecba tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.3262265 Sep 01 15:28:58.583045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e3055741-2520-4bf4-9746-816791848311 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:58.583399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3055741-2520-4bf4-9746-816791848311 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:58.609173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655cf5-5baf-4399-8916-7fe8a80eadc8 req-9e67493e-6016-49c4-8607-08f16589d616 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.624154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655cf5-5baf-4399-8916-7fe8a80eadc8 req-9e67493e-6016-49c4-8607-08f16589d616 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.637232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655cf5-5baf-4399-8916-7fe8a80eadc8 req-9e67493e-6016-49c4-8607-08f16589d616 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.639921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a655cf5-5baf-4399-8916-7fe8a80eadc8 req-9e67493e-6016-49c4-8607-08f16589d616 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 2417 time: 0.3518183 Sep 01 15:28:58.663136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.671726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.680418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0 HTTP/1.1" status: 204 len: 168 time: 1.1645827 Sep 01 15:28:58.682420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52434) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:58.723630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922307-ecfd-476c-834c-f38d9da77c98 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=9d0d8b09-0ad0-4aed-9fe6-eb0b63c7aee0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:58.842977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a655cf5-5baf-4399-8916-7fe8a80eadc8 req-9320eac6-f348-42aa-8041-ffba30dd8595 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912332 Sep 01 15:28:58.845363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:54Z', 'revision_number': 9, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.906168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83a68a-efeb-4473-8b95-8c46f67c0e7f None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:28:54Z', 'revision_number': 9, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': '7223bef9-d155-4127-871d-40eed7ed362f', 'name': '', 'network_id': '81fdce7e-4cc5-4cb6-b720-370140d71b0b', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:94:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:13Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '302da0c5-c3d9-4b17-ac6f-bd5e751f9509', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:58.933793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port ee546118-146e-4d8e-a970-7348b8a8e01a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:58.934374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.981103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-f9e78cfb-b112-4bbc-bf86-9b042786c61a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.983024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-f9e78cfb-b112-4bbc-bf86-9b042786c61a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 808 time: 0.2471268 Sep 01 15:28:58.992877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 0d2109df-5352-49f5-aaf0-99ed1d72d0f0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:28:58.993744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.047531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-cb594409-a5f4-4ec7-8e37-f4c8099d6d9f tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/quotas/74b89bf32154474ebf72dcf463a2a1e7 HTTP/1.1" status: 200 len: 375 time: 0.0503044 Sep 01 15:28:59.097557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-f7ef47ff-96c9-40b8-b4a9-242020773658 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417347 Sep 01 15:28:59.108055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.140394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 0d2109df-5352-49f5-aaf0-99ed1d72d0f0 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:59.283292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-1db05556-bfef-456f-ae59-f86f34e96744 service neutron] 10.222.0.41 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719139 Sep 01 15:28:59.288247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e982bdc-950d-462e-bb70-058831b6c16e req-c7170b8a-afb4-46c5-8d90-ea6c580770e2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.298076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e982bdc-950d-462e-bb70-058831b6c16e req-c7170b8a-afb4-46c5-8d90-ea6c580770e2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2802842 Sep 01 15:28:59.319085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.407499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1647458a-86a6-4a91-925e-17fe4691f791 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:59.413561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port ee546118-146e-4d8e-a970-7348b8a8e01a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=ee546118-146e-4d8e-a970-7348b8a8e01a,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:59.414340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.433300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for ee546118-146e-4d8e-a970-7348b8a8e01a owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:28:59.444076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1647458a-86a6-4a91-925e-17fe4691f791 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:59.444593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1647458a-86a6-4a91-925e-17fe4691f791 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:59.445223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 08abec03-407b-4ced-a310-62f24d4585d0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:59.456192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=0d2109df-5352-49f5-aaf0-99ed1d72d0f0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:59.471235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.477338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb8d49c6-425f-4355-b158-630be5185111 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/0d2109df-5352-49f5-aaf0-99ed1d72d0f0 HTTP/1.1" status: 204 len: 168 time: 1.0429785 Sep 01 15:28:59.479100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.494751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 08abec03-407b-4ced-a310-62f24d4585d0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:28:59.495457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 08abec03-407b-4ced-a310-62f24d4585d0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:28:59.540863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e982bdc-950d-462e-bb70-058831b6c16e req-61ba4229-ee2b-43f7-b2df-eb1f86c01405 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190037 Sep 01 15:28:59.600252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-2adc9d01-0c14-4740-8b26-c1ca94d51dbf service neutron] 10.222.0.41 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011391 Sep 01 15:28:59.623514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb356f7f-ceb1-4669-857c-6d4795e25c8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.628397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb356f7f-ceb1-4669-857c-6d4795e25c8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1475646 Sep 01 15:28:59.631774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.684123 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac63c271-cc33-4b76-b600-13d01cfee181 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:28:59.688945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac63c271-cc33-4b76-b600-13d01cfee181 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/c00510c2-397f-4412-b9ee-1dbcc41ce554 HTTP/1.1" status: 404 len: 333 time: 0.0521185 Sep 01 15:28:59.690309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52446) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.734888 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-103b0203-ea3a-4978-8cf5-63cf2959efe2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:28:59.740931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-103b0203-ea3a-4978-8cf5-63cf2959efe2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/0d2109df-5352-49f5-aaf0-99ed1d72d0f0 HTTP/1.1" status: 404 len: 333 time: 0.0485508 Sep 01 15:28:59.742176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52448) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.852261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.862287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.876476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['ee546118-146e-4d8e-a970-7348b8a8e01a', '6b55ff66-f525-4676-b6e0-36aecff7c358', 'e3145e2c-6617-48da-8073-cbbd754cf527'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:59.974175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845ef91-d3a2-44c2-9d2e-42899268acb0 req-bd2b524c-0b74-41e2-91e7-fdaa8ed971af tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.977377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6845ef91-d3a2-44c2-9d2e-42899268acb0 req-bd2b524c-0b74-41e2-91e7-fdaa8ed971af tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.2242091 Sep 01 15:28:59.983023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=ee546118-146e-4d8e-a970-7348b8a8e01a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:00.045790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fe92971-2540-4cc4-ad31-436ef12466d2 req-c94a438a-1f81-4463-9975-bfd54b010e24 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 210 time: 0.1137626 Sep 01 15:29:00.097211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.124998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed76ade4-c744-456d-b45d-ffd0cafbd01d']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:00.158566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port ee546118-146e-4d8e-a970-7348b8a8e01a on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:00.162685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.170761 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-465296d3-2aa5-461f-b377-fa9afbbc7d3c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "DELETE /v2.0/ports/ee546118-146e-4d8e-a970-7348b8a8e01a HTTP/1.1" status: 204 len: 173 time: 1.6382198 Sep 01 15:29:00.171926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e122d3e7-0756-47b1-9846-81b0e6ffe69c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:00.172228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e122d3e7-0756-47b1-9846-81b0e6ffe69c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:00.172350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:00.187069 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6418166-b470-4410-b096-7ab6faaab770" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:00.218463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.332302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.363427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:00.369084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.372668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6845ef91-d3a2-44c2-9d2e-42899268acb0 req-3ee8d3a2-6112-4815-b3e6-a39340c98a5d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694792 Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:00.374190 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:00.456504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9444d-d632-4d09-b880-4219e040b0d5 req-68dce08e-b11e-4e22-9e47-ca2a1873160c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.464142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9444d-d632-4d09-b880-4219e040b0d5 req-68dce08e-b11e-4e22-9e47-ca2a1873160c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.465731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83a9444d-d632-4d09-b880-4219e040b0d5 req-68dce08e-b11e-4e22-9e47-ca2a1873160c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 1682 time: 0.2580175 Sep 01 15:29:00.490517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.553024 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83a9444d-d632-4d09-b880-4219e040b0d5 req-c1a8d279-d11c-4566-a8ad-bc60511ee0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 Sep 01 15:29:00.556325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.562119 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee2f33-045d-49af-827c-d32c44d03639 x-openstack-request-id: req-3eee2f33-045d-49af-827c-d32c44d03639 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:00.562119 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "ee546118-146e-4d8e-a970-7348b8a8e01a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:00.562119 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3eee2f33-045d-49af-827c-d32c44d03639 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:00.562773 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': 'ee546118-146e-4d8e-a970-7348b8a8e01a', 'status': 'completed', 'code': 200} Sep 01 15:29:00.578359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.580721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/ed76ade4-c744-456d-b45d-ffd0cafbd01d HTTP/1.1" status: 204 len: 168 time: 0.8368170 Sep 01 15:29:00.601923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52464) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:00.607951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1923288340'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:00.613931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db43a1-8f54-400c-b320-ac6ea35bd9de tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=ed76ade4-c744-456d-b45d-ffd0cafbd01d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:00.635641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port e3145e2c-6617-48da-8073-cbbd754cf527 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:00.636459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.640187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:00.645457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.693968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:00.716348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.717020 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 879323da-aaba-4082-b0aa-9fcaf8556bb1 of type vlan for network e95c6d99-c04d-4f26-9f42-d09be6567dd4 Sep 01 15:29:00.817711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.860216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed9aeb-2a93-4c40-9f1d-cbf0fd77a6de req-ccda2d35-37d7-4be4-b284-f97f37f68407 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.862090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6ed9aeb-2a93-4c40-9f1d-cbf0fd77a6de req-ccda2d35-37d7-4be4-b284-f97f37f68407 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1456964 Sep 01 15:29:00.868345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.877313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.878562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.929934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port e3145e2c-6617-48da-8073-cbbd754cf527, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e3145e2c-6617-48da-8073-cbbd754cf527,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:00.930971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.973251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for e3145e2c-6617-48da-8073-cbbd754cf527 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:00.981103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3774133 Sep 01 15:29:00.990235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52468) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:00.999322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:01.011005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6ed9aeb-2a93-4c40-9f1d-cbf0fd77a6de req-bd1df0a8-3e8a-4031-9366-b6e35dc074cd tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202734 Sep 01 15:29:01.013022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ee2a-371e-4457-ad9c-522b67011723 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=e95c6d99-c04d-4f26-9f42-d09be6567dd4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:01.027979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:01.249449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:01.255909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.272603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-396c8221-5c82-4bcd-b9d5-4571ae762500 req-ddc387a9-ddd2-4864-83c1-79dc21c8774b tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 210 time: 0.0597346 Sep 01 15:29:01.448693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.556402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=e3145e2c-6617-48da-8073-cbbd754cf527,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:01.566002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 7223bef9-d155-4127-871d-40eed7ed362f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:01.566585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.130066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port e3145e2c-6617-48da-8073-cbbd754cf527 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:02.140476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.143069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-a47c0cf7-5125-4548-ba4d-0df7011048fc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "DELETE /v2.0/ports/e3145e2c-6617-48da-8073-cbbd754cf527 HTTP/1.1" status: 204 len: 173 time: 1.9454260 Sep 01 15:29:02.195594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094a77d-681d-426b-ac8b-cd19ace2b3fb req-97eceb1e-9a26-4138-af03-2746e0cffbd5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.197727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c094a77d-681d-426b-ac8b-cd19ace2b3fb req-97eceb1e-9a26-4138-af03-2746e0cffbd5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.7647069 Sep 01 15:29:02.201535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-25bc188c-a439-476a-b23a-2dd3ce057753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.203253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-25bc188c-a439-476a-b23a-2dd3ce057753 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.6661327 Sep 01 15:29:02.211582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e722327-45ea-4aa3-abe4-182ef4173b0a req-38fb47a9-7e8d-4d6b-b3a7-7416fea84260 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.213262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e722327-45ea-4aa3-abe4-182ef4173b0a req-38fb47a9-7e8d-4d6b-b3a7-7416fea84260 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 943 time: 0.6807630 Sep 01 15:29:02.295691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-9389492e-123d-43b2-a7f2-aecb2eacaf4a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.298958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-9389492e-123d-43b2-a7f2-aecb2eacaf4a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 808 time: 0.7761149 Sep 01 15:29:02.307630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 7223bef9-d155-4127-871d-40eed7ed362f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7223bef9-d155-4127-871d-40eed7ed362f,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:02.308282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.319789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Request body: {'port': {'device_id': 'f559e669-042b-4705-8635-4c9ad8be2530', 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2', 'admin_state_up': True, 'tenant_id': '74b89bf32154474ebf72dcf463a2a1e7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:02.330668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.372350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 7223bef9-d155-4127-871d-40eed7ed362f owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:02.394987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c094a77d-681d-426b-ac8b-cd19ace2b3fb req-709c3b82-7d3a-4ff5-9e7b-4e738c5196a8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829364 Sep 01 15:29:02.443922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e722327-45ea-4aa3-abe4-182ef4173b0a req-3027654d-3976-4d67-95ff-dd8003a0485b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109826 Sep 01 15:29:02.521110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59a36ed4-bf92-47a7-8c11-d0cba2da153c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:29:02.524210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ee546118-146e-4d8e-a970-7348b8a8e01a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:02.577921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:02.580313 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b77e64-434d-427a-b46c-0dbaccd3ef80" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:02.587230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=c1926b30-2824-4bdc-967d-977d83631060,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:02.588272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: ee546118-146e-4d8e-a970-7348b8a8e01a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:02.589690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device ee546118-146e-4d8e-a970-7348b8a8e01a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:02.590398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3145e2c-6617-48da-8073-cbbd754cf527 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:02.639155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e3145e2c-6617-48da-8073-cbbd754cf527 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:02.639707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e3145e2c-6617-48da-8073-cbbd754cf527 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:02.640417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b55ff66-f525-4676-b6e0-36aecff7c358 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:02.650298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51306bd2-2c9d-42dc-84de-739d75425314 req-752980f7-48f4-4402-bdc4-5224d17a1241 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 210 time: 0.0635653 Sep 01 15:29:02.672956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '879323da-aaba-4082-b0aa-9fcaf8556bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:02.673569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: e95c6d99-c04d-4f26-9f42-d09be6567dd4, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:02.682363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-18514451-a362-40d0-ad61-88d32ae106ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.683096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Made reservation on behalf of 74b89bf32154474ebf72dcf463a2a1e7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:02.684514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-18514451-a362-40d0-ad61-88d32ae106ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.4671500 Sep 01 15:29:02.689791 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.774289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797376a9-126b-4b0e-9420-5bab94741f80 req-b49a17d3-5f87-4767-a252-3d608cff3e90 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.777370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-797376a9-126b-4b0e-9420-5bab94741f80 req-b49a17d3-5f87-4767-a252-3d608cff3e90 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 945 time: 0.2100599 Sep 01 15:29:02.816356 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77197e-efc0-4edc-8feb-c9d615ac5e72 x-openstack-request-id: req-2b77197e-efc0-4edc-8feb-c9d615ac5e72 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:02.816712 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "e3145e2c-6617-48da-8073-cbbd754cf527", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:02.816887 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b77197e-efc0-4edc-8feb-c9d615ac5e72 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:02.817376 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': 'e3145e2c-6617-48da-8073-cbbd754cf527', 'status': 'completed', 'code': 200} Sep 01 15:29:02.826827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 6b55ff66-f525-4676-b6e0-36aecff7c358 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:02.827239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.918546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:02.920822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-22c7a2fa-4735-4b11-b70b-dfe73188b4ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.1966958 Sep 01 15:29:02.942084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:02.966135 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.987258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '59a36ed4-bf92-47a7-8c11-d0cba2da153c', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': '59a36ed4-bf92-47a7-8c11-d0cba2da153c', 'mac_address': 'fa:16:3e:07:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:29:03.020220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e95c6d99-c04d-4f26-9f42-d09be6567dd4) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:03.042398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.043524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.045717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-9200aa50-21fa-4633-bede-6ba2a1a20e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.047237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-9200aa50-21fa-4633-bede-6ba2a1a20e67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1178753 Sep 01 15:29:03.057408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04cdcf-6042-4e42-91f5-377ae1e6b7ea None None] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:03.063097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-797376a9-126b-4b0e-9420-5bab94741f80 req-5645ad9e-cd8f-47b4-b468-1bcfacc69991 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704021 Sep 01 15:29:03.095355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:03.100622 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676f8169-6a54-40f7-a551-17097301999d" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:03.108620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Allocated IP 172.20.0.14 (d09bfb3a-9445-4aed-951b-0fa6a6f454e2/24d47f3f-6842-4005-9ef5-763ffa07fdb9/540a7b10-ec05-4f55-9a11-0b8307263908) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:03.116702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:03.117393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.124097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-679b86ac-e5cb-4bfd-89f4-937aca5dbc08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1287913 Sep 01 15:29:03.130492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:03.146029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4', 'name': 'tempest-PortsIpV6TestJSON-241649607'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:03.157095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 6b55ff66-f525-4676-b6e0-36aecff7c358 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:03.206564 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189e2bea-69b7-47ae-8c20-4138d4933064 x-openstack-request-id: req-189e2bea-69b7-47ae-8c20-4138d4933064 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:03.207093 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:03.207606 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-189e2bea-69b7-47ae-8c20-4138d4933064 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:03.208397 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'code': 200} Sep 01 15:29:03.212198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b55ff66-f525-4676-b6e0-36aecff7c358, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b55ff66-f525-4676-b6e0-36aecff7c358,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:03.223709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.232683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.232992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.283186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-d7fb8c33-8ae8-4779-b1d4-d9bfbfc881fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.285217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-d7fb8c33-8ae8-4779-b1d4-d9bfbfc881fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224376 Sep 01 15:29:03.290483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=7223bef9-d155-4127-871d-40eed7ed362f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:03.309389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a36ed4-bf92-47a7-8c11-d0cba2da153c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:03.480224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:03.482991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:03.504320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.609829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.662072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:03.717296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-e95c6d99-c04d-4f26-9f42-d09be6567dd4', 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': 'c1926b30-2824-4bdc-967d-977d83631060'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:29:03.718208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.780910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:03.787978 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.814438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['59a36ed4-bf92-47a7-8c11-d0cba2da153c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:03.862504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port dda3824a-6f30-4e46-b102-dae92da8421c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:03.886307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419565-03bd-44f4-95c9-96d0bb510a02 req-add52f42-0ae7-48b6-96a1-b86d19a8226e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.889023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71419565-03bd-44f4-95c9-96d0bb510a02 req-add52f42-0ae7-48b6-96a1-b86d19a8226e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2521601 Sep 01 15:29:03.898607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.948808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-37b454d4-ed6e-4a04-b9f2-07d2748c1f44 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289146 Sep 01 15:29:03.951227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Allocated IP 2001:db8::2 (e95c6d99-c04d-4f26-9f42-d09be6567dd4/c1926b30-2824-4bdc-967d-977d83631060/0c1b19e7-db3c-4b80-9741-75dd38d47602) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:04.087316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.094977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71419565-03bd-44f4-95c9-96d0bb510a02 req-ab2b6ea4-cc55-4d89-9332-9d4ca9c60fc7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903429 Sep 01 15:29:04.103823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbfa54-69ea-49c7-bf47-b3db11b7abf4 req-28fc838d-efaf-47a5-bc14-0931213e0914 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.117525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26fbfa54-69ea-49c7-bf47-b3db11b7abf4 req-28fc838d-efaf-47a5-bc14-0931213e0914 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 944 time: 0.4602740 Sep 01 15:29:04.129104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.212138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:04.219215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:04.222711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=6b55ff66-f525-4676-b6e0-36aecff7c358,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.231771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:04.247344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.259295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Transition to ACTIVE for port object 0c1b19e7-db3c-4b80-9741-75dd38d47602 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:04.284665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Transition to ACTIVE for port object 0c1b19e7-db3c-4b80-9741-75dd38d47602 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:04.286571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Pushing event updated for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.308948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.366594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.370316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.387545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:04.400803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:04.405579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:04.417401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-c3a05fe0-fb5a-4f18-80ba-7f8cce59c005 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1061032 Sep 01 15:29:04.418694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::1ad (e95c6d99-c04d-4f26-9f42-d09be6567dd4/c1926b30-2824-4bdc-967d-977d83631060/dda3824a-6f30-4e46-b102-dae92da8421c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:04.429421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7cfc5-8d92-49a8-902a-c440089f8b34 req-56af9fbd-d23b-4e30-9b84-f36596425d81 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.431017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7a7cfc5-8d92-49a8-902a-c440089f8b34 req-56af9fbd-d23b-4e30-9b84-f36596425d81 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 932 time: 0.1917653 Sep 01 15:29:04.441848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Request body: {'port': {'device_id': 'f559e669-042b-4705-8635-4c9ad8be2530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:04.446748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Pushing event updated for resources: {'Port': ['ID=0c1b19e7-db3c-4b80-9741-75dd38d47602,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.499056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 6b55ff66-f525-4676-b6e0-36aecff7c358 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:04.517816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26fbfa54-69ea-49c7-bf47-b3db11b7abf4 req-e44fd70d-edd4-4d1c-81a7-f94e19232924 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987880 Sep 01 15:29:04.520070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.530510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe5e042e-f241-46ef-952e-874a99eb3d53 req-5c3eac64-f403-4d4b-983c-731ff766228d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "DELETE /v2.0/ports/6b55ff66-f525-4676-b6e0-36aecff7c358 HTTP/1.1" status: 204 len: 173 time: 2.3793302 Sep 01 15:29:04.549510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Attempting to bind port 0c1b19e7-db3c-4b80-9741-75dd38d47602 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:04.550355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Attempting to bind port 0c1b19e7-db3c-4b80-9741-75dd38d47602 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '879323da-aaba-4082-b0aa-9fcaf8556bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:04.551289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Attempting to bind port 0c1b19e7-db3c-4b80-9741-75dd38d47602 on network e95c6d99-c04d-4f26-9f42-d09be6567dd4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:04.563929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:04.564416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Checking segment: {'id': '879323da-aaba-4082-b0aa-9fcaf8556bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:04.565172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.567193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Bound using segment: {'id': '879323da-aaba-4082-b0aa-9fcaf8556bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:04.567837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Bound port: 0c1b19e7-db3c-4b80-9741-75dd38d47602, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879323da-aaba-4082-b0aa-9fcaf8556bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e95c6d99-c04d-4f26-9f42-d09be6567dd4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:04.569322 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.617578 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-91229a8e-01bf-44ba-a633-009e96b3a871 req-b48d3ef7-d736-42bd-9eca-ba8b030a7757 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563268 Sep 01 15:29:04.626422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.646644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:04.648272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7a7cfc5-8d92-49a8-902a-c440089f8b34 req-289803d0-bd0f-4a5c-a4d2-8e578b30779d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022533 Sep 01 15:29:04.751921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] For port 0c1b19e7-db3c-4b80-9741-75dd38d47602, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:04.758946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] For port 0c1b19e7-db3c-4b80-9741-75dd38d47602, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0c1b19e7-db3c-4b80-9741-75dd38d47602,segment=NetworkSegment(879323da-aaba-4082-b0aa-9fcaf8556bb1),segment_id=879323da-aaba-4082-b0aa-9fcaf8556bb1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:04.767098 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.844564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:04.853131 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838f966-2b96-4719-b4da-bff870055aa0" -d '{"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:04.880013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64600146-1a5d-4bc8-bbc7-a70238f3e1a0 None None] Pushing event updated for resources: {'Port': ['ID=0c1b19e7-db3c-4b80-9741-75dd38d47602,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:05.035322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.119104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object dda3824a-6f30-4e46-b102-dae92da8421c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:05.358807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7cdac415-de54-4adc-ad3c-4cc46b353ae4 req-4fc2dbe1-7e1f-4eab-9fbe-a577a375965f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fbe2db8-2f73-4369-8d65-1305bc05f6f4 HTTP/1.1" status: 200 len: 210 time: 0.5867252 Sep 01 15:29:05.437383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:05.445180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98a04f97-c09d-44a0-8ae7-81e3cc87dc3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7607870 Sep 01 15:29:05.448932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:05.463876 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:05.497281 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:05.498523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:05.527820 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8a734-7391-4494-bdf0-47334a38c81d x-openstack-request-id: req-33c8a734-7391-4494-bdf0-47334a38c81d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:05.528065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.528544 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe2db8-2f73-4369-8d65-1305bc05f6f4", "name": "network-vif-deleted", "tag": "6b55ff66-f525-4676-b6e0-36aecff7c358", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:05.529242 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33c8a734-7391-4494-bdf0-47334a38c81d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:05.530230 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe2db8-2f73-4369-8d65-1305bc05f6f4', 'name': 'network-vif-deleted', 'tag': '6b55ff66-f525-4676-b6e0-36aecff7c358', 'status': 'completed', 'code': 200} Sep 01 15:29:05.631590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0c1b19e7-db3c-4b80-9741-75dd38d47602 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:05.701800 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:05.747629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5f73f-1acc-4262-87c9-77f7594bacf3 req-2e30aa74-238f-49f4-9810-e37d590ed816 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:05.750871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8e5f73f-1acc-4262-87c9-77f7594bacf3 req-2e30aa74-238f-49f4-9810-e37d590ed816 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.4676862 Sep 01 15:29:05.753795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 302da0c5-c3d9-4b17-ac6f-bd5e751f9509 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:05.754791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0c1b19e7-db3c-4b80-9741-75dd38d47602 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:05.761014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.812328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:05.838823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.844964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=dda3824a-6f30-4e46-b102-dae92da8421c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:05.849851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:05.859747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:05.871318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:05.872439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.910371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c13e7-39fe-45da-9083-4e8f07db71df req-51ba73ab-6f0d-41f6-8a98-9c9f29b8e377 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:05.913498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-225c13e7-39fe-45da-9083-4e8f07db71df req-51ba73ab-6f0d-41f6-8a98-9c9f29b8e377 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 944 time: 0.2463839 Sep 01 15:29:05.932884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540a7b10-ec05-4f55-9a11-0b8307263908 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:05.963756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8e5f73f-1acc-4262-87c9-77f7594bacf3 req-ae44335f-664b-46b7-8dd7-66f80521e186 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878183 Sep 01 15:29:05.969328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77fb8d7f-f187-47c7-832d-40e3c6808c51 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8371420 Sep 01 15:29:05.973140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.974242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:05.992267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Transition to ACTIVE for port object 540a7b10-ec05-4f55-9a11-0b8307263908 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:06.000322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.105798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-225c13e7-39fe-45da-9083-4e8f07db71df req-bce83e61-6491-480e-94d5-af082d7fa032 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773679 Sep 01 15:29:06.131152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.139348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b365d-b6da-4848-9418-564808a7852e service neutron] Pushing event updated for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:06.192072 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:02Z', 'revision_number': 10, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:06.221317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port dda3824a-6f30-4e46-b102-dae92da8421c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:06.222078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.254785 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:06.271248 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:06.272597 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:06.274750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b803-a708-4117-b5d2-de33bf0a4010 req-e7185568-3695-43ef-b1c8-60dbedb6be54 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.288220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84e7b803-a708-4117-b5d2-de33bf0a4010 req-e7185568-3695-43ef-b1c8-60dbedb6be54 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 944 time: 0.1389272 Sep 01 15:29:06.351474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.398953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.404226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/302da0c5-c3d9-4b17-ac6f-bd5e751f9509 HTTP/1.1" status: 204 len: 168 time: 0.9259624 Sep 01 15:29:06.410871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84e7b803-a708-4117-b5d2-de33bf0a4010 req-910ed01e-97c1-4c8b-ab74-1642079e94bb tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073444 Sep 01 15:29:06.412539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedca69e-2443-4b75-8463-a0b009736ca8 None None] Network 81fdce7e-4cc5-4cb6-b720-370140d71b0b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:06.414511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52510) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:06.415475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96c2f-6d5b-4f3a-aacd-3761d4b05db6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=302da0c5-c3d9-4b17-ac6f-bd5e751f9509,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:06.438215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Attempting to bind port 540a7b10-ec05-4f55-9a11-0b8307263908 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:06.438658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Attempting to bind port 540a7b10-ec05-4f55-9a11-0b8307263908 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:06.439594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Attempting to bind port 540a7b10-ec05-4f55-9a11-0b8307263908 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:06.457038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Port 540a7b10-ec05-4f55-9a11-0b8307263908 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:29:06.457702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Attempting to bind port 540a7b10-ec05-4f55-9a11-0b8307263908 on network d09bfb3a-9445-4aed-951b-0fa6a6f454e2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:06.467776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:06.468336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Checking segment: {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:06.470233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Bound using segment: {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:06.471002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Bound port: 540a7b10-ec05-4f55-9a11-0b8307263908, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:06.471745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.507613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:06.527794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:06.540732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59a36ed4-bf92-47a7-8c11-d0cba2da153c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:06.596591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1cb079-447a-4853-b8dd-466163224c51 None None] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:06.607169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.647334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:06.647968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting subnet b3874840-0fc6-4dc3-9a70-63742822fc5e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:06.654609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=540a7b10-ec05-4f55-9a11-0b8307263908,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:06.666407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.668293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.705579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for dda3824a-6f30-4e46-b102-dae92da8421c owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:06.722747 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.725480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Provisioning for port 0c1b19e7-db3c-4b80-9741-75dd38d47602 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:06.731898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 59a36ed4-bf92-47a7-8c11-d0cba2da153c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:06.733016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.734124 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.736688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-517b365d-b6da-4848-9418-564808a7852e service neutron] 10.222.0.50 "PUT /v2.0/ports/540a7b10-ec05-4f55-9a11-0b8307263908 HTTP/1.1" status: 200 len: 1093 time: 2.3018284 Sep 01 15:29:06.738114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:06.742315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Provisioning complete for port 0c1b19e7-db3c-4b80-9741-75dd38d47602 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:06.742830 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79a3292-154e-455c-b43f-62972dde4593" -d '{"events": [{"name": "network-changed", "server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:06.743262 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.822205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 59a36ed4-bf92-47a7-8c11-d0cba2da153c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:06.824023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.831934 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27664444-01b7-4cc3-9c67-f28138fec0db x-openstack-request-id: req-27664444-01b7-4cc3-9c67-f28138fec0db {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:06.832799 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:06.832799 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27664444-01b7-4cc3-9c67-f28138fec0db {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:06.833711 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908', 'status': 'completed', 'code': 200} Sep 01 15:29:06.856904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.886563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b365d-b6da-4848-9418-564808a7852e service neutron] Pushing event updated for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:06.923543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-cfb8fd9e-d829-4e91-b184-b22f62b5a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.927000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-cfb8fd9e-d829-4e91-b184-b22f62b5a36f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 1096 time: 0.1205862 Sep 01 15:29:06.979982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-93a49b3d-0eaa-40d8-9f6d-34a6da75529e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540a7b10-ec05-4f55-9a11-0b8307263908 HTTP/1.1" status: 200 len: 217 time: 0.0440388 Sep 01 15:29:07.037886 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:02Z', 'revision_number': 10, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:07.051096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-2c584231-2b09-441d-bafc-e86fd79ead33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:07.052838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-2c584231-2b09-441d-bafc-e86fd79ead33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d47f3f-6842-4005-9ef5-763ffa07fdb9 HTTP/1.1" status: 200 len: 848 time: 0.0651081 Sep 01 15:29:07.102920 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602899b0-076d-4f60-b2d4-fa4c69e5cc99 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:02Z', 'revision_number': 10, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None, '_interfaces': [{'id': 'd193f540-a00b-45eb-994d-0764c09e0dbd', 'name': '', 'network_id': '94f91bf6-f481-4e9c-8ef7-f284c41c0e97', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'mac_address': 'fa:16:3e:ab:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 5, 'project_id': '7fd383b771f14d6089577b911070c509', 'subnets': [{'id': '219097fd-dd20-4198-abe3-b2bb26fed1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:07.137243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.139705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.161078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-b18ea521-a70a-4228-b0d6-0fd7829ab07a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963089 Sep 01 15:29:07.298450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:07.299009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.437852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] For port 0c1b19e7-db3c-4b80-9741-75dd38d47602, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0c1b19e7-db3c-4b80-9741-75dd38d47602,segment=NetworkSegment(879323da-aaba-4082-b0aa-9fcaf8556bb1),segment_id=879323da-aaba-4082-b0aa-9fcaf8556bb1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:07.442235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.452783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-10d9fd05-dd8a-4757-8a77-dc4f4077576d service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843399 Sep 01 15:29:07.457889 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.506536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:07.543616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:07.546822 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3895f6-47e1-41dd-8654-8887ed164110" -d '{"events": [{"server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "name": "network-vif-plugged", "status": "completed", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:07.553447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] DHCP port deletion for 81fdce7e-4cc5-4cb6-b720-370140d71b0b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:07.559425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.623265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1ee02-3635-468a-a865-334b09849f30 None None] Pushing event updated for resources: {'Port': ['ID=0c1b19e7-db3c-4b80-9741-75dd38d47602,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:07.685206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.728964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Deleting port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:07.729442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.751475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c328647-fe39-4f86-a74b-cab3d8e37dad req-48278c2e-31a5-4d91-a7c2-9dbfb3f1cd1b service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840257 Sep 01 15:29:07.778881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff4994-526e-47e8-9566-c003a9ef21eb req-a7c7c717-0bac-47bf-8625-c3d7a564637b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:07.787937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ff4994-526e-47e8-9566-c003a9ef21eb req-a7c7c717-0bac-47bf-8625-c3d7a564637b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 944 time: 0.4669483 Sep 01 15:29:07.817704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:07.844115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228776d-c5e9-4e81-91c9-0322eb96db7d req-f8d480e3-881d-4c12-91d4-81539f1ceff6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:07.846197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e228776d-c5e9-4e81-91c9-0322eb96db7d req-f8d480e3-881d-4c12-91d4-81539f1ceff6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.5977516 Sep 01 15:29:07.850163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.852941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/subnets/b3874840-0fc6-4dc3-9a70-63742822fc5e HTTP/1.1" status: 204 len: 168 time: 1.3232913 Sep 01 15:29:07.853993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.869852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52526) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:07.871987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:07.872513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.878660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] For port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,segment=NetworkSegment(7ab156cb-f685-42ed-a630-a0b23dd986f0),segment_id=7ab156cb-f685-42ed-a630-a0b23dd986f0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:07.879785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.899970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Calling delete_port for 06a0a2f7-6127-4a1c-9eb4-468b1387f26c owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:07.962855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a1f90-87c3-490a-94b2-c5bfddc04021 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Subnet': ['ID=b3874840-0fc6-4dc3-9a70-63742822fc5e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:07.968032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ff4994-526e-47e8-9566-c003a9ef21eb req-52e9c64e-0fad-4a36-b789-053fdee98689 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648476 Sep 01 15:29:08.007276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for 06a0a2f7-6127-4a1c-9eb4-468b1387f26c owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:08.007457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3292-154e-455c-b43f-62972dde4593 req-fe9c3d7b-b509-412e-82a8-541ca5e96e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:08.012135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-fe9c3d7b-b509-412e-82a8-541ca5e96e8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 1096 time: 0.1370006 Sep 01 15:29:08.023365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 06a0a2f7-6127-4a1c-9eb4-468b1387f26c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:08.026850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de602f-b8e3-4267-9f34-d9bcbe6640a6 None None] Network 1da681f6-0eeb-4f7b-9187-da2085c33973 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:08.033495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.108496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 06a0a2f7-6127-4a1c-9eb4-468b1387f26c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:08.108965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 06a0a2f7-6127-4a1c-9eb4-468b1387f26c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:08.109280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7223bef9-d155-4127-871d-40eed7ed362f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:08.115562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9ec34e22-787c-4d62-9bd5-760528e0529a None None] Could not find standard attr ID for object dda3824a-6f30-4e46-b102-dae92da8421c. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:29:08.140105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=dda3824a-6f30-4e46-b102-dae92da8421c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:08.205936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] Pushing event deleted for resources: {'Port': ['ID=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:08.219886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a7b04-588d-4f04-a138-fb12888a3a0b None None] No DVR routers for this DVR port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:08.222104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7223bef9-d155-4127-871d-40eed7ed362f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:08.223175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7223bef9-d155-4127-871d-40eed7ed362f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:08.262334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9ec34e22-787c-4d62-9bd5-760528e0529a None None] Provisioning complete for port 0c1b19e7-db3c-4b80-9741-75dd38d47602 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:08.262957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e22-787c-4d62-9bd5-760528e0529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.277952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55daabd-0ab9-42f6-bd1e-c698718d0ee1 req-d37b4df1-5bf5-431f-8f73-df1d125f4a8a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:08.280331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c55daabd-0ab9-42f6-bd1e-c698718d0ee1 req-d37b4df1-5bf5-431f-8f73-df1d125f4a8a tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 944 time: 0.1453233 Sep 01 15:29:08.286358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3292-154e-455c-b43f-62972dde4593 req-20222aac-0e75-46ac-b137-88ab8c4e2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:08.288314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-20222aac-0e75-46ac-b137-88ab8c4e2feb service neutron] 10.222.0.50 "GET /v2.0/networks?id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 200 len: 909 time: 0.2671738 Sep 01 15:29:08.326872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.330751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-43e3fe46-35af-44ca-a8ec-bd8b3ed7db08 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/dda3824a-6f30-4e46-b102-dae92da8421c HTTP/1.1" status: 204 len: 168 time: 2.3512695 Sep 01 15:29:08.345769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52530) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:08.351746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e228776d-c5e9-4e81-91c9-0322eb96db7d req-be927e11-7c47-4879-86f2-1a2b612eeaf6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752908 Sep 01 15:29:08.412762 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1e6ac6-d2e5-476b-81f4-20e58348a991 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:08.414413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1e6ac6-d2e5-476b-81f4-20e58348a991 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:08.430849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe1e6ac6-d2e5-476b-81f4-20e58348a991 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/dda3824a-6f30-4e46-b102-dae92da8421c HTTP/1.1" status: 404 len: 333 time: 0.0837424 Sep 01 15:29:08.434858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.438353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:08.442350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c55daabd-0ab9-42f6-bd1e-c698718d0ee1 req-1964b9a6-061c-4704-b516-f6f5a7a9476d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499963 Sep 01 15:29:08.445151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-d5962b60-d573-4de1-8add-c6354c11ae58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540a7b10-ec05-4f55-9a11-0b8307263908 HTTP/1.1" status: 200 len: 217 time: 0.1011965 Sep 01 15:29:08.471016 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35515b2-7a8a-487c-b2bb-c276fb01173b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:29:08.476327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d35515b2-7a8a-487c-b2bb-c276fb01173b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/dda3824a-6f30-4e46-b102-dae92da8421c HTTP/1.1" status: 404 len: 333 time: 0.0369930 Sep 01 15:29:08.481889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52536) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:08.513399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.532426 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057247f9-ba1a-4ab0-850f-007be7ba084c x-openstack-request-id: req-057247f9-ba1a-4ab0-850f-007be7ba084c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:08.532731 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "name": "network-vif-plugged", "status": "completed", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:08.533180 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-057247f9-ba1a-4ab0-850f-007be7ba084c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:08.533425 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c', 'code': 200} Sep 01 15:29:08.571830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] DHCP port deletion for 1da681f6-0eeb-4f7b-9187-da2085c33973 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:08.606971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3292-154e-455c-b43f-62972dde4593 req-5689f19f-f363-41b6-a123-aa0aeec0e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:08.610243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-5689f19f-f363-41b6-a123-aa0aeec0e81b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d47f3f-6842-4005-9ef5-763ffa07fdb9 HTTP/1.1" status: 200 len: 848 time: 0.1560977 Sep 01 15:29:08.662223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-0e221f30-6eab-4ab5-96f5-6210aeb26998 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d09bfb3a-9445-4aed-951b-0fa6a6f454e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400310 Sep 01 15:29:08.671179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-806ee0e8-58f1-4d17-945a-fb25d49eec82 None None] Could not find standard attr ID for object dda3824a-6f30-4e46-b102-dae92da8421c. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:29:08.687546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=06a0a2f7-6127-4a1c-9eb4-468b1387f26c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:08.705330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Deleting port 93edbd37-56d1-440a-8e19-dda4d0afe7af {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:08.706625 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.756410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port 06a0a2f7-6127-4a1c-9eb4-468b1387f26c on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:08.767792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet c1926b30-2824-4bdc-967d-977d83631060 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:08.794942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] For port 93edbd37-56d1-440a-8e19-dda4d0afe7af, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=93edbd37-56d1-440a-8e19-dda4d0afe7af,segment=NetworkSegment(142fa96b-e6ee-42ca-88c1-c9e2908a2333),segment_id=142fa96b-e6ee-42ca-88c1-c9e2908a2333)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:08.795451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.816804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Calling delete_port for 93edbd37-56d1-440a-8e19-dda4d0afe7af owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:08.818548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.890169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764cef8-045d-4bbd-870e-743a01d24b94 req-ec4153d1-7731-4087-b81f-eeaae80f8fc2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:08.893789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8764cef8-045d-4bbd-870e-743a01d24b94 req-ec4153d1-7731-4087-b81f-eeaae80f8fc2 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2292371 Sep 01 15:29:08.930239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.944723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-5a0c38b1-389d-4786-a3f6-d0c6b859a827 service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598703 Sep 01 15:29:08.981432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] Pushing event deleted for resources: {'Port': ['ID=93edbd37-56d1-440a-8e19-dda4d0afe7af,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:08.982603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8764cef8-045d-4bbd-870e-743a01d24b94 req-ff540212-3e0e-44ed-9cb2-3de57c79ac15 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736406 Sep 01 15:29:08.986360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9fca3-42d2-4cba-85a0-95f68b323bcb None None] No DVR routers for this DVR port 93edbd37-56d1-440a-8e19-dda4d0afe7af on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:09.115109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aaec6-1aa0-4049-9a16-359dbe6eb462 req-8bd695cc-c68c-4135-8303-cec807e5780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.118478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-178aaec6-1aa0-4049-9a16-359dbe6eb462 req-8bd695cc-c68c-4135-8303-cec807e5780b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 1097 time: 0.4124358 Sep 01 15:29:09.121344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79a3292-154e-455c-b43f-62972dde4593 req-cfd1db93-14ef-4197-9b35-a4d0aad0311e service neutron] 10.222.0.50 "GET /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634171 Sep 01 15:29:09.137664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.150626 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.187734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c4ba2-f2c1-4275-84d2-25695718cc02 req-144dc09e-1f71-439a-a894-52c00aa0d867 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.189428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba7c4ba2-f2c1-4275-84d2-25695718cc02 req-144dc09e-1f71-439a-a894-52c00aa0d867 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0670865 Sep 01 15:29:09.231840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fdce7e-4cc5-4cb6-b720-370140d71b0b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:09.254921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba7c4ba2-f2c1-4275-84d2-25695718cc02 req-6bdcd518-03e3-417e-a6df-3a4a2366f87e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537128 Sep 01 15:29:09.259558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 93edbd37-56d1-440a-8e19-dda4d0afe7af {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:09.259895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.263081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab156cb-f685-42ed-a630-a0b23dd986f0') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:09.263375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab156cb-f685-42ed-a630-a0b23dd986f0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:09.350455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.354304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-178aaec6-1aa0-4049-9a16-359dbe6eb462 req-3794ca2e-fb8e-41c9-94d8-819dd2dcaecf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087963 Sep 01 15:29:09.399053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.414359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daa1bc-07db-4038-be07-7119d45d7ccf req-4743789c-3616-4aab-9144-9b3c927365fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.416774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7daa1bc-07db-4038-be07-7119d45d7ccf req-4743789c-3616-4aab-9144-9b3c927365fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.3228986 Sep 01 15:29:09.433384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0c1b19e7-db3c-4b80-9741-75dd38d47602 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:09.442109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 93edbd37-56d1-440a-8e19-dda4d0afe7af, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:09.442583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.446368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:09.446777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:09.450137 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:09.517016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0c1b19e7-db3c-4b80-9741-75dd38d47602 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:09.517913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.523742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 93edbd37-56d1-440a-8e19-dda4d0afe7af owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:09.530135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Port 93edbd37-56d1-440a-8e19-dda4d0afe7af was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:29:09.531706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.577013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.681180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e93b24-6b82-40cd-aeb1-d6a0a1bef1f6 req-09fcaff4-6f8f-40b2-970b-55404880cb5d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.683524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e93b24-6b82-40cd-aeb1-d6a0a1bef1f6 req-09fcaff4-6f8f-40b2-970b-55404880cb5d tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 944 time: 0.0829475 Sep 01 15:29:09.694510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7daa1bc-07db-4038-be07-7119d45d7ccf req-6820135b-decb-42e2-8509-c92de6a8be4e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620766 Sep 01 15:29:09.696034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=93edbd37-56d1-440a-8e19-dda4d0afe7af,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:09.725939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.725939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 93edbd37-56d1-440a-8e19-dda4d0afe7af on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:09.748358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3e93b24-6b82-40cd-aeb1-d6a0a1bef1f6 req-11d74e56-34b4-4518-9a30-1daa0709dad7 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554738 Sep 01 15:29:09.768072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93edbd37-56d1-440a-8e19-dda4d0afe7af no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:09.789367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.794818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/81fdce7e-4cc5-4cb6-b720-370140d71b0b HTTP/1.1" status: 204 len: 168 time: 3.3727629 Sep 01 15:29:09.795779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:09.808177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 93edbd37-56d1-440a-8e19-dda4d0afe7af {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:09.808698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 93edbd37-56d1-440a-8e19-dda4d0afe7af not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:09.821854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56f03-5f41-4099-be16-c78a4a9d4450 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=81fdce7e-4cc5-4cb6-b720-370140d71b0b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:09.920073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.943042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.980033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0daf6-e3aa-4a15-8926-41006d02fad0 req-8c082ed4-30db-43e4-8035-9aac797f043c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.981776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89c0daf6-e3aa-4a15-8926-41006d02fad0 req-8c082ed4-30db-43e4-8035-9aac797f043c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1702042 Sep 01 15:29:09.984885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=c1926b30-2824-4bdc-967d-977d83631060,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:09.991557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.993998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9d0474dd-aada-4d9d-a3d1-bd0ffdf85028 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/c1926b30-2824-4bdc-967d-977d83631060 HTTP/1.1" status: 204 len: 168 time: 1.5091970 Sep 01 15:29:09.996355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da681f6-0eeb-4f7b-9187-da2085c33973']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:09.999680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:10.003236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c332ba-6558-4822-b2a6-39ab211f779a None None] Network e95c6d99-c04d-4f26-9f42-d09be6567dd4 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:10.042677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142fa96b-e6ee-42ca-88c1-c9e2908a2333') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:10.043018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142fa96b-e6ee-42ca-88c1-c9e2908a2333') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:10.111697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.143979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.162175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:10.162463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:10.169615 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:10.225786 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-89c0daf6-e3aa-4a15-8926-41006d02fad0 req-b2006af8-720d-4de8-9ab9-50b29b422da3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085228 Sep 01 15:29:10.247366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.300622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] DHCP port deletion for e95c6d99-c04d-4f26-9f42-d09be6567dd4 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:10.327396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.343159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.349106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/networks/1da681f6-0eeb-4f7b-9187-da2085c33973 HTTP/1.1" status: 204 len: 168 time: 2.3734488 Sep 01 15:29:10.349566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52554) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:10.369609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b20e2-a021-40b7-93fa-1677477ea1b1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Network': ['ID=1da681f6-0eeb-4f7b-9187-da2085c33973,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:10.398687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Deleting port 0c1b19e7-db3c-4b80-9741-75dd38d47602 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:10.399251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.399733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 0c1b19e7-db3c-4b80-9741-75dd38d47602 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:10.400209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.476784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting subnet 4a214e01-ab4f-4eb1-9256-61fd5d714c49 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:10.489308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.498220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] For port 0c1b19e7-db3c-4b80-9741-75dd38d47602, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0c1b19e7-db3c-4b80-9741-75dd38d47602,segment=NetworkSegment(879323da-aaba-4082-b0aa-9fcaf8556bb1),segment_id=879323da-aaba-4082-b0aa-9fcaf8556bb1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:10.498848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.518512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port 0c1b19e7-db3c-4b80-9741-75dd38d47602, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0c1b19e7-db3c-4b80-9741-75dd38d47602,segment=NetworkSegment(879323da-aaba-4082-b0aa-9fcaf8556bb1),segment_id=879323da-aaba-4082-b0aa-9fcaf8556bb1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:10.518512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.522741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Calling delete_port for 0c1b19e7-db3c-4b80-9741-75dd38d47602 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:10.544091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 0c1b19e7-db3c-4b80-9741-75dd38d47602 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:10.559571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.584115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 540a7b10-ec05-4f55-9a11-0b8307263908 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:29:10.702597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.720713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.761436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=0c1b19e7-db3c-4b80-9741-75dd38d47602,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:10.774232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port 0c1b19e7-db3c-4b80-9741-75dd38d47602 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:10.821486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=540a7b10-ec05-4f55-9a11-0b8307263908,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:10.856881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '540a7b10-ec05-4f55-9a11-0b8307263908', 'network_id': 'd09bfb3a-9445-4aed-951b-0fa6a6f454e2', 'port_id': '540a7b10-ec05-4f55-9a11-0b8307263908', 'mac_address': 'fa:16:3e:7d:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d47f3f-6842-4005-9ef5-763ffa07fdb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:29:10.866292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.947763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] Pushing event deleted for resources: {'Port': ['ID=0c1b19e7-db3c-4b80-9741-75dd38d47602,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:10.954841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8981d60-81cf-47ee-9aea-fdac495aa5bf None None] No DVR routers for this DVR port 0c1b19e7-db3c-4b80-9741-75dd38d47602 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:10.995668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.012148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.019960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540a7b10-ec05-4f55-9a11-0b8307263908 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:11.034708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95c6d99-c04d-4f26-9f42-d09be6567dd4']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:11.046309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=540a7b10-ec05-4f55-9a11-0b8307263908,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:11.053165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.058371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879323da-aaba-4082-b0aa-9fcaf8556bb1') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:11.058888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879323da-aaba-4082-b0aa-9fcaf8556bb1') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:11.092218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db6b3-246b-40ad-b458-b5b5e749a79b req-9cc68fac-2810-4446-af62-d2081e859eda tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.094906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b1db6b3-246b-40ad-b458-b5b5e749a79b req-9cc68fac-2810-4446-af62-d2081e859eda tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 944 time: 0.2176001 Sep 01 15:29:11.098203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.100319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918eab4-abd2-4ef1-8ac4-1d951d96b3f0 req-d5aaf8ad-4022-413e-a2c6-2de19fea4734 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.102650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b918eab4-abd2-4ef1-8ac4-1d951d96b3f0 req-d5aaf8ad-4022-413e-a2c6-2de19fea4734 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.2837284 Sep 01 15:29:11.105856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.127945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.146211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:11.146667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:11.150588 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:11.157219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:11.228350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-ed320440-17f5-4b32-a27c-3a88b691bf99 req-4a85dc38-1fd8-456b-bc6a-fa58cfc7fbd6 service neutron] (106377) timed out ('10.222.0.41', 35136) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:29:11.238394 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9b1db6b3-246b-40ad-b458-b5b5e749a79b req-ce9fc834-e1bc-4d66-93eb-357b45d5a509 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194856 Sep 01 15:29:11.258398 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.266544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.272917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/e95c6d99-c04d-4f26-9f42-d09be6567dd4 HTTP/1.1" status: 204 len: 168 time: 1.2718592 Sep 01 15:29:11.285982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:11.308848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686183249'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:11.322310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8f4e0-c2d1-48f9-b02f-211732004406 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=e95c6d99-c04d-4f26-9f42-d09be6567dd4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:11.329280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['540a7b10-ec05-4f55-9a11-0b8307263908'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:11.360397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:11.368321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.457372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:11.503322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0c1b19e7-db3c-4b80-9741-75dd38d47602 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:11.517424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.518031 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment cdb24f50-db47-4312-b76d-02d5b68abf33 of type vlan for network c05f7580-c397-433f-b2db-8230bdf0b62b Sep 01 15:29:11.555116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0c1b19e7-db3c-4b80-9741-75dd38d47602 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:11.555661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0c1b19e7-db3c-4b80-9741-75dd38d47602 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:11.606535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7e4ec-1515-4c43-86e9-e2a7ee7b513e req-6d7f65c4-cc5f-4843-af8a-bae749268fec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.609376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72c7e4ec-1515-4c43-86e9-e2a7ee7b513e req-6d7f65c4-cc5f-4843-af8a-bae749268fec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1864913 Sep 01 15:29:11.627532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.725248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b918eab4-abd2-4ef1-8ac4-1d951d96b3f0 req-f3e0b21e-2da3-4eef-826a-27db7840e74c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115277 Sep 01 15:29:11.726377 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72c7e4ec-1515-4c43-86e9-e2a7ee7b513e req-5ac4ef8a-beb2-40cf-826c-b6c411a0391c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933046 Sep 01 15:29:11.727545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.758367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.759902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.820791 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.899305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6112289 Sep 01 15:29:11.913383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52568) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:11.917552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Subnet': ['ID=4a214e01-ab4f-4eb1-9256-61fd5d714c49,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:11.927120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:11.941618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.945042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-17279192-5ec2-4015-824d-8918d18a3956 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/subnets/4a214e01-ab4f-4eb1-9256-61fd5d714c49 HTTP/1.1" status: 204 len: 168 time: 1.5934873 Sep 01 15:29:11.950437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52570) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:11.956657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892597e-98d9-4a25-8c86-ff16b63ac139 None None] Network 0c4e290a-27eb-44e6-8abf-3c0b8072d815 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:12.098294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port d193f540-a00b-45eb-994d-0764c09e0dbd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:12.098989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.125134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6d72-f86d-4790-84cc-e28d2e0a778a req-907434b2-d449-4a5e-9f67-b409a0c0215f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:12.141833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-789f6d72-f86d-4790-84cc-e28d2e0a778a req-907434b2-d449-4a5e-9f67-b409a0c0215f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.2294650 Sep 01 15:29:12.235399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-789f6d72-f86d-4790-84cc-e28d2e0a778a req-8a1cd1cb-8523-4e36-b10a-55cefe76894c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Sep 01 15:29:12.410767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] DHCP port deletion for 0c4e290a-27eb-44e6-8abf-3c0b8072d815 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:12.449140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port d193f540-a00b-45eb-994d-0764c09e0dbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d193f540-a00b-45eb-994d-0764c09e0dbd,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:12.449706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.481081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Deleting port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:12.481993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.488280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for d193f540-a00b-45eb-994d-0764c09e0dbd owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:12.527670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697d73-3bf1-45f2-99c9-bff6ea7e96b2 req-2fee8393-0222-4eb3-9e97-16a7eba47c1d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:12.530478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3697d73-3bf1-45f2-99c9-bff6ea7e96b2 req-2fee8393-0222-4eb3-9e97-16a7eba47c1d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.1476722 Sep 01 15:29:12.553588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 540a7b10-ec05-4f55-9a11-0b8307263908 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:12.655659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3697d73-3bf1-45f2-99c9-bff6ea7e96b2 req-18c0853a-c2c6-43c5-8d73-b78dd9b1f18b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Sep 01 15:29:12.670067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] For port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,segment=NetworkSegment(27334654-51c5-4589-804c-e1e81db1b692),segment_id=27334654-51c5-4589-804c-e1e81db1b692)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:12.671156 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.705041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Calling delete_port for 3c3c85b7-cbb9-482c-9741-171fc9a4c90f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:12.727158 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 540a7b10-ec05-4f55-9a11-0b8307263908 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:12.739982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 540a7b10-ec05-4f55-9a11-0b8307263908 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:12.740472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.778709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1c6fe-1b54-4deb-8682-c35a3c22a53d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=c05f7580-c397-433f-b2db-8230bdf0b62b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:12.791778 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.854110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c05f7580-c397-433f-b2db-8230bdf0b62b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:12.854482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:12.859610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.938224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c253dc7-825d-4c94-8248-e8d0838eef15 req-4a5ad55c-34c8-4dc6-88d4-b6b632c03f68 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:12.943647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c253dc7-825d-4c94-8248-e8d0838eef15 req-4a5ad55c-34c8-4dc6-88d4-b6b632c03f68 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 945 time: 0.1007760 Sep 01 15:29:12.951356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.024123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=d193f540-a00b-45eb-994d-0764c09e0dbd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.107916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80068-3252-48e5-842a-8c842bff7d24 req-3d2ea626-840c-42f5-9aa2-1c453d78a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.110187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-3d2ea626-840c-42f5-9aa2-1c453d78a0f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 1096 time: 0.2858000 Sep 01 15:29:13.117807 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.127004 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.130926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56709f1-0d7b-46f7-a673-fb32a5c446dd req-651f5d36-eca8-4cb2-a6a2-b2eb916e14d7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.132577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c56709f1-0d7b-46f7-a673-fb32a5c446dd req-651f5d36-eca8-4cb2-a6a2-b2eb916e14d7 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3065252 Sep 01 15:29:13.190778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] Pushing event deleted for resources: {'Port': ['ID=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.210268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9db5d-b50e-4127-ae28-b657b2123b6c None None] No DVR routers for this DVR port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:13.227176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:13.230641 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea26c23b-c15f-41cb-8aa8-54f83f88c859" -d '{"events": [{"server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "name": "network-vif-plugged", "status": "completed", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:13.247841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=540a7b10-ec05-4f55-9a11-0b8307263908,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:13.255730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.257987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.291862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c253dc7-825d-4c94-8248-e8d0838eef15 req-171dc83e-8bb4-49de-ae78-11099842b17c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310544 Sep 01 15:29:13.334811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.485955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c56709f1-0d7b-46f7-a673-fb32a5c446dd req-118c7584-1b7d-4ef0-a5a4-1fa1cab0b5ee tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382485 Sep 01 15:29:13.514428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:13.514611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.534362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80068-3252-48e5-842a-8c842bff7d24 req-b389e8b6-b286-493b-b16b-919d79a69c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.535940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-b389e8b6-b286-493b-b16b-919d79a69c69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3993573 Sep 01 15:29:13.536796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.542365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:13.629849 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d025f5b-8d13-415c-b061-8ae37db21eb1 x-openstack-request-id: req-3d025f5b-8d13-415c-b061-8ae37db21eb1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:13.631293 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "name": "network-vif-plugged", "status": "completed", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:13.631293 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d025f5b-8d13-415c-b061-8ae37db21eb1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:13.631293 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908', 'code': 200} Sep 01 15:29:13.645243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c3c85b7-cbb9-482c-9741-171fc9a4c90f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:13.658027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:13.675640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9041e274-4134-49ff-9dc6-fb41bbf948de tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8784399 Sep 01 15:29:13.680125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:13.690615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:13.700123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3c3c85b7-cbb9-482c-9741-171fc9a4c90f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:13.700700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3c3c85b7-cbb9-482c-9741-171fc9a4c90f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:13.718715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:13.720071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:13.810051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting subnet 219097fd-dd20-4198-abe3-b2bb26fed1c9 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:13.814307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:13.814946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.819694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.830449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857d336-018d-4a71-85a2-d6015d50141d req-fc0bec7c-02b0-4a43-a149-b93f165eb27c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.837971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9857d336-018d-4a71-85a2-d6015d50141d req-fc0bec7c-02b0-4a43-a149-b93f165eb27c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.1563394 Sep 01 15:29:13.849600 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-8a0c07e6-b909-4b79-822f-22d5815318da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 200 len: 999 time: 0.2123163 Sep 01 15:29:13.852525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 3c3c85b7-cbb9-482c-9741-171fc9a4c90f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:13.854533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=1efcdecb-ff1e-41ca-95e0-74af7430d631,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.858710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:13.867902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:29:13.892796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.917760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f10802-a989-4b3a-b9d7-6df6e3491b2b req-7691d6f8-64bc-4c39-a425-ab3a9b2503aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.919502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91f10802-a989-4b3a-b9d7-6df6e3491b2b req-7691d6f8-64bc-4c39-a425-ab3a9b2503aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 1098 time: 0.1867423 Sep 01 15:29:13.933031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:13.934190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': 'cdb24f50-db47-4312-b76d-02d5b68abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:13.934605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: c05f7580-c397-433f-b2db-8230bdf0b62b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:13.940677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=3c3c85b7-cbb9-482c-9741-171fc9a4c90f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.952774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 3c3c85b7-cbb9-482c-9741-171fc9a4c90f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:13.961715 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.970086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:13.982425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:13.983190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:28:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:13.996159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80068-3252-48e5-842a-8c842bff7d24 req-10a7d09a-d9ba-42a5-8f79-55f2134bc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.998116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-10a7d09a-d9ba-42a5-8f79-55f2134bc142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.1391222 Sep 01 15:29:14.032940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9857d336-018d-4a71-85a2-d6015d50141d req-56e13cac-6d8e-4eec-bb4c-c8a77f1e4e35 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493165 Sep 01 15:29:14.050823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-91f10802-a989-4b3a-b9d7-6df6e3491b2b req-861b5aa9-4f69-48a3-ba38-1cc2b84a798c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206222 Sep 01 15:29:14.056834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network c05f7580-c397-433f-b2db-8230bdf0b62b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:14.099663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.104958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:14.111859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c05f7580-c397-433f-b2db-8230bdf0b62b) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:14.116925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4e290a-27eb-44e6-8abf-3c0b8072d815']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:14.122670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:14.123286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.139454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.146385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27334654-51c5-4589-804c-e1e81db1b692') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:14.146762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27334654-51c5-4589-804c-e1e81db1b692') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:14.151914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf1a8b-acdf-4793-b197-deb88b896b47 None None] Network c05f7580-c397-433f-b2db-8230bdf0b62b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:14.166358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.178909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-75c587c3-e0d5-4f6a-98c7-24cc1af31512 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2639534 Sep 01 15:29:14.182979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80068-3252-48e5-842a-8c842bff7d24 req-9523a842-2f85-4417-b2d8-ff90bf455251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:14.184628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-9523a842-2f85-4417-b2d8-ff90bf455251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675708 Sep 01 15:29:14.187851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52586) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:14.194403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-518353391'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:14.212619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.214299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:14.250337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:14.250337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:14.254372 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:14.259415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.294980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f44986-119b-4404-a4d1-649cfaecd29f None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:14.299900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01c5c9-03bc-403d-854e-56a3395bccba None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:14.324693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Subnet': ['ID=219097fd-dd20-4198-abe3-b2bb26fed1c9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:14.340206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.344582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-45f9706b-4370-449a-8c10-d46b23bcb198 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/219097fd-dd20-4198-abe3-b2bb26fed1c9 HTTP/1.1" status: 204 len: 168 time: 0.6613529 Sep 01 15:29:14.347959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52590) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:14.447835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.480654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.481381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.483473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/networks/0c4e290a-27eb-44e6-8abf-3c0b8072d815 HTTP/1.1" status: 204 len: 168 time: 2.4773469 Sep 01 15:29:14.499469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52592) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:14.515903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2092456044'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:14.540216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8976e-ba86-4359-a4a8-4dfa5d3cbcdc tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Network': ['ID=0c4e290a-27eb-44e6-8abf-3c0b8072d815,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:14.557539 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-6dff8584-4d3d-4df8-bc5b-829edcf8efb3 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976367 Sep 01 15:29:14.580278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:29:14.580278 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:29:14.580278 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': 'e4620603fa47443fb63f4adf50cde958', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 29, 14, 548225)}] Sep 01 15:29:14.580278 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:29:14.581544 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:29:14.602394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0a9e1-128c-4543-801b-72a77cccda4a req-4ee84271-9c8e-470d-89b3-030ee059ecff tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:14.602853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:14.604198 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ee0a9e1-128c-4543-801b-72a77cccda4a req-4ee84271-9c8e-470d-89b3-030ee059ecff tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.1358662 Sep 01 15:29:14.612995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.697015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916b62c2-13e0-4685-8b92-56ec13250051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.755171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ee0a9e1-128c-4543-801b-72a77cccda4a req-3a84b5fe-c3ce-477a-a96d-39a84ad78d38 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Sep 01 15:29:14.771984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:14.786034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Deleting port fd250142-05f0-4ed7-aafd-ccb8934abd39 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:14.786508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.808957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47f80068-3252-48e5-842a-8c842bff7d24 req-27801657-c976-4953-81d5-318f3a583a6a service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417095 Sep 01 15:29:14.854179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f31a-f84c-4543-a10a-99e5396d96b1 req-7ee96a1e-0fa5-41b4-8635-fda318db8a6d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:14.855887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac55f31a-f84c-4543-a10a-99e5396d96b1 req-7ee96a1e-0fa5-41b4-8635-fda318db8a6d tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2202575 Sep 01 15:29:14.867734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-c05f7580-c397-433f-b2db-8230bdf0b62b', 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '1efcdecb-ff1e-41ca-95e0-74af7430d631'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:29:14.868623 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.874269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.874510 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Added segment ba4121e5-0abf-4d5d-9b44-b33905aa0fe2 of type vlan for network 131349b3-1a1d-4c2b-b902-c3ff92e903bd Sep 01 15:29:14.984425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] DHCP port deletion for 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:14.984943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.991542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] For port fd250142-05f0-4ed7-aafd-ccb8934abd39, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fd250142-05f0-4ed7-aafd-ccb8934abd39,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:14.993009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.000203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac55f31a-f84c-4543-a10a-99e5396d96b1 req-3df3a86d-16bd-49f7-ad11-aa6c82e217c5 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289115 Sep 01 15:29:15.015550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Calling delete_port for fd250142-05f0-4ed7-aafd-ccb8934abd39 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:15.081580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.087964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:15.088565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.126585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:15.135116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.196446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 0e589d99-f5d8-48e8-9d0e-8c4c4385da60 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:15.197103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Deleting port fd250142-05f0-4ed7-aafd-ccb8934abd39 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:15.197332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6850514 Sep 01 15:29:15.197750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.203223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:15.209264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992e167-d394-4286-a17b-aa333921ae65 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Network': ['ID=131349b3-1a1d-4c2b-b902-c3ff92e903bd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:15.210809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'subnet': {'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:15.212458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Allocated IP 2001:db8::2 (c05f7580-c397-433f-b2db-8230bdf0b62b/1efcdecb-ff1e-41ca-95e0-74af7430d631/c7c986ea-d818-4b62-8322-d4cba82822d9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:15.238005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:15.247031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.284073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Port': ['ID=fd250142-05f0-4ed7-aafd-ccb8934abd39,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:15.291597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No DVR routers for this DVR port fd250142-05f0-4ed7-aafd-ccb8934abd39 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:15.375633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97700c8c-f941-4553-9dc1-30e5298d0859 req-5750e814-9f82-4d5d-8a40-ca655ca5a865 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:15.398247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97700c8c-f941-4553-9dc1-30e5298d0859 req-5750e814-9f82-4d5d-8a40-ca655ca5a865 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.2372134 Sep 01 15:29:15.434230 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.476132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f91bf6-f481-4e9c-8ef7-f284c41c0e97']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:15.497646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff8575a-c837-4b6d-ad36-050e6efe2883') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:15.497646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff8575a-c837-4b6d-ad36-050e6efe2883') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:15.505422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97700c8c-f941-4553-9dc1-30e5298d0859 req-64b76663-587c-4bc9-a5cf-207f7baf18ba tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058550 Sep 01 15:29:15.508224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:15.513386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.516087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.542547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.552588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d193f540-a00b-45eb-994d-0764c09e0dbd no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:15.552998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:15.553700 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:15.557372 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:15.571066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] For port fd250142-05f0-4ed7-aafd-ccb8934abd39, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fd250142-05f0-4ed7-aafd-ccb8934abd39,segment=NetworkSegment(8ff8575a-c837-4b6d-ad36-050e6efe2883),segment_id=8ff8575a-c837-4b6d-ad36-050e6efe2883)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:15.571734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.608315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719272a-829b-48c8-a35e-fc5b246e652e req-9241577e-938c-4739-8dd3-3881b0a58e98 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:15.610158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e719272a-829b-48c8-a35e-fc5b246e652e req-9241577e-938c-4739-8dd3-3881b0a58e98 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.1553235 Sep 01 15:29:15.632891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d193f540-a00b-45eb-994d-0764c09e0dbd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:15.633522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d193f540-a00b-45eb-994d-0764c09e0dbd not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:15.634254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fd250142-05f0-4ed7-aafd-ccb8934abd39 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:15.638817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.645827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.651471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/networks/94f91bf6-f481-4e9c-8ef7-f284c41c0e97 HTTP/1.1" status: 204 len: 168 time: 1.2991724 Sep 01 15:29:15.653616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52602) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:15.664398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'routes': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:15.678537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc3241-10b6-4c8a-a264-23d868195910 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Pushing event deleted for resources: {'Network': ['ID=94f91bf6-f481-4e9c-8ef7-f284c41c0e97,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:15.680869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Calling delete_port for fd250142-05f0-4ed7-aafd-ccb8934abd39 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:15.693682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fd250142-05f0-4ed7-aafd-ccb8934abd39 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:15.694266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fd250142-05f0-4ed7-aafd-ccb8934abd39 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:15.971210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Added routes are [] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:29:15.972150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.extraroute_db [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Removed routes are [] {{(pid=106377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:29:15.972536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.976880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.982565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.024252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b96a4-2b54-42b5-ac5c-2eecb0c38513 req-202050d7-16a5-48f5-a74c-417f6ca27560 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.029406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c53b96a4-2b54-42b5-ac5c-2eecb0c38513 req-202050d7-16a5-48f5-a74c-417f6ca27560 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.0895925 Sep 01 15:29:16.038336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Network 94f91bf6-f481-4e9c-8ef7-f284c41c0e97 is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:29:16.039243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] No DVR routers for this DVR port fd250142-05f0-4ed7-aafd-ccb8934abd39 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:16.045399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f35b2-7ca2-45b2-bc25-dc8e14c94718 None None] Pushing event deleted for resources: {'Port': ['ID=fd250142-05f0-4ed7-aafd-ccb8934abd39,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:16.049431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Transition to ACTIVE for port object c7c986ea-d818-4b62-8322-d4cba82822d9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:16.104648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Transition to ACTIVE for port object c7c986ea-d818-4b62-8322-d4cba82822d9 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:16.117654 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.136387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c53b96a4-2b54-42b5-ac5c-2eecb0c38513 req-57ff5caa-1439-4090-adca-9bc7e633be8c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022811 Sep 01 15:29:16.213877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Network c05f7580-c397-433f-b2db-8230bdf0b62b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:16.216254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:16.220427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:16.224545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Pushing event updated for resources: {'Port': ['ID=c7c986ea-d818-4b62-8322-d4cba82822d9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:16.329607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Attempting to bind port c7c986ea-d818-4b62-8322-d4cba82822d9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:16.330191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Attempting to bind port c7c986ea-d818-4b62-8322-d4cba82822d9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'cdb24f50-db47-4312-b76d-02d5b68abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:16.331310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Attempting to bind port c7c986ea-d818-4b62-8322-d4cba82822d9 on network c05f7580-c397-433f-b2db-8230bdf0b62b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:16.341437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:16.342043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Checking segment: {'id': 'cdb24f50-db47-4312-b76d-02d5b68abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:16.342704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.343348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Bound using segment: {'id': 'cdb24f50-db47-4312-b76d-02d5b68abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:16.344153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Bound port: c7c986ea-d818-4b62-8322-d4cba82822d9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb24f50-db47-4312-b76d-02d5b68abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c05f7580-c397-433f-b2db-8230bdf0b62b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:16.344775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.460547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] For port c7c986ea-d818-4b62-8322-d4cba82822d9, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:16.464502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] For port c7c986ea-d818-4b62-8322-d4cba82822d9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7c986ea-d818-4b62-8322-d4cba82822d9,segment=NetworkSegment(cdb24f50-db47-4312-b76d-02d5b68abf33),segment_id=cdb24f50-db47-4312-b76d-02d5b68abf33)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:16.471912 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.508231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 59a36ed4-bf92-47a7-8c11-d0cba2da153c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:16.508231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.535185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.607308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2d40-fa28-4123-8b68-a84fca7730d3 None None] Pushing event updated for resources: {'Port': ['ID=c7c986ea-d818-4b62-8322-d4cba82822d9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:16.756509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a838837-0bfb-4494-bd27-0069e5f8d14e req-a6e43492-877c-4a48-bca6-2a7f21c9d0c5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.764923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a838837-0bfb-4494-bd27-0069e5f8d14e req-a6e43492-877c-4a48-bca6-2a7f21c9d0c5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 945 time: 0.1002324 Sep 01 15:29:16.770925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.785031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::114 (c05f7580-c397-433f-b2db-8230bdf0b62b/1efcdecb-ff1e-41ca-95e0-74af7430d631/0e589d99-f5d8-48e8-9d0e-8c4c4385da60) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:16.822924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.831310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a838837-0bfb-4494-bd27-0069e5f8d14e req-c06400cb-381c-490f-ba90-f1023e27a1df tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Sep 01 15:29:16.833240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Subnet': ['ID=0c058a36-dd39-4c1d-aed3-dd7f67d9811f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:16.857270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525fe3e-6ae0-43cb-a0a7-084229f3c83f req-feffbe57-f081-4dcb-9090-8bc486c07532 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.858973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b525fe3e-6ae0-43cb-a0a7-084229f3c83f req-feffbe57-f081-4dcb-9090-8bc486c07532 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3708394 Sep 01 15:29:16.905311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port 59a36ed4-bf92-47a7-8c11-d0cba2da153c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=59a36ed4-bf92-47a7-8c11-d0cba2da153c,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:16.905684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.064343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 59a36ed4-bf92-47a7-8c11-d0cba2da153c owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:17.096184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Checking segment: {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:17.096566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network hostable DHCP agents. Network: 131349b3-1a1d-4c2b-b902-c3ff92e903bd, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:17.164227 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c404ed1-f3ff-42fb-abf9-c0c89219f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.178379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b525fe3e-6ae0-43cb-a0a7-084229f3c83f req-2d7c8016-a7a6-4cab-9791-27eb3809276a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987359 Sep 01 15:29:17.184106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:17.241974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:17.259889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.327593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 131349b3-1a1d-4c2b-b902-c3ff92e903bd) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:17.329802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object 0e589d99-f5d8-48e8-9d0e-8c4c4385da60 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:17.343971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb2760-f825-4ec2-8c2d-5843b9760b76 None None] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:17.370011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:17.370835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.423461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:17.436741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.437985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92f53787-e0c7-41f6-af32-f44e9474de7c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 704 time: 1.7833161 Sep 01 15:29:17.450481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52626) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:17.451118 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Sync routers for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:17.465787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.470877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:17.473003 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.496724 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b09d7833-64f4-43d7-a4d6-bb8d43a4ebd6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2909555 Sep 01 15:29:17.517774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:17.525394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1334788243'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:17.530738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3bbb4131-1de1-4827-bfa0-6fe317c2fce8 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 205 time: 0.0782022 Sep 01 15:29:17.545178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52630) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:17.619218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:17.623193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7c986ea-d818-4b62-8322-d4cba82822d9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:17.653335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cd89a-0a77-4b9d-825a-725ba1828c45 req-2820c999-083e-41bb-ae36-411efb2cb43c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:17.667710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.677789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec5cd89a-0a77-4b9d-825a-725ba1828c45 req-2820c999-083e-41bb-ae36-411efb2cb43c tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.2497597 Sep 01 15:29:17.691587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e1e0-38b6-40b1-b747-9c375c090306 req-cd72697e-b902-421b-a7f4-b9e4eee0699e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:17.693780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a38e1e0-38b6-40b1-b747-9c375c090306 req-cd72697e-b902-421b-a7f4-b9e4eee0699e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.3146608 Sep 01 15:29:17.732879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.739638 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.758374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-131349b3-1a1d-4c2b-b902-c3ff92e903bd', 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'fixed_ips': [{'subnet_id': '0c058a36-dd39-4c1d-aed3-dd7f67d9811f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:29:17.759842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.763047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:17.767161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.769992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.814773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec5cd89a-0a77-4b9d-825a-725ba1828c45 req-8b6fbbcb-cfa4-4451-9527-0fc9d7b7ed78 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Sep 01 15:29:17.824229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c7c986ea-d818-4b62-8322-d4cba82822d9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:17.830574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Checking router: d51facad-4c54-4d9b-b6a1-ab17b5f81e5c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:17.876431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Routers {'d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:17.877663 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.903737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network c05f7580-c397-433f-b2db-8230bdf0b62b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:17.923018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:17.941636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=0e589d99-f5d8-48e8-9d0e-8c4c4385da60,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:17.953869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:17.961802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:17.963049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.020782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2043226d-feb4-4ce8-a097-783a478d9f80 req-d69f0c4e-225d-445f-b8ea-3aba64181561 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0580199 Sep 01 15:29:18.090091 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] Set router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:18.106445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port 59a36ed4-bf92-47a7-8c11-d0cba2da153c on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:18.112124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a38e1e0-38b6-40b1-b747-9c375c090306 req-8287b25d-a99c-43eb-92c5-6db526216739 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595669 Sep 01 15:29:18.153086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.155430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e719272a-829b-48c8-a35e-fc5b246e652e req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "DELETE /v2.0/ports/59a36ed4-bf92-47a7-8c11-d0cba2da153c HTTP/1.1" status: 204 len: 173 time: 2.5370519 Sep 01 15:29:18.156225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:18.158667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74f0fe-5068-4fa3-af88-3bab3c51ecf1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=59a36ed4-bf92-47a7-8c11-d0cba2da153c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:18.161519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'name': 'network-vif-deleted', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:18.164265 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651b6ef-bd14-42d1-896e-09e25358f91e" -d '{"events": [{"server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "name": "network-vif-deleted", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:18.250551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Allocated IP 19.80.0.2 (131349b3-1a1d-4c2b-b902-c3ff92e903bd/0c058a36-dd39-4c1d-aed3-dd7f67d9811f/3cf4c364-74bb-4236-be9a-08c6d647fdf7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:18.314723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c7733a3-210d-4c49-a7d7-02c10c0c4e9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.1251996 Sep 01 15:29:18.317653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:18.324295 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b45597d-bfa6-43a9-87d4-b34aa43b7aaf x-openstack-request-id: req-8b45597d-bfa6-43a9-87d4-b34aa43b7aaf {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:18.325181 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d0b76b-3af4-4b3b-89d4-c426ec9767ac", "name": "network-vif-deleted", "tag": "59a36ed4-bf92-47a7-8c11-d0cba2da153c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:18.326598 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b45597d-bfa6-43a9-87d4-b34aa43b7aaf {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:18.328035 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d0b76b-3af4-4b3b-89d4-c426ec9767ac', 'name': 'network-vif-deleted', 'tag': '59a36ed4-bf92-47a7-8c11-d0cba2da153c', 'status': 'completed', 'code': 200} Sep 01 15:29:18.355773 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:18.368123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.377941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.380063 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Added segment 240ac278-ddc6-41d0-8979-ce4fa1864156 of type vlan for network efb5c942-8172-4b31-be08-2de7084547f6 Sep 01 15:29:18.391218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.469016 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e43f6-63e1-48fe-8a97-5b5cc1889958 None None] The sync data for ids ['d51facad-4c54-4d9b-b6a1-ab17b5f81e5c'] in n-d-802060-16 is: [{'id': 'd51facad-4c54-4d9b-b6a1-ab17b5f81e5c', 'name': 'tempest-RoutersIpV6Test-router-207999698', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:28Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 11, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:18.565522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 0e589d99-f5d8-48e8-9d0e-8c4c4385da60 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:18.565982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.639447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.653556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d77985-7b97-4a84-bc78-48c905ea5828 None None] Network c05f7580-c397-433f-b2db-8230bdf0b62b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:18.659990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59a36ed4-bf92-47a7-8c11-d0cba2da153c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:18.729505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.731245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router d51facad-4c54-4d9b-b6a1-ab17b5f81e5c {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:29:18.754094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.756262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a019a7ef-1ae2-4963-ac78-e97061c0cb3c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 204 len: 168 time: 1.2095313 Sep 01 15:29:18.758189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.772296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:18.773596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.805202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 59a36ed4-bf92-47a7-8c11-d0cba2da153c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:18.805548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 59a36ed4-bf92-47a7-8c11-d0cba2da153c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:18.813473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52654) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:18.815512 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.836245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1222342037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:18.843944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.855831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Provisioning for port c7c986ea-d818-4b62-8322-d4cba82822d9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:18.858691 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.917380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Provisioning complete for port c7c986ea-d818-4b62-8322-d4cba82822d9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:18.931164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.942236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Transition to ACTIVE for port object 3cf4c364-74bb-4236-be9a-08c6d647fdf7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:18.951301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.991095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Transition to ACTIVE for port object 3cf4c364-74bb-4236-be9a-08c6d647fdf7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:19.001138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 0e589d99-f5d8-48e8-9d0e-8c4c4385da60 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:19.097398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.118174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.120335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.165911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ae42f-b54f-46ad-9504-7f1f3cd957f6 req-7c1afe7f-b25c-42a3-9feb-50153dd9ef92 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:19.173339 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6523898 Sep 01 15:29:19.173675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e80ae42f-b54f-46ad-9504-7f1f3cd957f6 req-7c1afe7f-b25c-42a3-9feb-50153dd9ef92 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.1473317 Sep 01 15:29:19.178568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52678) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:19.211054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'subnet': {'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:19.224779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40cf7b-b683-4208-aa87-4de19e696a87 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Network': ['ID=efb5c942-8172-4b31-be08-2de7084547f6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:19.255042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e80ae42f-b54f-46ad-9504-7f1f3cd957f6 req-ad5ac70b-576c-4a91-bed9-e6e591bb7864 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Sep 01 15:29:19.296690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:19.312863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Pushing event updated for resources: {'Port': ['ID=3cf4c364-74bb-4236-be9a-08c6d647fdf7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:19.340241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:19.341469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-bd9b5a02-d00d-447c-9566-a19a4a119090 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:19.345415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-bd9b5a02-d00d-447c-9566-a19a4a119090 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.6474638 Sep 01 15:29:19.352278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:19.372419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network efb5c942-8172-4b31-be08-2de7084547f6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:19.415295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34defd0b-5520-4de2-8692-284e18af1e6e req-4c312857-484e-425c-8e97-5a8680ed3eac tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0503192 Sep 01 15:29:19.443523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.494094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=0e589d99-f5d8-48e8-9d0e-8c4c4385da60,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:19.559128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.565015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0593adf2-8707-4bba-bc29-39caed4cc791 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/0e589d99-f5d8-48e8-9d0e-8c4c4385da60 HTTP/1.1" status: 204 len: 168 time: 1.2458937 Sep 01 15:29:19.565942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:19.627170 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b9e4c3-a7ee-4506-8960-056e05f16073 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:29:19.633883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4b9e4c3-a7ee-4506-8960-056e05f16073 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/0e589d99-f5d8-48e8-9d0e-8c4c4385da60 HTTP/1.1" status: 404 len: 333 time: 0.0664732 Sep 01 15:29:19.634836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:19.711637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 1efcdecb-ff1e-41ca-95e0-74af7430d631 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:19.712667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:19.716358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.717271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.728481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.783115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.785213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.801915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Attempting to bind port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:19.802359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Attempting to bind port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:19.802729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Attempting to bind port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 on network 131349b3-1a1d-4c2b-b902-c3ff92e903bd {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:19.841780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:19.842051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Checking segment: {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:19.842463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.842863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Bound using segment: {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:19.843368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Bound port: 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:19.843754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.973369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.086769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.102351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.122896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.130410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=1efcdecb-ff1e-41ca-95e0-74af7430d631,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:20.143755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.151314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1596d35-83f4-4fc3-8862-19fc296fd67a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/1efcdecb-ff1e-41ca-95e0-74af7430d631 HTTP/1.1" status: 204 len: 168 time: 0.5151005 Sep 01 15:29:20.152711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52694) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:20.190604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-645b0f60-c66e-45f7-aa02-63dc1a776758 req-a223899b-b663-41d4-bcf0-154a2df33df8 tempest-LiveMigrationTest-314105495 tempest-LiveMigrationTest-314105495-project] (106377) timed out ('10.222.0.24', 58194) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:29:20.206766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] For port 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:20.215556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462fe45d-dc14-4160-8331-e853115bd068 None None] Network c05f7580-c397-433f-b2db-8230bdf0b62b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:20.248028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-9a818b59-1450-496b-b817-08aa88b8f0d8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:20.250576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-9a818b59-1450-496b-b817-08aa88b8f0d8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=04747d01-a967-4167-93a9-40ad0742c64a HTTP/1.1" status: 200 len: 944 time: 0.6197848 Sep 01 15:29:20.258462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.259858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3cf4a984-b0d6-452e-b19e-ca9f1a52c696 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4360154 Sep 01 15:29:20.266423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:20.277926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:20.351851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.385934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] For port 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3cf4c364-74bb-4236-be9a-08c6d647fdf7,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:20.387440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Deleting port 540a7b10-ec05-4f55-9a11-0b8307263908 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:20.387770 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.421219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.519697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca036-1194-4947-8a75-2fb1c9812def req-97b890a0-4671-4998-9292-b56ba2137ee1 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:20.534241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87dca036-1194-4947-8a75-2fb1c9812def req-97b890a0-4671-4998-9292-b56ba2137ee1 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 946 time: 0.1646843 Sep 01 15:29:20.578337 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:29:20.578694 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:29:20.676196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ebdd6-d779-47fd-8c4a-626e1de314aa None None] Pushing event updated for resources: {'Port': ['ID=3cf4c364-74bb-4236-be9a-08c6d647fdf7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:20.696218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port c7c986ea-d818-4b62-8322-d4cba82822d9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:20.696554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.705315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87dca036-1194-4947-8a75-2fb1c9812def req-dd16e4c7-257a-46bb-a413-d2bb5f5034ba tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/security-groups?id=f934b325-0bda-47ec-bd2a-ad6808c0033e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699009 Sep 01 15:29:20.777388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.820634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] DHCP port deletion for c05f7580-c397-433f-b2db-8230bdf0b62b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:20.887019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port c7c986ea-d818-4b62-8322-d4cba82822d9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7c986ea-d818-4b62-8322-d4cba82822d9,segment=NetworkSegment(cdb24f50-db47-4312-b76d-02d5b68abf33),segment_id=cdb24f50-db47-4312-b76d-02d5b68abf33)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:20.887633 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.943713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.979767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Deleting port c7c986ea-d818-4b62-8322-d4cba82822d9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:20.980192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.053670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8be6838c-b543-404b-aa75-a7af441be34c req-989fc63d-bcee-4f75-9d49-770340ecfb35 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0787885 Sep 01 15:29:21.071623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for c7c986ea-d818-4b62-8322-d4cba82822d9 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.123251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] For port 540a7b10-ec05-4f55-9a11-0b8307263908, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=540a7b10-ec05-4f55-9a11-0b8307263908,segment=NetworkSegment(4049cfc8-3c4e-4b2a-bfcb-ec1419db144f),segment_id=4049cfc8-3c4e-4b2a-bfcb-ec1419db144f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:21.123631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.131312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.145418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] For port c7c986ea-d818-4b62-8322-d4cba82822d9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c7c986ea-d818-4b62-8322-d4cba82822d9,segment=NetworkSegment(cdb24f50-db47-4312-b76d-02d5b68abf33),segment_id=cdb24f50-db47-4312-b76d-02d5b68abf33)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:21.145712 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.201846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Calling delete_port for c7c986ea-d818-4b62-8322-d4cba82822d9 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.231255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Subnet': ['ID=85f9cfaa-e119-4768-a1da-d5fb1f6ce75c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:21.250211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Calling delete_port for 540a7b10-ec05-4f55-9a11-0b8307263908 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.276700 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.296435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port 361bd6f8-ace6-43be-8d95-bc9982015620 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:21.296435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.310416 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15e2e827-2982-418a-bf4b-754a8ae45dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.334964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=c7c986ea-d818-4b62-8322-d4cba82822d9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:21.343023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port c7c986ea-d818-4b62-8322-d4cba82822d9 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:21.468137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Router f991308a-91a5-4884-8d43-b86efea764dc is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:29:21.535171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Checking segment: {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:21.537375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network hostable DHCP agents. Network: efb5c942-8172-4b31-be08-2de7084547f6, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:21.555594 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.556805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.578099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] No DVR routers for this DVR port c7c986ea-d818-4b62-8322-d4cba82822d9 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:21.595277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3cf4c364-74bb-4236-be9a-08c6d647fdf7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:21.607200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f7580-c397-433f-b2db-8230bdf0b62b']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:21.627669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53133b42-1c3c-454e-b4fc-6c24459ca6ab None None] Pushing event deleted for resources: {'Port': ['ID=c7c986ea-d818-4b62-8322-d4cba82822d9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:21.636731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb24f50-db47-4312-b76d-02d5b68abf33') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:21.637039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb24f50-db47-4312-b76d-02d5b68abf33') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:21.659903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d793f8ce-cee3-4f73-b1e5-5d36be80e36b None None] Could not find standard attr ID for object c7c986ea-d818-4b62-8322-d4cba82822d9. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:29:21.661118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.691272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.702390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:21.704074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:21.704801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.790243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port 361bd6f8-ace6-43be-8d95-bc9982015620, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=361bd6f8-ace6-43be-8d95-bc9982015620,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:21.790865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.838390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:21.856636 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:21.859053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7c986ea-d818-4b62-8322-d4cba82822d9 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:21.863059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.865206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.875540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f58df48-7112-43dd-948a-4680f4445c3b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "PUT /v2.0/routers/f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 200 len: 698 time: 1.6059263 Sep 01 15:29:21.887127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Sync routers for ids ['f991308a-91a5-4884-8d43-b86efea764dc'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:21.890216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.893447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network efb5c942-8172-4b31-be08-2de7084547f6 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:21.899063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/c05f7580-c397-433f-b2db-8230bdf0b62b HTTP/1.1" status: 204 len: 168 time: 1.7388642 Sep 01 15:29:21.899063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:21.899252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c7c986ea-d818-4b62-8322-d4cba82822d9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:21.899252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c7c986ea-d818-4b62-8322-d4cba82822d9 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:21.903970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for 361bd6f8-ace6-43be-8d95-bc9982015620 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.919724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Routers {'f991308a-91a5-4884-8d43-b86efea764dc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:21.920937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f991308a-91a5-4884-8d43-b86efea764dc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:21.941261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:21.951278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'name': 'tempest-PortsIpV6TestJSON-53773134'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:21.993605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, efb5c942-8172-4b31-be08-2de7084547f6) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:22.023185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:22.023843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.257929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3b405-a58b-4a51-8384-dff1bb843185 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=c05f7580-c397-433f-b2db-8230bdf0b62b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:22.291443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.352077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Set router f991308a-91a5-4884-8d43-b86efea764dc gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:22.372047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.386968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a97425ae-db3b-49c7-a392-498baa05f0af tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1912165 Sep 01 15:29:22.402093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Pushing event deleted for resources: {'Port': ['ID=540a7b10-ec05-4f55-9a11-0b8307263908,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:22.496117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991308a-91a5-4884-8d43-b86efea764dc', 'name': 'tempest-RoutersIpV6Test-router-1222342037', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:19Z', 'updated_at': '2021-09-01T15:29:20Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:22.496984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b04f415c-5984-402e-a820-4c2fad5edb23 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/routers/f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 200 len: 704 time: 0.5977390 Sep 01 15:29:22.498084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52716) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:22.504180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57e7d6-3c98-46a6-90cd-336791ac9099 None None] Network efb5c942-8172-4b31-be08-2de7084547f6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:22.518047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8ffd96b-564c-48b6-af8c-19c7f4abf609 req-886841cd-80d4-455c-b23c-b82437402748 tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.41 "GET /v2.0/ports?device_id=f559e669-042b-4705-8635-4c9ad8be2530 HTTP/1.1" status: 200 len: 210 time: 0.3706229 Sep 01 15:29:22.521442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d', 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:22.532874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1b953-ca29-45d1-94ca-d8d4bc0bd884 None None] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:22.613105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=361bd6f8-ace6-43be-8d95-bc9982015620,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:22.622273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] No DVR routers for this DVR port 540a7b10-ec05-4f55-9a11-0b8307263908 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:22.627957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.631222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf593b64-cf23-4c00-869c-d89cfbf48ca2 req-678e632b-6f2a-4ea8-887b-7bc14df5bb0e tempest-VolumesActionsTest-774330368 tempest-VolumesActionsTest-774330368-project] 10.222.0.50 "DELETE /v2.0/ports/540a7b10-ec05-4f55-9a11-0b8307263908 HTTP/1.1" status: 204 len: 173 time: 3.2177448 Sep 01 15:29:22.632008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'name': 'network-vif-deleted', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:22.635887 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23d933-9eb9-409b-a944-379294120fc0" -d '{"events": [{"server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "name": "network-vif-deleted", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:22.692311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-924b9c9c-398f-45ec-9359-2ea6e03c7bc3 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 200 len: 205 time: 0.1876903 Sep 01 15:29:22.694118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:22.699116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.716412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52722) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:22.735126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] No DVR routers for this DVR port 361bd6f8-ace6-43be-8d95-bc9982015620 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:22.749866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.753424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eeee7877-a677-4a90-9fd4-69d2ab1aaa51 req-b808bedf-b9ba-4314-8493-b0802f4a859e tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "DELETE /v2.0/ports/361bd6f8-ace6-43be-8d95-bc9982015620 HTTP/1.1" status: 204 len: 173 time: 2.3961589 Sep 01 15:29:22.774401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 7e6cdb38-95e2-4349-a442-b1d4575301e5 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:22.874741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 540a7b10-ec05-4f55-9a11-0b8307263908 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:22.949567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.052108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 540a7b10-ec05-4f55-9a11-0b8307263908 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:23.052613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 540a7b10-ec05-4f55-9a11-0b8307263908 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:23.148267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Checking router: f991308a-91a5-4884-8d43-b86efea764dc for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:23.201612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Provisioning for port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:23.243345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Routers {'f991308a-91a5-4884-8d43-b86efea764dc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:23.245214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f991308a-91a5-4884-8d43-b86efea764dc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:23.289585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82a101a7-5cfd-47f4-b464-f70b11ca8bef req-9dfacce8-fde4-4d5e-a6e0-86f01afd37b8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.1613722 Sep 01 15:29:23.384279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.512081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Provisioning complete for port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:23.514670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.584141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.642979 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b04259-e2c9-4703-a08b-503b9cd0e04c x-openstack-request-id: req-c8b04259-e2c9-4703-a08b-503b9cd0e04c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:23.644455 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f559e669-042b-4705-8635-4c9ad8be2530", "name": "network-vif-deleted", "tag": "540a7b10-ec05-4f55-9a11-0b8307263908", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:23.644455 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8b04259-e2c9-4703-a08b-503b9cd0e04c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:23.647183 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f559e669-042b-4705-8635-4c9ad8be2530', 'name': 'network-vif-deleted', 'tag': '540a7b10-ec05-4f55-9a11-0b8307263908', 'status': 'completed', 'code': 200} Sep 01 15:29:23.675925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.679146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.794661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.795698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Fanout notify agent at l3_agent the message router_deleted on router f991308a-91a5-4884-8d43-b86efea764dc {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:29:23.813922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.822209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e02da292-e451-4d5d-b62a-1bdacc35241f tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 204 len: 168 time: 1.1029902 Sep 01 15:29:23.823331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:23.829891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=7e6cdb38-95e2-4349-a442-b1d4575301e5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:23.835740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] Set router f991308a-91a5-4884-8d43-b86efea764dc gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:23.928030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:23.947315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b4e68ec-4215-45f0-a5f4-8f77e6e7e827 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 200 len: 205 time: 0.1134605 Sep 01 15:29:23.948374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52748) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:23.963891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-cc601989-0665-4742-ab73-9b550585ed05 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:23.984696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-cc601989-0665-4742-ab73-9b550585ed05 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:23.994478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-cc601989-0665-4742-ab73-9b550585ed05 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/networks?id=131349b3-1a1d-4c2b-b902-c3ff92e903bd&id=efb5c942-8172-4b31-be08-2de7084547f6 HTTP/1.1" status: 200 len: 1392 time: 0.2880399 Sep 01 15:29:24.003949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:24.015044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:24.038230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:24.042902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.086223 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-8f246324-f594-4dcb-93c2-9d59da502852 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:24.091081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f246324-f594-4dcb-93c2-9d59da502852 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/f991308a-91a5-4884-8d43-b86efea764dc HTTP/1.1" status: 404 len: 336 time: 0.1406677 Sep 01 15:29:24.093341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52752) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.114768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f991308a-91a5-4884-8d43-b86efea764dc', 'name': 'tempest-RoutersIpV6Test-router-1222342037', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:19Z', 'updated_at': '2021-09-01T15:29:20Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:24.204400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-7dd42725-3d8f-4d77-9cd0-04d7a0f6425d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/quotas/2233d0136f1b48d9bcf321ec8f643ba8 HTTP/1.1" status: 200 len: 375 time: 0.2085083 Sep 01 15:29:24.207733 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23e79ce-7dac-47ed-a626-0c1eb93d1c6c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:24.208232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23e79ce-7dac-47ed-a626-0c1eb93d1c6c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:24.213571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c23e79ce-7dac-47ed-a626-0c1eb93d1c6c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/5b53a0a2-d52c-4472-a91c-41e15626c7a7 HTTP/1.1" status: 404 len: 337 time: 0.1145532 Sep 01 15:29:24.214435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52758) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.244964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-252a2dcf-e8b0-44fd-93f0-cd1485322b0f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.2985291 Sep 01 15:29:24.246696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.285715 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30b81b4-2b8b-4d6e-9b2d-2a2f305977b5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:24.286811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30b81b4-2b8b-4d6e-9b2d-2a2f305977b5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:24.290290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b30b81b4-2b8b-4d6e-9b2d-2a2f305977b5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/50cb93f4-084f-45f8-8c74-f72cbb9bea9a HTTP/1.1" status: 404 len: 337 time: 0.0746315 Sep 01 15:29:24.303505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52764) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.332206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-efb5c942-8172-4b31-be08-2de7084547f6', 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'fixed_ips': [{'subnet_id': '85f9cfaa-e119-4768-a1da-d5fb1f6ce75c'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:29:24.333629 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.393830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e71b-70c1-46fd-a966-6baa86210ebd req-cef36cb6-d553-48f6-b740-3696f5738b89 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:24.397266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7907e71b-70c1-46fd-a966-6baa86210ebd req-cef36cb6-d553-48f6-b740-3696f5738b89 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 907 time: 0.1605141 Sep 01 15:29:24.398552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762c6dd-53df-4f87-a634-851f1747a209 None None] The sync data for ids ['f991308a-91a5-4884-8d43-b86efea764dc'] in n-d-802060-16 is: [{'id': 'f991308a-91a5-4884-8d43-b86efea764dc', 'name': 'tempest-RoutersIpV6Test-router-1222342037', 'tenant_id': '7fd383b771f14d6089577b911070c509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:19Z', 'updated_at': '2021-09-01T15:29:20Z', 'revision_number': 2, 'project_id': '7fd383b771f14d6089577b911070c509', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:24.407241 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1665f749-01fa-4b0a-b108-00c75bf8d631 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:24.409597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1665f749-01fa-4b0a-b108-00c75bf8d631 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:24.416351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52772) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.417626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1665f749-01fa-4b0a-b108-00c75bf8d631 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/302da0c5-c3d9-4b17-ac6f-bd5e751f9509 HTTP/1.1" status: 404 len: 337 time: 0.1123302 Sep 01 15:29:24.514506 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e7ecf-13e9-4ac2-84f7-56a9402830be tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:24.515248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e7ecf-13e9-4ac2-84f7-56a9402830be tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:24.522159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-7d0c7540-cb49-423d-a183-bdef9807fa31 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3167996 Sep 01 15:29:24.531629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e99e7ecf-13e9-4ac2-84f7-56a9402830be tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/219097fd-dd20-4198-abe3-b2bb26fed1c9 HTTP/1.1" status: 404 len: 337 time: 0.1112387 Sep 01 15:29:24.532818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.556397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.661653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9841e6d3-6599-4362-a037-ecc5835165c6 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 200 len: 205 time: 0.1117651 Sep 01 15:29:24.662755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52780) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.820106 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-684586c4-4034-488c-a125-741840e33ef1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:24.829230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-684586c4-4034-488c-a125-741840e33ef1 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/d51facad-4c54-4d9b-b6a1-ab17b5f81e5c HTTP/1.1" status: 404 len: 336 time: 0.1626089 Sep 01 15:29:24.830382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52784) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.884574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 7e6cdb38-95e2-4349-a442-b1d4575301e5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:24.885330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.981330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3f0568d-ce0a-46c5-8963-480e05d54831 req-7006be5a-2b67-4e8b-ab30-fa3dc19b0192 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.1631525 Sep 01 15:29:24.997716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.997897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1841ad76-31b6-474d-97f0-99b3ef9dfedf tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=90e73301-6236-4446-a3a1-5405a4ef6cee HTTP/1.1" status: 200 len: 205 time: 0.1527030 Sep 01 15:29:24.998100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.064741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-875765fb-ff8b-4931-b177-71ce8d262c56 service neutron] 10.222.0.41 "GET /v2.0/networks/131349b3-1a1d-4c2b-b902-c3ff92e903bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255997 Sep 01 15:29:25.065336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 7e6cdb38-95e2-4349-a442-b1d4575301e5 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:25.065807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] For port 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3cf4c364-74bb-4236-be9a-08c6d647fdf7,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:25.068098 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-f14f3ef1-b245-4a20-b471-0d4f4110975c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:25.069287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f14f3ef1-b245-4a20-b471-0d4f4110975c tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/90e73301-6236-4446-a3a1-5405a4ef6cee HTTP/1.1" status: 404 len: 336 time: 0.0680442 Sep 01 15:29:25.072690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52792) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:25.115004 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.170286 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73fea6c-0aad-4aa6-a7e1-ca14bc1c804b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:25.174188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73fea6c-0aad-4aa6-a7e1-ca14bc1c804b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:25.185237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d73fea6c-0aad-4aa6-a7e1-ca14bc1c804b tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/5e198b0d-8c1b-42a3-a548-3b03100d8879 HTTP/1.1" status: 404 len: 337 time: 0.1081939 Sep 01 15:29:25.186981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52796) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:25.281389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-96b7dbe6-961a-444f-90fd-58ad93accefc tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 200 len: 205 time: 0.0918450 Sep 01 15:29:25.284414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52802) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:25.362766 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-bb122ad1-7358-4c4c-a423-a851767ac640 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:25.365350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bb122ad1-7358-4c4c-a423-a851767ac640 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/b2a05dfd-7dc0-4de4-a8c6-3ac74ed7c60f HTTP/1.1" status: 404 len: 336 time: 0.0787878 Sep 01 15:29:25.367935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52808) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:25.461953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3aa68b47-3adf-45cf-89e1-88d463f7e170 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab5ab08b-606b-40d4-9adf-aced911282bd HTTP/1.1" status: 200 len: 205 time: 0.0812933 Sep 01 15:29:25.463674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52814) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:25.467866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ac339408-3b29-4f31-97ff-3c7452c878d8 None None] Provisioning complete for port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:25.469427 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac339408-3b29-4f31-97ff-3c7452c878d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.691539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Allocated IP 19.86.0.2 (efb5c942-8172-4b31-be08-2de7084547f6/85f9cfaa-e119-4768-a1da-d5fb1f6ce75c/d3276757-5acd-4c43-9acd-547434339a6e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:25.724999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287254c0-fedc-406c-9139-7f3e4368e2c5 None None] Pushing event updated for resources: {'Port': ['ID=3cf4c364-74bb-4236-be9a-08c6d647fdf7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:25.975954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-ae0ef6e1-21e6-4afb-9abc-a830ddf4e7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/131349b3-1a1d-4c2b-b902-c3ff92e903bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8948081 Sep 01 15:29:26.057997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.071955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-df23fcdb-7826-4e6d-b199-27da03f340bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1834290 Sep 01 15:29:26.247321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=7e6cdb38-95e2-4349-a442-b1d4575301e5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:26.260832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.266187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-89cfdaff-ca68-4fff-bf01-b2ae4fde39a2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/7e6cdb38-95e2-4349-a442-b1d4575301e5 HTTP/1.1" status: 204 len: 168 time: 2.0195405 Sep 01 15:29:26.267086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52828) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:26.276759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'mac_address': 'fa:16:3e:8a:98:e6', 'name': 'tempest-PortsIpV6TestJSON-911672309'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:26.343548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-deleted', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:26.354339 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1784a61-bb43-43d0-8c93-818f9b62a536" -d '{"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-deleted", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:26.403438 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-3371c071-d722-4de2-9796-affc86517658 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:26.411501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3371c071-d722-4de2-9796-affc86517658 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/ab5ab08b-606b-40d4-9adf-aced911282bd HTTP/1.1" status: 404 len: 336 time: 0.9465852 Sep 01 15:29:26.426564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52836) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:26.453252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223462d4-5a96-441f-8139-013f7d21a884 req-eba48eb5-0df2-4976-9626-7bebd7ff7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:26.453481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.457927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-eba48eb5-0df2-4976-9626-7bebd7ff7a8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf23eea573064368972648256787aea5&device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 1097 time: 0.3434024 Sep 01 15:29:26.478554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-015cb790-ee9f-4644-a8d1-0f8d6f215680 service neutron] 10.222.0.41 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800968 Sep 01 15:29:26.489034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Transition to ACTIVE for port object d3276757-5acd-4c43-9acd-547434339a6e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:26.499289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864436a-cea3-4337-a68c-946f359881d2 req-4aacaac8-b63a-41a2-a64b-95f31a28d526 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:26.500854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5864436a-cea3-4337-a68c-946f359881d2 req-4aacaac8-b63a-41a2-a64b-95f31a28d526 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 907 time: 0.1157317 Sep 01 15:29:26.530785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Transition to ACTIVE for port object d3276757-5acd-4c43-9acd-547434339a6e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:26.552950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.570654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24815ba-c5c3-4930-9d47-bee2132babd8 req-ca627e82-f7fa-4b0a-ac0a-bcde848522cc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:26.581337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d24815ba-c5c3-4930-9d47-bee2132babd8 req-ca627e82-f7fa-4b0a-ac0a-bcde848522cc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 907 time: 0.2168455 Sep 01 15:29:26.737733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Network efb5c942-8172-4b31-be08-2de7084547f6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:26.744149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:26.755972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:26.846534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcc208ca-5470-4747-aafe-cef30e22f5eb req-6dd206d3-e930-4567-ab63-046202b0a3ca tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d0b76b-3af4-4b3b-89d4-c426ec9767ac HTTP/1.1" status: 200 len: 210 time: 0.0725558 Sep 01 15:29:26.875716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Attempting to bind port d3276757-5acd-4c43-9acd-547434339a6e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:26.876279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Attempting to bind port d3276757-5acd-4c43-9acd-547434339a6e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:26.876744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Attempting to bind port d3276757-5acd-4c43-9acd-547434339a6e on network efb5c942-8172-4b31-be08-2de7084547f6 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:26.883152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Pushing event updated for resources: {'Port': ['ID=d3276757-5acd-4c43-9acd-547434339a6e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:26.889494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:26.890083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Checking segment: {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:26.890620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.891128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Bound using segment: {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:26.891876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Bound port: d3276757-5acd-4c43-9acd-547434339a6e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:26.892372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.894319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-ba24fec5-398f-41fc-8ac2-52df781dd7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145222 Sep 01 15:29:26.895057 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-15731d6b-e0b2-46b7-9ae2-42736d6c5d14 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:26.895503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15731d6b-e0b2-46b7-9ae2-42736d6c5d14 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:26.901705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15731d6b-e0b2-46b7-9ae2-42736d6c5d14 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/a98b8499-8e3f-4f28-a92e-64d0f77e814f HTTP/1.1" status: 404 len: 337 time: 0.4688678 Sep 01 15:29:26.903346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223462d4-5a96-441f-8139-013f7d21a884 req-4729997f-2bbb-4b75-8f04-5dff38e625d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:26.903520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:26.905000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-4729997f-2bbb-4b75-8f04-5dff38e625d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 200 len: 913 time: 0.3685014 Sep 01 15:29:26.905870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.908791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52848) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.031850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e2ad7958-b5b3-434d-8d79-23d9683a8486 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a9b6cf0-0263-4134-a6d5-5215308dc695 HTTP/1.1" status: 200 len: 205 time: 0.1204464 Sep 01 15:29:27.035008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-980fe20f-c891-4ec6-b077-1dcd15132375 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 200 len: 217 time: 0.1136594 Sep 01 15:29:27.035522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52850) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.068821 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3e6d5e-89ae-482a-86d2-79e3b6ff1b71 x-openstack-request-id: req-ae3e6d5e-89ae-482a-86d2-79e3b6ff1b71 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:27.071214 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04747d01-a967-4167-93a9-40ad0742c64a", "name": "network-vif-deleted", "tag": "361bd6f8-ace6-43be-8d95-bc9982015620", "status": "failed", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:27.071665 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae3e6d5e-89ae-482a-86d2-79e3b6ff1b71 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:27.075498 n-d-802060-16 neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04747d01-a967-4167-93a9-40ad0742c64a', 'name': 'network-vif-deleted', 'tag': '361bd6f8-ace6-43be-8d95-bc9982015620', 'status': 'failed', 'code': 422} returned with failed status Sep 01 15:29:27.150298 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-ec6c73b9-16d5-472d-ac82-6036ab8192af tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:27.154428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52852) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.154893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ec6c73b9-16d5-472d-ac82-6036ab8192af tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/1a9b6cf0-0263-4134-a6d5-5215308dc695 HTTP/1.1" status: 404 len: 336 time: 0.1072812 Sep 01 15:29:27.162162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] For port d3276757-5acd-4c43-9acd-547434339a6e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:27.162457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:27.170087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] For port d3276757-5acd-4c43-9acd-547434339a6e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3276757-5acd-4c43-9acd-547434339a6e,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:27.177823 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.200307 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-164c1e53-a1d5-4ed0-84e0-02259e093fe2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:27.201314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164c1e53-a1d5-4ed0-84e0-02259e093fe2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:27.203764 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-164c1e53-a1d5-4ed0-84e0-02259e093fe2 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/9eedf726-1ec2-437f-ae34-694e45bb7f61 HTTP/1.1" status: 404 len: 337 time: 0.0469551 Sep 01 15:29:27.213052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.254598 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-808de212-68c9-4954-9567-5aa746d3a624 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "GET /v2.0/ports?device_id=a224b9dd-335f-4f70-8825-ab0149ce98f3 HTTP/1.1" status: 200 len: 205 time: 0.0386956 Sep 01 15:29:27.265830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.269762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223462d4-5a96-441f-8139-013f7d21a884 req-bc0cbe38-227d-4b1b-bffb-eeba008261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:27.271969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-bc0cbe38-227d-4b1b-bffb-eeba008261c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 200 len: 851 time: 0.2115979 Sep 01 15:29:27.279856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:27.281441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.328803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e7d6f-cd58-4459-9a23-80403cf4118e None None] Pushing event updated for resources: {'Port': ['ID=d3276757-5acd-4c43-9acd-547434339a6e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:27.344336 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-f34e7c05-7dda-42e8-9c29-969430b4cb09 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] delete failed (client error): The resource could not be found. Sep 01 15:29:27.345722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f34e7c05-7dda-42e8-9c29-969430b4cb09 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/routers/a224b9dd-335f-4f70-8825-ab0149ce98f3 HTTP/1.1" status: 404 len: 336 time: 0.0783334 Sep 01 15:29:27.351339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52858) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.364694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:27.432754 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f1481e-f11a-497a-9eab-fb5f2a12ddf5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:27.433248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f1481e-f11a-497a-9eab-fb5f2a12ddf5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:27.435524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-86f1481e-f11a-497a-9eab-fb5f2a12ddf5 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/ed3de807-7364-4587-a8c9-3253db0d9f2f HTTP/1.1" status: 404 len: 337 time: 0.0828280 Sep 01 15:29:27.438667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52862) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:27.441668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.497144 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680b5c3-b6d8-4986-b9cc-870e57afdb90 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] DELETE failed (client error): The resource could not be found. Sep 01 15:29:27.497623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f680b5c3-b6d8-4986-b9cc-870e57afdb90 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:27.502195 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f680b5c3-b6d8-4986-b9cc-870e57afdb90 tempest-RoutersIpV6Test-1387727896 tempest-RoutersIpV6Test-1387727896-project] 10.222.0.41 "DELETE /v2.0/subnets/584f4f66-e520-4a59-b2ef-fd612f28cbe3 HTTP/1.1" status: 404 len: 337 time: 0.0598118 Sep 01 15:29:27.543458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 944cea61-b910-4b39-bc72-5cf5fca87cb2 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:27.579196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3cf4c364-74bb-4236-be9a-08c6d647fdf7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:27.668794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cb93e5a-14e1-44b0-a321-ccc2d3728712 req-1700471c-a0ec-42cd-ae7f-05f3ec3c06a0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 210 time: 0.0847752 Sep 01 15:29:27.764362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223462d4-5a96-441f-8139-013f7d21a884 req-b08c4948-b5da-48a1-9e57-dffc3544653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:27.766164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-b08c4948-b5da-48a1-9e57-dffc3544653b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f8b1a9a3-c449-4330-a63a-3836116e060b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4814184 Sep 01 15:29:27.885182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.903527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:27.904246 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.974710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-674ddbf9-b1e1-42db-b6f6-9bcc7bb2f545 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870379 Sep 01 15:29:27.992121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.131371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:28.132933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-340134a9-c857-4abc-9104-ea146b003d9b req-71b04bea-68ee-4258-9959-77236f5b7c91 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f62c9016-2da4-4ddd-892d-808f5d55c7a9 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Sep 01 15:29:28.276762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.281835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.282183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.282534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.282878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.283219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.283776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.284116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.285212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.285212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.285212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.287355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:28.319146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] No DVR routers for this DVR port 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:28.322421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.325184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5864436a-cea3-4337-a68c-946f359881d2 req-68842cde-4b1f-46cf-92fd-95cf274bd7ec tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "DELETE /v2.0/ports/0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 HTTP/1.1" status: 204 len: 173 time: 1.8151424 Sep 01 15:29:28.520365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.538049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223462d4-5a96-441f-8139-013f7d21a884 req-fad608dc-cc17-45e7-ae67-9bc4d7d3d1ac service neutron] 10.222.0.50 "GET /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444627 Sep 01 15:29:28.659092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.770844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52892) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:28.873553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:28.890445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7299303a-a3c6-4435-a124-35558bf23870 req-4f686339-b72c-4da0-b373-85d111693ffe tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 210 time: 0.1310048 Sep 01 15:29:28.902915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:28.963520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:29.056825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:29.068508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:29.076644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'name': 'network-vif-deleted', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:29.081726 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d18960-692d-42b4-af4b-6dd355e31c7e" -d '{"events": [{"server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "name": "network-vif-deleted", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:29.151530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=944cea61-b910-4b39-bc72-5cf5fca87cb2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:29.206888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4896c36-9b57-4565-88c3-e508c3148a35 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9330199 Sep 01 15:29:29.215328 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fec452-b3a3-4e5f-b9f6-3597b6738349 x-openstack-request-id: req-83fec452-b3a3-4e5f-b9f6-3597b6738349 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:29.215931 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c9016-2da4-4ddd-892d-808f5d55c7a9", "name": "network-vif-deleted", "tag": "0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:29.216361 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83fec452-b3a3-4e5f-b9f6-3597b6738349 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:29.217238 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62c9016-2da4-4ddd-892d-808f5d55c7a9', 'name': 'network-vif-deleted', 'tag': '0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3', 'status': 'completed', 'code': 200} Sep 01 15:29:29.223972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52900) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:29.454865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752119c-84d3-4bef-98d8-18eb489abd23 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:29.463064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f752119c-84d3-4bef-98d8-18eb489abd23 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/944cea61-b910-4b39-bc72-5cf5fca87cb2 HTTP/1.1" status: 200 len: 844 time: 0.2373340 Sep 01 15:29:29.463597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52908) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:29.503955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6994333-d7a1-419a-8eee-c58552cd1104 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fd383b771f14d6089577b911070c509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283397 Sep 01 15:29:29.515257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52910) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:29.707638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3276757-5acd-4c43-9acd-547434339a6e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:29.714780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:29.804063 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:29.826287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 944cea61-b910-4b39-bc72-5cf5fca87cb2 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:29.827025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:29.979518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d3276757-5acd-4c43-9acd-547434339a6e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:30.035378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.038585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.040119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8726ee87-f396-4f07-b299-fd04a0543556 HTTP/1.1" status: 204 len: 168 time: 0.5140219 Sep 01 15:29:30.127174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75d37e-e1fc-458f-8071-dfaa07f2aabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726ee87-f396-4f07-b299-fd04a0543556,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:30.164943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412c55e-88f5-45c1-a8fe-3dbbde31e71d None None] Network efb5c942-8172-4b31-be08-2de7084547f6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:30.278670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.304426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 944cea61-b910-4b39-bc72-5cf5fca87cb2 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:30.384368 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cfdafdaf-06af-4c31-8c04-9b82f488d8b2 req-a3ba38c6-3efc-48c0-80c3-56e89c3f9d6e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 210 time: 0.0897636 Sep 01 15:29:30.493510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Provisioning for port d3276757-5acd-4c43-9acd-547434339a6e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:30.535916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Provisioning complete for port d3276757-5acd-4c43-9acd-547434339a6e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:30.540144 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.683009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:30.720229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.876718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:30.885034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e0fdae9-4fe5-492a-a2b9-96a1a1d94bf3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:31.294169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=944cea61-b910-4b39-bc72-5cf5fca87cb2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:31.302968 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:31.322062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:31.330136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-def1484c-1f84-445b-a464-a8d937972530 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/944cea61-b910-4b39-bc72-5cf5fca87cb2 HTTP/1.1" status: 204 len: 168 time: 1.8615038 Sep 01 15:29:31.331988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:31.369406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-9e5ef081-bc91-46f1-89f5-0d74ae648f8e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:31.399551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-9e5ef081-bc91-46f1-89f5-0d74ae648f8e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:31.412352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-9e5ef081-bc91-46f1-89f5-0d74ae648f8e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "GET /v2.0/networks?id=131349b3-1a1d-4c2b-b902-c3ff92e903bd&id=efb5c942-8172-4b31-be08-2de7084547f6 HTTP/1.1" status: 200 len: 1392 time: 0.6711311 Sep 01 15:29:31.467520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'port': {'device_id': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd', 'admin_state_up': True, 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:31.480592 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6379bdbc-0bf8-4b26-81bb-65115d6e425f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:29:31.481978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6379bdbc-0bf8-4b26-81bb-65115d6e425f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/944cea61-b910-4b39-bc72-5cf5fca87cb2 HTTP/1.1" status: 404 len: 333 time: 0.1473439 Sep 01 15:29:31.488529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52942) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:31.494123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'name': 'tempest-PortsIpV6TestJSON-300154730'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:31.623336 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:29:31.690668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] For port d3276757-5acd-4c43-9acd-547434339a6e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3276757-5acd-4c43-9acd-547434339a6e,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:31.700974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:31.955909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057af47-2e6a-41d9-b281-dca3c7add0f1 None None] Pushing event updated for resources: {'Port': ['ID=d3276757-5acd-4c43-9acd-547434339a6e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:32.011267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228bbbd-357e-4e63-9aef-ad50b6f18229 req-32fcd577-2da2-4c0c-9c21-55a55a1cba23 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:32.019406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4228bbbd-357e-4e63-9aef-ad50b6f18229 req-32fcd577-2da2-4c0c-9c21-55a55a1cba23 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 945 time: 1.4062643 Sep 01 15:29:32.087139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:32.093928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:32.117018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:32.132936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:32.149776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4228bbbd-357e-4e63-9aef-ad50b6f18229 req-92050b30-53b4-40da-9aa3-9c7e1d6be961 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293483 Sep 01 15:29:32.235985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e62ece8-35ce-41ec-8e5a-2f77391b678f req-86d1abed-c2e6-4e4f-b733-f2e2a897e566 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 210 time: 0.5067186 Sep 01 15:29:32.324888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-d399c0ce-cb09-44b6-bba8-9730f541269c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:32.343527 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-d399c0ce-cb09-44b6-bba8-9730f541269c tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 945 time: 0.6382060 Sep 01 15:29:32.423895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:32.479930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2bc50947-c0c6-4e98-aabf-683afd98a615 None None] Provisioning complete for port d3276757-5acd-4c43-9acd-547434339a6e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:32.486130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bc50947-c0c6-4e98-aabf-683afd98a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:32.529578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Allocated IP 19.80.0.153 (131349b3-1a1d-4c2b-b902-c3ff92e903bd/0c058a36-dd39-4c1d-aed3-dd7f67d9811f/2e9163af-49a9-4d2e-87f0-f9290c173e09) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:32.779649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52958) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:32.819124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:32.820194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:32.876401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:32.921349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Transition to ACTIVE for port object 2e9163af-49a9-4d2e-87f0-f9290c173e09 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:33.009677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.085038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:33.089493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:33.094741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:33.096455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-be51faf8-3850-4bf4-86da-9d9e127b31a0 tempest-DvrRoutersNegativeTest-1429616096 tempest-DvrRoutersNegativeTest-1429616096-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-757384106', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:33.105631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.policy [None req-be51faf8-3850-4bf4-86da-9d9e127b31a0 tempest-DvrRoutersNegativeTest-1429616096 tempest-DvrRoutersNegativeTest-1429616096-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106377) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 01 15:29:33.106510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.policy [None req-be51faf8-3850-4bf4-86da-9d9e127b31a0 tempest-DvrRoutersNegativeTest-1429616096 tempest-DvrRoutersNegativeTest-1429616096-project] Failed policy check for 'create_router' {{(pid=106377) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 01 15:29:33.107601 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-be51faf8-3850-4bf4-86da-9d9e127b31a0 tempest-DvrRoutersNegativeTest-1429616096 tempest-DvrRoutersNegativeTest-1429616096-project] create failed (client error): Access was denied to this resource. Sep 01 15:29:33.109676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be51faf8-3850-4bf4-86da-9d9e127b31a0 tempest-DvrRoutersNegativeTest-1429616096 tempest-DvrRoutersNegativeTest-1429616096-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3267546 Sep 01 15:29:33.131824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.284255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:33.340837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:33.344495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:33.345269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.352049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.398318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-af3716f6-6a7e-4c73-9018-10866e994524 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9571815 Sep 01 15:29:33.428695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Request body: {'port': {'device_id': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6', 'admin_state_up': True, 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:33.447917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:33.598991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3276757-5acd-4c43-9acd-547434339a6e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:33.641161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.699898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132b38d-a92c-413f-bd11-417ee981f257 req-0b264bac-c4b2-4827-939d-8062e295a3d1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:33.702671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1132b38d-a92c-413f-bd11-417ee981f257 req-0b264bac-c4b2-4827-939d-8062e295a3d1 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 945 time: 0.2671680 Sep 01 15:29:33.777853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:33.800299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:33.814945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:33.816087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1132b38d-a92c-413f-bd11-417ee981f257 req-5eee7acd-ebe2-4343-9ecd-e359923e2891 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954614 Sep 01 15:29:33.842228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:33.842943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.901452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4116855 Sep 01 15:29:33.920887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52976) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:33.933468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:33.936848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3dafd-79dc-4c69-87dc-6fcf6221cab1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=ef9daf63-1526-46f0-b2a2-e0bcc7d7c002,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:33.944844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d3276757-5acd-4c43-9acd-547434339a6e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:33.946792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Made reservation on behalf of 2233d0136f1b48d9bcf321ec8f643ba8 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:33.950884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.954781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.985439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52978) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:34.005009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df5235-69b3-48ee-bc82-6d463c91796b req-04da697f-db54-4f89-ab91-1777926a2cf1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:34.007087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3df5235-69b3-48ee-bc82-6d463c91796b req-04da697f-db54-4f89-ab91-1777926a2cf1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 932 time: 0.5102146 Sep 01 15:29:34.210784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.221669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6b56c14-51e6-4610-8ab0-bbfa4a95fdf9 None None] Provisioning for port 2e9163af-49a9-4d2e-87f0-f9290c173e09 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:34.242021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6b56c14-51e6-4610-8ab0-bbfa4a95fdf9 None None] Provisioning complete for port 2e9163af-49a9-4d2e-87f0-f9290c173e09 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:34.242415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6b56c14-51e6-4610-8ab0-bbfa4a95fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.311624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6b56c14-51e6-4610-8ab0-bbfa4a95fdf9 None None] Port 2e9163af-49a9-4d2e-87f0-f9290c173e09 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:34.374060 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a3df5235-69b3-48ee-bc82-6d463c91796b req-9c8df1dd-82fa-476d-aa38-5e1163db4cd0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413651 Sep 01 15:29:34.411389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af1f7e45-894a-42a1-8300-4f9532e3823e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.412331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Allocated IP 19.86.0.190 (efb5c942-8172-4b31-be08-2de7084547f6/85f9cfaa-e119-4768-a1da-d5fb1f6ce75c/277cf81b-6df0-4358-9ba5-59a47f64f407) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:34.576298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.591749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8cddff69-eec0-43e8-9d07-13b0934abd8d', 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:34.898993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:35.020141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.217442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Transition to ACTIVE for port object 277cf81b-6df0-4358-9ba5-59a47f64f407 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:35.224022 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525f3e8-6ab0-48c5-bd2c-a90dfa87555d req-b7f6f1bf-67c3-4d13-a424-4f15b0e0ffa6 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f640bf5-3a79-44f9-a192-384eac506e5d HTTP/1.1" status: 200 len: 210 time: 0.1243315 Sep 01 15:29:35.234253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] No DVR routers for this DVR port b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:35.242893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.245655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3ebeb3b2-e069-4002-8a0a-748d0aa334c7 req-01d01699-515a-4415-9f70-e9469f465fb8 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "DELETE /v2.0/ports/b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d HTTP/1.1" status: 204 len: 173 time: 2.9003701 Sep 01 15:29:35.247015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'name': 'network-vif-deleted', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:35.253214 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c638661-843a-4cb4-980f-8608e2c5c91c" -d '{"events": [{"server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "name": "network-vif-deleted", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:35.377906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.413726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.433601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.459149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af1f7e45-894a-42a1-8300-4f9532e3823e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.494991 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f541d5d-2075-4c4e-920a-9470ddec4b92 x-openstack-request-id: req-5f541d5d-2075-4c4e-920a-9470ddec4b92 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:35.495276 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f640bf5-3a79-44f9-a192-384eac506e5d", "name": "network-vif-deleted", "tag": "b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:35.495549 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f541d5d-2075-4c4e-920a-9470ddec4b92 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:35.498400 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f640bf5-3a79-44f9-a192-384eac506e5d', 'name': 'network-vif-deleted', 'tag': 'b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d', 'status': 'completed', 'code': 200} Sep 01 15:29:35.519080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af1f7e45-894a-42a1-8300-4f9532e3823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.677433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] In _notify_port_updated(), no bound segment for port ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 on network 6959baf4-4f99-4262-9023-7b0e0b510b27 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:29:35.683405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:35.684091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.689325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/ports/ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 HTTP/1.1" status: 200 len: 818 time: 1.7632444 Sep 01 15:29:35.690050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53000) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:35.741893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Network efb5c942-8172-4b31-be08-2de7084547f6 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:35.758213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:35.765349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:35.778558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-af1f7e45-894a-42a1-8300-4f9532e3823e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e03ed589129e46f6ae457d0824ac5066&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7906814 Sep 01 15:29:35.796130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:35.820552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f7e45-894a-42a1-8300-4f9532e3823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e932e-be61-4457-81b1-f8dd8aedcf8b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:35.834271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c69a5-46af-46fe-a508-28672acf7386 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=ef9daf63-1526-46f0-b2a2-e0bcc7d7c002,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:35.938744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event updated for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:36.034548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626c93-b0d0-483f-9b2a-db3bf1062112 req-5017e578-14d6-49c0-aa5b-16907725c4ef tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:36.055038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626c93-b0d0-483f-9b2a-db3bf1062112 req-5017e578-14d6-49c0-aa5b-16907725c4ef tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:36.056741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f626c93-b0d0-483f-9b2a-db3bf1062112 req-5017e578-14d6-49c0-aa5b-16907725c4ef tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1655 time: 0.4585011 Sep 01 15:29:36.084977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.152319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:36.152973 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.209261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f626c93-b0d0-483f-9b2a-db3bf1062112 req-13b0608a-803d-4ab2-88a4-7c62eae4d893 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328051 Sep 01 15:29:36.246254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.261382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:36.263037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.336559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-6729048f-1002-42e5-b372-b6261d2bc49c tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9302154 Sep 01 15:29:36.520167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-03672f85-1cb6-4be8-b38f-7a08085bffc3 None None] Provisioning for port 277cf81b-6df0-4358-9ba5-59a47f64f407 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:36.546708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-03672f85-1cb6-4be8-b38f-7a08085bffc3 None None] Provisioning complete for port 277cf81b-6df0-4358-9ba5-59a47f64f407 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:36.547920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-03672f85-1cb6-4be8-b38f-7a08085bffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.653922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.660377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Request body: {'port': {'device_id': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:36.668119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:36.708714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:36.772790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-03672f85-1cb6-4be8-b38f-7a08085bffc3 None None] Port 277cf81b-6df0-4358-9ba5-59a47f64f407 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:36.886653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.930593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:36.932325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b8b2ed0d-ae66-40d8-8f41-db3c65e8f94d not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:36.975714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.979217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.995819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 HTTP/1.1" status: 204 len: 168 time: 1.2944539 Sep 01 15:29:37.002917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53020) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:37.261915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2892cbc-f4ae-4a6b-9ba7-9bb7a4efe3c6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:37.270208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a2892cbc-f4ae-4a6b-9ba7-9bb7a4efe3c6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2639174 Sep 01 15:29:37.275732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:37.285740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d8593-7a1c-47b5-9ed1-8335e3a1b7d6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=ef9daf63-1526-46f0-b2a2-e0bcc7d7c002,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:37.328036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:37.341589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:37.346895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a04e932e-be61-4457-81b1-f8dd8aedcf8b HTTP/1.1" status: 204 len: 168 time: 1.5410511 Sep 01 15:29:37.560055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a15a0e-01a7-46af-8831-efd5ada5e1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e932e-be61-4457-81b1-f8dd8aedcf8b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:37.606060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f902b32-9bb5-427f-a5eb-edbcc804e3d8 req-c81f3f2c-34a2-41d4-b30e-d4c65a9ba31f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:37.620428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f902b32-9bb5-427f-a5eb-edbcc804e3d8 req-c81f3f2c-34a2-41d4-b30e-d4c65a9ba31f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.2408941 Sep 01 15:29:37.659657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-fb901e5b-2d3a-49ac-a691-aabaf60d7fb4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:37.662526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-fb901e5b-2d3a-49ac-a691-aabaf60d7fb4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 945 time: 0.3004847 Sep 01 15:29:37.696299 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea41e81b-0b1d-457e-9283-591414bc23ea tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:29:37.699170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea41e81b-0b1d-457e-9283-591414bc23ea tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/ef9daf63-1526-46f0-b2a2-e0bcc7d7c002 HTTP/1.1" status: 404 len: 333 time: 0.4097908 Sep 01 15:29:37.710897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:37.723932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-513104860'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:37.822287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b28f8-011b-4088-b424-c2bf9349cd84 req-0d00fada-848a-480e-9237-b40be843cd2d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:37.838737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b28f8-011b-4088-b424-c2bf9349cd84 req-0d00fada-848a-480e-9237-b40be843cd2d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:37.842018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8b28f8-011b-4088-b424-c2bf9349cd84 req-0d00fada-848a-480e-9237-b40be843cd2d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1655 time: 0.2561338 Sep 01 15:29:37.910344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2f902b32-9bb5-427f-a5eb-edbcc804e3d8 req-652bcaa0-efbc-44b0-b8c4-d9ed7550c168 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879753 Sep 01 15:29:38.078341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:38.088123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.167591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port 8cddff69-eec0-43e8-9d07-13b0934abd8d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:38.169383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.200378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8b28f8-011b-4088-b424-c2bf9349cd84 req-3eb54d30-b9d8-4b8c-9097-ebdfd3d9e037 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384136 Sep 01 15:29:38.347641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:38.449207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.453322 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 54229622-6c16-4538-b38d-e46c3e392587 of type vlan for network c034792a-a694-4ba5-b706-2593d0eff01f Sep 01 15:29:38.545375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.591387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port 8cddff69-eec0-43e8-9d07-13b0934abd8d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8cddff69-eec0-43e8-9d07-13b0934abd8d,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:38.592023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.648825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for 8cddff69-eec0-43e8-9d07-13b0934abd8d owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:38.656478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:29:38.745537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9163af-49a9-4d2e-87f0-f9290c173e09 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:38.758132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.769378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:38.774412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.803321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.915618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2029531 Sep 01 15:29:38.921330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:38.931390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:38.942783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Transition to ACTIVE for port object 2e9163af-49a9-4d2e-87f0-f9290c173e09 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:38.957053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186af75-242b-4f1d-affe-c621f0225a46 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=c034792a-a694-4ba5-b706-2593d0eff01f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:38.988527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c034792a-a694-4ba5-b706-2593d0eff01f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:38.998018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.258353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:39.269096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.418995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.583939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=8cddff69-eec0-43e8-9d07-13b0934abd8d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:39.630694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:39.670365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11ca7-9e77-4d2e-a16f-4addd20946a7 req-e7933d8c-e5e1-4bba-947c-f27346b55ffc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:39.674503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3b11ca7-9e77-4d2e-a16f-4addd20946a7 req-e7933d8c-e5e1-4bba-947c-f27346b55ffc tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=073836e3-d664-44e2-babc-df0a4d87081e HTTP/1.1" status: 200 len: 867 time: 0.4974411 Sep 01 15:29:39.772828 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] No DVR routers for this DVR port 8cddff69-eec0-43e8-9d07-13b0934abd8d on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:39.787263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.791383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c92dcc62-e2b5-41df-be36-1733432d76e3 req-a1e41ca7-5272-4713-8008-bf7dd67d0e37 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "DELETE /v2.0/ports/8cddff69-eec0-43e8-9d07-13b0934abd8d HTTP/1.1" status: 204 len: 173 time: 2.1162744 Sep 01 15:29:39.792635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'name': 'network-vif-deleted', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:39.797253 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd89da-6966-4c7d-84de-8effb654b297" -d '{"events": [{"server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "name": "network-vif-deleted", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:39.823619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:39.922379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3b11ca7-9e77-4d2e-a16f-4addd20946a7 req-77e83afb-7b48-4e5e-82a4-c4b3a33f2b98 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=59f14a78-5076-40c6-a0e5-5de2e50baaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121170 Sep 01 15:29:40.156412 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a4a76-aebf-437d-890a-e04e79b06c7d x-openstack-request-id: req-c06a4a76-aebf-437d-890a-e04e79b06c7d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:40.156719 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073836e3-d664-44e2-babc-df0a4d87081e", "name": "network-vif-deleted", "tag": "8cddff69-eec0-43e8-9d07-13b0934abd8d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:40.157148 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c06a4a76-aebf-437d-890a-e04e79b06c7d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:40.157784 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073836e3-d664-44e2-babc-df0a4d87081e', 'name': 'network-vif-deleted', 'tag': '8cddff69-eec0-43e8-9d07-13b0934abd8d', 'status': 'completed', 'code': 200} Sep 01 15:29:40.182736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--793799473'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:40.274280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.307445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.639648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.649796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.662112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8cddff69-eec0-43e8-9d07-13b0934abd8d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:40.713668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Attempting to bind port 2e9163af-49a9-4d2e-87f0-f9290c173e09 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:40.715348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Attempting to bind port 2e9163af-49a9-4d2e-87f0-f9290c173e09 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:40.717444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Attempting to bind port 2e9163af-49a9-4d2e-87f0-f9290c173e09 on network 131349b3-1a1d-4c2b-b902-c3ff92e903bd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:40.786728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 8cddff69-eec0-43e8-9d07-13b0934abd8d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:40.787727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8cddff69-eec0-43e8-9d07-13b0934abd8d not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:40.839366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.850055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.918977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.925230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0957675 Sep 01 15:29:40.925858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53156) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:40.943182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbd2e5-f9f0-4de1-ae33-3e56c4b23e79,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:41.096173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992a7f-caa0-496a-a2a4-bd09e2bd16a3 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d525828-49e5-47c5-84c2-4efb12c359b0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:41.113399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Port 2e9163af-49a9-4d2e-87f0-f9290c173e09 on network 131349b3-1a1d-4c2b-b902-c3ff92e903bd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:29:41.113810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Attempting to bind port 2e9163af-49a9-4d2e-87f0-f9290c173e09 on network 131349b3-1a1d-4c2b-b902-c3ff92e903bd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:41.120045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.235186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-389753e7-ac76-4688-9ab8-3e4b71dfe5ca tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3068852 Sep 01 15:29:41.239788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53162) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.257529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-security--1935857963', 'description': 'tempest-security-description-1237143312'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:41.266687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:41.267271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Checking segment: {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:41.268478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Bound using segment: {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:41.269252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Bound port: 2e9163af-49a9-4d2e-87f0-f9290c173e09, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:41.269847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.340252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.501781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.512167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.521348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.525811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "PUT /v2.0/security-groups/8d525828-49e5-47c5-84c2-4efb12c359b0 HTTP/1.1" status: 200 len: 1780 time: 0.2821500 Sep 01 15:29:41.535216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53168) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.559002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feb6bf-bc2f-423a-a925-30eab910b659 req-a52209de-e39d-47a3-a321-b747f4a64d9b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:41.566142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feb6bf-bc2f-423a-a925-30eab910b659 req-a52209de-e39d-47a3-a321-b747f4a64d9b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:41.575313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0feb6bf-bc2f-423a-a925-30eab910b659 req-a52209de-e39d-47a3-a321-b747f4a64d9b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1667 time: 1.9373043 Sep 01 15:29:41.629671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:41.691516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '54229622-6c16-4538-b38d-e46c3e392587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:41.692357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: c034792a-a694-4ba5-b706-2593d0eff01f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:41.702656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:41.725779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0feb6bf-bc2f-423a-a925-30eab910b659 req-ffb4e01a-c308-4b52-8afb-e9448f8ff5d5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490915 Sep 01 15:29:41.751460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:41.760164 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.778169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f975fa3-329b-47ee-afef-d6f7f721d35f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d525828-49e5-47c5-84c2-4efb12c359b0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:41.812725 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48d85abe-69e1-4073-8133-d7e80e776273 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups/8d525828-49e5-47c5-84c2-4efb12c359b0 HTTP/1.1" status: 200 len: 1780 time: 0.2757814 Sep 01 15:29:41.825676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.828184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:41.832237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network c034792a-a694-4ba5-b706-2593d0eff01f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:41.849511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ade5-1283-405a-8bf7-fdd0cc4e2d7f req-0dd5541b-3ad0-49a7-912d-b1b17a356e6f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:41.853666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1102ade5-1283-405a-8bf7-fdd0cc4e2d7f req-0dd5541b-3ad0-49a7-912d-b1b17a356e6f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.2725694 Sep 01 15:29:41.878668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c034792a-a694-4ba5-b706-2593d0eff01f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:41.884455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:41.885618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.887615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-8a5d0148-2980-4663-848a-a9c70bd0ec88 service neutron] 10.222.0.50 "PUT /v2.0/ports/2e9163af-49a9-4d2e-87f0-f9290c173e09 HTTP/1.1" status: 200 len: 1093 time: 5.5358200 Sep 01 15:29:41.891708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:41.896469 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:41.910499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:41.911306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.945579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Request body: {'port': {'device_id': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:41.946611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ac5e5-03ac-4329-9b18-208a0689c153 None None] Network c034792a-a694-4ba5-b706-2593d0eff01f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:42.002809 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6bf04-b099-431e-9592-da7063ffed75 x-openstack-request-id: req-67a6bf04-b099-431e-9592-da7063ffed75 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:42.002809 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:42.003320 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67a6bf04-b099-431e-9592-da7063ffed75 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:42.003495 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09', 'status': 'completed', 'code': 200} Sep 01 15:29:42.038709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8a8b02b-583a-4cca-8028-7a917ea9644a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1073465 Sep 01 15:29:42.040358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:42.049277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:42.081690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.159365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1102ade5-1283-405a-8bf7-fdd0cc4e2d7f req-465f69f2-0dda-4a38-a5aa-9e2bf9ae5b87 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011491 Sep 01 15:29:42.161918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.234595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-525611d7-0235-4ca0-863c-cac92cda46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.235124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-525611d7-0235-4ca0-863c-cac92cda46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.241902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-525611d7-0235-4ca0-863c-cac92cda46bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1915 time: 0.1767874 Sep 01 15:29:42.295583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.440677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-c034792a-a694-4ba5-b706-2593d0eff01f', 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:29:42.442030 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.714893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-50319519-8bc4-4dc7-a36f-06d3c38f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.715690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-50319519-8bc4-4dc7-a36f-06d3c38f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.717018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-50319519-8bc4-4dc7-a36f-06d3c38f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.724590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-50319519-8bc4-4dc7-a36f-06d3c38f08ea service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4723680 Sep 01 15:29:42.775640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Allocated IP 2001:db8::2 (c034792a-a694-4ba5-b706-2593d0eff01f/05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4/9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:43.052095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-769190e7-e3f2-4467-bd6e-de7cfaf8cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:43.059164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-16e7f0d1-5fa6-4ba4-a28b-f6723ac8e43d req-769190e7-e3f2-4467-bd6e-de7cfaf8cb13 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3259728 Sep 01 15:29:43.099672 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.104699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.106976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d525828-49e5-47c5-84c2-4efb12c359b0 HTTP/1.1" status: 204 len: 168 time: 1.2710812 Sep 01 15:29:43.131254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:43.180533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-fe199723-9581-45d9-880a-d0122efa1b72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:43.187299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-fe199723-9581-45d9-880a-d0122efa1b72 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.1736352 Sep 01 15:29:43.191091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0b94c-5ac5-486a-b3de-a30b72c90ad0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d525828-49e5-47c5-84c2-4efb12c359b0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:43.219766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0186b-543d-4988-86ab-14be9a3178bf req-4e2abd32-d7dc-4cc6-b6d5-7e41de9b1086 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:43.228883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0186b-543d-4988-86ab-14be9a3178bf req-4e2abd32-d7dc-4cc6-b6d5-7e41de9b1086 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:43.231127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4e0186b-543d-4988-86ab-14be9a3178bf req-4e2abd32-d7dc-4cc6-b6d5-7e41de9b1086 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1667 time: 0.3147159 Sep 01 15:29:43.338167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:43.353111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.398583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.419898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Transition to ACTIVE for port object 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:43.441968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277cf81b-6df0-4358-9ba5-59a47f64f407 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:43.447131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c85a6-0276-4f3f-8417-297416b3c29f req-d96817d9-66ec-4252-b118-7eb62cfa00e4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:43.448898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed8c85a6-0276-4f3f-8417-297416b3c29f req-d96817d9-66ec-4252-b118-7eb62cfa00e4 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 944 time: 0.0921469 Sep 01 15:29:43.455088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:43.455463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.469862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Transition to ACTIVE for port object 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:43.488793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.585441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] For port 5418cb97-9a3f-4438-98b6-fd4516641d78, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5418cb97-9a3f-4438-98b6-fd4516641d78,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:43.586161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.593433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Network c034792a-a694-4ba5-b706-2593d0eff01f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:43.615101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:43.624078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:43.640269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Pushing event updated for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:43.641786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.687562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4e0186b-543d-4988-86ab-14be9a3178bf req-6ecaf284-a264-4774-9115-877d51d088d9 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470184 Sep 01 15:29:43.753093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0b037939-782e-474e-9e80-68007287a826 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5891175 Sep 01 15:29:43.754798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Transition to ACTIVE for port object 277cf81b-6df0-4358-9ba5-59a47f64f407 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:43.757814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53186) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:43.763667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Attempting to bind port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:43.764187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Attempting to bind port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '54229622-6c16-4538-b38d-e46c3e392587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:43.765600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Attempting to bind port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 on network c034792a-a694-4ba5-b706-2593d0eff01f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:43.780225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:43.780860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Checking segment: {'id': '54229622-6c16-4538-b38d-e46c3e392587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:43.782273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.783753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Bound using segment: {'id': '54229622-6c16-4538-b38d-e46c3e392587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:43.784757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Bound port: 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54229622-6c16-4538-b38d-e46c3e392587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:43.785647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.939438 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-9d7c4f5b-ee52-48f2-8c0d-15723ec1d595 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] delete failed (client error): The resource could not be found. Sep 01 15:29:43.940570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d7c4f5b-ee52-48f2-8c0d-15723ec1d595 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d525828-49e5-47c5-84c2-4efb12c359b0 HTTP/1.1" status: 404 len: 347 time: 0.1816952 Sep 01 15:29:43.941312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.965334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:43.976556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,segment=NetworkSegment(54229622-6c16-4538-b38d-e46c3e392587),segment_id=54229622-6c16-4538-b38d-e46c3e392587)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:43.988958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.055007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53188) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:44.056703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Pushing event updated for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:44.078086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835183165'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:44.109128 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4 (CIDR: 2001:db8::/64) Sep 01 15:29:44.121593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14164437-48fe-4d1c-b10e-d330ce21f81e None None] Pushing event updated for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:44.139241 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:29:44.139740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:29:44.274929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.299740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c7ba26e9-8760-4ded-8bbe-056ffaedb0b2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2556822 Sep 01 15:29:44.304133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53190) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:44.310400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:44.396369 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee5436b7-c6f9-47ea-a83b-a436898c85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.502205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ed8c85a6-0276-4f3f-8417-297416b3c29f req-85eca485-2eed-4a1a-84a8-b362e254e98f tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bf966c9-fcb4-44df-a5fa-cba1233e1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584538 Sep 01 15:29:44.571396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Attempting to bind port 277cf81b-6df0-4358-9ba5-59a47f64f407 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:44.571937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Attempting to bind port 277cf81b-6df0-4358-9ba5-59a47f64f407 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:44.572499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Attempting to bind port 277cf81b-6df0-4358-9ba5-59a47f64f407 on network efb5c942-8172-4b31-be08-2de7084547f6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:44.708738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Port 277cf81b-6df0-4358-9ba5-59a47f64f407 on network efb5c942-8172-4b31-be08-2de7084547f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:29:44.709760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Attempting to bind port 277cf81b-6df0-4358-9ba5-59a47f64f407 on network efb5c942-8172-4b31-be08-2de7084547f6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:44.745713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:44.746812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Checking segment: {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:44.747420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Bound using segment: {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:44.748079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Bound port: 277cf81b-6df0-4358-9ba5-59a47f64f407, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240ac278-ddc6-41d0-8979-ce4fa1864156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:44.748644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.940667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.981768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.048560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:45.057822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.059935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.060331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.063736 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Floating IP 8131e034-71ac-4a62-afaf-26412311255a disassociated. External IP: 172.25.1.242, port: 5418cb97-9a3f-4438-98b6-fd4516641d78. Sep 01 15:29:45.064230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for 5418cb97-9a3f-4438-98b6-fd4516641d78 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:45.133310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.140578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0751619 Sep 01 15:29:45.146958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:45.154716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:45.182551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de6499ae-04e2-4a0b-b4f2-72c0adc2a357', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:45.246986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc1f1c-6737-4619-9194-70e339e75b5a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6499ae-04e2-4a0b-b4f2-72c0adc2a357,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:45.339657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=277cf81b-6df0-4358-9ba5-59a47f64f407,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:45.372192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.383939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.513756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.592243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f52a-bf4e-4451-a756-f229ba8cacf7 req-a7786af7-844c-46be-a675-2db1cebce7f0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:45.595829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=5418cb97-9a3f-4438-98b6-fd4516641d78,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:45.630903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:45.643572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f52a-bf4e-4451-a756-f229ba8cacf7 req-a7786af7-844c-46be-a675-2db1cebce7f0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:45.662261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6a3f52a-bf4e-4451-a756-f229ba8cacf7 req-a7786af7-844c-46be-a675-2db1cebce7f0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1679 time: 0.6867890 Sep 01 15:29:45.804463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:45.851054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Pushing event updated for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:45.906546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:45.907995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.911166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-2092d88c-1811-4180-9f0a-120d64e1209c service neutron] 10.222.0.50 "PUT /v2.0/ports/277cf81b-6df0-4358-9ba5-59a47f64f407 HTTP/1.1" status: 200 len: 1093 time: 3.9867468 Sep 01 15:29:45.916617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:45.921039 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb55b6-3960-45aa-987c-0f118e5253b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:45.977954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Router 5067c9b3-7b18-4894-b73f-402b18791b3b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:45.982593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6a3f52a-bf4e-4451-a756-f229ba8cacf7 req-c9803bb2-a2f6-4a19-a159-c61d5c977de8 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192077 Sep 01 15:29:46.211833 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec238b70-743d-49ad-879f-0dde236d7905 x-openstack-request-id: req-ec238b70-743d-49ad-879f-0dde236d7905 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:46.212498 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:46.212730 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec238b70-743d-49ad-879f-0dde236d7905 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:46.213438 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407', 'status': 'completed', 'code': 200} Sep 01 15:29:46.288256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f60f2-d07e-47a7-b5e9-fb87a3496140 None None] Network c034792a-a694-4ba5-b706-2593d0eff01f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:46.397354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.398220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:46.420724 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Sync routers for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:46.454815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.461502 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:46.467215 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:46.521187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Provisioning for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:46.534753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Provisioning complete for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:46.535586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.606909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] No DVR routers for this DVR port 5418cb97-9a3f-4438-98b6-fd4516641d78 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:46.620049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-816523e9-d127-4f4a-85eb-43cd54cce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:46.620778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-816523e9-d127-4f4a-85eb-43cd54cce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:46.640980 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.646996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-816523e9-d127-4f4a-85eb-43cd54cce136 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1983 time: 0.6591039 Sep 01 15:29:46.656165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56a7f3e3-37e8-43b4-b0b0-9a66a47395b7 req-3d3d8ad8-7c61-4399-a187-4a5669a46221 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.50 "DELETE /v2.0/ports/5418cb97-9a3f-4438-98b6-fd4516641d78 HTTP/1.1" status: 204 len: 173 time: 3.4615886 Sep 01 15:29:46.667805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-deleted', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:46.680776 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2db426-508c-40d6-9f17-b87ef1a36417" -d '{"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-deleted", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:46.698168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.714535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5490489 Sep 01 15:29:46.729580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:46.733935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:46.773244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62622200-ef39-4304-8af7-0f7b065e9396,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:46.778010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5c4f2eef-0c2e-4818-afd0-430ef30bad12 req-3f3c559c-d339-4386-8571-a392982d47b3 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/ports?device_id=8653f9f0-710a-457b-9972-6e2a6b0ca443 HTTP/1.1" status: 200 len: 210 time: 0.1927688 Sep 01 15:29:46.874761 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b2e86b-8a5d-4eed-a7bc-7441beefc2b2 x-openstack-request-id: req-f7b2e86b-8a5d-4eed-a7bc-7441beefc2b2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:46.875230 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8653f9f0-710a-457b-9972-6e2a6b0ca443", "name": "network-vif-deleted", "tag": "5418cb97-9a3f-4438-98b6-fd4516641d78", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:46.875645 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b2e86b-8a5d-4eed-a7bc-7441beefc2b2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:46.876284 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653f9f0-710a-457b-9972-6e2a6b0ca443', 'name': 'network-vif-deleted', 'tag': '5418cb97-9a3f-4438-98b6-fd4516641d78', 'status': 'completed', 'code': 200} Sep 01 15:29:46.941540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5418cb97-9a3f-4438-98b6-fd4516641d78 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:46.951257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5418cb97-9a3f-4438-98b6-fd4516641d78 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:47.224733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.232271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.233322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.233322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.233716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.234179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.234670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.235135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.235662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.238338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.240081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.240081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.240081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e90e80c-4eda-4bcd-bf27-5d1ef0b7089b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:47.258689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.263209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-7cafe6c5-e4e6-450c-a07d-ca8ebaa4d9f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09 HTTP/1.1" status: 200 len: 217 time: 0.5449042 Sep 01 15:29:47.295177 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.303306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:47.327239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-795d4e8e-74ca-4d78-a723-f00664787fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.386412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,segment=NetworkSegment(54229622-6c16-4538-b38d-e46c3e392587),segment_id=54229622-6c16-4538-b38d-e46c3e392587)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:47.401222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.560753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a51c-302d-4581-bcf4-0f2848c4fb7a req-154250fd-9695-4e61-8839-ff343a738534 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:47.588737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5a51c-302d-4581-bcf4-0f2848c4fb7a req-154250fd-9695-4e61-8839-ff343a738534 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:47.609006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5a5a51c-302d-4581-bcf4-0f2848c4fb7a req-154250fd-9695-4e61-8839-ff343a738534 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1679 time: 0.4151273 Sep 01 15:29:47.667909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5a5a51c-302d-4581-bcf4-0f2848c4fb7a req-2f5b3bd9-d78f-4b1a-b01d-b3be636255c2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567997 Sep 01 15:29:47.700322 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.731305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0f4b9-7985-4cd0-9ae7-9d70734b60e3 None None] Pushing event updated for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:47.742257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.753638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.756914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/62622200-ef39-4304-8af7-0f7b065e9396 HTTP/1.1" status: 204 len: 168 time: 1.0110409 Sep 01 15:29:47.761239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:47.800573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eec3f-953b-4f7f-81dc-854f5d70f94d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62622200-ef39-4304-8af7-0f7b065e9396,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:47.807201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-c93b1702-13c0-451f-8037-59cc0904b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:47.808971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-c93b1702-13c0-451f-8037-59cc0904b4ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0c058a36-dd39-4c1d-aed3-dd7f67d9811f HTTP/1.1" status: 200 len: 801 time: 0.5063541 Sep 01 15:29:47.999338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc1edfeb-68bd-43a8-a353-ead002bde9e0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2346530 Sep 01 15:29:48.000790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53220) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.030731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.035975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.155666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-a2125c00-85eb-43db-bc03-654d86705e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:48.158151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-a2125c00-85eb-43db-bc03-654d86705e59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=131349b3-1a1d-4c2b-b902-c3ff92e903bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090267 Sep 01 15:29:48.184123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.221441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network c034792a-a694-4ba5-b706-2593d0eff01f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:48.248214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.267221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:48.272168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:48.272946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.347036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8280973-ad16-4508-aa6a-8e71b099ab17 None None] Network c034792a-a694-4ba5-b706-2593d0eff01f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:48.359240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=7931a725-3ac4-42d4-9262-44e79c83beef,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:48.386125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.389278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.394894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a6e364b1-869c-4bf4-9711-0b1cf8915197 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0890946 Sep 01 15:29:48.401100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/de6499ae-04e2-4a0b-b4f2-72c0adc2a357 HTTP/1.1" status: 204 len: 168 time: 0.3910511 Sep 01 15:29:48.403488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.415747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53224) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.416043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53226) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.450291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'fixed_ips': [{'subnet_id': '05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4'}, {'subnet_id': '7931a725-3ac4-42d4-9262-44e79c83beef'}], 'name': 'tempest-PortsIpV6TestJSON-1275029818'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:48.490066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:48.497991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b8d3c-e096-4b42-a1f5-d0cdcaad4f19 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6499ae-04e2-4a0b-b4f2-72c0adc2a357,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:48.543422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.579041 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Checking router: 5067c9b3-7b18-4894-b73f-402b18791b3b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:48.593209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-9422845f-4864-4aec-860a-c50331715f72 service neutron] 10.222.0.50 "GET /v2.0/networks/131349b3-1a1d-4c2b-b902-c3ff92e903bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042993 Sep 01 15:29:48.603542 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:48.604641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:48.639784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-721ff224-9dcf-4b50-a713-d4ee54671444 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1739011 Sep 01 15:29:48.644005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53228) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.664010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--612720728'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:48.668850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.699031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7d0558a1-6a1c-4064-837f-b0ef39a566d6 None None] Provisioning complete for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:48.701582 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d0558a1-6a1c-4064-837f-b0ef39a566d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.791621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.849625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-d1ab58e9-2b47-4095-8199-c8c44312027b service neutron] 10.222.0.50 "GET /v2.0/networks/131349b3-1a1d-4c2b-b902-c3ff92e903bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444685 Sep 01 15:29:48.854116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.860846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.865545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.865821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bf966c9-fcb4-44df-a5fa-cba1233e1102 HTTP/1.1" status: 204 len: 168 time: 0.8181610 Sep 01 15:29:48.866164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53234) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:48.914154 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-19200ff0-1bde-4c2f-a23c-5a5ea16bde10 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] show failed (client error): The resource could not be found. Sep 01 15:29:48.915332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19200ff0-1bde-4c2f-a23c-5a5ea16bde10 tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "GET /v2.0/security-groups/1bf966c9-fcb4-44df-a5fa-cba1233e1102 HTTP/1.1" status: 404 len: 347 time: 0.0453343 Sep 01 15:29:48.996775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:49.001032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-21022b1a-fa5a-44eb-be43-0ad64bb44d89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=277cf81b-6df0-4358-9ba5-59a47f64f407 HTTP/1.1" status: 200 len: 217 time: 0.1357133 Sep 01 15:29:49.009920 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:49.131506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e4b12-ef32-4181-9f68-b04edc151cbf tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf966c9-fcb4-44df-a5fa-cba1233e1102,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:49.162874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.178167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.258045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f715c-6176-4014-9b20-bd9ab8d17e0a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:49.316027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:49.326472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.332106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f7d5476-a930-4868-90a5-56fdb1ebb1c8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6860714 Sep 01 15:29:49.410517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:49.422049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de8f715c-6176-4014-9b20-bd9ab8d17e0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:49.464070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Update dhcp port {'port': {'network_id': 'c034792a-a694-4ba5-b706-2593d0eff01f', 'fixed_ips': [{'subnet_id': '05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7931a725-3ac4-42d4-9262-44e79c83beef'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:29:49.485631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6b61f-454f-41ac-bbf7-d04653225c60 req-0e82d71b-4562-4356-be8e-d48931e1720b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:49.497211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6b61f-454f-41ac-bbf7-d04653225c60 req-0e82d71b-4562-4356-be8e-d48931e1720b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:49.498916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57f6b61f-454f-41ac-bbf7-d04653225c60 req-0e82d71b-4562-4356-be8e-d48931e1720b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1679 time: 0.5181661 Sep 01 15:29:49.547761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-e690e3f9-7652-4d20-8a2c-7ddee5491715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:49.551322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-e690e3f9-7652-4d20-8a2c-7ddee5491715 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f9cfaa-e119-4768-a1da-d5fb1f6ce75c HTTP/1.1" status: 200 len: 801 time: 0.5295517 Sep 01 15:29:49.553280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:49.561800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.616016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.621310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.660318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port ec5dedbe-695f-4e25-821e-046c0fa6ebbe yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:29:49.982571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57f6b61f-454f-41ac-bbf7-d04653225c60 req-6461bb26-bc3c-4aa3-ac5d-940bca13d765 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429502 Sep 01 15:29:50.060566 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:50.066617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:50.067567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.112281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065370-80ca-439f-83f4-1c70382ddb3b req-743c3953-d4e9-4023-95b9-d3bf3915b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:50.113834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-743c3953-d4e9-4023-95b9-d3bf3915b2e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efb5c942-8172-4b31-be08-2de7084547f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5536273 Sep 01 15:29:50.126792 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.153215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Allocated IP 2001:db8:0:1::2 (c034792a-a694-4ba5-b706-2593d0eff01f/7931a725-3ac4-42d4-9262-44e79c83beef/9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:50.166124 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a6ef0-510b-463f-b559-b596191621d2 None None] The sync data for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 is: [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:19:42Z', 'revision_number': 4, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '67c3adfd-4b32-4fa3-a5d5-20c0f1f135da', 'name': '', 'network_id': 'f8b1a9a3-c449-4330-a63a-3836116e060b', 'tenant_id': 'cf23eea573064368972648256787aea5', 'mac_address': 'fa:16:3e:38:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:41Z', 'updated_at': '2021-09-01T15:19:52Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'subnets': [{'id': '62db6dac-b82f-46b7-9543-7e9e49c4f534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:50.182282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.221714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.227584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Deleting port 0009756b-b2b5-46df-9624-9c5071a7f529 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:50.228552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.427073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,segment=NetworkSegment(54229622-6c16-4538-b38d-e46c3e392587),segment_id=54229622-6c16-4538-b38d-e46c3e392587)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:50.460009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105314a1-e734-4de2-914d-a25675c66afe,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:50.482397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.503456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Transition to ACTIVE for port object 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:50.512821 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.588359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.590424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-355b6d24-46ec-44f6-a575-facd3a577e50 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1772563 Sep 01 15:29:50.613579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53246) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:50.634905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de8f715c-6176-4014-9b20-bd9ab8d17e0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:50.789020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Pushing event updated for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:50.793235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.801698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::11e (c034792a-a694-4ba5-b706-2593d0eff01f/05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4/ec5dedbe-695f-4e25-821e-046c0fa6ebbe) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:50.818713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8:0:1::66 (c034792a-a694-4ba5-b706-2593d0eff01f/7931a725-3ac4-42d4-9262-44e79c83beef/ec5dedbe-695f-4e25-821e-046c0fa6ebbe) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:50.852765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.853343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.854322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.854322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.854512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.854724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.855174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.855521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.855856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.861409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.861921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.862474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d6278-4c6a-4852-bd10-67c7d7cc2bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:50.872113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.872887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.912137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516742b-5f70-43b5-8a88-c565a6593ca0 None None] New status for floating IP 8131e034-71ac-4a62-afaf-26412311255a: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:29:50.919464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Calling delete_port for 0009756b-b2b5-46df-9624-9c5071a7f529 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:50.923504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-e333510c-c59d-4585-b262-ce4b2069e326 service neutron] 10.222.0.50 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650645 Sep 01 15:29:51.032461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.146702 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.187556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa86ebf-c5ac-43f6-8bf9-8df80df9667f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:51.316337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.317871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-37023fd4-1b4e-4c73-b10a-ad28a61fe3ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7028410 Sep 01 15:29:51.321816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53252) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:51.328642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de8f715c-6176-4014-9b20-bd9ab8d17e0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:51.339672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.362525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49065370-80ca-439f-83f4-1c70382ddb3b req-b35a34b8-b487-4f1e-8c1b-88b7eb9785e6 service neutron] 10.222.0.50 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294822 Sep 01 15:29:51.371199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object ec5dedbe-695f-4e25-821e-046c0fa6ebbe will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:51.423484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.579928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:51.614185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.775805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.780907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=ec5dedbe-695f-4e25-821e-046c0fa6ebbe,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:51.885518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570a76-c45b-499f-ba78-08440933025f req-e49fa7ce-7d90-4fcd-8701-59e5282c9f07 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.898301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-30285fca-92b2-4d60-b340-02575ebfd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.899684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-30285fca-92b2-4d60-b340-02575ebfd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.901825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570a76-c45b-499f-ba78-08440933025f req-e49fa7ce-7d90-4fcd-8701-59e5282c9f07 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.902498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-30285fca-92b2-4d60-b340-02575ebfd9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1983 time: 0.4368637 Sep 01 15:29:51.908354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Pushing event deleted for resources: {'Port': ['ID=0009756b-b2b5-46df-9624-9c5071a7f529,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:51.919585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e570a76-c45b-499f-ba78-08440933025f req-e49fa7ce-7d90-4fcd-8701-59e5282c9f07 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1679 time: 0.4402542 Sep 01 15:29:51.952230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network c034792a-a694-4ba5-b706-2593d0eff01f is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:51.979638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:51.988667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:52.006730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.007436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.087737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-d05a0c1f-c222-44e3-8bf0-4a623a181253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.089835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-d05a0c1f-c222-44e3-8bf0-4a623a181253 service neutron] 10.222.0.50 "GET /v2.0/networks?id=efb5c942-8172-4b31-be08-2de7084547f6 HTTP/1.1" status: 200 len: 903 time: 0.1649323 Sep 01 15:29:52.101047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e570a76-c45b-499f-ba78-08440933025f req-cfb9fbb1-c630-4009-a4f5-968302d0e6ec tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732416 Sep 01 15:29:52.110215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b843873a-5d80-4923-8834-a3a70763cce4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6773026 Sep 01 15:29:52.110916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53254) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:52.113765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.131535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:52.175284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-809eecde-a421-4b54-8c96-6243087bdea4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=277cf81b-6df0-4358-9ba5-59a47f64f407 HTTP/1.1" status: 200 len: 217 time: 0.0563457 Sep 01 15:29:52.183563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.300737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.372770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-308b5ec0-736d-4407-af31-f706e4fa335b None None] Provisioning for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:52.382311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-308b5ec0-736d-4407-af31-f706e4fa335b None None] Provisioning complete for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:52.383169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-308b5ec0-736d-4407-af31-f706e4fa335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.491153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.507025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.510918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a6a75c5-1cdb-4ccb-8834-2a6b514dde9a tempest-ServerActionsTestJSON-1867254352 tempest-ServerActionsTestJSON-1867254352-project] 10.222.0.41 "DELETE /v2.0/floatingips/8131e034-71ac-4a62-afaf-26412311255a HTTP/1.1" status: 204 len: 168 time: 3.5067191 Sep 01 15:29:52.528889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab2bc30-8ee4-4df3-a21c-68f3b9b8374d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:52.547241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:52.583266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.589477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0eba4e1a-1e7b-406d-be6c-4dc49e4d72b6 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2606184 Sep 01 15:29:52.608233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:52.610649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-5270c87a-b646-4d29-adbd-fe8d131b8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.614945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-5270c87a-b646-4d29-adbd-fe8d131b8041 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85f9cfaa-e119-4768-a1da-d5fb1f6ce75c HTTP/1.1" status: 200 len: 801 time: 0.4060664 Sep 01 15:29:52.633484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de8f715c-6176-4014-9b20-bd9ab8d17e0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:52.815573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-b8e31107-ca63-4109-a256-9d4ce69cead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.821825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-b8e31107-ca63-4109-a256-9d4ce69cead4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efb5c942-8172-4b31-be08-2de7084547f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793821 Sep 01 15:29:52.834922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 277cf81b-6df0-4358-9ba5-59a47f64f407 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:29:52.851903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.994205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Delete allocated IP 2001:db8:0:1::66 (c034792a-a694-4ba5-b706-2593d0eff01f/7931a725-3ac4-42d4-9262-44e79c83beef) {{(pid=106377) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:29:53.351404 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.383379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Ignored duplicate provisioning block setup for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:29:53.411911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.499814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9eb13b9c-76a3-4d34-be19-78de2c8a80c7 None None] Provisioning for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:53.522879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9eb13b9c-76a3-4d34-be19-78de2c8a80c7 None None] Provisioning complete for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:53.528925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb13b9c-76a3-4d34-be19-78de2c8a80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.584016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=ec5dedbe-695f-4e25-821e-046c0fa6ebbe,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:53.611244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=277cf81b-6df0-4358-9ba5-59a47f64f407,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:53.634639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] In _notify_port_updated(), no bound segment for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe on network c034792a-a694-4ba5-b706-2593d0eff01f {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:29:53.647097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eb13b9c-76a3-4d34-be19-78de2c8a80c7 None None] Port ec5dedbe-695f-4e25-821e-046c0fa6ebbe cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:53.656341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:53.657444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.659574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c539fcab-620c-4266-8ff0-c7763154eb0e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/ports/ec5dedbe-695f-4e25-821e-046c0fa6ebbe HTTP/1.1" status: 200 len: 926 time: 1.5475776 Sep 01 15:29:53.665482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '277cf81b-6df0-4358-9ba5-59a47f64f407', 'network_id': 'efb5c942-8172-4b31-be08-2de7084547f6', 'port_id': '277cf81b-6df0-4358-9ba5-59a47f64f407', 'mac_address': 'fa:16:3e:2f:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f9cfaa-e119-4768-a1da-d5fb1f6ce75c', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:29:53.666046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53268) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:53.694369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4'}, {'subnet_id': '7931a725-3ac4-42d4-9262-44e79c83beef'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:53.735631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.762617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277cf81b-6df0-4358-9ba5-59a47f64f407 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:53.797842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=277cf81b-6df0-4358-9ba5-59a47f64f407,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:53.806935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.808180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2e9163af-49a9-4d2e-87f0-f9290c173e09 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:29:53.891424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.918047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:54.192510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:54.229132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2e9163af-49a9-4d2e-87f0-f9290c173e09', 'network_id': '131349b3-1a1d-4c2b-b902-c3ff92e903bd', 'port_id': '2e9163af-49a9-4d2e-87f0-f9290c173e09', 'mac_address': 'fa:16:3e:0f:39:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c058a36-dd39-4c1d-aed3-dd7f67d9811f', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:29:54.229774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-fccb0a82-b4f6-4213-925f-db774b31f8d9 service neutron] 10.222.0.50 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3996572 Sep 01 15:29:54.243608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.269095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.293924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-133246e0-9dd6-4ba4-bdcb-948609318ab2 None None] Provisioning complete for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:54.294847 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-133246e0-9dd6-4ba4-bdcb-948609318ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.299924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25209d-725c-4705-aa2b-40746b4b9d9f req-8e39e5c2-19f3-41e9-a429-744d91e15d63 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:54.307854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25209d-725c-4705-aa2b-40746b4b9d9f req-8e39e5c2-19f3-41e9-a429-744d91e15d63 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:54.311350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea25209d-725c-4705-aa2b-40746b4b9d9f req-8e39e5c2-19f3-41e9-a429-744d91e15d63 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1679 time: 0.5866055 Sep 01 15:29:54.348168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.366693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-133246e0-9dd6-4ba4-bdcb-948609318ab2 None None] Port ec5dedbe-695f-4e25-821e-046c0fa6ebbe cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:54.376729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9163af-49a9-4d2e-87f0-f9290c173e09 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:54.419499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:54.430770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.539422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:54.668676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8:0:1::393 (c034792a-a694-4ba5-b706-2593d0eff01f/7931a725-3ac4-42d4-9262-44e79c83beef/ec5dedbe-695f-4e25-821e-046c0fa6ebbe) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:54.669664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2e9163af-49a9-4d2e-87f0-f9290c173e09'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:54.736899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca62a6a-2e40-4616-a15c-1de57b0662a4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:54.761121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea25209d-725c-4705-aa2b-40746b4b9d9f req-6292a20a-bf96-423b-8053-07fc0e8b93e7 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692537 Sep 01 15:29:54.858526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.864608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d1364c6-5533-4675-8726-c1296cf0e163 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2460210 Sep 01 15:29:54.871395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53272) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:54.880643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'de8f715c-6176-4014-9b20-bd9ab8d17e0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:54.947270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74fb55b6-3960-45aa-987c-0f118e5253b5 req-17ecac33-f434-48f0-a3ec-8fa03cba90e7 service neutron] 10.222.0.50 "GET /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068214 Sep 01 15:29:55.034299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.193293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.198405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.214487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.254241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.298065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object ec5dedbe-695f-4e25-821e-046c0fa6ebbe will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:55.322435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.405534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed71c5f-4a14-4140-8de6-d25b3c069912,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:55.495008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] In _notify_port_updated(), no bound segment for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe on network c034792a-a694-4ba5-b706-2593d0eff01f {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:29:55.515529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:55.516564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.521885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:55.531821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/ports/ec5dedbe-695f-4e25-821e-046c0fa6ebbe HTTP/1.1" status: 200 len: 1012 time: 1.8579037 Sep 01 15:29:55.536589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.539586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56e225cb-ffb8-4235-8b27-1871ccb39a0f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6665072 Sep 01 15:29:55.558871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53276) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:55.675697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ac8a4-1c69-4891-bb39-52eb9947c5f3 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=ec5dedbe-695f-4e25-821e-046c0fa6ebbe,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:55.691803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['277cf81b-6df0-4358-9ba5-59a47f64f407'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:55.704492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.731799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.816247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.827935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.836789 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bed71c5f-4a14-4140-8de6-d25b3c069912 HTTP/1.1" status: 204 len: 168 time: 0.2765322 Sep 01 15:29:55.839045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53282) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:55.881568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port ec5dedbe-695f-4e25-821e-046c0fa6ebbe {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:55.881988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.885778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15f57-4daf-4e0c-8f68-ff4e5b41dce4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bed71c5f-4a14-4140-8de6-d25b3c069912,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:55.963616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-605ea53e-acc7-48e8-80c2-4103ea2cbc79 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1145732 Sep 01 15:29:55.964655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53284) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.083021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.106356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Deleting port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:56.106356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.106695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.168269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715c3b-9834-4079-ae6d-4c0b7d45458c req-7171beeb-b382-4935-b664-7b166c8d747e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:56.181160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715c3b-9834-4079-ae6d-4c0b7d45458c req-7171beeb-b382-4935-b664-7b166c8d747e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:56.184489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a715c3b-9834-4079-ae6d-4c0b7d45458c req-7171beeb-b382-4935-b664-7b166c8d747e tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1681 time: 0.1900287 Sep 01 15:29:56.187038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c4ab0124-66c6-46de-a8cd-7532d246790f None None] Provisioning for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:56.197927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c4ab0124-66c6-46de-a8cd-7532d246790f None None] Provisioning complete for port ec5dedbe-695f-4e25-821e-046c0fa6ebbe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:56.198767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0124-66c6-46de-a8cd-7532d246790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.210183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] For port 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:56.211140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.218407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.255597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Calling delete_port for 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:56.258548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for ec5dedbe-695f-4e25-821e-046c0fa6ebbe owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:56.285961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.303463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab0124-66c6-46de-a8cd-7532d246790f None None] Port ec5dedbe-695f-4e25-821e-046c0fa6ebbe cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:56.312784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.318488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1ca62a6a-2e40-4616-a15c-1de57b0662a4 HTTP/1.1" status: 204 len: 168 time: 0.3481762 Sep 01 15:29:56.324300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a715c3b-9834-4079-ae6d-4c0b7d45458c req-c7679a4a-c661-4345-88c4-c05d2f648387 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291664 Sep 01 15:29:56.325474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53286) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.359557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2520b-b1c4-4556-b1d8-bc82989d09fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ca62a6a-2e40-4616-a15c-1de57b0662a4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:56.423118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94d6f496-cf1f-4787-9177-2ffa1a05d338 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0958829 Sep 01 15:29:56.428361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.464068 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.476603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.531146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.538880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.544396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/5ab2bc30-8ee4-4df3-a21c-68f3b9b8374d HTTP/1.1" status: 204 len: 168 time: 0.1101825 Sep 01 15:29:56.544972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.565870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c5de8-493b-4867-a1d9-800e3aa7a36d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ab2bc30-8ee4-4df3-a21c-68f3b9b8374d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:56.688223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a1f53b20-d7df-4557-bb47-29a5f12ae5c5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1415861 Sep 01 15:29:56.692978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53292) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.726661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.740978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.756516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 277cf81b-6df0-4358-9ba5-59a47f64f407 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:56.849942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.872832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.872832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8aa86ebf-c5ac-43f6-8bf9-8df80df9667f HTTP/1.1" status: 204 len: 168 time: 0.1733034 Sep 01 15:29:56.872832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53296) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:56.896808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce553e-5e1b-4291-af3c-3109f96c6977 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa86ebf-c5ac-43f6-8bf9-8df80df9667f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:56.910425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.982035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c3adfd-4b32-4fa3-a5d5-20c0f1f135da,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:56.998591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.026775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 277cf81b-6df0-4358-9ba5-59a47f64f407 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:57.033774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-15b4cdfb-8478-49c9-89b1-0b649c755191 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1581326 Sep 01 15:29:57.034829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53298) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.062563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 277cf81b-6df0-4358-9ba5-59a47f64f407 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:57.068019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.068958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.085207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.178554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.198255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.204642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/105314a1-e734-4de2-914d-a25675c66afe HTTP/1.1" status: 204 len: 168 time: 0.1680660 Sep 01 15:29:57.206134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53300) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.280339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.313503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adee84-5867-4a07-8085-9a205298fd08 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=105314a1-e734-4de2-914d-a25675c66afe,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:57.343256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:57.346553 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d471a2-87ec-4c5b-9362-58af99d75551" -d '{"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-plugged", "status": "completed", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:57.406668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-47f6eba0-3009-42bf-a536-3232cb461832 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1769283 Sep 01 15:29:57.407583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53306) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.414312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=277cf81b-6df0-4358-9ba5-59a47f64f407,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:57.433740 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.435018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.436364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2e9163af-49a9-4d2e-87f0-f9290c173e09 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:57.441306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/ec5dedbe-695f-4e25-821e-046c0fa6ebbe HTTP/1.1" status: 204 len: 168 time: 1.9160893 Sep 01 15:29:57.458084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e21cd0-e6aa-407d-8045-4e1ec567addd tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=ec5dedbe-695f-4e25-821e-046c0fa6ebbe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:57.466985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53308) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.573149 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd317c9f-9c63-4732-9fc0-b3a274b31338 x-openstack-request-id: req-cd317c9f-9c63-4732-9fc0-b3a274b31338 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:57.573660 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-plugged", "status": "completed", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:57.574083 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd317c9f-9c63-4732-9fc0-b3a274b31338 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:57.575740 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407', 'code': 200} Sep 01 15:29:57.675228 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-56564d08-ba52-4e61-8459-9b511f4a4a1c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:29:57.696560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56564d08-ba52-4e61-8459-9b511f4a4a1c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/ec5dedbe-695f-4e25-821e-046c0fa6ebbe HTTP/1.1" status: 404 len: 333 time: 0.2142568 Sep 01 15:29:57.718755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53310) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.779045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:57.831018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.833321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2e9163af-49a9-4d2e-87f0-f9290c173e09 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:57.846584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2e9163af-49a9-4d2e-87f0-f9290c173e09 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:57.847275 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.971380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 7931a725-3ac4-42d4-9262-44e79c83beef {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:57.984557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.094160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.202070 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.257115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.307340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:58.315959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.420479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:58.465732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c35e5d-8d2b-465e-9704-799dd2150c64 req-94ff080d-77f9-4560-b033-21b33f519c7d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:58.481915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c35e5d-8d2b-465e-9704-799dd2150c64 req-94ff080d-77f9-4560-b033-21b33f519c7d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:58.484248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5c35e5d-8d2b-465e-9704-799dd2150c64 req-94ff080d-77f9-4560-b033-21b33f519c7d tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1682 time: 0.7641709 Sep 01 15:29:58.487704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.577223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5c35e5d-8d2b-465e-9704-799dd2150c64 req-a89262ae-3b09-4f1f-99c5-2e0a3d87f1c6 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786505 Sep 01 15:29:58.612696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.615325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.735950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Router 5067c9b3-7b18-4894-b73f-402b18791b3b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:58.821992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.829791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.834319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/de8f715c-6176-4014-9b20-bd9ab8d17e0a HTTP/1.1" status: 204 len: 168 time: 1.4232984 Sep 01 15:29:58.834319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.837258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:58.879868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a26cf-9a7d-469f-9e53-6851717c4377 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f715c-6176-4014-9b20-bd9ab8d17e0a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:58.943133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=7931a725-3ac4-42d4-9262-44e79c83beef,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:58.969082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.971719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2202ef6-b894-4358-986c-c1476e1ea02e None None] Network c034792a-a694-4ba5-b706-2593d0eff01f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:58.975155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d5a62fdf-93b0-42a1-bc69-03b07d6f822b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/7931a725-3ac4-42d4-9262-44e79c83beef HTTP/1.1" status: 204 len: 168 time: 1.2510235 Sep 01 15:29:58.977993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53316) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:58.988432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e81f46a3-fc26-46e4-bff5-a52e06f1b877 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423337 Sep 01 15:29:58.992743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53318) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.019358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--650059016'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:59.197690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:59.204237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.227993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.275376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:59.290930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c9353de-5a66-4a27-9717-67b3a0f218a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/5067c9b3-7b18-4894-b73f-402b18791b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7422588 Sep 01 15:29:59.291765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53326) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.300609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.302611 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Sync routers for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:59.330370 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:59.335436 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:59.577094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:59.580214 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497b9526-365e-4bd5-9262-d9681e61ab75" -d '{"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-plugged", "status": "completed", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:59.645234 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.710719 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:59.769028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.796654 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea824f-e25e-4ae1-a6ab-27fa1955c9ab x-openstack-request-id: req-3cea824f-e25e-4ae1-a6ab-27fa1955c9ab {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:59.797023 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-plugged", "status": "completed", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:59.797369 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cea824f-e25e-4ae1-a6ab-27fa1955c9ab {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:59.797846 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09', 'code': 200} Sep 01 15:29:59.819676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:59.841009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.849896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5e09f4db-47a0-462f-8e68-aae2bdf3e200 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4 HTTP/1.1" status: 204 len: 168 time: 0.8691127 Sep 01 15:29:59.851088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53332) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.887357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.890973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.980531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.052191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801fc41-bdaa-49ee-a894-6a78d1acfdbc req-05704e7c-381a-46be-9a32-9d0ee7848bdd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:00.076306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801fc41-bdaa-49ee-a894-6a78d1acfdbc req-05704e7c-381a-46be-9a32-9d0ee7848bdd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:00.112354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6801fc41-bdaa-49ee-a894-6a78d1acfdbc req-05704e7c-381a-46be-9a32-9d0ee7848bdd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.1784403 Sep 01 15:30:00.184684 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:29:56Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:00.228322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6801fc41-bdaa-49ee-a894-6a78d1acfdbc req-d1dfcfbd-2c90-4009-9f23-db675f8f56d0 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066790 Sep 01 15:30:00.302547 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Checking router: 5067c9b3-7b18-4894-b73f-402b18791b3b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:30:00.325623 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Routers {'5067c9b3-7b18-4894-b73f-402b18791b3b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:00.327105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:29:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['5067c9b3-7b18-4894-b73f-402b18791b3b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:00.662153 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] Set router 5067c9b3-7b18-4894-b73f-402b18791b3b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:00.714897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae56ab-e00f-4d78-9e39-acf80601e7d1 None None] Network c034792a-a694-4ba5-b706-2593d0eff01f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:00.959031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.961340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9667287 Sep 01 15:30:00.966874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53336) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:00.974499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.978033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': '7cd31bbb-ed45-4887-9d1a-70a73e01f7c5', 'direction': 'ingress', 'protocol': 17}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:01.051845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c55b1053-109d-47ee-9112-4e974e2c6b81 None None] Provisioning complete for port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:01.052460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c55b1053-109d-47ee-9112-4e974e2c6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.052765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.089810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:29:56Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:01.109364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064d521-9ec7-4c5b-b8f1-2725b93c3635 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd31bbb-ed45-4887-9d1a-70a73e01f7c5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:01.137618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.166090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cef0f-4089-4824-ae8a-7a7de264e769 req-3516c321-480d-4669-ac44-ba6012647243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.166572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cef0f-4089-4824-ae8a-7a7de264e769 req-3516c321-480d-4669-ac44-ba6012647243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.171128 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d68d6b-56f3-4477-86e8-e536e6af7f4f None None] The sync data for ids ['5067c9b3-7b18-4894-b73f-402b18791b3b'] in n-d-802060-16 is: [{'id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'name': 'tempest-ServerActionsTestJSON-1073785607-router', 'tenant_id': 'cf23eea573064368972648256787aea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:33Z', 'updated_at': '2021-09-01T15:29:56Z', 'revision_number': 5, 'project_id': 'cf23eea573064368972648256787aea5', 'gw_port': {'id': '96b017bb-bb85-45ff-8b48-1f5ea97bb4cc', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067c9b3-7b18-4894-b73f-402b18791b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:19:34Z', 'updated_at': '2021-09-01T15:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:01.171747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1a8cef0f-4089-4824-ae8a-7a7de264e769 req-3516c321-480d-4669-ac44-ba6012647243 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1987 time: 1.0151622 Sep 01 15:30:01.208505 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.218954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.303111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Deleting port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:01.303608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.337984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e039046a-aa3e-41a1-93c7-032a06744115,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:01.352399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.360443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c931d3b2-d299-4aa3-a151-8d93d9cf2ddc tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3906398 Sep 01 15:30:01.365678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:01.514345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1a8cef0f-4089-4824-ae8a-7a7de264e769 req-cfd71ff5-ee76-483c-b3c6-31ddeed6bda6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278089 Sep 01 15:30:01.518037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.546119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435c94-9f79-4b27-9977-7952a00cb860 req-c398333c-5dc3-4dc8-96ac-14f88002fbbd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.553589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435c94-9f79-4b27-9977-7952a00cb860 req-c398333c-5dc3-4dc8-96ac-14f88002fbbd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.555802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce435c94-9f79-4b27-9977-7952a00cb860 req-c398333c-5dc3-4dc8-96ac-14f88002fbbd tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.1053128 Sep 01 15:30:01.657305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.716282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:01.728968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce435c94-9f79-4b27-9977-7952a00cb860 req-91dbe185-2554-4568-9d8d-07182f6fa0eb tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558323 Sep 01 15:30:01.739397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:01.740226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] DHCP port deletion for c034792a-a694-4ba5-b706-2593d0eff01f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:01.741304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.815088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:01.815915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 67c3adfd-4b32-4fa3-a5d5-20c0f1f135da not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:01.859887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,segment=NetworkSegment(54229622-6c16-4538-b38d-e46c3e392587),segment_id=54229622-6c16-4538-b38d-e46c3e392587)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:01.860340 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.866442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.878042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.880542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:01.882338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/7cd31bbb-ed45-4887-9d1a-70a73e01f7c5 HTTP/1.1" status: 204 len: 168 time: 0.5113595 Sep 01 15:30:01.898601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53344) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:01.949090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885730-9690-4116-ba89-7247dea0d412 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd31bbb-ed45-4887-9d1a-70a73e01f7c5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.000277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.006172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] For port 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:02.009289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.045281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.062548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:02.065582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Calling delete_port for 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:02.072412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9c4eee05-4a95-4cd9-98e3-f4e9f5428fd8 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1714065 Sep 01 15:30:02.078284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53346) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:02.096103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Deleting port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:02.096728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.102504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760842642'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:02.199199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.236615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.268316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c034792a-a694-4ba5-b706-2593d0eff01f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:02.324727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54229622-6c16-4538-b38d-e46c3e392587') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:02.326461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54229622-6c16-4538-b38d-e46c3e392587') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:02.349105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.387478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] For port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:02.388168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.412785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.421762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Calling delete_port for 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:02.431228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:02.431781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:02.436089 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:02.445411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:30:02.445411 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.501368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.511327 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.585655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] No DVR routers for this DVR port 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:02.617382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8e52-64aa-4604-8824-3713bca1a994 None None] Pushing event deleted for resources: {'Port': ['ID=9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.704416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.711906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6314921 Sep 01 15:30:02.726866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:02.730469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d38dd7-a56c-4a3a-b8cf-eccfe805a53d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e234d860-560a-41de-ae44-de65dc5b7966,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.734626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154601444'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:02.775357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.785281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.787462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/c034792a-a694-4ba5-b706-2593d0eff01f HTTP/1.1" status: 204 len: 168 time: 2.9352739 Sep 01 15:30:02.790292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.793172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53352) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:02.942378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747359c0-3ddb-48b2-8f7f-105d6779bc5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=c034792a-a694-4ba5-b706-2593d0eff01f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.950375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.051570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7a78-d1d7-4bb2-b74a-13abb65dcac9 req-4e9c01cf-aafa-4e39-9e7a-6c7a257d32d3 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.058956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7a78-d1d7-4bb2-b74a-13abb65dcac9 req-4e9c01cf-aafa-4e39-9e7a-6c7a257d32d3 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.060892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b49a7a78-d1d7-4bb2-b74a-13abb65dcac9 req-4e9c01cf-aafa-4e39-9e7a-6c7a257d32d3 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.1019161 Sep 01 15:30:03.069533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Pushing event deleted for resources: {'Port': ['ID=96b017bb-bb85-45ff-8b48-1f5ea97bb4cc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:03.152119 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b49a7a78-d1d7-4bb2-b74a-13abb65dcac9 req-2125bfbf-6a6c-45e1-8175-248e457b6f2b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Sep 01 15:30:03.154063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37664533-22f5-40bc-ae4e-828c03daab1a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.155719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-37664533-22f5-40bc-ae4e-828c03daab1a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3498280 Sep 01 15:30:03.160332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.262023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.589005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-604e163a-93aa-4ee5-a46b-1947e7e6c688 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4259157 Sep 01 15:30:03.597163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.602503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.615086 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-348643497'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:03.621357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.629048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.649937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.698769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:03.701208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.752891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:03.771574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:03.778311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.778653 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 9bf8d56b-5ecb-4b24-9e50-035ecd689c12 of type vlan for network 469ef722-1797-4448-b77b-6c914b9027cd Sep 01 15:30:03.819990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.823058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5067c9b3-7b18-4894-b73f-402b18791b3b {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:30:03.833850 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.840461 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-50d63c9a-356c-47c6-82dc-5cfca52436db admin admin] 10.222.0.41 "DELETE /v2.0/routers/5067c9b3-7b18-4894-b73f-402b18791b3b HTTP/1.1" status: 204 len: 168 time: 4.5412021 Sep 01 15:30:03.870890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:03.871290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9bf9d7ee-46cf-43c3-8b57-ed9530cc8eb8 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:03.887850 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.931267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53368) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.962958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.970912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.973392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2427611 Sep 01 15:30:03.997803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'e234d860-560a-41de-ae44-de65dc5b7966', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'acf066ea-f231-460c-9659-3f561da87bbb', 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:04.060850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d64ea3-1a47-4d3c-b700-be838776ce9a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf066ea-f231-460c-9659-3f561da87bbb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:04.061198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.091080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:04.092057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.153741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Deleting subnet 62db6dac-b82f-46b7-9543-7e9e49c4f534 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:04.165926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.232554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.291265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6887691 Sep 01 15:30:04.304574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53372) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.321636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b813-56e3-43e5-a84b-f2574da5f37e req-b86c886e-45a0-4cb3-8d22-0d680f97b18a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:04.334512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6b813-56e3-43e5-a84b-f2574da5f37e req-b86c886e-45a0-4cb3-8d22-0d680f97b18a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:04.343677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba619-1d54-4835-a6d8-badb3c688c6c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=469ef722-1797-4448-b77b-6c914b9027cd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:04.350333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c6b813-56e3-43e5-a84b-f2574da5f37e req-b86c886e-45a0-4cb3-8d22-0d680f97b18a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.5115058 Sep 01 15:30:04.362510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 469ef722-1797-4448-b77b-6c914b9027cd details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:04.374123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '469ef722-1797-4448-b77b-6c914b9027cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:04.493536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.500508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.561493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80704f49-feb6-4355-9ee9-286e6fe8d6f4,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:04.577853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.587142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a9cb5ef-8acd-4992-a285-9d1f15a7d66b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6134822 Sep 01 15:30:04.588442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.622201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.672619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.698212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.729596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47c6b813-56e3-43e5-a84b-f2574da5f37e req-0291c70a-ad8f-4ad6-8573-aa8ba25e7de1 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776896 Sep 01 15:30:04.800160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.816636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.825596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/80704f49-feb6-4355-9ee9-286e6fe8d6f4 HTTP/1.1" status: 204 len: 168 time: 0.2331338 Sep 01 15:30:04.826634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.903293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e53cd-813f-4130-b8ce-60fc65f6cb2d tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80704f49-feb6-4355-9ee9-286e6fe8d6f4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:04.931643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:04.937036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.023089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f58ec055-4ea2-405f-b7f7-2a7a2aa024e9 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1854196 Sep 01 15:30:05.027369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.154794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.194781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.242052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.345192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.353620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.359836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-ceca923b-92a8-46d9-bda1-8502b65be52f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:05.360855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/acf066ea-f231-460c-9659-3f561da87bbb HTTP/1.1" status: 204 len: 168 time: 0.3310125 Sep 01 15:30:05.362228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53382) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.372103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-ceca923b-92a8-46d9-bda1-8502b65be52f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:05.380259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-ceca923b-92a8-46d9-bda1-8502b65be52f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.2541568 Sep 01 15:30:05.428848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c351c5-d35f-4f27-9b90-ec2348695d64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf066ea-f231-460c-9659-3f561da87bbb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:05.466833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:05.573170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:05.580905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 96b017bb-bb85-45ff-8b48-1f5ea97bb4cc not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:05.594462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff803319-279a-4325-8d90-ebabe634caaa tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2212036 Sep 01 15:30:05.596037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53384) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.614989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.735661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62db6dac-b82f-46b7-9543-7e9e49c4f534,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:05.737290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.785668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.787613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953755e-1288-42a9-bd37-c4af1223fe0c None None] Network f8b1a9a3-c449-4330-a63a-3836116e060b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:05.789161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2f9e7286-b8aa-4f72-92ab-212bc706e804 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/62db6dac-b82f-46b7-9543-7e9e49c4f534 HTTP/1.1" status: 204 len: 168 time: 1.8616192 Sep 01 15:30:05.806336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53386) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.811065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.862892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 2e9163af-49a9-4d2e-87f0-f9290c173e09 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:05.863376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.149538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.170037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.172391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/e234d860-560a-41de-ae44-de65dc5b7966 HTTP/1.1" status: 204 len: 168 time: 0.5733235 Sep 01 15:30:06.178309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:06.203430 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.351853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7e3f-0a2a-4c38-a65f-11c5e1d0e3ab tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e234d860-560a-41de-ae44-de65dc5b7966,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:06.412552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=496b75d1-a18f-444d-a25b-ef7bb517211e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:06.414633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840851-b9a3-4561-bb1a-655fab24e6d8 req-e3608fab-f895-423b-a214-74e9de60e5d2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:06.438445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] DHCP port deletion for f8b1a9a3-c449-4330-a63a-3836116e060b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:06.462831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840851-b9a3-4561-bb1a-655fab24e6d8 req-e3608fab-f895-423b-a214-74e9de60e5d2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:06.465590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e840851-b9a3-4561-bb1a-655fab24e6d8 req-e3608fab-f895-423b-a214-74e9de60e5d2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 1683 time: 0.5471301 Sep 01 15:30:06.518527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 2e9163af-49a9-4d2e-87f0-f9290c173e09, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2e9163af-49a9-4d2e-87f0-f9290c173e09,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:06.519231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.529289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Deleting port 6fc3d06f-01f0-4b26-9392-04f62153ff37 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:06.530967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.539466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 2e9163af-49a9-4d2e-87f0-f9290c173e09 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:06.659658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bf073c51-eb49-4bfc-bb76-28a661a3a198 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4501290 Sep 01 15:30:06.665908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:06.687788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455314126'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:06.740054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] For port 6fc3d06f-01f0-4b26-9392-04f62153ff37, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6fc3d06f-01f0-4b26-9392-04f62153ff37,segment=NetworkSegment(e524812a-5973-4316-b277-dcff55b7160c),segment_id=e524812a-5973-4316-b277-dcff55b7160c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:06.740345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.769305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e840851-b9a3-4561-bb1a-655fab24e6d8 req-148b3d81-85ad-4c09-81cd-93f7bc9585be tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193909 Sep 01 15:30:06.792607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Calling delete_port for 6fc3d06f-01f0-4b26-9392-04f62153ff37 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:06.801619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.839500 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.858935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.981093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.991710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.994069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '9bf8d56b-5ecb-4b24-9e50-035ecd689c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:06.994636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: 469ef722-1797-4448-b77b-6c914b9027cd, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:07.004651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=2e9163af-49a9-4d2e-87f0-f9290c173e09,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:07.068489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.085670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 2e9163af-49a9-4d2e-87f0-f9290c173e09 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:07.094997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.098052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-90dd9ceb-2c62-40f6-ae57-e9d485f3274b tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "DELETE /v2.0/ports/2e9163af-49a9-4d2e-87f0-f9290c173e09 HTTP/1.1" status: 204 len: 173 time: 1.7077076 Sep 01 15:30:07.101574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-deleted', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:07.105204 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e6f482-3934-4067-a6cf-f467955b8ae1" -d '{"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-deleted", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:07.114348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] Pushing event deleted for resources: {'Port': ['ID=6fc3d06f-01f0-4b26-9392-04f62153ff37,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:07.116693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8badb-b705-48ac-92e8-d6730a4da37e None None] No DVR routers for this DVR port 6fc3d06f-01f0-4b26-9392-04f62153ff37 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:07.136730 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.145326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4698012 Sep 01 15:30:07.150383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53398) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:07.164874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': '0569945a-fdd1-4a76-a4eb-9561e38bbf7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:07.187075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b388c-a494-49ef-a802-414c810a15f5 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0569945a-fdd1-4a76-a4eb-9561e38bbf7f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:07.240013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] The port '6fc3d06f-01f0-4b26-9392-04f62153ff37' was deleted {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 01 15:30:07.241484 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.349031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 469ef722-1797-4448-b77b-6c914b9027cd is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:07.411385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 469ef722-1797-4448-b77b-6c914b9027cd) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:07.414309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.424777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:07.424777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.437977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d39a40-820d-4ffa-abd1-acf22bdc5f2c None None] Network 469ef722-1797-4448-b77b-6c914b9027cd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:07.444266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.455397 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ddf25-2afc-4d25-b1a9-f7a1532aef82 x-openstack-request-id: req-b16ddf25-2afc-4d25-b1a9-f7a1532aef82 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:07.455849 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-deleted", "tag": "2e9163af-49a9-4d2e-87f0-f9290c173e09", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:07.456022 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b16ddf25-2afc-4d25-b1a9-f7a1532aef82 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:07.456806 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-deleted', 'tag': '2e9163af-49a9-4d2e-87f0-f9290c173e09', 'status': 'completed', 'code': 200} Sep 01 15:30:07.543299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71f8e3-badc-4f84-9768-9b4374cba753,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:07.558405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.568728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9d2e515b-4b5e-467f-9005-928a8d805d93 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4090254 Sep 01 15:30:07.572260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53402) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:07.628290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6435b397-e52e-4a8b-89ba-14af72737a8a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2584887 Sep 01 15:30:07.650842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:07.655920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6fc3d06f-01f0-4b26-9392-04f62153ff37 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:07.675940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '469ef722-1797-4448-b77b-6c914b9027cd', 'name': 'tempest-PortsIpV6TestJSON-596786028'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:07.709103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6fc3d06f-01f0-4b26-9392-04f62153ff37 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:07.711680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.713707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6fc3d06f-01f0-4b26-9392-04f62153ff37 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:07.759701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b1a9a3-c449-4330-a63a-3836116e060b']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:07.794535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524812a-5973-4316-b277-dcff55b7160c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:07.795063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524812a-5973-4316-b277-dcff55b7160c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:07.802270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 277cf81b-6df0-4358-9ba5-59a47f64f407 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:07.803252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.847597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-469ef722-1797-4448-b77b-6c914b9027cd', 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '496b75d1-a18f-444d-a25b-ef7bb517211e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:07.848936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.879152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.016028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.070346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.102456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:08.103744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:08.107779 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:08.198618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.295069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Allocated IP 2001:db8::2 (469ef722-1797-4448-b77b-6c914b9027cd/496b75d1-a18f-444d-a25b-ef7bb517211e/f3851b04-724b-4693-bff0-73d8a14f0a91) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:08.300656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 277cf81b-6df0-4358-9ba5-59a47f64f407, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=277cf81b-6df0-4358-9ba5-59a47f64f407,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:08.301213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.325502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.343154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.357423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f8b1a9a3-c449-4330-a63a-3836116e060b HTTP/1.1" status: 204 len: 168 time: 2.5428441 Sep 01 15:30:08.364350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.372823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 277cf81b-6df0-4358-9ba5-59a47f64f407 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:08.396997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.410599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3f71f8e3-badc-4f84-9768-9b4374cba753 HTTP/1.1" status: 204 len: 168 time: 0.8367226 Sep 01 15:30:08.430792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ac1c4-71dd-4bc7-9de0-34315e12d906 req-5d53ed7b-31c7-4c04-98cb-866629314be5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:08.436564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-615ac1c4-71dd-4bc7-9de0-34315e12d906 req-5d53ed7b-31c7-4c04-98cb-866629314be5 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41 HTTP/1.1" status: 200 len: 946 time: 0.4112463 Sep 01 15:30:08.437137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53410) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.469814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8989-9abe-4780-a89c-993eeabdb1e2 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f71f8e3-badc-4f84-9768-9b4374cba753,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:08.476292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:08.480788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.609129 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:30:08.625760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 24c1e87c-6724-47fb-9503-06620e3324e0 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:30:08.676387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.687125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Transition to ACTIVE for port object f3851b04-724b-4693-bff0-73d8a14f0a91 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:08.709586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Transition to ACTIVE for port object f3851b04-724b-4693-bff0-73d8a14f0a91 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:08.713764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53414) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.718618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.748448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbfd18-fe99-4417-a75a-1ed930117fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b1a9a3-c449-4330-a63a-3836116e060b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:08.770608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Network 469ef722-1797-4448-b77b-6c914b9027cd is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:08.779512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:08.791029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:08.859285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 277cf81b-6df0-4358-9ba5-59a47f64f407 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:08.867111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Pushing event updated for resources: {'Port': ['ID=f3851b04-724b-4693-bff0-73d8a14f0a91,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:08.928360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Attempting to bind port f3851b04-724b-4693-bff0-73d8a14f0a91 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:08.933973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Attempting to bind port f3851b04-724b-4693-bff0-73d8a14f0a91 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9bf8d56b-5ecb-4b24-9e50-035ecd689c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:08.933973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Attempting to bind port f3851b04-724b-4693-bff0-73d8a14f0a91 on network 469ef722-1797-4448-b77b-6c914b9027cd {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:08.964908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:08.965578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Checking segment: {'id': '9bf8d56b-5ecb-4b24-9e50-035ecd689c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:08.966002 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.966962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Bound using segment: {'id': '9bf8d56b-5ecb-4b24-9e50-035ecd689c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:08.966962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Bound port: f3851b04-724b-4693-bff0-73d8a14f0a91, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf8d56b-5ecb-4b24-9e50-035ecd689c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '469ef722-1797-4448-b77b-6c914b9027cd'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:08.967309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.988087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.034898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=277cf81b-6df0-4358-9ba5-59a47f64f407,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:09.088145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No active binding found for port 277cf81b-6df0-4358-9ba5-59a47f64f407 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:30:09.088618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 277cf81b-6df0-4358-9ba5-59a47f64f407 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:09.089047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2e9163af-49a9-4d2e-87f0-f9290c173e09 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:09.105712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 277cf81b-6df0-4358-9ba5-59a47f64f407 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:09.112489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.115424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6808b46d-7265-44e4-95ef-8bdbdadbf9f7 req-8a054617-3514-441e-9370-ff3dec5a8f1a tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.50 "DELETE /v2.0/ports/277cf81b-6df0-4358-9ba5-59a47f64f407 HTTP/1.1" status: 204 len: 173 time: 1.9089999 Sep 01 15:30:09.122778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 2e9163af-49a9-4d2e-87f0-f9290c173e09 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:09.123141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2e9163af-49a9-4d2e-87f0-f9290c173e09 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:09.164431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] For port f3851b04-724b-4693-bff0-73d8a14f0a91, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:09.171934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] For port f3851b04-724b-4693-bff0-73d8a14f0a91, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3851b04-724b-4693-bff0-73d8a14f0a91,segment=NetworkSegment(9bf8d56b-5ecb-4b24-9e50-035ecd689c12),segment_id=9bf8d56b-5ecb-4b24-9e50-035ecd689c12)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:09.173052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a474ac87-27af-44cf-b492-79067d2e8d5b tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7181079 Sep 01 15:30:09.180175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.192487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.229992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-615ac1c4-71dd-4bc7-9de0-34315e12d906 req-867810a1-9095-4e98-9f01-f826d8ae2629 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbab6003-7052-45df-933d-40841ab366a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411461 Sep 01 15:30:09.304801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.368681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.459293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-deleted', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:09.466347 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae498d26-e080-49a7-a280-2f3b1eb57c9e" -d '{"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-deleted", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:09.478479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a85361-d2ac-4ea0-9603-4139ccec4a12 None None] Pushing event updated for resources: {'Port': ['ID=f3851b04-724b-4693-bff0-73d8a14f0a91,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:09.496298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.502133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.508195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/0569945a-fdd1-4a76-a4eb-9561e38bbf7f HTTP/1.1" status: 204 len: 168 time: 0.3258820 Sep 01 15:30:09.508846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.531445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68a05c5c-8d7f-4dac-8ed2-2d2f33da6359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf23eea573064368972648256787aea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101804 Sep 01 15:30:09.537780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.554396 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60141f-6f44-4480-8746-78cbfdd1c94f x-openstack-request-id: req-8e60141f-6f44-4480-8746-78cbfdd1c94f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:09.554696 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41", "name": "network-vif-deleted", "tag": "277cf81b-6df0-4358-9ba5-59a47f64f407", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:09.554945 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e60141f-6f44-4480-8746-78cbfdd1c94f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:09.555446 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f9af-69ac-4b99-a5de-d4c9b30a3c41', 'name': 'network-vif-deleted', 'tag': '277cf81b-6df0-4358-9ba5-59a47f64f407', 'status': 'completed', 'code': 200} Sep 01 15:30:09.578967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366d262-2504-473d-b81c-6fb57f67f013 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0569945a-fdd1-4a76-a4eb-9561e38bbf7f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:09.628759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::fb (469ef722-1797-4448-b77b-6c914b9027cd/496b75d1-a18f-444d-a25b-ef7bb517211e/24c1e87c-6724-47fb-9503-06620e3324e0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:09.751936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8c40cb1c-7bef-4d86-a60b-c9edb3a783bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2344151 Sep 01 15:30:09.756218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53430) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.762089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032199299'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:09.805552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.823583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.012969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.021667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.054922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.115456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.126004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3654678 Sep 01 15:30:10.165792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.170870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:10.175544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'bfb0c582-46f5-43e6-a7da-12f565a18b9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:10.196036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object 24c1e87c-6724-47fb-9503-06620e3324e0 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:10.255913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad705f-11cf-449e-bd9d-14a0ccadc047 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0c582-46f5-43e6-a7da-12f565a18b9e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:10.278507 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.323822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.385183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 469ef722-1797-4448-b77b-6c914b9027cd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:10.399428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:10.417147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:10.423047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53436) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:10.433769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:10.435245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.442423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=24c1e87c-6724-47fb-9503-06620e3324e0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:10.449736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.454541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.456724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59f14a78-5076-40c6-a0e5-5de2e50baaff HTTP/1.1" status: 204 len: 168 time: 0.9137340 Sep 01 15:30:10.494429 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6767837f-3f46-47e5-a9bf-e4490399c062 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8396201 Sep 01 15:30:10.495394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53440) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:10.508178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '469ef722-1797-4448-b77b-6c914b9027cd', 'name': 'tempest-PortsIpV6TestJSON-980256449'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:10.544015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dda22d-6335-4771-80ca-bcbec2380439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f14a78-5076-40c6-a0e5-5de2e50baaff,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:10.646302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.663142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.758186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting subnet 85f9cfaa-e119-4768-a1da-d5fb1f6ce75c {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:10.781435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.786548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8173d916-e80d-46fb-9d91-77107963d035,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:10.875930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.878124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fceff4e6-2a68-41a7-a697-e30ee5a9631f tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7062941 Sep 01 15:30:10.883650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.005269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e999c0fd-f56f-4b97-ab18-25e18aeaf5fd tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules/8173d916-e80d-46fb-9d91-77107963d035 HTTP/1.1" status: 200 len: 763 time: 0.1196501 Sep 01 15:30:11.023548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53446) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.037789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.335242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9254a786-fa6c-4f82-84b7-a3594bb9370a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3094771 Sep 01 15:30:11.340103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.452133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd273c5-abaa-43d2-9dde-5e8d7d3d5605 None None] Network 469ef722-1797-4448-b77b-6c914b9027cd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:11.512753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.609353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.658772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:11.666775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.675889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.707803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port fb237e29-edff-4d17-b356-283ec8d8aefa yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:30:11.728954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-64b18a21-d94e-43e0-a004-0e16facfc24a None None] Provisioning for port f3851b04-724b-4693-bff0-73d8a14f0a91 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:11.930116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.952696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.961492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8173d916-e80d-46fb-9d91-77107963d035 HTTP/1.1" status: 204 len: 168 time: 0.6193085 Sep 01 15:30:11.967452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.989112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::82 (469ef722-1797-4448-b77b-6c914b9027cd/496b75d1-a18f-444d-a25b-ef7bb517211e/fb237e29-edff-4d17-b356-283ec8d8aefa) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:12.060952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7e9f-5af7-4236-a994-cdb408f871bb tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8173d916-e80d-46fb-9d91-77107963d035,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.090354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.105854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3851b04-724b-4693-bff0-73d8a14f0a91 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:12.290631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Subnet': ['ID=85f9cfaa-e119-4768-a1da-d5fb1f6ce75c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.293614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531484f-9f53-4ba8-ac41-7930f9c8cc16 None None] Network efb5c942-8172-4b31-be08-2de7084547f6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:12.302611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.317606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e3ffeb3c-c09f-4560-a510-6a9506b208fa tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/subnets/85f9cfaa-e119-4768-a1da-d5fb1f6ce75c HTTP/1.1" status: 204 len: 168 time: 1.8844628 Sep 01 15:30:12.318000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.348708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-280bd26b-e882-456e-b441-f2a8fce5ee44 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3757224 Sep 01 15:30:12.351958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53468) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.363102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'bfb0c582-46f5-43e6-a7da-12f565a18b9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:12.435089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.471164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f3851b04-724b-4693-bff0-73d8a14f0a91 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:12.496718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.512368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f3851b04-724b-4693-bff0-73d8a14f0a91 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:12.512718 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.556133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object fb237e29-edff-4d17-b356-283ec8d8aefa will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:12.581689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.616561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.633151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.744126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc557240-5bfa-474b-be38-f9bae9dce4bf,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.754421 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.762541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f6a61af5-6dce-4961-b45a-98142af86395 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054027 Sep 01 15:30:12.763424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53476) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.772853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.868831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.903641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.967145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bb134088-e671-491e-9e1f-78860d997fac tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules/bc557240-5bfa-474b-be38-f9bae9dce4bf HTTP/1.1" status: 200 len: 763 time: 0.1996806 Sep 01 15:30:12.968256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53482) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:13.099370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f3851b04-724b-4693-bff0-73d8a14f0a91, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3851b04-724b-4693-bff0-73d8a14f0a91,segment=NetworkSegment(9bf8d56b-5ecb-4b24-9e50-035ecd689c12),segment_id=9bf8d56b-5ecb-4b24-9e50-035ecd689c12)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:13.101545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 469ef722-1797-4448-b77b-6c914b9027cd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:13.106740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.123466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:13.149722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:13.177261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:13.178009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.215953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=fb237e29-edff-4d17-b356-283ec8d8aefa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:13.226612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port d3276757-5acd-4c43-9acd-547434339a6e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:13.228399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8dbf12b5-fad5-46df-a229-69ba15ebb7ec tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2577407 Sep 01 15:30:13.229411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.237005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53484) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:13.261437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-689751897-network', 'tenant_id': 'c8a361a61530496caa011e640cc7d968'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:13.269547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f3851b04-724b-4693-bff0-73d8a14f0a91,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:13.282475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203a09e-5d63-4236-8957-090c57899765 None None] DHCP port deletion for efb5c942-8172-4b31-be08-2de7084547f6 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:13.300978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-542867ed-9a1e-45f1-90bd-bafeec19a05a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8038676 Sep 01 15:30:13.309460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53486) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:13.385605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Made reservation on behalf of c8a361a61530496caa011e640cc7d968 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:13.413521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port d3276757-5acd-4c43-9acd-547434339a6e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3276757-5acd-4c43-9acd-547434339a6e,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:13.413903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.417888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.422523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.428673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Provisioning for port 24c1e87c-6724-47fb-9503-06620e3324e0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:13.470831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.474432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.479075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for d3276757-5acd-4c43-9acd-547434339a6e owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:13.524359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Provisioning complete for port 24c1e87c-6724-47fb-9503-06620e3324e0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:13.525028 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.636744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Deleting port d3276757-5acd-4c43-9acd-547434339a6e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:13.637161 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.693352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839d095-62d3-45d7-996d-9538077939f4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:13.698473 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3839d095-62d3-45d7-996d-9538077939f4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Afb HTTP/1.1" status: 200 len: 927 time: 0.3839531 Sep 01 15:30:13.700594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53490) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:13.779523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3851b04-724b-4693-bff0-73d8a14f0a91 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:13.811174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.823819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.826075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bc557240-5bfa-474b-be38-f9bae9dce4bf HTTP/1.1" status: 204 len: 168 time: 0.5877600 Sep 01 15:30:13.832797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:13.882637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Port 24c1e87c-6724-47fb-9503-06620e3324e0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:13.889780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e738b4-0859-4e29-872a-27aed744f9c0 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc557240-5bfa-474b-be38-f9bae9dce4bf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:13.999556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.012173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.030727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8203a09e-5d63-4236-8957-090c57899765 None None] For port d3276757-5acd-4c43-9acd-547434339a6e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3276757-5acd-4c43-9acd-547434339a6e,segment=NetworkSegment(240ac278-ddc6-41d0-8979-ce4fa1864156),segment_id=240ac278-ddc6-41d0-8979-ce4fa1864156)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:14.031362 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.040068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.049573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Provisioning complete for port f3851b04-724b-4693-bff0-73d8a14f0a91 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:14.050180 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f013d1-0e56-497b-98b2-24f39b609938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.083216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a405379-b09b-428c-bb2f-347cca069bed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2482181 Sep 01 15:30:14.094126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53494) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:14.119823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Request body: {'security_group_rule': {'security_group_id': 'bfb0c582-46f5-43e6-a7da-12f565a18b9e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:14.125585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=d3276757-5acd-4c43-9acd-547434339a6e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.149242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:14.166441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port d3276757-5acd-4c43-9acd-547434339a6e on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:14.213818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.217895 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Added segment d3d0c634-314f-4cce-b716-b64248b3b784 of type vlan for network 1b743da7-aec5-4507-863a-07c041a29f92 Sep 01 15:30:14.221856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Calling delete_port for d3276757-5acd-4c43-9acd-547434339a6e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:14.239292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1498b6bf-a5b8-435a-b77e-59ef02df5536,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.303602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f3851b04-724b-4693-bff0-73d8a14f0a91 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:14.304928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.355447 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Project 0cdd3a5f2f9d4e7eba218f33978ef266 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:30:14.375091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.394719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.424832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.453480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb5c942-8172-4b31-be08-2de7084547f6']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:14.471601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240ac278-ddc6-41d0-8979-ce4fa1864156') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:14.471942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240ac278-ddc6-41d0-8979-ce4fa1864156') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:14.488101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.503574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.504737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:14.505522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.512024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.536765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:14.537357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.596867 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0b36c52-f1da-43a9-82ea-e43db10fb163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:14.617280 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:14.623407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port fb237e29-edff-4d17-b356-283ec8d8aefa {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:14.623773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.628347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.683733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8131745 Sep 01 15:30:14.694426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:14.701157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.703453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/networks/efb5c942-8172-4b31-be08-2de7084547f6 HTTP/1.1" status: 204 len: 168 time: 2.3868740 Sep 01 15:30:14.709391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Request body: {'subnet': {'network_id': '1b743da7-aec5-4507-863a-07c041a29f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-689751897-subnet', 'tenant_id': 'c8a361a61530496caa011e640cc7d968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:14.715416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53500) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:14.718328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101fdb6-053b-4099-8abb-d955e7f77ab2 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Network': ['ID=efb5c942-8172-4b31-be08-2de7084547f6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.777684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.780533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.782422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c66d-3123-410b-85fc-5510ec1640c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1b743da7-aec5-4507-863a-07c041a29f92,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.800774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for fb237e29-edff-4d17-b356-283ec8d8aefa owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:14.806671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.823588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1b743da7-aec5-4507-863a-07c041a29f92 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:14.848860 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.849999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Made reservation on behalf of c8a361a61530496caa011e640cc7d968 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:14.853302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.870938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0ec5a1-e854-4f6a-a3da-f15c2ed1d59b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.918047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting subnet 0c058a36-dd39-4c1d-aed3-dd7f67d9811f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:14.919861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Provisioning complete for port 24c1e87c-6724-47fb-9503-06620e3324e0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:14.921105 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.926641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.930076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.931256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa344dd7-01e9-4280-ae5d-b3adc5be0ed1 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8326628 Sep 01 15:30:14.937591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:14.983190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-16780feb-35e5-49f3-9034-ca522c0a6580 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules/ea0ec5a1-e854-4f6a-a3da-f15c2ed1d59b HTTP/1.1" status: 200 len: 769 time: 0.0428212 Sep 01 15:30:14.988757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53504) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.000470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3276757-5acd-4c43-9acd-547434339a6e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:15.019408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.048243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Network efb5c942-8172-4b31-be08-2de7084547f6 is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:30:15.049021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203a09e-5d63-4236-8957-090c57899765 None None] No DVR routers for this DVR port d3276757-5acd-4c43-9acd-547434339a6e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:15.062206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a09e-5d63-4236-8957-090c57899765 None None] Pushing event deleted for resources: {'Port': ['ID=d3276757-5acd-4c43-9acd-547434339a6e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.073984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2bc1f47a-932c-440c-b38c-7137f8c7ee64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0835841 Sep 01 15:30:15.076984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.116636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d3276757-5acd-4c43-9acd-547434339a6e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:15.117029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3276757-5acd-4c43-9acd-547434339a6e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:15.148440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Port 24c1e87c-6724-47fb-9503-06620e3324e0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:15.183864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.203673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.222446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:15.247033 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:30:15.255210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Provisioning for port fb237e29-edff-4d17-b356-283ec8d8aefa completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:15.257705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.258978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Provisioning complete for port fb237e29-edff-4d17-b356-283ec8d8aefa triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:15.260686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.303880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.320041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.323734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ea0ec5a1-e854-4f6a-a3da-f15c2ed1d59b HTTP/1.1" status: 204 len: 168 time: 0.2422457 Sep 01 15:30:15.343331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae080-0df1-4b01-bb71-2259907a90ed tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea0ec5a1-e854-4f6a-a3da-f15c2ed1d59b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.343331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=fb237e29-edff-4d17-b356-283ec8d8aefa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.343331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.356778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a921d355-21ee-4492-afa2-6849d68d9a5d None None] Port fb237e29-edff-4d17-b356-283ec8d8aefa was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:30:15.357097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.362488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-642a0f4f-2398-4957-84ee-c81b867bec9d tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/fb237e29-edff-4d17-b356-283ec8d8aefa HTTP/1.1" status: 204 len: 168 time: 1.6581538 Sep 01 15:30:15.370169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53510) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.402965 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ff6bb9-4717-45f1-8283-2ea9e1eae636 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:30:15.407526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-89ff6bb9-4717-45f1-8283-2ea9e1eae636 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/fb237e29-edff-4d17-b356-283ec8d8aefa HTTP/1.1" status: 404 len: 333 time: 0.0362084 Sep 01 15:30:15.409977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53512) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.448630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.499293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-97ecb199-d2bc-4ff2-a8c2-895e7a5e47c9 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1541190 Sep 01 15:30:15.507562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.561203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a4a43b-0138-4987-bbc5-b05efff8b71b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.566194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.603397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.610428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/subnets/0c058a36-dd39-4c1d-aed3-dd7f67d9811f HTTP/1.1" status: 204 len: 168 time: 0.8845253 Sep 01 15:30:15.614966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53520) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:15.626709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29a28c-9caf-4112-95ab-ffd4b036ceb6 None None] Network 131349b3-1a1d-4c2b-b902-c3ff92e903bd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:15.655206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43d272-627f-49c9-ba87-63e1a511da22 tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Subnet': ['ID=0c058a36-dd39-4c1d-aed3-dd7f67d9811f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.745247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 24c1e87c-6724-47fb-9503-06620e3324e0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:15.746446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.780341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.850229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.045638 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.053394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.056089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "DELETE /v2.0/security-groups/bfb0c582-46f5-43e6-a7da-12f565a18b9e HTTP/1.1" status: 204 len: 168 time: 0.5447116 Sep 01 15:30:16.081230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:16.082758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a547d8-940f-4035-80ec-ee08c280132a tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0c582-46f5-43e6-a7da-12f565a18b9e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:16.206353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] DHCP port deletion for 131349b3-1a1d-4c2b-b902-c3ff92e903bd request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:16.301675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e765cd39-44e6-4020-9e22-fb391819aa64 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111394 Sep 01 15:30:16.326059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:16.392931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Deleting port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:16.393397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.506783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.518458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Checking segment: {'id': 'd3d0c634-314f-4cce-b716-b64248b3b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:16.518808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Network hostable DHCP agents. Network: 1b743da7-aec5-4507-863a-07c041a29f92, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:16.558029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.578807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] For port 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3cf4c364-74bb-4236-be9a-08c6d647fdf7,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:16.588425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Network 1b743da7-aec5-4507-863a-07c041a29f92 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:16.590763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.607120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Deleting port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:16.607658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.644291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 24c1e87c-6724-47fb-9503-06620e3324e0 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:16.645454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Calling delete_port for 3cf4c364-74bb-4236-be9a-08c6d647fdf7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:16.684666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4fc13e28-8593-4feb-af6f-38bd29aeb8d4 tempest-SecGroupIPv6Test-997507139 tempest-SecGroupIPv6Test-997507139-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3568189 Sep 01 15:30:16.721356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1b743da7-aec5-4507-863a-07c041a29f92) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:16.728823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:16.732097 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.737001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3c379-16fa-4094-b4cb-4a92fa384425 None None] Network 1b743da7-aec5-4507-863a-07c041a29f92 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:16.770724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f141096-b8fd-4fad-868d-0e46b8599f0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0706909 Sep 01 15:30:16.844226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] For port 3cf4c364-74bb-4236-be9a-08c6d647fdf7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3cf4c364-74bb-4236-be9a-08c6d647fdf7,segment=NetworkSegment(ba4121e5-0abf-4d5d-9b44-b33905aa0fe2),segment_id=ba4121e5-0abf-4d5d-9b44-b33905aa0fe2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:16.844613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.885836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Calling delete_port for 3cf4c364-74bb-4236-be9a-08c6d647fdf7 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:17.066851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.135141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.165330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.262150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=24c1e87c-6724-47fb-9503-06620e3324e0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:17.269777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53548) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:17.287421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.300813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f3d3d35d-10f0-4f24-ad40-767bde74f687 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/24c1e87c-6724-47fb-9503-06620e3324e0 HTTP/1.1" status: 204 len: 168 time: 1.8892024 Sep 01 15:30:17.301783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:17.318440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Port': ['ID=3cf4c364-74bb-4236-be9a-08c6d647fdf7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:17.348167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] No DVR routers for this DVR port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:17.373267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ad3c3c6-fa5c-4395-bfc7-50b28723da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.380783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] Pushing event deleted for resources: {'Port': ['ID=3cf4c364-74bb-4236-be9a-08c6d647fdf7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:17.383389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bae82c-b361-4603-8b87-ee7e655301f8 None None] No DVR routers for this DVR port 3cf4c364-74bb-4236-be9a-08c6d647fdf7 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:17.390726 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b249e27-0364-4c74-a0d6-8f77cf055202 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:30:17.412185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3b249e27-0364-4c74-a0d6-8f77cf055202 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/24c1e87c-6724-47fb-9503-06620e3324e0 HTTP/1.1" status: 404 len: 333 time: 0.1007252 Sep 01 15:30:17.418521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:17.540914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e5704-4450-4085-bed5-5727a5e5c442 None None] Network 1b743da7-aec5-4507-863a-07c041a29f92 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:17.633409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.634214 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 496b75d1-a18f-444d-a25b-ef7bb517211e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:17.650607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.681213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131349b3-1a1d-4c2b-b902-c3ff92e903bd']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:17.708766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:17.710015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4121e5-0abf-4d5d-9b44-b33905aa0fe2') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:17.716305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3cf4c364-74bb-4236-be9a-08c6d647fdf7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:17.737942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.774652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.781198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3cf4c364-74bb-4236-be9a-08c6d647fdf7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:17.781610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3cf4c364-74bb-4236-be9a-08c6d647fdf7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:17.800439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:17.801151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:17.805208 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:17.813754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.871434 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.966061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.973184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.979279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] 10.222.0.41 "DELETE /v2.0/networks/131349b3-1a1d-4c2b-b902-c3ff92e903bd HTTP/1.1" status: 204 len: 168 time: 2.3631201 Sep 01 15:30:18.013011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90cd1625-60ce-4044-a204-0fa6d4a68887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cdd3a5f2f9d4e7eba218f33978ef266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7319341 Sep 01 15:30:18.016446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:18.030739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd7f9-35b3-46fa-8180-1ae4ed740b1f tempest-ServersTestMultiNic-1829625703 tempest-ServersTestMultiNic-1829625703-project] Pushing event deleted for resources: {'Network': ['ID=131349b3-1a1d-4c2b-b902-c3ff92e903bd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:18.151612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.191430 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.242528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.273649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.425658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.437485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.440633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-c204d5b0-4fb5-401e-91f2-68b7071a7365 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:18.440909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.449759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.450870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-c204d5b0-4fb5-401e-91f2-68b7071a7365 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/networks?id=1b743da7-aec5-4507-863a-07c041a29f92 HTTP/1.1" status: 200 len: 808 time: 0.3091984 Sep 01 15:30:18.454940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53594) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:18.462887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39bbd2e5-f9f0-4de1-ae33-3e56c4b23e79 HTTP/1.1" status: 204 len: 168 time: 0.4324417 Sep 01 15:30:18.468755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-51fdfba4-d71c-4ab1-b5e9-c9a1dab6879e tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/quotas/c8a361a61530496caa011e640cc7d968 HTTP/1.1" status: 200 len: 375 time: 0.0166948 Sep 01 15:30:18.511934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=496b75d1-a18f-444d-a25b-ef7bb517211e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:18.529546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5a715-c150-4e9d-a640-344d23ee737b None None] Network 469ef722-1797-4448-b77b-6c914b9027cd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:18.542173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.556647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8cdf4667-b286-4bf0-9cb4-295863a254a4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/496b75d1-a18f-444d-a25b-ef7bb517211e HTTP/1.1" status: 204 len: 168 time: 1.1365607 Sep 01 15:30:18.559130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:18.561516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0b29-547e-4dc8-b16f-5bab0f88873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbd2e5-f9f0-4de1-ae33-3e56c4b23e79,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:18.751052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-ac14d5ab-8f6d-4c27-a324-e07aa7aae50c tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8a361a61530496caa011e640cc7d968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1359968 Sep 01 15:30:18.886071 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.162689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] DHCP port deletion for 469ef722-1797-4448-b77b-6c914b9027cd request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:19.172884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port f3851b04-724b-4693-bff0-73d8a14f0a91 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:19.174887 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.227106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-2e020d82-de30-473e-82a1-5bda334a75cb service neutron] 10.222.0.41 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494531 Sep 01 15:30:19.346710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Deleting port f3851b04-724b-4693-bff0-73d8a14f0a91 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:19.347371 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.403150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port f3851b04-724b-4693-bff0-73d8a14f0a91, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3851b04-724b-4693-bff0-73d8a14f0a91,segment=NetworkSegment(9bf8d56b-5ecb-4b24-9e50-035ecd689c12),segment_id=9bf8d56b-5ecb-4b24-9e50-035ecd689c12)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:19.403664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.487975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for f3851b04-724b-4693-bff0-73d8a14f0a91 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:19.489788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] For port f3851b04-724b-4693-bff0-73d8a14f0a91, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3851b04-724b-4693-bff0-73d8a14f0a91,segment=NetworkSegment(9bf8d56b-5ecb-4b24-9e50-035ecd689c12),segment_id=9bf8d56b-5ecb-4b24-9e50-035ecd689c12)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:19.490219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.541084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Calling delete_port for f3851b04-724b-4693-bff0-73d8a14f0a91 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:19.600383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3851b04-724b-4693-bff0-73d8a14f0a91 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:19.859710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-b3568eb2-1f5a-4c5a-bba9-da1286b5b1ea service neutron] 10.222.0.41 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200180 Sep 01 15:30:19.884745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.954942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port f3851b04-724b-4693-bff0-73d8a14f0a91 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:30:19.962377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3851b04-724b-4693-bff0-73d8a14f0a91 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:19.984350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.022692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port f3851b04-724b-4693-bff0-73d8a14f0a91 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:20.028449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.135515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] Pushing event deleted for resources: {'Port': ['ID=f3851b04-724b-4693-bff0-73d8a14f0a91,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:20.147892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cd042-7713-4216-bf6e-62903f3b4881 None None] No DVR routers for this DVR port f3851b04-724b-4693-bff0-73d8a14f0a91 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:20.299326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=f3851b04-724b-4693-bff0-73d8a14f0a91,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:20.365641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.411408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.574015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:20.582079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0066185 Sep 01 15:30:20.597162 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469ef722-1797-4448-b77b-6c914b9027cd']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:20.602247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:20.642785 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ccac8dc7-4fe9-43ef-bf6a-f3413167af13 req-506aa042-716a-4d4e-8150-5152a4629728 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 210 time: 0.2058029 Sep 01 15:30:20.681217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf8d56b-5ecb-4b24-9e50-035ecd689c12') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:20.687476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf8d56b-5ecb-4b24-9e50-035ecd689c12') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:20.713449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.757635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.776667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:20.779992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:20.790559 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:20.937201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.982809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.982809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/469ef722-1797-4448-b77b-6c914b9027cd HTTP/1.1" status: 204 len: 168 time: 2.4107699 Sep 01 15:30:20.988679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53658) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:21.002702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1406451577'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:21.033373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e280ba8f-0953-4602-9eed-c527f8a585fe tempest-NetworksApiDiscovery-1317889642 tempest-NetworksApiDiscovery-1317889642-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4211349 Sep 01 15:30:21.056191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1986-335a-4e28-9e51-9d887a17b852 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=469ef722-1797-4448-b77b-6c914b9027cd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:21.088052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:21.092893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.109674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Deleting port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:21.110466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.194791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:21.234175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.234820 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 43184efa-1b52-4e06-88fa-ef0f85e39ebe of type vlan for network fd5b1b73-c6ad-4923-b8f5-ef285d580987 Sep 01 15:30:21.362661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.378417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] For port b95c7085-29c9-4ee2-a0b6-5d05ae6dd748, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:21.379078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.433110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Calling delete_port for b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:21.450645 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.458302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:21.459428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.571835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:21.572792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5814490 Sep 01 15:30:21.581714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:21.610443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def844db-6816-4d45-aecb-d50c3c404134 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=fd5b1b73-c6ad-4923-b8f5-ef285d580987,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:21.639706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:21.782652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53678) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:21.963651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-84aa079a-2632-485d-87a0-3cb3e33ca64c req-75962524-b8d7-4aeb-ac7f-e233b1c8a81b tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 210 time: 0.0932901 Sep 01 15:30:22.000389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:22.005535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.175299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97da42fe-ade3-42bd-8baf-4f9e2a08ec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.324324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97da42fe-ade3-42bd-8baf-4f9e2a08ec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.339997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97da42fe-ade3-42bd-8baf-4f9e2a08ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.399689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da42fe-ade3-42bd-8baf-4f9e2a08ec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e84a44-df9c-45b8-bd98-74f732ddf4e7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:22.405521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-97da42fe-ade3-42bd-8baf-4f9e2a08ec1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a689fce1fc44f76851f74891663b320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209841 Sep 01 15:30:22.409785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53686) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:22.495415 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.568070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.596529 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.665763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.716325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.730995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.742705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71e84a44-df9c-45b8-bd98-74f732ddf4e7 HTTP/1.1" status: 204 len: 168 time: 0.3309653 Sep 01 15:30:22.773498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de2dc-9040-4fe0-8acf-51ac2fca4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e84a44-df9c-45b8-bd98-74f732ddf4e7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:22.880194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95c7085-29c9-4ee2-a0b6-5d05ae6dd748,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:23.117534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-b327e602-0dcb-4ce8-b6d3-436b74a04149 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:23.119652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-b327e602-0dcb-4ce8-b6d3-436b74a04149 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.50 "GET /v2.0/networks?id=1b743da7-aec5-4507-863a-07c041a29f92 HTTP/1.1" status: 200 len: 808 time: 0.7674785 Sep 01 15:30:23.120749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.140795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Request body: {'port': {'device_id': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92', 'admin_state_up': True, 'tenant_id': 'c8a361a61530496caa011e640cc7d968'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:23.301682 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0a40e8cb-933a-437d-aaab-2f529ad30d30 req-ff96dc4c-af89-4214-84ec-ec3cb7973ce0 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 210 time: 0.0736196 Sep 01 15:30:23.483146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=430aae97-6e10-453a-a76a-ca4ed14680c1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:23.663948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '43184efa-1b52-4e06-88fa-ef0f85e39ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:23.664636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: fd5b1b73-c6ad-4923-b8f5-ef285d580987, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:23.822286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:23.898351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Made reservation on behalf of c8a361a61530496caa011e640cc7d968 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:23.916588 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.949644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, fd5b1b73-c6ad-4923-b8f5-ef285d580987) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:23.965472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:23.967653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.981580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07ff1d-4138-40f9-9029-0e4573a76bc0 None None] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:24.311483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04d72c18-2588-4918-9889-77eb151ed5cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7348781 Sep 01 15:30:24.311739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53740) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:24.326050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987', 'name': 'tempest-PortsIpV6TestJSON-1855954542', 'fixed_ips': [{'subnet_id': '430aae97-6e10-453a-a76a-ca4ed14680c1', 'ip_address': '2001:db8::10'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:24.356720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Router 2fe50bef-e519-44df-a66f-f2a73d82b97a has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:30:24.441121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-fd5b1b73-c6ad-4923-b8f5-ef285d580987', 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '430aae97-6e10-453a-a76a-ca4ed14680c1'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:24.442977 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.492481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Allocated IP 172.20.0.10 (1b743da7-aec5-4507-863a-07c041a29f92/81a4a43b-0138-4987-bbc5-b05efff8b71b/5c46504d-5b97-4843-aea2-fbc5818139b3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:24.723347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.787409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.806690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:24.810259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Allocated IP 2001:db8::2 (fd5b1b73-c6ad-4923-b8f5-ef285d580987/430aae97-6e10-453a-a76a-ca4ed14680c1/603fd954-da8e-4a9f-a8d6-6467b37a2dd5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:25.197981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.330537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:30:25.337124 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.387816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Transition to ACTIVE for port object 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:25.444103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Transition to ACTIVE for port object 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:25.458838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.540157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:25.548276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:25.555294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:25.690186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Pushing event updated for resources: {'Port': ['ID=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.701598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Network 1b743da7-aec5-4507-863a-07c041a29f92 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:25.739425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:25.742314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:25.769482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Attempting to bind port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:25.770138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Attempting to bind port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '43184efa-1b52-4e06-88fa-ef0f85e39ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:25.770703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Attempting to bind port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 on network fd5b1b73-c6ad-4923-b8f5-ef285d580987 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:25.777905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:25.778633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Checking segment: {'id': '43184efa-1b52-4e06-88fa-ef0f85e39ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:25.779437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.780231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Bound using segment: {'id': '43184efa-1b52-4e06-88fa-ef0f85e39ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:25.781096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Bound port: 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43184efa-1b52-4e06-88fa-ef0f85e39ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:25.781834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.840562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:25.841805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.862870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Pushing event updated for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.865484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::10 (fd5b1b73-c6ad-4923-b8f5-ef285d580987/430aae97-6e10-453a-a76a-ca4ed14680c1/e7de6ead-da7e-4da9-b6fe-2fca40ed2f30) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:25.882624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] For port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:25.887203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] For port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,segment=NetworkSegment(43184efa-1b52-4e06-88fa-ef0f85e39ebe),segment_id=43184efa-1b52-4e06-88fa-ef0f85e39ebe)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:25.895662 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.020274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:26.024215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0643-e697-4d5f-b985-5c472600675f None None] Pushing event updated for resources: {'Port': ['ID=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:26.034472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-66534573-b3ce-48b9-9dbe-4aa3ba29d949 admin admin] 10.222.0.41 "PUT /v2.0/routers/2fe50bef-e519-44df-a66f-f2a73d82b97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5758846 Sep 01 15:30:26.036212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-d58e8c94-f0dd-46c3-a895-cd57b4c08de6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9045844 Sep 01 15:30:26.036970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53764) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:26.045281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Sync routers for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:26.068478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:26.070176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:26.175988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Request body: {'port': {'device_id': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:26.228322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1645-4c18-48c4-be06-19b44072fc17 req-92f05c7c-643e-4c6a-b145-e4d81fb40e75 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.246726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f66c1645-4c18-48c4-be06-19b44072fc17 req-92f05c7c-643e-4c6a-b145-e4d81fb40e75 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 932 time: 1.4682369 Sep 01 15:30:26.279477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:26.334609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.378774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:26.585668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.611228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.654020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f66c1645-4c18-48c4-be06-19b44072fc17 req-403c435c-8689-4384-825f-bb1da8d9bded tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061117 Sep 01 15:30:26.680666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.733751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:26.742009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:26.752149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:26.763712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.764926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.771397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=e7de6ead-da7e-4da9-b6fe-2fca40ed2f30,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:26.802603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c0c8d9db-6f0f-454e-b1af-2bd287936ef6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4897451 Sep 01 15:30:26.805508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53794) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:26.815640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': 'fd5b1b73-c6ad-4923-b8f5-ef285d580987', 'name': 'tempest-PortsIpV6TestJSON-555090461', 'fixed_ips': [{'subnet_id': '430aae97-6e10-453a-a76a-ca4ed14680c1', 'ip_address': '2001:db8::f'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:26.887877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'a622c089-076d-4600-84a4-d78fad409b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:30:22Z', 'revision_number': 5, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port': {'id': 'a622c089-076d-4600-84a4-d78fad409b02', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:32Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:27.043945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:27.055248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.097749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port a31323ed-bd61-4b55-a5d0-20fbbbf4109c yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:30:27.143343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.288580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Checking router: 2fe50bef-e519-44df-a66f-f2a73d82b97a for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:30:27.301380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Routers {'2fe50bef-e519-44df-a66f-f2a73d82b97a'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:27.302430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['2fe50bef-e519-44df-a66f-f2a73d82b97a'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:27.446139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] Set router 2fe50bef-e519-44df-a66f-f2a73d82b97a gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:27.489910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53806) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:27.534432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Deleting port a622c089-076d-4600-84a4-d78fad409b02 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:27.534980 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.574467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:30:27Z', 'revision_number': 6, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:27.624700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacc13d-4c9e-47c3-bb41-73afb0b2501e None None] The sync data for ids ['2fe50bef-e519-44df-a66f-f2a73d82b97a'] in n-d-802060-16 is: [{'id': '2fe50bef-e519-44df-a66f-f2a73d82b97a', 'name': 'tempest-ServersTestMultiNic-1601867521-router', 'tenant_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:30Z', 'updated_at': '2021-09-01T15:30:27Z', 'revision_number': 6, 'project_id': '2233d0136f1b48d9bcf321ec8f643ba8', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:27.755282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::f (fd5b1b73-c6ad-4923-b8f5-ef285d580987/430aae97-6e10-453a-a76a-ca4ed14680c1/a31323ed-bd61-4b55-a5d0-20fbbbf4109c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:27.846216 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.925252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] For port a622c089-076d-4600-84a4-d78fad409b02, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a622c089-076d-4600-84a4-d78fad409b02,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:27.925979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.978016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Calling delete_port for a622c089-076d-4600-84a4-d78fad409b02 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:28.060040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0adc1e90-aceb-4c09-a1db-6b4ae851c311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.141500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69351006-53a2-49b7-9664-998419adf781 None None] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:28.303873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:28.366813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965de8fb-8ae6-40ce-bc93-149ae01e19e5 req-61c96f65-53ee-4bfc-aabd-011a8d7efc6f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:28.381358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965de8fb-8ae6-40ce-bc93-149ae01e19e5 req-61c96f65-53ee-4bfc-aabd-011a8d7efc6f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 932 time: 0.4482558 Sep 01 15:30:28.410202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c46504d-5b97-4843-aea2-fbc5818139b3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:28.443694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.477503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c7f90514-6c0c-4d42-9c4b-8c82138a67f0 None None] Provisioning for port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:28.496257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Transition to ACTIVE for port object 5c46504d-5b97-4843-aea2-fbc5818139b3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:28.503062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.541339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.573952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object a31323ed-bd61-4b55-a5d0-20fbbbf4109c will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:28.650028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:28.650268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:28.690767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:28.691339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.729424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.780307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965de8fb-8ae6-40ce-bc93-149ae01e19e5 req-df7c9c56-c7e2-4962-b4a4-066acb3a9ab6 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921981 Sep 01 15:30:28.786931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a622c089-076d-4600-84a4-d78fad409b02,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:28.847037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.871793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Attempting to bind port 5c46504d-5b97-4843-aea2-fbc5818139b3 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:28.874517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Attempting to bind port 5c46504d-5b97-4843-aea2-fbc5818139b3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd3d0c634-314f-4cce-b716-b64248b3b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:28.875153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Attempting to bind port 5c46504d-5b97-4843-aea2-fbc5818139b3 on network 1b743da7-aec5-4507-863a-07c041a29f92 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:28.897578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Port 5c46504d-5b97-4843-aea2-fbc5818139b3 on network 1b743da7-aec5-4507-863a-07c041a29f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:28.898501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Attempting to bind port 5c46504d-5b97-4843-aea2-fbc5818139b3 on network 1b743da7-aec5-4507-863a-07c041a29f92 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:28.915996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:28.916636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Checking segment: {'id': 'd3d0c634-314f-4cce-b716-b64248b3b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:28.917233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Bound using segment: {'id': 'd3d0c634-314f-4cce-b716-b64248b3b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:28.917950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Bound port: 5c46504d-5b97-4843-aea2-fbc5818139b3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d0c634-314f-4cce-b716-b64248b3b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:28.918786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.956291 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.024163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0adc1e90-aceb-4c09-a1db-6b4ae851c311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.027572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:29.042971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0adc1e90-aceb-4c09-a1db-6b4ae851c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.080063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:29.092409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0adc1e90-aceb-4c09-a1db-6b4ae851c311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c46b52721a24566a3b70cc04f6e5cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5954621 Sep 01 15:30:29.097914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:29.106736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.107736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.111295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53858) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.144784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.155500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=a31323ed-bd61-4b55-a5d0-20fbbbf4109c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:29.193585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.194503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.196508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.197369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.198175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.198761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.199369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.199932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.200651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.201273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.201857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.202409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:29.215402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,segment=NetworkSegment(43184efa-1b52-4e06-88fa-ef0f85e39ebe),segment_id=43184efa-1b52-4e06-88fa-ef0f85e39ebe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:29.223279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.233325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f20b6165-cda1-40d7-8f7b-a5d51c9a16b5 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4261758 Sep 01 15:30:29.245780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc1e90-aceb-4c09-a1db-6b4ae851c311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479ae21-4107-41a4-8903-212c60973690,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:29.261293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.368364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:29.376342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5c46504d-5b97-4843-aea2-fbc5818139b3,segment=NetworkSegment(d3d0c634-314f-4cce-b716-b64248b3b784),segment_id=d3d0c634-314f-4cce-b716-b64248b3b784)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:29.376759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:29.468365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.490406 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.499088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123bdf7e-c58e-496f-9d09-7781fee9ec75 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.505776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-123bdf7e-c58e-496f-9d09-7781fee9ec75 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2380700 Sep 01 15:30:29.514609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.525926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.529815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.596015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:29.686800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.687652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe50bef-e519-44df-a66f-f2a73d82b97a {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:30:29.689231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.705951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.708882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-184abe39-d521-40bf-b4cb-571dc3340e27 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2fe50bef-e519-44df-a66f-f2a73d82b97a HTTP/1.1" status: 204 len: 168 time: 3.6690211 Sep 01 15:30:29.712634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.713751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.715051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53866) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.716256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c46504d-5b97-4843-aea2-fbc5818139b3 HTTP/1.1" status: 200 len: 1093 time: 3.6619864 Sep 01 15:30:29.717403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2a36f-1e76-48d3-93b3-dddc2012ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:29.733565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:29.738455 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f2689-e43e-47b7-9259-7c785c1edd99" -d '{"events": [{"name": "network-changed", "server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:29.855175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e9ae3-5703-450d-ac05-b0297433c2d7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.867667 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56942429-1f02-461f-a7ae-18c87ca629fa x-openstack-request-id: req-56942429-1f02-461f-a7ae-18c87ca629fa {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:29.868037 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:29.868378 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56942429-1f02-461f-a7ae-18c87ca629fa {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:29.869322 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3', 'status': 'completed', 'code': 200} Sep 01 15:30:29.875897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:29.879698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e9ae3-5703-450d-ac05-b0297433c2d7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.889806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.891244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e9ae3-5703-450d-ac05-b0297433c2d7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.913631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7d4e9ae3-5703-450d-ac05-b0297433c2d7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3933105 Sep 01 15:30:29.915112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.971461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Deleting subnet 4433557f-e99c-46cf-97c0-e3ec854e66fa {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:29.983609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.034889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-858f31f4-71dd-4c4d-9d9e-b268f0f95850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:30.058666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-858f31f4-71dd-4c4d-9d9e-b268f0f95850 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a361a61530496caa011e640cc7d968&device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 1096 time: 0.2763805 Sep 01 15:30:30.089984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.095897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Provisioning complete for port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:30.098932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.100425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e479ae21-4107-41a4-8903-212c60973690 HTTP/1.1" status: 204 len: 168 time: 0.9719090 Sep 01 15:30:30.102620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.103921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.291946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e22d46-4d05-403d-bf3f-7d1b64f2484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479ae21-4107-41a4-8903-212c60973690,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:30.389229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-fda960b1-da27-48ff-be36-c3abf303d017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c46504d-5b97-4843-aea2-fbc5818139b3 HTTP/1.1" status: 200 len: 217 time: 0.3197894 Sep 01 15:30:30.423106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba725e5-dce9-4f59-8a1a-e626e5f01cd2 req-ac587a54-e20b-4fcc-af0a-4e82622287b4 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:30.424844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bba725e5-dce9-4f59-8a1a-e626e5f01cd2 req-ac587a54-e20b-4fcc-af0a-4e82622287b4 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 944 time: 0.3104398 Sep 01 15:30:30.486313 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:30.560703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:30.561387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b95c7085-29c9-4ee2-a0b6-5d05ae6dd748 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:30.561824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a622c089-076d-4600-84a4-d78fad409b02 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:30.642558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a622c089-076d-4600-84a4-d78fad409b02 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:30.642904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a622c089-076d-4600-84a4-d78fad409b02 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:30.692943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bba725e5-dce9-4f59-8a1a-e626e5f01cd2 req-551238db-c72b-4465-8aa2-7098f01e2108 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798079 Sep 01 15:30:30.711367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Provisioning for port a31323ed-bd61-4b55-a5d0-20fbbbf4109c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:30.722948 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.723792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Provisioning complete for port a31323ed-bd61-4b55-a5d0-20fbbbf4109c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:30.724245 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.834002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-c5b7006b-4542-4819-a8df-dd73886b759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:30.837810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-c5b7006b-4542-4819-a8df-dd73886b759c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=81a4a43b-0138-4987-bbc5-b05efff8b71b HTTP/1.1" status: 200 len: 848 time: 0.4376066 Sep 01 15:30:30.841982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Port a31323ed-bd61-4b55-a5d0-20fbbbf4109c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:30.878065 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Provisioning for port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:30.891423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Provisioning complete for port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:30.898016 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.974423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-91aabf98-41fe-4d75-928e-2cfb5c78f39c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b743da7-aec5-4507-863a-07c041a29f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245668 Sep 01 15:30:31.009723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port a31323ed-bd61-4b55-a5d0-20fbbbf4109c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:31.010479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.013860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c6150a7f-7b84-4d8a-81a3-9fbdb9515467 None None] Port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:31.016664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.056738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4433557f-e99c-46cf-97c0-e3ec854e66fa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:31.063728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.071615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9328d6-89fe-472d-9cd1-bd32cd6cdc69 None None] Network 40ab722d-861a-4ccb-b23f-2648fb49cb3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:31.078834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ccb8c183-1ed8-4ffe-a74a-eef5e9a54799 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4433557f-e99c-46cf-97c0-e3ec854e66fa HTTP/1.1" status: 204 len: 168 time: 1.3566186 Sep 01 15:30:31.079555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:31.269451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:31.356721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea451e00-55f4-4188-84b4-bc7dff2c41e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.463732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Provisioning complete for port a31323ed-bd61-4b55-a5d0-20fbbbf4109c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:31.464113 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.468024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.554759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-9e8577af-1a3a-43b7-a87a-528743c65375 service neutron] 10.222.0.50 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705326 Sep 01 15:30:31.557672 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.624092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Port a31323ed-bd61-4b55-a5d0-20fbbbf4109c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:31.680981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Provisioning complete for port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:31.683187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.704204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for a31323ed-bd61-4b55-a5d0-20fbbbf4109c owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:31.775971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] DHCP port deletion for 40ab722d-861a-4ccb-b23f-2648fb49cb3c request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:31.913871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bae90a8-c8ce-4889-ae56-059bfc2a0158 req-1356927b-d541-4cad-8df5-48506a171675 service neutron] 10.222.0.50 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493855 Sep 01 15:30:31.960190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c73b4-b4c3-4739-bfab-7db4c2d1d41c None None] Port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:32.016433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Deleting port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:32.017653 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.175585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea451e00-55f4-4188-84b4-bc7dff2c41e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.183008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea451e00-55f4-4188-84b4-bc7dff2c41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.197544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce3e00-cd1a-412d-a236-4cd7546801fb req-5cd6c8b1-c7d3-4e81-9b3c-886f0ef79d2f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:32.200243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60ce3e00-cd1a-412d-a236-4cd7546801fb req-5cd6c8b1-c7d3-4e81-9b3c-886f0ef79d2f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 944 time: 0.2850552 Sep 01 15:30:32.206722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-2f0f0fbb-f5fd-4f0a-951d-df9480aeef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:32.209979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-2f0f0fbb-f5fd-4f0a-951d-df9480aeef1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8a361a61530496caa011e640cc7d968&device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 1096 time: 0.2012713 Sep 01 15:30:32.232643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] For port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:32.234781 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.253403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ea451e00-55f4-4188-84b4-bc7dff2c41e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecf8f5478f6745eea467fc6702ae96a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822252 Sep 01 15:30:32.255981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451e00-55f4-4188-84b4-bc7dff2c41e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af244da-9579-440e-a908-d20e9909d502,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:32.258643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53892) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:32.279574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Calling delete_port for 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:32.312311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Deleting port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:32.312656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.361991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-98811380-b789-4220-84a7-cb0067e8673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:32.363958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-98811380-b789-4220-84a7-cb0067e8673c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b743da7-aec5-4507-863a-07c041a29f92 HTTP/1.1" status: 200 len: 909 time: 0.1454039 Sep 01 15:30:32.430581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.474616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.479266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53896) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:32.506713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-a25a1c2c-5e1a-46a5-8186-54c866db07c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c46504d-5b97-4843-aea2-fbc5818139b3 HTTP/1.1" status: 200 len: 217 time: 0.0947111 Sep 01 15:30:32.517363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] For port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,segment=NetworkSegment(0577440a-b63b-40db-9143-67bdae4093ef),segment_id=0577440a-b63b-40db-9143-67bdae4093ef)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:32.518162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.525291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.558516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] No DVR routers for this DVR port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:32.573229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ecde6-f0b9-4758-9098-ea30e9ba1c45 None None] Pushing event deleted for resources: {'Port': ['ID=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:32.631703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60ce3e00-cd1a-412d-a236-4cd7546801fb req-d10bbd4e-0b5f-46a0-b47c-54cf3c93e8e3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661779 Sep 01 15:30:32.633531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.645267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Calling delete_port for 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:32.686375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Deleting subnet 24d47f3f-6842-4005-9ef5-763ffa07fdb9 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:32.692716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.705754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=a31323ed-bd61-4b55-a5d0-20fbbbf4109c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:32.743075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-caad3acf-870c-4610-9c45-19ad47f59193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:32.746558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-caad3acf-870c-4610-9c45-19ad47f59193 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=81a4a43b-0138-4987-bbc5-b05efff8b71b HTTP/1.1" status: 200 len: 848 time: 0.2224686 Sep 01 15:30:32.869684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.881091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.883645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0af244da-9579-440e-a908-d20e9909d502 HTTP/1.1" status: 204 len: 168 time: 0.6227241 Sep 01 15:30:32.884880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-9420c0b6-48d3-44b7-94fa-988f2eb4aadb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b743da7-aec5-4507-863a-07c041a29f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295416 Sep 01 15:30:32.886293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.896241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5b93781c-988b-42f0-8693-412fd0c8e666 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/a31323ed-bd61-4b55-a5d0-20fbbbf4109c HTTP/1.1" status: 204 len: 168 time: 2.9775329 Sep 01 15:30:32.899407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:32.911888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.048522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.092357 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a58d2a-4b4c-4e87-bbad-9ba267bdd54a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:30:33.096844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4a58d2a-4b4c-4e87-bbad-9ba267bdd54a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/a31323ed-bd61-4b55-a5d0-20fbbbf4109c HTTP/1.1" status: 404 len: 333 time: 0.1960404 Sep 01 15:30:33.100777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:33.115383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.194416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-a39a8364-8cbd-4220-9c9e-16a01e99d0d4 service neutron] 10.222.0.50 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959130 Sep 01 15:30:33.199313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5787-033c-4f00-9fd3-f542e655ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af244da-9579-440e-a908-d20e9909d502,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.405037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:33.405636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.443336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-892f2689-e43e-47b7-9259-7c785c1edd99 req-65647997-5405-44f8-aef9-3eed953fb170 service neutron] 10.222.0.50 "GET /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014005 Sep 01 15:30:33.481646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-8c82a9f9-b6a0-4743-9192-2b5226e632d0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:33.484558 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-8c82a9f9-b6a0-4743-9192-2b5226e632d0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.2901499 Sep 01 15:30:33.496538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.502984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] No DVR routers for this DVR port 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:33.585011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:33.623958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.645865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:33.646497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7e6b24d2-ce4b-4b84-aeee-aa65c29a6e1e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:33.671804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:33.673414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.704565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ab722d-861a-4ccb-b23f-2648fb49cb3c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:33.736627 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-f1c59703-adfe-474f-8e2e-aceb8d1bafb0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.2296226 Sep 01 15:30:33.773936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0577440a-b63b-40db-9143-67bdae4093ef') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:33.774689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0577440a-b63b-40db-9143-67bdae4093ef') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:33.809097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.813644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.868251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.870695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/24d47f3f-6842-4005-9ef5-763ffa07fdb9 HTTP/1.1" status: 204 len: 168 time: 1.3900626 Sep 01 15:30:33.873401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.876412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c1b14-066a-49c0-8bf3-618e705fc437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d47f3f-6842-4005-9ef5-763ffa07fdb9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.881576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:33.889347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:33.889806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:33.892466 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:33.995463 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-c7a398a0-02cd-455c-959d-d17057d73a50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2485313 Sep 01 15:30:34.015398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa642-7dde-4043-a33a-b3621cf5d34a req-8e7400f5-a01a-46c2-a0a4-184598387b20 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:34.018368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.030146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-710aa642-7dde-4043-a33a-b3621cf5d34a req-8e7400f5-a01a-46c2-a0a4-184598387b20 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 944 time: 0.2364898 Sep 01 15:30:34.041346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.047456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] 10.222.0.41 "DELETE /v2.0/networks/40ab722d-861a-4ccb-b23f-2648fb49cb3c HTTP/1.1" status: 204 len: 168 time: 2.9630737 Sep 01 15:30:34.068901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61ebc4-d739-4151-880c-6501d7779696 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ab722d-861a-4ccb-b23f-2648fb49cb3c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:34.210562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.237760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-710aa642-7dde-4043-a33a-b3621cf5d34a req-760ba080-5714-443b-a817-36bf784258e9 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062998 Sep 01 15:30:34.268112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53940) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:34.304992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.420646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5756b19c-d01f-4fd1-84f7-53cfe9f06a41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2233d0136f1b48d9bcf321ec8f643ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500156 Sep 01 15:30:34.428788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53942) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:34.586150 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-fe66a454-7232-4b21-8baa-4b3739c1941e service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596068 Sep 01 15:30:34.591942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.675015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.788029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-e4e10af4-2cd8-4b72-a5bc-e99c19a475e9 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770954 Sep 01 15:30:34.819437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.826189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=e7de6ead-da7e-4da9-b6fe-2fca40ed2f30,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:34.843602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.846114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbab6003-7052-45df-933d-40841ab366a9 HTTP/1.1" status: 204 len: 168 time: 0.4156001 Sep 01 15:30:34.859835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327888db-165b-445e-a7a2-d4f3a6c0184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab6003-7052-45df-933d-40841ab366a9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:34.871770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.876630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.878881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2332026-00f9-4e84-98b0-967e37a0ce37 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 HTTP/1.1" status: 204 len: 168 time: 1.7645493 Sep 01 15:30:34.884571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:34.899984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09bfb3a-9445-4aed-951b-0fa6a6f454e2']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:34.921424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:34.921748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4049cfc8-3c4e-4b2a-bfcb-ec1419db144f') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:34.925982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-124da54b-8e4c-4a2e-94e7-027cd63c1759 req-9329716e-27ed-4b2b-966f-7402093c0835 tempest-AttachVolumeShelveTestJSON-421611324 tempest-AttachVolumeShelveTestJSON-421611324-project] (106376) timed out ('10.222.0.50', 50665) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:30:34.937454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5c46504d-5b97-4843-aea2-fbc5818139b3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:34.968006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.000250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.013757 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab3acb6-bfd8-4255-b327-ce5f2d76a959 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:30:35.019942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ab3acb6-bfd8-4255-b327-ce5f2d76a959 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/e7de6ead-da7e-4da9-b6fe-2fca40ed2f30 HTTP/1.1" status: 404 len: 333 time: 0.1336308 Sep 01 15:30:35.026751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:35.027110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:35.027444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.222985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 430aae97-6e10-453a-a76a-ca4ed14680c1 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:35.240136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:35.251533 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:35.256523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.269917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.276892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d09bfb3a-9445-4aed-951b-0fa6a6f454e2 HTTP/1.1" status: 204 len: 168 time: 1.3879764 Sep 01 15:30:35.307196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ee59e-8b94-466f-8d85-11ffdee1bf07 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09bfb3a-9445-4aed-951b-0fa6a6f454e2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.365844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5c46504d-5b97-4843-aea2-fbc5818139b3,segment=NetworkSegment(d3d0c634-314f-4cce-b716-b64248b3b784),segment_id=d3d0c634-314f-4cce-b716-b64248b3b784)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:35.436479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5c46504d-5b97-4843-aea2-fbc5818139b3', 'network_id': '1b743da7-aec5-4507-863a-07c041a29f92', 'port_id': '5c46504d-5b97-4843-aea2-fbc5818139b3', 'mac_address': 'fa:16:3e:5d:15:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a4a43b-0138-4987-bbc5-b05efff8b71b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:35.472261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.590436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158a9d-b049-4ad8-9d85-da9c78245c76 req-af2493bf-b633-4d40-860e-842a7a8bd97d tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.593676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3158a9d-b049-4ad8-9d85-da9c78245c76 req-af2493bf-b633-4d40-860e-842a7a8bd97d tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 944 time: 0.2142670 Sep 01 15:30:35.615109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.687067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c46504d-5b97-4843-aea2-fbc5818139b3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:35.714511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3158a9d-b049-4ad8-9d85-da9c78245c76 req-5f3c0da3-762a-41c8-96bf-0ed5593f48b0 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059852 Sep 01 15:30:35.750796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53976) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:35.785930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5c46504d-5b97-4843-aea2-fbc5818139b3,segment=NetworkSegment(d3d0c634-314f-4cce-b716-b64248b3b784),segment_id=d3d0c634-314f-4cce-b716-b64248b3b784)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:35.797211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.848523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.865401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d747eb7f-0c05-4763-af44-f8b2096cbfd6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74b89bf32154474ebf72dcf463a2a1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076980 Sep 01 15:30:35.867186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53982) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:35.913599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.958576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-4289dabc-0165-462b-8328-48a01eedc532 req-5d9e6c46-4ce7-415f-bee8-9eb62ea173d0 service neutron] (106377) timed out ('10.222.0.50', 50809) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:30:35.973676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.993360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5c46504d-5b97-4843-aea2-fbc5818139b3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:36.037138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.041935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c93fdc67-4b16-4b04-b72d-e8511690de7e req-f0263556-d9ae-4975-a484-bfa950919fa4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0852442 Sep 01 15:30:36.051380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.080917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.095408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/430aae97-6e10-453a-a76a-ca4ed14680c1 HTTP/1.1" status: 204 len: 168 time: 1.0668180 Sep 01 15:30:36.097748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53988) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:36.100958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8746e5d-01d8-45dd-a98e-e70365034cf9 None None] Network fd5b1b73-c6ad-4923-b8f5-ef285d580987 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:36.142604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767438a-824c-46d8-bb8b-3b631976e600 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=430aae97-6e10-453a-a76a-ca4ed14680c1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:36.241491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.244495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.246174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f934b325-0bda-47ec-bd2a-ad6808c0033e HTTP/1.1" status: 204 len: 168 time: 0.3765278 Sep 01 15:30:36.262152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e79dd2-8728-45f0-99cb-ced00fcc037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934b325-0bda-47ec-bd2a-ad6808c0033e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:36.290246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.429510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:36.430069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.625537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,segment=NetworkSegment(43184efa-1b52-4e06-88fa-ef0f85e39ebe),segment_id=43184efa-1b52-4e06-88fa-ef0f85e39ebe)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:36.627781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.649936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:36.660898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] DHCP port deletion for fd5b1b73-c6ad-4923-b8f5-ef285d580987 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:36.808744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Deleting port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:36.809438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.849798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.900556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:36.971872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] For port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,segment=NetworkSegment(43184efa-1b52-4e06-88fa-ef0f85e39ebe),segment_id=43184efa-1b52-4e06-88fa-ef0f85e39ebe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:36.972996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.985160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:37.001378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Calling delete_port for 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:37.002949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58326a3-627b-40f7-9131-3a9a583c56d7 req-0d0ae5b7-80e8-419c-9e07-33f7a356c0a4 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.014278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c58326a3-627b-40f7-9131-3a9a583c56d7 req-0d0ae5b7-80e8-419c-9e07-33f7a356c0a4 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 945 time: 0.1082985 Sep 01 15:30:37.106144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c58326a3-627b-40f7-9131-3a9a583c56d7 req-aba998a2-fa78-476f-963f-e9f8dc76c975 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908060 Sep 01 15:30:37.150297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.164156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5b1b73-c6ad-4923-b8f5-ef285d580987']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:37.168402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.183713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43184efa-1b52-4e06-88fa-ef0f85e39ebe') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:37.184036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43184efa-1b52-4e06-88fa-ef0f85e39ebe') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:37.196679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.203035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] Pushing event deleted for resources: {'Port': ['ID=603fd954-da8e-4a9f-a8d6-6467b37a2dd5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:37.215836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8960de-d2a1-420d-a586-7817010318e7 None None] No DVR routers for this DVR port 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:37.256974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f10087b1-49cc-461f-b888-bcf20a13c22b req-cb42a3e1-cce7-4cb0-9f62-508f75fe4fc2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0520587 Sep 01 15:30:37.261418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.272359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:37.273130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:37.279165 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:37.391275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.408964 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.412401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/fd5b1b73-c6ad-4923-b8f5-ef285d580987 HTTP/1.1" status: 204 len: 168 time: 1.2793846 Sep 01 15:30:37.425528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54020) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:37.432416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-295362994'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:37.479716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c55ec3-1db8-4466-a0f6-80c7ca434e5c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=fd5b1b73-c6ad-4923-b8f5-ef285d580987,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:37.499170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:37.503361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.542417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:37.559191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.559496 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Added segment 684dcdfa-d975-4e96-94d7-cf45c7bdd6fb of type vlan for network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 Sep 01 15:30:37.601466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:37.630489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:37.630845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 603fd954-da8e-4a9f-a8d6-6467b37a2dd5 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:37.638300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-fa3284bd-6961-4781-948c-a1029ba6cb7b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.645893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-fa3284bd-6961-4781-948c-a1029ba6cb7b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.2615430 Sep 01 15:30:37.658644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': '5c655520-0faa-42ed-917f-e5b932c90d38', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:37.672076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.725480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.746801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.748579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.857007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4297662 Sep 01 15:30:37.859979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:37.869454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:37.878568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:37.888445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.973455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84005623-b451-4a5e-973d-627b8825efee tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Network': ['ID=9f0dbb02-3430-4f14-8d16-6dc03b3eb422,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:37.990536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:38.092645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:38.101249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.106384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.12 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/d9ea969c-8f71-47d7-80ca-6f3d658f2fa1) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:38.199816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54042) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:38.526366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2eb20-8e7d-4250-a8fd-5b5dc652362c req-28ea78cd-a4ce-4f90-8092-7abd15dfff66 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.541351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59f2eb20-8e7d-4250-a8fd-5b5dc652362c req-28ea78cd-a4ce-4f90-8092-7abd15dfff66 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 945 time: 0.2378457 Sep 01 15:30:38.562588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-187736270-network', 'tenant_id': 'e3110d7d7b5d4e819f9ed46c52c57a91'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:38.570943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.612200 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-66e01d32-5146-498c-9eac-f501bd8854bb req-11ee4b49-c5c4-4b75-a221-c06e24629b7b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0772326 Sep 01 15:30:38.710222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59f2eb20-8e7d-4250-a8fd-5b5dc652362c req-064e4c52-61b2-4e4a-af62-deb27ea29f62 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670287 Sep 01 15:30:38.723431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.755623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:38.765638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Made reservation on behalf of e3110d7d7b5d4e819f9ed46c52c57a91 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:38.769481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.804698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.813766 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.889597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:38.894297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:38.898148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:38.917544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=7ea19f74-6687-4353-8e45-89bd9e069e59,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:38.937199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5c46504d-5b97-4843-aea2-fbc5818139b3 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:38.959493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Checking segment: {'id': '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:38.963767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network hostable DHCP agents. Network: 9f0dbb02-3430-4f14-8d16-6dc03b3eb422, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:38.964674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:39.012649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:39.013786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.031267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:39.071740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9f0dbb02-3430-4f14-8d16-6dc03b3eb422) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:39.098806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8000b-e998-4406-8ecf-2d836cb3d6e6 None None] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:39.115182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:39.116085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.201970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.217515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-58a9a602-59bc-4252-a91f-c15e97336433 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5634575 Sep 01 15:30:39.223427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.232144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Request body: {'port': {'device_id': '5c655520-0faa-42ed-917f-e5b932c90d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:39.259498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5c46504d-5b97-4843-aea2-fbc5818139b3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:39.291661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5c46504d-5b97-4843-aea2-fbc5818139b3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:39.292277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.320629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119af992-1ccd-467b-a7ba-d5fac70ce090,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:39.328775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-676386a3-3cd5-4024-8c9e-957f39bd4420 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4674475 Sep 01 15:30:39.331166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:39.334407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54074) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:39.340318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-538646224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:39.379703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.381603 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Added segment a0eada95-d905-444f-93a2-11c6324e16eb of type vlan for network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 Sep 01 15:30:39.408081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.409024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.411517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.489528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f602ba61-2ea9-4094-99b1-1e3dd83596ff None None] Provisioning for port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:39.573681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f602ba61-2ea9-4094-99b1-1e3dd83596ff None None] Provisioning complete for port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:39.574835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f602ba61-2ea9-4094-99b1-1e3dd83596ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.668372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.736755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.788511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.resource_extend [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:30:39.815907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.846523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.900660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:39.903460 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f008f83-f79f-4632-a91f-df1b77f0cd3a" -d '{"events": [{"server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:39.907089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.908808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:39.909674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.931237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.932996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c446bd4d-40e1-4908-97e5-b8b14ef8adba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5974166 Sep 01 15:30:39.944636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7431972 Sep 01 15:30:39.954974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:39.955522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54096) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:39.975907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422', 'name': 'tempest-PortsIpV6TestJSON-234641503'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:40.011506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Request body: {'subnet': {'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-187736270-subnet', 'tenant_id': 'e3110d7d7b5d4e819f9ed46c52c57a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:40.022351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d450019-8464-48b3-b90e-51d753928f8f req-8b12573e-67e1-46e8-951b-f4ee1ab35145 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:40.030922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d450019-8464-48b3-b90e-51d753928f8f req-8b12573e-67e1-46e8-951b-f4ee1ab35145 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 932 time: 0.2224481 Sep 01 15:30:40.091723 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4d450019-8464-48b3-b90e-51d753928f8f req-edf9acbe-ccc5-46f4-9b1e-bb71e29eef8a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Sep 01 15:30:40.106591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588ce0-b39d-4a00-893c-d143514885e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.136848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:40.233572 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b60641-5332-4be9-81b8-27d3fb438d0d x-openstack-request-id: req-61b60641-5332-4be9-81b8-27d3fb438d0d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:40.234380 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "name": "network-vif-plugged", "status": "completed", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:40.234984 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61b60641-5332-4be9-81b8-27d3fb438d0d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:40.236107 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3', 'code': 200} Sep 01 15:30:40.251968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9f0dbb02-3430-4f14-8d16-6dc03b3eb422', 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '7ea19f74-6687-4353-8e45-89bd9e069e59'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:40.253266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.271341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f602ba61-2ea9-4094-99b1-1e3dd83596ff None None] Port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:40.274602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5c46504d-5b97-4843-aea2-fbc5818139b3,segment=NetworkSegment(d3d0c634-314f-4cce-b716-b64248b3b784),segment_id=d3d0c634-314f-4cce-b716-b64248b3b784)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:40.375457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048b10-25be-4062-b0ff-7a6a50771748 req-6a8f1127-bc9c-4329-a6b5-79cb12115945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:40.380830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de048b10-25be-4062-b0ff-7a6a50771748 req-6a8f1127-bc9c-4329-a6b5-79cb12115945 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 1097 time: 0.1183777 Sep 01 15:30:40.399976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Made reservation on behalf of e3110d7d7b5d4e819f9ed46c52c57a91 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:40.404412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.451905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Allocated IP 2001:db8::2 (9f0dbb02-3430-4f14-8d16-6dc03b3eb422/7ea19f74-6687-4353-8e45-89bd9e069e59/9dcca42b-6137-4d52-9898-7924a158da78) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:40.457288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-de048b10-25be-4062-b0ff-7a6a50771748 req-654267be-d544-4e7f-b320-78588156da6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674641 Sep 01 15:30:40.476781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6cf21-75bd-46fc-aa82-85964c61e588 req-e11b5992-0866-4309-ac47-ef90f7133efa tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:40.478642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edd6cf21-75bd-46fc-aa82-85964c61e588 req-e11b5992-0866-4309-ac47-ef90f7133efa tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 945 time: 0.5424953 Sep 01 15:30:40.567384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:40.571401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.638743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.654377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Transition to ACTIVE for port object 9dcca42b-6137-4d52-9898-7924a158da78 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:40.658246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 6743421c-48e0-46e0-87d7-0372adaa5a9b yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:30:40.682500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Transition to ACTIVE for port object 9dcca42b-6137-4d52-9898-7924a158da78 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:40.700745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.703595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.706864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edd6cf21-75bd-46fc-aa82-85964c61e588 req-7423a0cc-4f85-4116-8ebd-2ea7c7a274d7 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890881 Sep 01 15:30:40.780230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:40.788958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:40.794375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:40.849844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:40.868707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.897417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.948334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Transition to ACTIVE for port object d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:40.956456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Pushing event updated for resources: {'Port': ['ID=9dcca42b-6137-4d52-9898-7924a158da78,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.960538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Attempting to bind port 9dcca42b-6137-4d52-9898-7924a158da78 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:40.961389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Attempting to bind port 9dcca42b-6137-4d52-9898-7924a158da78 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:40.962276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Attempting to bind port 9dcca42b-6137-4d52-9898-7924a158da78 on network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:40.977372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:40.978205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Checking segment: {'id': '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:40.978934 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.979731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Bound using segment: {'id': '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:40.980872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.982053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Bound port: 9dcca42b-6137-4d52-9898-7924a158da78, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f0dbb02-3430-4f14-8d16-6dc03b3eb422'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:40.982766 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.081451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] For port 9dcca42b-6137-4d52-9898-7924a158da78, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:41.095392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] For port 9dcca42b-6137-4d52-9898-7924a158da78, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9dcca42b-6137-4d52-9898-7924a158da78,segment=NetworkSegment(684dcdfa-d975-4e96-94d7-cf45c7bdd6fb),segment_id=684dcdfa-d975-4e96-94d7-cf45c7bdd6fb)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:41.107114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.133578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::359 (9f0dbb02-3430-4f14-8d16-6dc03b3eb422/7ea19f74-6687-4353-8e45-89bd9e069e59/6743421c-48e0-46e0-87d7-0372adaa5a9b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:41.159966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:41.282075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.350730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9ad9-489f-4ae8-8549-6ffd37a3a7ed req-1a0b77b3-8713-4a75-94a0-1711c6dde86f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:41.353010 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-653c9ad9-489f-4ae8-8549-6ffd37a3a7ed req-1a0b77b3-8713-4a75-94a0-1711c6dde86f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1344759 Sep 01 15:30:41.406456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b0450-5322-4d4b-9c8c-d714ac74af8a None None] Pushing event updated for resources: {'Port': ['ID=9dcca42b-6137-4d52-9898-7924a158da78,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:41.457965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-653c9ad9-489f-4ae8-8549-6ffd37a3a7ed req-8755ecfc-701e-49ad-9a19-1c002ec9b08c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935440 Sep 01 15:30:41.635332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe543bb-61e1-45c4-9642-6e5ff8cccd2f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:41.687913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Checking segment: {'id': 'a0eada95-d905-444f-93a2-11c6324e16eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:41.688186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Network hostable DHCP agents. Network: b0588cfb-0bea-4cdb-8d08-88ef96a07cd1, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:41.735092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.760830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Attempting to bind port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:41.783510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Attempting to bind port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:41.784055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Attempting to bind port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:41.801183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:41.801520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Attempting to bind port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:41.804394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object 6743421c-48e0-46e0-87d7-0372adaa5a9b will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:41.820844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:41.854028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:41.855190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:41.855867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:41.856651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Bound port: d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:41.857301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.870168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b0588cfb-0bea-4cdb-8d08-88ef96a07cd1) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:41.882100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e53b5-c94c-4313-823b-d5606b95d40b None None] Network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:41.899998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:41.901135 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.006765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.102319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f292a29-3e33-4d5c-a133-ca07ae9a7cc5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1440804 Sep 01 15:30:42.313659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:42.333928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb4ba5-b0d3-4144-ba92-8a4db1f6c01b None None] Network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:42.348335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:42.364300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:42.381696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.382637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.425459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c36ff-cd04-4925-8072-6ea1851b2572 req-03dd44ab-a76b-4d93-95c1-d361f6b8529f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.425459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400c36ff-cd04-4925-8072-6ea1851b2572 req-03dd44ab-a76b-4d93-95c1-d361f6b8529f tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 946 time: 0.5071113 Sep 01 15:30:42.425459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=6743421c-48e0-46e0-87d7-0372adaa5a9b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:42.457763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:42.463608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:42.474503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2860c6db-8590-4afb-8a28-4ab2469f971c tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5136788 Sep 01 15:30:42.474825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:42.475660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.610270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.611847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.613522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 HTTP/1.1" status: 200 len: 1093 time: 3.3876128 Sep 01 15:30:42.640068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:42.646790 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d3917-2e75-4a8b-afc1-47c94f98e762" -d '{"events": [{"name": "network-changed", "server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:42.720636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caf8a0-e207-4ea5-933d-3f20c7875c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:42.739921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-c00d5d81-1ebd-4a26-a9b4-aebe3c1f1aa3 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180875 Sep 01 15:30:42.828690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400c36ff-cd04-4925-8072-6ea1851b2572 req-2cfb8cc3-059b-4eb3-a09a-2b6fad7b954c tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279064 Sep 01 15:30:42.843498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-1f85c010-b3e8-48ec-83b4-e82053363032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.845760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-1f85c010-b3e8-48ec-83b4-e82053363032 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 1096 time: 0.1627533 Sep 01 15:30:42.945013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-80f20bf8-eb38-4279-853d-036a9f19f621 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 HTTP/1.1" status: 200 len: 217 time: 0.0806446 Sep 01 15:30:43.031320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-3af905e7-653c-4d0d-9bfd-717d1e57a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.033723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-3af905e7-653c-4d0d-9bfd-717d1e57a60c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.0806668 Sep 01 15:30:43.200843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f78bf-8a5f-4c52-a9fc-95c90ff31ed5 req-f4a59188-5279-4bb8-91f9-38a3a2fd7e3f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.214600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e75f78bf-8a5f-4c52-a9fc-95c90ff31ed5 req-f4a59188-5279-4bb8-91f9-38a3a2fd7e3f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1437571 Sep 01 15:30:43.263613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-5290bbd7-84b7-4f63-b5d2-7f9aa80249ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.266861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-5290bbd7-84b7-4f63-b5d2-7f9aa80249ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231615 Sep 01 15:30:43.271002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-0da70475-d469-476a-9420-169b491698b1 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.281263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-0da70475-d469-476a-9420-169b491698b1 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5368934 Sep 01 15:30:43.328909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-0a2441dd-6927-4b2e-8282-9e66bc4f35a5 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/quotas/8c9ed3adf2d54cef81d449ecd0dac927 HTTP/1.1" status: 200 len: 375 time: 0.0488889 Sep 01 15:30:43.416165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e75f78bf-8a5f-4c52-a9fc-95c90ff31ed5 req-6911521f-5e5a-4c2f-8916-44cdef4f306e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928387 Sep 01 15:30:43.503412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563d03e-7426-48af-b6be-955facfccae1 None None] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:43.640085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c8defce6-d867-4d5f-8b2d-9a5c24d12f0d None None] Provisioning for port 9dcca42b-6137-4d52-9898-7924a158da78 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:43.648805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-0a7cbb76-76a2-4fcc-bbdc-429edf3c9183 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708057 Sep 01 15:30:43.902009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9dcca42b-6137-4d52-9898-7924a158da78 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:43.902610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4699b3a-d469-4e99-8ed4-5d103fafd2fc req-52a4670a-b391-4597-9211-fc33906b16e0 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423539 Sep 01 15:30:44.075935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-920db402-9916-4e65-841c-9c32aca81a47 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7456477 Sep 01 15:30:44.122952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9dcca42b-6137-4d52-9898-7924a158da78 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:44.133349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9dcca42b-6137-4d52-9898-7924a158da78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:44.137900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.354316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.429951 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2858757-6dec-4f92-b9e0-eae901cd274f x-openstack-request-id: req-f2858757-6dec-4f92-b9e0-eae901cd274f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:44.430935 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:44.431394 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2858757-6dec-4f92-b9e0-eae901cd274f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:44.431993 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1', 'status': 'completed', 'code': 200} Sep 01 15:30:44.588850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.618699 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db40486a-e8d7-49dd-bed4-6a45f929c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.717346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 9dcca42b-6137-4d52-9898-7924a158da78, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9dcca42b-6137-4d52-9898-7924a158da78,segment=NetworkSegment(684dcdfa-d975-4e96-94d7-cf45c7bdd6fb),segment_id=684dcdfa-d975-4e96-94d7-cf45c7bdd6fb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:44.736857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.806049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-3c8032a5-ef4d-4148-9bba-a9f964264152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:44.812754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-3c8032a5-ef4d-4148-9bba-a9f964264152 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 1096 time: 0.3888149 Sep 01 15:30:44.951394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Provisioning for port 6743421c-48e0-46e0-87d7-0372adaa5a9b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:44.992540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Provisioning complete for port 6743421c-48e0-46e0-87d7-0372adaa5a9b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:44.992804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.074581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=9dcca42b-6137-4d52-9898-7924a158da78,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:45.142826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-bdb4c2fc-74df-42b8-869d-69d64e1764db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.145541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-bdb4c2fc-74df-42b8-869d-69d64e1764db service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3101611 Sep 01 15:30:45.172990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Port 6743421c-48e0-46e0-87d7-0372adaa5a9b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:45.230741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Provisioning complete for port 9dcca42b-6137-4d52-9898-7924a158da78 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:45.231165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c993b7db-637f-4dc5-b012-78f8c8dcb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.256442 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-56332e09-246d-4e3c-a658-639fcaf5c55d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 HTTP/1.1" status: 200 len: 217 time: 0.0993452 Sep 01 15:30:45.302799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-7f5c345e-47cc-44b4-9ccb-81a89ddd0307 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.314072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-7f5c345e-47cc-44b4-9ccb-81a89ddd0307 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/networks?id=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 HTTP/1.1" status: 200 len: 821 time: 1.2108805 Sep 01 15:30:45.372640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0e01ce1e-23de-4413-804f-bc1020162c52 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/quotas/e3110d7d7b5d4e819f9ed46c52c57a91 HTTP/1.1" status: 200 len: 375 time: 0.0573471 Sep 01 15:30:45.495901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-78b8c895-610a-40f4-bbd7-dc37c720d101 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3110d7d7b5d4e819f9ed46c52c57a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212950 Sep 01 15:30:45.526600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.561452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-22c71e9b-205e-44f3-9b2d-10a91567e635 req-fb3565e7-e3fe-4518-9c37-c1c3bfbdae65 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 210 time: 0.5666895 Sep 01 15:30:45.572143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.644998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:30:45.663362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9dcca42b-6137-4d52-9898-7924a158da78 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:45.754974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-92b0fd2e-ca43-423d-b1b3-414235eeafd2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498353 Sep 01 15:30:45.820157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1391199e-2433-477c-8cc3-d7cf1efe7e10 None None] Provisioning complete for port 6743421c-48e0-46e0-87d7-0372adaa5a9b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:45.820157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1391199e-2433-477c-8cc3-d7cf1efe7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.822550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9dcca42b-6137-4d52-9898-7924a158da78 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:45.822910 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.970872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-2beeb931-30fe-4dc4-b7b1-829241942a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.972437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-2beeb931-30fe-4dc4-b7b1-829241942a9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.6393166 Sep 01 15:30:46.131080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0a2f3f59-c3dc-4f5c-9dcf-940890796287 service neutron] 10.222.0.41 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748174 Sep 01 15:30:46.154663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-36cd6607-2d2a-4204-b031-6a81273c6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:46.156275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-36cd6607-2d2a-4204-b031-6a81273c6326 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720145 Sep 01 15:30:46.180033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=6743421c-48e0-46e0-87d7-0372adaa5a9b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:46.221152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1391199e-2433-477c-8cc3-d7cf1efe7e10 None None] Port 6743421c-48e0-46e0-87d7-0372adaa5a9b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:46.258789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab973098-f079-422b-aa02-a0e41d1eaa0b req-3be05a88-475e-4032-88c3-5febc828ec0a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:46.260424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab973098-f079-422b-aa02-a0e41d1eaa0b req-3be05a88-475e-4032-88c3-5febc828ec0a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.3619351 Sep 01 15:30:46.373394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4d913160-eca3-4ec5-be4d-9f4a30f0a9f8 None None] Provisioning complete for port 6743421c-48e0-46e0-87d7-0372adaa5a9b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:46.374394 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d913160-eca3-4ec5-be4d-9f4a30f0a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:46.523315 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:46.577408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4d913160-eca3-4ec5-be4d-9f4a30f0a9f8 None None] Port 6743421c-48e0-46e0-87d7-0372adaa5a9b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:46.586705 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-ca1a9d49-e670-487f-96bc-627e87148e9f tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828865 Sep 01 15:30:46.657514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-211e057b-c828-4ab5-b708-3ea4f5aca28e service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850981 Sep 01 15:30:46.849957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab973098-f079-422b-aa02-a0e41d1eaa0b req-d8589412-6c60-46c0-aa46-ab375518430c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536976 Sep 01 15:30:46.970502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fde9a110-1c7a-41ca-8d12-0cdc7c882960 req-37f8e462-16b7-47f6-ae9c-b868ee722b41 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 210 time: 0.1710920 Sep 01 15:30:47.092284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-996d3917-2e75-4a8b-afc1-47c94f98e762 req-3843ff60-3d00-4a43-86c8-e69fcb8f756a service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336176 Sep 01 15:30:47.119693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-2eebf919-5b20-41a5-8cb4-5fa8386a2270 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.121688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-2eebf919-5b20-41a5-8cb4-5fa8386a2270 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5338590 Sep 01 15:30:47.150527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Request body: {'port': {'device_id': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': '8c9ed3adf2d54cef81d449ecd0dac927'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:47.159019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.177301 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-285f102c-91d4-4b92-bc24-fe67f2be4527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.253668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8e50ef18-73ee-4906-bd03-c21adcf8c05f req-a8fc117c-28f7-4e8d-a9cf-4a553f2bb29e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 210 time: 0.1198208 Sep 01 15:30:47.599335 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.997550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Made reservation on behalf of 8c9ed3adf2d54cef81d449ecd0dac927 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:48.009577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.046052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.439061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e219ec-0ae4-41ce-a99f-568dd9c6c7fe req-21b50d93-1981-4364-a3b9-8d062c99c1fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.456166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08e219ec-0ae4-41ce-a99f-568dd9c6c7fe req-21b50d93-1981-4364-a3b9-8d062c99c1fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.3204775 Sep 01 15:30:48.472611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.475596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.480979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.496308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.497616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.517988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-783d31b2-af9e-4482-9b9e-1487f9641248 req-a39ae046-cd6d-4734-8cb9-2c6f06299c80 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 210 time: 0.1210086 Sep 01 15:30:48.846009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:48.909349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=6743421c-48e0-46e0-87d7-0372adaa5a9b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:48.942953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08e219ec-0ae4-41ce-a99f-568dd9c6c7fe req-6215b267-b1f0-4812-9822-97f8c4dff409 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646564 Sep 01 15:30:48.962637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a46b18a-6dfa-44e1-bf45-7319cbb3a4f5 req-e7b593bf-3e84-4130-9b0e-dac6546c71dd tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 210 time: 0.0919189 Sep 01 15:30:49.088812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.103446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.156623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:49.210607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.231947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:49.419983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b719c1-bc73-4c08-a1e9-12fc20e217a3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:49.499170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.519622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.753349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Allocated IP 192.168.233.209 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:49.843971 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d3fa199-26e7-48a5-a00c-4e4f211d400a req-5b6fa818-a2ef-444f-92ba-f4da39ddf97a tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 210 time: 0.0458703 Sep 01 15:30:49.896635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Router c9a54aec-f39c-4a6b-a786-69f160b5f177 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:30:49.931134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-d8480065-3aaf-4f2e-9096-5829c3057616 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:49.933624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-d8480065-3aaf-4f2e-9096-5829c3057616 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.50 "GET /v2.0/networks?id=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 HTTP/1.1" status: 200 len: 821 time: 0.3676867 Sep 01 15:30:49.941216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d97603ba7074463ca481c1c41b653edb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0937996 Sep 01 15:30:49.945141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54246) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:49.945817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb6d20-7b02-4551-b13f-51c906ac85e4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:49.958661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Request body: {'port': {'device_id': '0d2bd009-e268-44cc-8053-731b61ae921a', 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1', 'admin_state_up': True, 'tenant_id': 'e3110d7d7b5d4e819f9ed46c52c57a91'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:49.982869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.984728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fd45b289-dc15-4da9-bba2-7bad372cd52b None None] Provisioning complete for port 6743421c-48e0-46e0-87d7-0372adaa5a9b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:49.986990 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd45b289-dc15-4da9-bba2-7bad372cd52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.093872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fd45b289-dc15-4da9-bba2-7bad372cd52b None None] Port 6743421c-48e0-46e0-87d7-0372adaa5a9b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:50.105539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.105889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.106229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.106617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.107067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.107402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.107938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.108267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.108639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.108970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.109328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.109947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed6d86-8999-4498-a830-2a35004d6da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:50.162741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Made reservation on behalf of e3110d7d7b5d4e819f9ed46c52c57a91 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:50.168405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.199143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defd340-8b0a-4415-802e-c367cadd1ac4 req-20213e95-8bd8-4ac2-8f09-4711ff4b1bab tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.200784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5defd340-8b0a-4415-802e-c367cadd1ac4 req-20213e95-8bd8-4ac2-8f09-4711ff4b1bab tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1120982 Sep 01 15:30:50.285812 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-38e3293f-838d-4ee6-9ff9-745fa062df94 req-5ea82350-54cd-43bb-aa3e-cb5432ce756c tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 210 time: 0.0575101 Sep 01 15:30:50.293240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5defd340-8b0a-4415-802e-c367cadd1ac4 req-98b1c581-4cc8-4b34-8973-155832cec9e6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837038 Sep 01 15:30:50.439991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:50.454337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f5bd9206-d89c-4c03-9cf1-dd742c717fcf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/routers/c9a54aec-f39c-4a6b-a786-69f160b5f177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9730358 Sep 01 15:30:50.454869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Allocated IP 172.20.0.10 (b0588cfb-0bea-4cdb-8d08-88ef96a07cd1/9fe543bb-61e1-45c4-9642-6e5ff8cccd2f/5b9eccfd-65d2-489e-95df-d42bf9aea5e1) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:50.456505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.466069 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] Sync routers for ids ['c9a54aec-f39c-4a6b-a786-69f160b5f177'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:50.482163 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] Routers {'c9a54aec-f39c-4a6b-a786-69f160b5f177'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:50.483403 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c9a54aec-f39c-4a6b-a786-69f160b5f177'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:50.525224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.536623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.567599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Transition to ACTIVE for port object 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:50.580050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.664866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a50b9f-bfc1-4bd6-a59f-445fe3558403 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.674095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b5a50b9f-bfc1-4bd6-a59f-445fe3558403 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9a54aec-f39c-4a6b-a786-69f160b5f177 HTTP/1.1" status: 200 len: 988 time: 0.2145643 Sep 01 15:30:50.675624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.721081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:50.738756 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] Routers {'c9a54aec-f39c-4a6b-a786-69f160b5f177'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:50.740086 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c9a54aec-f39c-4a6b-a786-69f160b5f177'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:50.801655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:50.802516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa490a8-c71d-48e5-b5c7-39818e52244c None None] The sync data for ids ['c9a54aec-f39c-4a6b-a786-69f160b5f177'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:50.808010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.954998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.960211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.967278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/babb6d20-7b02-4551-b13f-51c906ac85e4 HTTP/1.1" status: 204 len: 168 time: 0.9434638 Sep 01 15:30:50.972941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:50.989917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Pushing event updated for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:50.994333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:51.018349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:51.133684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf8d9-7871-49ee-b3f3-3d5231e7f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb6d20-7b02-4551-b13f-51c906ac85e4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:51.269677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c174890e-9274-4e13-ae33-448ecbb4d50b req-40a15d0c-3e32-438d-82b5-ce4abf586791 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 210 time: 0.1545117 Sep 01 15:30:51.315688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:51.317348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.353182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-96a1b3de-7d68-461d-9503-8ed24b158a8d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2075636 Sep 01 15:30:51.366818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Request body: {'port': {'device_id': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:51.603683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.700083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84a654-ab34-4a65-b914-1c40d71721d6 req-23437c2a-a69d-4e1b-b30e-7ae0edad4e90 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:51.703576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f84a654-ab34-4a65-b914-1c40d71721d6 req-23437c2a-a69d-4e1b-b30e-7ae0edad4e90 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 936 time: 0.1851411 Sep 01 15:30:51.774501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54280) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:51.794540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac34-903d-43ae-b646-e328298b57f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.806449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e0118663-bd3f-41be-bf9d-4f4068f5a150 None None] Provisioning for port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:51.814052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e0118663-bd3f-41be-bf9d-4f4068f5a150 None None] Provisioning complete for port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:51.814052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0118663-bd3f-41be-bf9d-4f4068f5a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.893764 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f84a654-ab34-4a65-b914-1c40d71721d6 req-db820551-abaf-413b-b746-08ab0837708a tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790526 Sep 01 15:30:51.994795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e0118663-bd3f-41be-bf9d-4f4068f5a150 None None] Port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:52.160908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93c659-d0b3-4800-92fb-745e76df41b1 req-d69399b8-b9e4-48d9-849d-db393ad53ba2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:52.167039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac34-903d-43ae-b646-e328298b57f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.169028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c93c659-d0b3-4800-92fb-745e76df41b1 req-d69399b8-b9e4-48d9-849d-db393ad53ba2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.3650560 Sep 01 15:30:52.181835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.188067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6aac34-903d-43ae-b646-e328298b57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.270368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c93c659-d0b3-4800-92fb-745e76df41b1 req-25c2fef2-7494-43c4-9d5f-020f1eed74b7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Sep 01 15:30:52.329881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aac34-903d-43ae-b646-e328298b57f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66767179-57ff-41c4-a471-4f0a95ff9bca,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:52.338998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa6aac34-903d-43ae-b646-e328298b57f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53e46c4b375e465a849ecd7465b9365e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633988 Sep 01 15:30:52.343706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:52.431034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.432178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.525476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:52.532862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:52.537666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:52.553370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.620367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:52.640403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628cb22-7c70-4165-a73e-15d41febb74a req-6ad3750d-446f-48c3-abc6-d59c49e7f3bd tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:52.642699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9628cb22-7c70-4165-a73e-15d41febb74a req-6ad3750d-446f-48c3-abc6-d59c49e7f3bd tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 932 time: 0.2267599 Sep 01 15:30:52.666027 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.712264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Pushing event updated for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:52.736639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce9193-7c8d-4d48-b6f1-d5124e79890f req-a803268b-45f4-45f9-b505-25462a59a89e tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:52.739328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47ce9193-7c8d-4d48-b6f1-d5124e79890f req-a803268b-45f4-45f9-b505-25462a59a89e tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 946 time: 0.2558486 Sep 01 15:30:52.741752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Transition to ACTIVE for port object 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:52.761523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.791162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:52.792864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.886942 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47ce9193-7c8d-4d48-b6f1-d5124e79890f req-f98120a8-4792-4b74-99e3-d0308110ac4b tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374269 Sep 01 15:30:52.887758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.890554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.896964 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66767179-57ff-41c4-a471-4f0a95ff9bca HTTP/1.1" status: 204 len: 168 time: 0.5513134 Sep 01 15:30:52.916028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-3d73a889-4de1-4298-a960-48e45bce98bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9618058 Sep 01 15:30:52.926543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.941630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:52.942288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c488fa-a67d-4b0b-a663-a4ee3e767002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66767179-57ff-41c4-a471-4f0a95ff9bca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:53.122305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Request body: {'port': {'device_id': '0d2bd009-e268-44cc-8053-731b61ae921a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:53.157955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468eed-6afb-4424-bdf9-4b78c0318f3e req-72306c7c-aea3-4ff8-ab3d-991c3d6aac5f tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:53.165811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92468eed-6afb-4424-bdf9-4b78c0318f3e req-72306c7c-aea3-4ff8-ab3d-991c3d6aac5f tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 948 time: 0.0939083 Sep 01 15:30:53.167868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Attempting to bind port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:53.168207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Attempting to bind port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:53.168539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Attempting to bind port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:53.180029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:53.180421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Attempting to bind port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:53.193848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9628cb22-7c70-4165-a73e-15d41febb74a req-a4fc0a2a-71bc-4dcd-bb49-3529912b39df tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963276 Sep 01 15:30:53.197464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:53.197875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:53.198228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:53.198755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Bound port: 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:53.199120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.281375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.340930 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92468eed-6afb-4424-bdf9-4b78c0318f3e req-e5f9cb7d-7d02-43fc-b999-149d1554ebdf tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737962 Sep 01 15:30:53.447419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:53.455367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:53.464495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.560180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:53.561454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.564490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 1097 time: 2.2027857 Sep 01 15:30:53.568908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:53.573974 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f26110d-6d0e-4bd5-8345-1ff03c744875" -d '{"events": [{"name": "network-changed", "server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:53.752650 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beba7110-1830-4e82-b98d-fa628e36eae0 x-openstack-request-id: req-beba7110-1830-4e82-b98d-fa628e36eae0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:53.753281 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:53.753848 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beba7110-1830-4e82-b98d-fa628e36eae0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:53.754601 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c', 'status': 'completed', 'code': 200} Sep 01 15:30:53.796935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5afc21-435f-4bdb-acf5-5c79a9b6a553 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:53.802036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54302) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:53.826158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-55b3d00d-c441-4a02-90f4-d06177f824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:53.829143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-55b3d00d-c441-4a02-90f4-d06177f824ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1100 time: 0.1884017 Sep 01 15:30:53.896861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fc45ef6-57a9-412e-9704-583e2f6052c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.963103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:53.975317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.987756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-68411912-d894-4ce8-85e8-f5d18838e5d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 217 time: 0.1395764 Sep 01 15:30:54.017422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Transition to ACTIVE for port object 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:54.034475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.051791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1370-4b69-4e26-b6ed-b17b5a439cbe req-9521754d-1022-45c0-a473-9b37759f4b55 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.053699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd1370-4b69-4e26-b6ed-b17b5a439cbe req-9521754d-1022-45c0-a473-9b37759f4b55 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.2117081 Sep 01 15:30:54.132827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-76da1a61-7d2f-4773-a505-6dee5d131763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.132827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-76da1a61-7d2f-4773-a505-6dee5d131763 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1310594 Sep 01 15:30:54.165908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:54.226284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82cd1370-4b69-4e26-b6ed-b17b5a439cbe req-424aff34-d5a1-4bdb-9985-daefacff08c0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473069 Sep 01 15:30:54.300475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-e1da1ea1-e20d-494d-a9ef-40afaac58b85 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.302903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-e1da1ea1-e20d-494d-a9ef-40afaac58b85 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.50 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 946 time: 0.4704664 Sep 01 15:30:54.367635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 6743421c-48e0-46e0-87d7-0372adaa5a9b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:54.369489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.374002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Attempting to bind port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:54.374412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Attempting to bind port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a0eada95-d905-444f-93a2-11c6324e16eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:54.375256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Attempting to bind port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 on network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:54.477533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 on network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:54.477899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Attempting to bind port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 on network b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:54.498906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fc45ef6-57a9-412e-9704-583e2f6052c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.500185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:54.500583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Checking segment: {'id': 'a0eada95-d905-444f-93a2-11c6324e16eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:54.501665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Bound using segment: {'id': 'a0eada95-d905-444f-93a2-11c6324e16eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:54.502217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Bound port: 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0eada95-d905-444f-93a2-11c6324e16eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:54.502699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.587553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e59e7-f66c-4e35-a60d-53ee28f2df14 req-22607103-44de-4a72-b80b-2337c7c08e27 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.601305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-848e59e7-f66c-4e35-a60d-53ee28f2df14 req-22607103-44de-4a72-b80b-2337c7c08e27 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 944 time: 0.2316375 Sep 01 15:30:54.650134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.693676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:54.697090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 6743421c-48e0-46e0-87d7-0372adaa5a9b owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:54.701896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-848e59e7-f66c-4e35-a60d-53ee28f2df14 req-4c63cf7c-107e-4c58-bf84-e30d295e84a7 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041813 Sep 01 15:30:54.726032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,segment=NetworkSegment(a0eada95-d905-444f-93a2-11c6324e16eb),segment_id=a0eada95-d905-444f-93a2-11c6324e16eb)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:54.734224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.838294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.838912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.840432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b9eccfd-65d2-489e-95df-d42bf9aea5e1 HTTP/1.1" status: 200 len: 1093 time: 1.9060354 Sep 01 15:30:54.842751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:54.845850 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827cc048-e48e-4c1f-bccb-1bf62d583513" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:54.870746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4e2c0d1b-7cd4-4add-94d3-5df34919e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.872320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-4e2c0d1b-7cd4-4add-94d3-5df34919e741 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7194774 Sep 01 15:30:54.878529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fc45ef6-57a9-412e-9704-583e2f6052c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.898492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704d8d5-1545-43cf-99c3-bf60f2b76685 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:54.904060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8ff3d-5ebc-467d-8d00-0f282c85fe1b req-57c67194-4291-4724-8549-92fed42c29f1 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.905665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4eb8ff3d-5ebc-467d-8d00-0f282c85fe1b req-57c67194-4291-4724-8549-92fed42c29f1 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 946 time: 0.7551100 Sep 01 15:30:54.992869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed712-a1ff-4043-9365-d0d480041e37 req-312e3667-4306-4cd8-9d1a-a3d56f5381ac tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.994610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e3ed712-a1ff-4043-9365-d0d480041e37 req-312e3667-4306-4cd8-9d1a-a3d56f5381ac tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 948 time: 0.1964417 Sep 01 15:30:55.033698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-99f9abb1-a396-47dc-b453-48492d080bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.035289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-99f9abb1-a396-47dc-b453-48492d080bbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3110d7d7b5d4e819f9ed46c52c57a91&device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 1096 time: 0.1381085 Sep 01 15:30:55.040133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5fc45ef6-57a9-412e-9704-583e2f6052c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c066346386024f58a9a91786a539c1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2361321 Sep 01 15:30:55.041043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc45ef6-57a9-412e-9704-583e2f6052c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ceda6a-5612-402b-811c-824f5a314f2b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.045926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.088899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4eb8ff3d-5ebc-467d-8d00-0f282c85fe1b req-f27d59b4-7942-43cb-b6b5-73d3ed51cb87 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/security-groups?id=1498b6bf-a5b8-435a-b77e-59ef02df5536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538353 Sep 01 15:30:55.095314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Deleting port 5c46504d-5b97-4843-aea2-fbc5818139b3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:55.095663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.149843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-5663e8ed-b8ca-40a9-a6cb-98cc306fdae6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1 HTTP/1.1" status: 200 len: 217 time: 0.1047087 Sep 01 15:30:55.160834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-9fda6bb2-5d87-466e-a343-cd6486b32134 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793577 Sep 01 15:30:55.177910 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e3ed712-a1ff-4043-9365-d0d480041e37 req-fd5fb362-6afb-4a6e-9ce7-4f23592b3eae tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684315 Sep 01 15:30:55.210036 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2eb3bd-c89c-4adb-aa8c-31e6e87254c9 x-openstack-request-id: req-0a2eb3bd-c89c-4adb-aa8c-31e6e87254c9 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:55.210366 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:55.210566 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a2eb3bd-c89c-4adb-aa8c-31e6e87254c9 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:55.210986 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1', 'status': 'completed', 'code': 200} Sep 01 15:30:55.227001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.270759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=6743421c-48e0-46e0-87d7-0372adaa5a9b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.287368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-7c7f44eb-8c7a-4101-8aac-627b9fa0df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.288901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-7c7f44eb-8c7a-4101-8aac-627b9fa0df83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fe543bb-61e1-45c4-9642-6e5ff8cccd2f HTTP/1.1" status: 200 len: 861 time: 0.1291766 Sep 01 15:30:55.296393 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.309789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] For port 5c46504d-5b97-4843-aea2-fbc5818139b3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5c46504d-5b97-4843-aea2-fbc5818139b3,segment=NetworkSegment(d3d0c634-314f-4cce-b716-b64248b3b784),segment_id=d3d0c634-314f-4cce-b716-b64248b3b784)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:55.309789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.342487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Calling delete_port for 5c46504d-5b97-4843-aea2-fbc5818139b3 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:55.357467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a251637-3570-4f1d-a0e2-10325d97d99a req-56eb1dc6-ab5e-4857-95df-c28b44c89588 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895773 Sep 01 15:30:55.440321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-e7a6cd3d-5732-4349-a2af-d14675ea276c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400597 Sep 01 15:30:55.502661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.517453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.584914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d52f43-63be-43ec-b4e9-863d395cad9b req-e189b36d-e5aa-4299-9d77-2f582b75ed89 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.589949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41d52f43-63be-43ec-b4e9-863d395cad9b req-e189b36d-e5aa-4299-9d77-2f582b75ed89 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1587930 Sep 01 15:30:55.595259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-6159eb80-9db0-4cac-affe-56860fa8a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.597220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-6159eb80-9db0-4cac-affe-56860fa8a0bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1100 time: 0.1681664 Sep 01 15:30:55.769073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-41d52f43-63be-43ec-b4e9-863d395cad9b req-812bd598-9d7a-41ed-b054-b6c5a8ccc6da tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694522 Sep 01 15:30:55.785390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.822312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Pushing event deleted for resources: {'Port': ['ID=5c46504d-5b97-4843-aea2-fbc5818139b3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.831922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.834686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.839122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7ceda6a-5612-402b-811c-824f5a314f2b HTTP/1.1" status: 204 len: 168 time: 0.7691665 Sep 01 15:30:55.856616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-4a370e2f-cd36-4d27-a8c9-670d9ff1503e service neutron] 10.222.0.50 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549986 Sep 01 15:30:55.860181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c2f9-bc01-4c61-9731-13a7a8149509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ceda6a-5612-402b-811c-824f5a314f2b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.876574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-14c5ceb5-b066-49f4-a89f-9d52f628bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.878420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-14c5ceb5-b066-49f4-a89f-9d52f628bb24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2704234 Sep 01 15:30:55.880343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Router c9a54aec-f39c-4a6b-a786-69f160b5f177 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:30:55.965495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] No DVR routers for this DVR port 5c46504d-5b97-4843-aea2-fbc5818139b3 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:55.969003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.972585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d3005e1d-ac8d-4608-b646-186b96b4d97e req-9c168c0d-110f-40c7-a8e6-891f9f6bfcc3 tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.50 "DELETE /v2.0/ports/5c46504d-5b97-4843-aea2-fbc5818139b3 HTTP/1.1" status: 204 len: 173 time: 1.5739131 Sep 01 15:30:55.973384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'name': 'network-vif-deleted', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:55.976045 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e2202-2f92-4d31-9e68-fce78be9587e" -d '{"events": [{"server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "name": "network-vif-deleted", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:55.981617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-081b2b02-0bcd-4ffc-8684-7cc15b608956 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 217 time: 0.0867922 Sep 01 15:30:56.066368 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61049e9-abea-4fac-9a76-0201c83f5867 x-openstack-request-id: req-e61049e9-abea-4fac-9a76-0201c83f5867 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:56.067034 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956084f6-a1b0-4964-9161-e0b3bbab2a2d", "name": "network-vif-deleted", "tag": "5c46504d-5b97-4843-aea2-fbc5818139b3", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:56.067534 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e61049e9-abea-4fac-9a76-0201c83f5867 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:56.068410 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956084f6-a1b0-4964-9161-e0b3bbab2a2d', 'name': 'network-vif-deleted', 'tag': '5c46504d-5b97-4843-aea2-fbc5818139b3', 'status': 'completed', 'code': 200} Sep 01 15:30:56.099085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-6a5529b0-da2f-4f90-abbc-2b78b6ec78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.101905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-6a5529b0-da2f-4f90-abbc-2b78b6ec78d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1111467 Sep 01 15:30:56.174772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-34c9443e-bfa3-4e6f-ab0e-af5ec0c66b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.176825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-34c9443e-bfa3-4e6f-ab0e-af5ec0c66b9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653415 Sep 01 15:30:56.318990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7ba1ed7-f7a0-41f0-9f55-a733dd7fc80e req-91d82d31-3eb4-4af0-b175-67f17feedddf tempest-ServerTagsTestJSON-1331016334 tempest-ServerTagsTestJSON-1331016334-project] 10.222.0.41 "GET /v2.0/ports?device_id=956084f6-a1b0-4964-9161-e0b3bbab2a2d HTTP/1.1" status: 200 len: 210 time: 0.0519371 Sep 01 15:30:56.381168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-17ffffa6-4323-472d-9b8e-b4e27b59cdf3 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955183 Sep 01 15:30:56.602906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:56.611997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5b6e4839-6a68-4199-baea-3c31512f3163 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/routers/c9a54aec-f39c-4a6b-a786-69f160b5f177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9309461 Sep 01 15:30:56.617334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54336) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:56.624645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] Sync routers for ids ['c9a54aec-f39c-4a6b-a786-69f160b5f177'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:56.636295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5a8a3-fad9-4b99-98e4-7c4ae812e11e req-52d3703a-f866-49e2-a094-b59308676673 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.649736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] Routers {'c9a54aec-f39c-4a6b-a786-69f160b5f177'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:56.650410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c9a54aec-f39c-4a6b-a786-69f160b5f177'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:56.661436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69e5a8a3-fad9-4b99-98e4-7c4ae812e11e req-52d3703a-f866-49e2-a094-b59308676673 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 944 time: 0.7310648 Sep 01 15:30:56.664780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c005c710-e7f8-45c4-93be-8205da89c6f8 req-aa17f338-0e96-464b-a6eb-245bcffa22b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000240 Sep 01 15:30:56.710525 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8f2c8e-a6c7-4690-8e02-f9afa18c4fc1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:30:56.711695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:56.714210 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c8f2c8e-a6c7-4690-8e02-f9afa18c4fc1 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/6743421c-48e0-46e0-87d7-0372adaa5a9b HTTP/1.1" status: 404 len: 333 time: 0.0893059 Sep 01 15:30:56.718339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54340) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:56.723813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] Routers {'c9a54aec-f39c-4a6b-a786-69f160b5f177'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:56.724779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:30:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c9a54aec-f39c-4a6b-a786-69f160b5f177'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:56.728966 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f26110d-6d0e-4bd5-8345-1ff03c744875 req-48ee5a4d-0814-49f2-88eb-e176abac2544 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371055 Sep 01 15:30:56.753365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82644-2469-4d38-968d-266b39e11cfb req-00b30105-e646-4c64-b173-f7aa9886722d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.756504 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff82644-2469-4d38-968d-266b39e11cfb req-00b30105-e646-4c64-b173-f7aa9886722d tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 948 time: 0.3535833 Sep 01 15:30:56.767566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69e5a8a3-fad9-4b99-98e4-7c4ae812e11e req-f2c731f1-a1eb-45ad-acc2-396ff2c35310 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938234 Sep 01 15:30:56.794256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:56.795217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6d0904-1482-44ef-891e-f17b1fe9f87d None None] The sync data for ids ['c9a54aec-f39c-4a6b-a786-69f160b5f177'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:56.943887 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.982782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d7344-56d3-4aad-ab70-c8f08ace5c6b req-854bc83f-9b8a-4532-a2d8-9d077d61d4bb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.985771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-178d7344-56d3-4aad-ab70-c8f08ace5c6b req-854bc83f-9b8a-4532-a2d8-9d077d61d4bb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.0834930 Sep 01 15:30:57.013899 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cff82644-2469-4d38-968d-266b39e11cfb req-240a4a48-424e-4d88-829e-7ba745c429fd tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912735 Sep 01 15:30:57.019447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:57.023274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5c46504d-5b97-4843-aea2-fbc5818139b3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:57.073977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5c46504d-5b97-4843-aea2-fbc5818139b3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:57.074960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5c46504d-5b97-4843-aea2-fbc5818139b3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:57.077334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-30ac4fad-d920-4274-a505-cf4d6b406358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:57.079072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-178d7344-56d3-4aad-ab70-c8f08ace5c6b req-0b551499-d6c3-4673-ae42-7cdf1297b08c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813258 Sep 01 15:30:57.079933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-30ac4fad-d920-4274-a505-cf4d6b406358 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3110d7d7b5d4e819f9ed46c52c57a91&device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 1096 time: 0.2543426 Sep 01 15:30:57.217659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:57.234066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c', 'mac_address': 'fa:16:3e:b1:4c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:57.293171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.317732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:57.345318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:57.361454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.361886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.366924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.425516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:57.484232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:57.505723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.509079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.511036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.511604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.512820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Deleting subnet 81a4a43b-0138-4987-bbc5-b05efff8b71b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:57.514602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.515283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.515896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Fanout notify agent at l3_agent the message router_deleted on router c9a54aec-f39c-4a6b-a786-69f160b5f177 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:30:57.516692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.518467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.519087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.528072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.529823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.531604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.532760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.534250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:57.540696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.546524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-013f8fd7-2564-4610-a4a5-a763da9a77bb tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/routers/c9a54aec-f39c-4a6b-a786-69f160b5f177 HTTP/1.1" status: 204 len: 168 time: 0.8219047 Sep 01 15:30:57.547130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:57.604428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.638827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:57.645354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-150df72b-23af-4ed8-8fee-a9fe0a26be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:57.647432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-150df72b-23af-4ed8-8fee-a9fe0a26be6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 HTTP/1.1" status: 200 len: 922 time: 0.5092349 Sep 01 15:30:57.662171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.744855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-f63771c8-422c-47cc-9630-1805a6829ee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1 HTTP/1.1" status: 200 len: 217 time: 0.0795817 Sep 01 15:30:57.750147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 7ea19f74-6687-4353-8e45-89bd9e069e59 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:57.759657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.764459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.834621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a4a43b-0138-4987-bbc5-b05efff8b71b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:57.855483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.861792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9dbe1c0d-5564-4436-9c76-4ee3bc18b9a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/81a4a43b-0138-4987-bbc5-b05efff8b71b HTTP/1.1" status: 204 len: 168 time: 0.4301810 Sep 01 15:30:57.862126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54366) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:57.867031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.904825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.928648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-c7359448-74d6-4319-b7bd-a7a130e7615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:57.937205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-c7359448-74d6-4319-b7bd-a7a130e7615e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fe543bb-61e1-45c4-9642-6e5ff8cccd2f HTTP/1.1" status: 200 len: 861 time: 0.1796741 Sep 01 15:30:58.019054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-1a76bc59-d32f-448a-a925-0af3fbfcc59d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653732 Sep 01 15:30:58.050908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.082117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd46ee-bfd8-4a2a-8d7a-d90a6ca2e5d2 req-c7528e0e-5875-45d7-bcb0-2c748e510276 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:58.084526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2dd46ee-bfd8-4a2a-8d7a-d90a6ca2e5d2 req-c7528e0e-5875-45d7-bcb0-2c748e510276 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 944 time: 0.0889475 Sep 01 15:30:58.211882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2dd46ee-bfd8-4a2a-8d7a-d90a6ca2e5d2 req-a16150a1-9a69-4e2f-ab1b-87c02a94b569 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Sep 01 15:30:58.214146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.245034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b743da7-aec5-4507-863a-07c041a29f92']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:58.261348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d0c634-314f-4cce-b716-b64248b3b784') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:58.261647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d0c634-314f-4cce-b716-b64248b3b784') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:58.276282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.306727 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.333034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:58.333661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.362488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6b759-7359-4ab0-8981-2a36d7913577 req-b18fb6b9-bf5a-452f-9563-bb4d508c8d65 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:58.376701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0e6b759-7359-4ab0-8981-2a36d7913577 req-b18fb6b9-bf5a-452f-9563-bb4d508c8d65 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 949 time: 0.2179291 Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:58.409132 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:58.421611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.472413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.483582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.488401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b743da7-aec5-4507-863a-07c041a29f92 HTTP/1.1" status: 204 len: 168 time: 0.6251047 Sep 01 15:30:58.509560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6f345-7711-40fc-ac16-1165dabe42fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1b743da7-aec5-4507-863a-07c041a29f92,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.537845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-5bbc1f90-c41c-4951-8f2a-0d3797bdb630 service neutron] 10.222.0.50 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085571 Sep 01 15:30:58.547064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840ab50-ac71-4ea1-9d3c-6a07a1da779c req-e800e1fb-d70f-443a-bccc-24f067f65453 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:58.549532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a840ab50-ac71-4ea1-9d3c-6a07a1da779c req-e800e1fb-d70f-443a-bccc-24f067f65453 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1357317 Sep 01 15:30:58.629315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0e6b759-7359-4ab0-8981-2a36d7913577 req-0a3b89f3-85b9-4618-8048-a5d95f536fc6 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473347 Sep 01 15:30:58.635813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.642415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a840ab50-ac71-4ea1-9d3c-6a07a1da779c req-a888934e-ff23-447b-ae92-4d358bdb2796 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743523 Sep 01 15:30:58.679117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea19f74-6687-4353-8e45-89bd9e069e59,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.701640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49077c-b320-4f7c-85b2-4bfa6a4548ae None None] Network 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:58.702639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.705957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f3f4b835-0271-48ae-8cbe-c1473f4f1f47 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea19f74-6687-4353-8e45-89bd9e069e59 HTTP/1.1" status: 204 len: 168 time: 1.1565750 Sep 01 15:30:58.709034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:58.761229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-827cc048-e48e-4c1f-bccb-1bf62d583513 req-f96bad18-2c9b-4ad5-9f66-7453523a6e74 service neutron] 10.222.0.50 "GET /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109594 Sep 01 15:30:58.852104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.931613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 9dcca42b-6137-4d52-9898-7924a158da78 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:58.932228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.987886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54390) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:59.024135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:59.061939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] For port 9dcca42b-6137-4d52-9898-7924a158da78, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9dcca42b-6137-4d52-9898-7924a158da78,segment=NetworkSegment(684dcdfa-d975-4e96-94d7-cf45c7bdd6fb),segment_id=684dcdfa-d975-4e96-94d7-cf45c7bdd6fb)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:59.062229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-54715b16-b15c-46e7-8b05-d33494b0679b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8a361a61530496caa011e640cc7d968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727103 Sep 01 15:30:59.062368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.066423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:59.095534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 9dcca42b-6137-4d52-9898-7924a158da78 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:59.155994 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.187844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.199970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:59.218931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e037ad-9767-49bc-a3b8-123222754783 None None] DHCP port deletion for 9f0dbb02-3430-4f14-8d16-6dc03b3eb422 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:30:59.298677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.302757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.306157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.307664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1498b6bf-a5b8-435a-b77e-59ef02df5536 HTTP/1.1" status: 204 len: 168 time: 0.2391357 Sep 01 15:30:59.324096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4c6fd-88ae-46e2-b6ae-2a8d225b4322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498b6bf-a5b8-435a-b77e-59ef02df5536,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:59.404074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-48e037ad-9767-49bc-a3b8-123222754783 None None] The port '9dcca42b-6137-4d52-9898-7924a158da78' was deleted {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 01 15:30:59.425896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,segment=NetworkSegment(a0eada95-d905-444f-93a2-11c6324e16eb),segment_id=a0eada95-d905-444f-93a2-11c6324e16eb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:59.444153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1', 'network_id': 'b0588cfb-0bea-4cdb-8d08-88ef96a07cd1', 'port_id': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1', 'mac_address': 'fa:16:3e:f3:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe543bb-61e1-45c4-9642-6e5ff8cccd2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:59.473443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No DVR routers for this DVR port 9dcca42b-6137-4d52-9898-7924a158da78 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:59.505436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.514662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=9dcca42b-6137-4d52-9898-7924a158da78,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:59.530623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:59.577031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,segment=NetworkSegment(a0eada95-d905-444f-93a2-11c6324e16eb),segment_id=a0eada95-d905-444f-93a2-11c6324e16eb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:59.580136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:59.586026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.591987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:59.592374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.597662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d697645-8b02-4e5c-a8f9-32a05a4a14a3 req-32f7c975-a641-4e35-895b-6c33fb63ee9c tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:59.608750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d697645-8b02-4e5c-a8f9-32a05a4a14a3 req-32f7c975-a641-4e35-895b-6c33fb63ee9c tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 944 time: 0.1756659 Sep 01 15:30:59.740978 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d697645-8b02-4e5c-a8f9-32a05a4a14a3 req-220139cb-73d2-4533-9853-8e7de38a471e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268072 Sep 01 15:30:59.773422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9dcca42b-6137-4d52-9898-7924a158da78 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:59.863223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9dcca42b-6137-4d52-9898-7924a158da78 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:59.863475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9dcca42b-6137-4d52-9898-7924a158da78 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:59.866203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5b9eccfd-65d2-489e-95df-d42bf9aea5e1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:59.995324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.996061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.060475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0dbb02-3430-4f14-8d16-6dc03b3eb422']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:00.098327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:00.098782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684dcdfa-d975-4e96-94d7-cf45c7bdd6fb') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:00.106975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.130847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.160733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422c8d0-22f8-4264-860f-9247c1735280 req-750782f9-c52d-4289-af11-ccbf61e9780c tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:00.172430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d71a5-7e8f-4be9-af93-6c4fca07700c req-98332ea0-cc92-4f20-a2a3-a4e80ce09421 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:00.176746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1422c8d0-22f8-4264-860f-9247c1735280 req-750782f9-c52d-4289-af11-ccbf61e9780c tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 949 time: 0.2405207 Sep 01 15:31:00.179538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:00.182121 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72c868-f00b-44f2-bd57-5ee8a88e8480" -d '{"events": [{"server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:00.184884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f18d71a5-7e8f-4be9-af93-6c4fca07700c req-98332ea0-cc92-4f20-a2a3-a4e80ce09421 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.2034519 Sep 01 15:31:00.237807 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.257795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:00.257795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.258342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:00.259299 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:00.328534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.378035 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f18d71a5-7e8f-4be9-af93-6c4fca07700c req-631193fe-7a6c-4383-9762-b9715080acc3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804011 Sep 01 15:31:00.378801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1422c8d0-22f8-4264-860f-9247c1735280 req-b79a3a31-acac-4a42-874a-56c85c040199 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003925 Sep 01 15:31:00.430449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.453672 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.461448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/9f0dbb02-3430-4f14-8d16-6dc03b3eb422 HTTP/1.1" status: 204 len: 168 time: 1.7506421 Sep 01 15:31:00.475704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54418) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:00.519381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2d452-316b-4ad4-9a6c-25af29569029 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=9f0dbb02-3430-4f14-8d16-6dc03b3eb422,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.523684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.596829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ad6f3-0648-4fd6-bcb4-c14811d51539 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:00.598953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f6ad6f3-0648-4fd6-bcb4-c14811d51539 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/d3b0ea63-3b56-425d-8c60-960d44d6006c HTTP/1.1" status: 200 len: 845 time: 0.1218581 Sep 01 15:31:00.608938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:00.684205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49bafcba-8d54-4070-a7f8-69f8cb4b1a49 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/d3b0ea63-3b56-425d-8c60-960d44d6006c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0638502 Sep 01 15:31:00.684593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:00.691509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:00.881943 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ad253-0792-46e5-9fd4-3cf56f787cd0 x-openstack-request-id: req-934ad253-0792-46e5-9fd4-3cf56f787cd0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:00.882811 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:00.882811 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-934ad253-0792-46e5-9fd4-3cf56f787cd0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:00.883144 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c', 'code': 200} Sep 01 15:31:01.031442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:01.080325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:01.088323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.133771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:01.143982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:01.144312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.396444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572deeb-22e6-4a87-b4e6-04fbf1baab52 req-bad59b05-e6fb-498e-8d96-31d2e431c18c tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.399492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9572deeb-22e6-4a87-b4e6-04fbf1baab52 req-bad59b05-e6fb-498e-8d96-31d2e431c18c tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 945 time: 0.4563627 Sep 01 15:31:01.401274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.430497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcdabb-058c-49dd-820d-f2644f453d04 req-ec1e2e1b-ed72-4778-b962-328e778af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.433323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5dcdabb-058c-49dd-820d-f2644f453d04 req-ec1e2e1b-ed72-4778-b962-328e778af785 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1102 time: 0.4688115 Sep 01 15:31:01.467650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,segment=NetworkSegment(a0eada95-d905-444f-93a2-11c6324e16eb),segment_id=a0eada95-d905-444f-93a2-11c6324e16eb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:01.483015 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.573042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9572deeb-22e6-4a87-b4e6-04fbf1baab52 req-ff9a463d-5269-4800-9bfc-7c5d448b1792 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533356 Sep 01 15:31:01.630615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23540e3-f62b-4ca2-ad22-38abc3cb5ba1 req-2a50aeb8-f164-43b4-8082-a0b99cf604f1 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.632803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a23540e3-f62b-4ca2-ad22-38abc3cb5ba1 req-2a50aeb8-f164-43b4-8082-a0b99cf604f1 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.1441474 Sep 01 15:31:01.640551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:01.716745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a23540e3-f62b-4ca2-ad22-38abc3cb5ba1 req-417ac9ea-b2dc-40e0-85dd-22ca7071bc12 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Sep 01 15:31:01.725904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5dcdabb-058c-49dd-820d-f2644f453d04 req-125d226e-a798-441d-bdae-1d4a2b61f580 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424147 Sep 01 15:31:01.761708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.854099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:01.865414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:01.872773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.873958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.887925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbcf28-708e-4cab-b692-d3958796cf01 None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:01.896101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:01.919937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d6a3-0c10-4e08-a939-858b3bae47ae req-6a04532e-0726-4c4b-b169-0f5e327ded85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.921640 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8304d6a3-0c10-4e08-a939-858b3bae47ae req-6a04532e-0726-4c4b-b169-0f5e327ded85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1865165 Sep 01 15:31:01.986740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54456) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:01.987969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9fc92706-7acf-4d8a-83c9-3e2053961760 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3018086 Sep 01 15:31:01.991735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941680700'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:02.016026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8304d6a3-0c10-4e08-a939-858b3bae47ae req-96ceb8e3-7560-4633-9ef7-4a040e1a632c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805497 Sep 01 15:31:02.036360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.202349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.208651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.266867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d39b2a-5cd1-40b8-ba45-4fa98cf5501a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:02.291971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.295097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2c47671-7abd-4eb8-9c67-42827844ae52 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3065495 Sep 01 15:31:02.298575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:02.304682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'security_group': {'name': 'tempest-secgroup-854121680'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:02.358968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.365166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-6959baf4-4f99-4262-9023-7b0e0b510b27', 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'tenant_id': 'e4620603fa47443fb63f4adf50cde958', 'fixed_ips': [{'subnet_id': '2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:02.367078 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.489143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54468) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:02.543037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.550293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.610124 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.616114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3122056 Sep 01 15:31:02.616411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:02.622480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88bc21-9ab5-492f-b4dd-5c00bdd6760f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423607ba-b163-482c-b0ab-6bbee3c84532,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:02.622972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-266662656', 'security_groups': ['423607ba-b163-482c-b0ab-6bbee3c84532'], 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:02.672799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Allocated IP 2001:db8::2 (6959baf4-4f99-4262-9023-7b0e0b510b27/2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e/fc9d5cd2-ad0d-4b42-aa10-7507f3094066) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:02.889528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:02.892931 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3676007-4755-4eda-90f0-ac4bf66a50fa" -d '{"events": [{"server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "name": "network-vif-plugged", "status": "completed", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:02.998806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fb5831c-e521-49a6-a479-efe43f10638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.055019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe09d-c77e-49e4-b72e-b42c4118c6d5 req-30a1cfb1-ef78-47c0-bfed-bea1230b69eb tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.066207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3bffe09d-c77e-49e4-b72e-b42c4118c6d5 req-30a1cfb1-ef78-47c0-bfed-bea1230b69eb tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.1858728 Sep 01 15:31:03.124397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:03.158948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.180729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce07d5-11fd-4fad-bae1-c8680cdbf127 req-25d66aa0-a20b-40d9-bac6-d27517a57e06 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.192390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Transition to ACTIVE for port object fc9d5cd2-ad0d-4b42-aa10-7507f3094066 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:03.194696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adce07d5-11fd-4fad-bae1-c8680cdbf127 req-25d66aa0-a20b-40d9-bac6-d27517a57e06 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.3989060 Sep 01 15:31:03.200525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3bffe09d-c77e-49e4-b72e-b42c4118c6d5 req-9dada2c2-ffe5-4a30-862e-ae4ad6fa6b20 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303842 Sep 01 15:31:03.276176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Transition to ACTIVE for port object fc9d5cd2-ad0d-4b42-aa10-7507f3094066 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:03.292231 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.448195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adce07d5-11fd-4fad-bae1-c8680cdbf127 req-123bd7d2-e0fc-409f-a178-89cbc0cd9207 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994853 Sep 01 15:31:03.452146 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ded73-d888-47f0-b14e-56f8488a037a x-openstack-request-id: req-0c8ded73-d888-47f0-b14e-56f8488a037a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:03.452614 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "name": "network-vif-plugged", "status": "completed", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:03.453027 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c8ded73-d888-47f0-b14e-56f8488a037a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:03.470979 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1', 'code': 200} Sep 01 15:31:03.510906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.523490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:03.536821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:03.563561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:03.567383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:03.576271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:03.596314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fb5831c-e521-49a6-a479-efe43f10638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.602992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995250-33f2-4a51-ac16-129218d70e06 req-9f893eab-d0ec-4997-9202-7c2cc24ea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.604958 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5995250-33f2-4a51-ac16-129218d70e06 req-9f893eab-d0ec-4997-9202-7c2cc24ea7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 1098 time: 0.1708813 Sep 01 15:31:03.648364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fb5831c-e521-49a6-a479-efe43f10638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.697690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Attempting to bind port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:03.706051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Attempting to bind port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '68dc2901-4442-4987-ab95-4ee6818de9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:03.706973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Attempting to bind port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 on network 6959baf4-4f99-4262-9023-7b0e0b510b27 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:03.719023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a210aee-f6a3-40fb-9d2f-589eec03c1fa req-4ed688de-906d-4d70-94a3-2e69413658e3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.719876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:03.720880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Checking segment: {'id': '68dc2901-4442-4987-ab95-4ee6818de9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:03.721531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a210aee-f6a3-40fb-9d2f-589eec03c1fa req-4ed688de-906d-4d70-94a3-2e69413658e3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1746514 Sep 01 15:31:03.722084 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.722988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Bound using segment: {'id': '68dc2901-4442-4987-ab95-4ee6818de9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:03.724917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Bound port: fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc2901-4442-4987-ab95-4ee6818de9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:03.726445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.783217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d5995250-33f2-4a51-ac16-129218d70e06 req-523e1bc8-e428-497b-8228-ef9c3d1cb929 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688421 Sep 01 15:31:03.808513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5831c-e521-49a6-a479-efe43f10638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f3edf-c41b-447b-ab7e-0d4ae6add250,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:03.824934 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a210aee-f6a3-40fb-9d2f-589eec03c1fa req-3038df2c-70fd-4fc3-8b77-85ec1baecaad tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841997 Sep 01 15:31:03.855314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2fb5831c-e521-49a6-a479-efe43f10638f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77008e9dee8d4669874298825c9a9624&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3645229 Sep 01 15:31:03.857828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:03.860619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54488) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:03.864368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:03.883349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.015992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.030184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988c6f-5525-4459-9959-5746df929ebc None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:04.062279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::1d5 (6959baf4-4f99-4262-9023-7b0e0b510b27/2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e/e1fe298e-1d64-42d5-9000-aa48b53ce1b7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:04.064865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.184479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.187661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.189524 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/720f3edf-c41b-447b-ab7e-0d4ae6add250 HTTP/1.1" status: 204 len: 168 time: 0.3273854 Sep 01 15:31:04.221474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f9aff-2a23-48b4-b4e3-172c33d89188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f3edf-c41b-447b-ab7e-0d4ae6add250,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:04.598371 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.623763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object e1fe298e-1d64-42d5-9000-aa48b53ce1b7 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:04.633748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839fbf-f14c-4ef8-9507-c607c30b47de req-26d5f16b-5b77-459e-bc73-696fecbab2e4 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.635417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d839fbf-f14c-4ef8-9507-c607c30b47de req-26d5f16b-5b77-459e-bc73-696fecbab2e4 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.1693594 Sep 01 15:31:04.722242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.802146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:04.818395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:04.829388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2d839fbf-f14c-4ef8-9507-c607c30b47de req-55bb558f-00b0-4d5b-ad4b-0df1f0f2a560 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710494 Sep 01 15:31:04.830578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:04.836640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.837624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.844147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ccbf-afe7-46f8-84e9-168850311e67 req-894881aa-edf6-44ac-8539-ea619e7c6913 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.846854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=e1fe298e-1d64-42d5-9000-aa48b53ce1b7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:04.865781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab10ccbf-afe7-46f8-84e9-168850311e67 req-894881aa-edf6-44ac-8539-ea619e7c6913 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.1805756 Sep 01 15:31:04.881251 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-32f40748-a896-46f2-8ae8-0807d2bd1ffe tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2608032 Sep 01 15:31:04.881636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:04.887375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:05.008533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab10ccbf-afe7-46f8-84e9-168850311e67 req-ffb1a1f8-b1df-4ff2-87b2-6a06f2f09f4c tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404746 Sep 01 15:31:05.251251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a139f9-c4f6-4e32-8eeb-9e63a1cdd644 req-a770edc2-359b-42fe-acff-6bf3cd7d9f2a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:05.254195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27a139f9-c4f6-4e32-8eeb-9e63a1cdd644 req-a770edc2-359b-42fe-acff-6bf3cd7d9f2a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.2156005 Sep 01 15:31:05.268876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:05.274937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.534339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27a139f9-c4f6-4e32-8eeb-9e63a1cdd644 req-7a18d795-449f-4365-8346-1bee1654f301 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679834 Sep 01 15:31:05.661302 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e (CIDR: 2001:db8::/64) Sep 01 15:31:05.678594 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:31:05.678826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:05.713544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e71ef69-6b79-455d-8497-518b5028f92b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8285990 Sep 01 15:31:05.713544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54534) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:05.728749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:05.735886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:05.878525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:06.031376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:06.038997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.120537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Provisioning for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:06.142719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:06.143105 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.434661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.435706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eced1-7e18-4a66-8796-823433d1f498 req-a0b2f27e-ed9a-470d-bd3a-f55b41814d3f tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:06.437441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d62eced1-7e18-4a66-8796-823433d1f498 req-a0b2f27e-ed9a-470d-bd3a-f55b41814d3f tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.2305098 Sep 01 15:31:06.530680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d62eced1-7e18-4a66-8796-823433d1f498 req-c88c0317-da35-4223-b1e7-97d7f821a930 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711186 Sep 01 15:31:06.600902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:06.618328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.732190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:06.747917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:06.748693 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.801165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e09a6521-7904-43d5-8bbd-5e32d5c67a6f None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:06.868481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.899044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851cf9-6461-4192-b92a-b5c80c3e535a req-687feb20-85bd-42b3-b101-05ad9e4b79df tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:06.903488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:06.908873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:06.913502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:06.914658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.917738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f851cf9-6461-4192-b92a-b5c80c3e535a req-687feb20-85bd-42b3-b101-05ad9e4b79df tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1085830 Sep 01 15:31:06.935595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66c115-687c-4ca9-b1e3-705ee42d944b None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:06.944207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af7a49e5-239f-4994-970b-caa10ba48f26 None None] Provisioning for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:07.001088 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f851cf9-6461-4192-b92a-b5c80c3e535a req-e5dc6bc8-a47b-4feb-89b4-b921eceb641b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820599 Sep 01 15:31:07.002454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2876115 Sep 01 15:31:07.014655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:07.020898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-243059699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5d90888-402a-4025-873c-f6ba37d18f90'}], 'security_groups': ['08d39b2a-5cd1-40b8-ba45-4fa98cf5501a']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:07.024497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4011-3d44-441c-9d8c-cdd619196678 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=c5d90888-402a-4025-873c-f6ba37d18f90,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:07.053294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af7a49e5-239f-4994-970b-caa10ba48f26 None None] Provisioning complete for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:07.054077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af7a49e5-239f-4994-970b-caa10ba48f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.123508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-af7a49e5-239f-4994-970b-caa10ba48f26 None None] Port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:07.418137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Update dhcp port {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'fixed_ips': [{'subnet_id': '2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5d90888-402a-4025-873c-f6ba37d18f90'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'fc9d5cd2-ad0d-4b42-aa10-7507f3094066'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:31:07.450911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.637491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:07.735705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624850-8445-43cc-8fe4-7169b7909825 req-3852d14c-3a6c-42dc-84c6-1e8966be81bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:07.753084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99624850-8445-43cc-8fe4-7169b7909825 req-3852d14c-3a6c-42dc-84c6-1e8966be81bb tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.2032590 Sep 01 15:31:07.818434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Allocated IP 2001:db8:0:1::2 (6959baf4-4f99-4262-9023-7b0e0b510b27/c5d90888-402a-4025-873c-f6ba37d18f90/fc9d5cd2-ad0d-4b42-aa10-7507f3094066) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:07.873051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:07.873051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.975480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.048501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99624850-8445-43cc-8fe4-7169b7909825 req-ec24b69e-6027-4f04-a3b0-a7b584cd9251 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924285 Sep 01 15:31:08.101730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:08.249197 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.302763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Transition to ACTIVE for port object fc9d5cd2-ad0d-4b42-aa10-7507f3094066 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:08.309288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5323a-1e1c-42e7-ab83-585c9a932977 req-0b0b3f97-2f65-4cb0-8a0f-e408a694e1d7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:08.311613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.323988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bc5323a-1e1c-42e7-ab83-585c9a932977 req-0b0b3f97-2f65-4cb0-8a0f-e408a694e1d7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1532962 Sep 01 15:31:08.434395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bc5323a-1e1c-42e7-ab83-585c9a932977 req-f73dcfe4-4c6e-4591-8130-3d506caca4f0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962203 Sep 01 15:31:08.614124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58e3b0-b9ee-45e7-935e-19cccae94677 None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:08.730945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Delete allocated IP 2001:db8::1d5 (6959baf4-4f99-4262-9023-7b0e0b510b27/2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e) {{(pid=106377) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:31:08.755377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8:0:1::24c (6959baf4-4f99-4262-9023-7b0e0b510b27/c5d90888-402a-4025-873c-f6ba37d18f90/e1fe298e-1d64-42d5-9000-aa48b53ce1b7) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:09.132845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-5794b8d1-e817-438e-a8cc-fdaff56b8a1d tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.146170 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-5794b8d1-e817-438e-a8cc-fdaff56b8a1d tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.4232619 Sep 01 15:31:09.400808 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.450233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object e1fe298e-1d64-42d5-9000-aa48b53ce1b7 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:09.472714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdf42c-e891-4507-93a6-25ae95650a6f req-02912034-8a37-4747-9585-74d1d4af5d60 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.474858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecfdf42c-e891-4507-93a6-25ae95650a6f req-02912034-8a37-4747-9585-74d1d4af5d60 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 946 time: 0.2123866 Sep 01 15:31:09.476985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.634116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Deleting port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:09.634444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.714687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:09.744132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f841f1-1c45-4d3c-8756-dd63d6258920 req-de744ab9-38f5-4571-a754-78ec423a044d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.752453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7f841f1-1c45-4d3c-8756-dd63d6258920 req-de744ab9-38f5-4571-a754-78ec423a044d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1585324 Sep 01 15:31:09.754348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] In _notify_port_updated(), no bound segment for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 on network 6959baf4-4f99-4262-9023-7b0e0b510b27 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:31:09.767171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.767866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.769330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/ports/e1fe298e-1d64-42d5-9000-aa48b53ce1b7 HTTP/1.1" status: 200 len: 930 time: 2.7535911 Sep 01 15:31:09.780623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54598) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:09.827948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73167a-15a7-4db0-946e-9750211b6ec2 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=e1fe298e-1d64-42d5-9000-aa48b53ce1b7,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:09.872666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ecfdf42c-e891-4507-93a6-25ae95650a6f req-2314844f-2bed-4694-afe1-d40965f6f826 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/security-groups?id=119af992-1ccd-467b-a7ba-d5fac70ce090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468401 Sep 01 15:31:09.937576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7f841f1-1c45-4d3c-8756-dd63d6258920 req-7451c0fd-73ad-4c90-b47f-50e8fc431e16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834891 Sep 01 15:31:10.073547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Provisioning for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:10.083979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:10.085901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:10.086285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.087926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.092929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] For port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,segment=NetworkSegment(a0eada95-d905-444f-93a2-11c6324e16eb),segment_id=a0eada95-d905-444f-93a2-11c6324e16eb)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:10.093504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.156310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Calling delete_port for 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:10.433349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Provisioning for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:10.450813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Provisioning complete for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:10.451412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.521600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.525053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.534982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['5b9eccfd-65d2-489e-95df-d42bf9aea5e1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:10.539802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:10.590245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for e1fe298e-1d64-42d5-9000-aa48b53ce1b7 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:10.601724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:10.602095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.642211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Pushing event deleted for resources: {'Port': ['ID=5b9eccfd-65d2-489e-95df-d42bf9aea5e1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:10.650884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b12f14e4-cb6b-405e-b793-e346bd4c8380 None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:10.680031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] No DVR routers for this DVR port 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:10.683319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.686839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-526e3fb4-6fa3-4633-8211-3d8c3330cd65 req-f634aa2f-f597-4470-af06-44828913d74e tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.50 "DELETE /v2.0/ports/5b9eccfd-65d2-489e-95df-d42bf9aea5e1 HTTP/1.1" status: 204 len: 173 time: 1.5361133 Sep 01 15:31:10.688384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'name': 'network-vif-deleted', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:10.700211 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7b41ce-3791-4592-9fc8-cd09f2dbc735" -d '{"events": [{"server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "name": "network-vif-deleted", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:10.780545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a83619a5-17c7-4de9-ad0c-b839f4eb1408 None None] Provisioning complete for port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:10.781562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a83619a5-17c7-4de9-ad0c-b839f4eb1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.793654 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52091da4-2a12-40a7-94b8-e9df46ef88c6 x-openstack-request-id: req-52091da4-2a12-40a7-94b8-e9df46ef88c6 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:10.794017 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2bd009-e268-44cc-8053-731b61ae921a", "name": "network-vif-deleted", "tag": "5b9eccfd-65d2-489e-95df-d42bf9aea5e1", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:10.794188 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52091da4-2a12-40a7-94b8-e9df46ef88c6 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:10.794763 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2bd009-e268-44cc-8053-731b61ae921a', 'name': 'network-vif-deleted', 'tag': '5b9eccfd-65d2-489e-95df-d42bf9aea5e1', 'status': 'completed', 'code': 200} Sep 01 15:31:10.865053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a83619a5-17c7-4de9-ad0c-b839f4eb1408 None None] Port e1fe298e-1d64-42d5-9000-aa48b53ce1b7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:10.893404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.925046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=e1fe298e-1d64-42d5-9000-aa48b53ce1b7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:11.004193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.008879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-da81bb11-6302-4018-81d4-43dea98af8c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/e1fe298e-1d64-42d5-9000-aa48b53ce1b7 HTTP/1.1" status: 204 len: 168 time: 1.2250922 Sep 01 15:31:11.011658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54618) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.057531 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-588256af-3dbc-42a2-987a-1624cf319657 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:31:11.069500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-588256af-3dbc-42a2-987a-1624cf319657 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/e1fe298e-1d64-42d5-9000-aa48b53ce1b7 HTTP/1.1" status: 404 len: 333 time: 0.0563784 Sep 01 15:31:11.070427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.104244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aed4b998-ed87-441c-8005-91f9e0e8a3fa req-45c13ae2-9c97-48b5-9d4e-b3c0fe4b7988 tempest-InstanceActionsNegativeTestJSON-1403695747 tempest-InstanceActionsNegativeTestJSON-1403695747-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d2bd009-e268-44cc-8053-731b61ae921a HTTP/1.1" status: 200 len: 210 time: 0.0344501 Sep 01 15:31:11.213246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb0c8-cc9f-42e1-8a9f-ea7262a25d49 req-b29d0a8b-1e26-4f0d-aa97-f8340ff45317 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:11.214970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a56eb0c8-cc9f-42e1-8a9f-ea7262a25d49 req-b29d0a8b-1e26-4f0d-aa97-f8340ff45317 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1368313 Sep 01 15:31:11.270087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.366460 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a56eb0c8-cc9f-42e1-8a9f-ea7262a25d49 req-962008de-2189-4fd2-b49c-39c219bf7cc7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349683 Sep 01 15:31:11.368656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.487429 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.492739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.497873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.498722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/security-groups/423607ba-b163-482c-b0ab-6bbee3c84532 HTTP/1.1" status: 204 len: 168 time: 0.4269965 Sep 01 15:31:11.533674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbadfc-0c8c-4268-a878-1e903fb2fab4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423607ba-b163-482c-b0ab-6bbee3c84532,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:11.579636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.620088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.685483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.690348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.692521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/security-groups/08d39b2a-5cd1-40b8-ba45-4fa98cf5501a HTTP/1.1" status: 204 len: 168 time: 0.1932795 Sep 01 15:31:11.695345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54634) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.707969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406594-9404-4180-b73b-77d51b16d7b6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d39b2a-5cd1-40b8-ba45-4fa98cf5501a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:11.815615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:11.820107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.879415 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.039460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.120721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.172172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:12.185502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.194533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923735e-2e59-4de3-804a-69f641ea48a4 None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:12.195520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d2cb9828-2649-489b-b173-50667ba9cf98 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e HTTP/1.1" status: 204 len: 168 time: 0.4964085 Sep 01 15:31:12.198297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54642) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:12.210030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:12.224085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:12.395419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Deleting subnet 9fe543bb-61e1-45c4-9642-6e5ff8cccd2f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:12.407656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.498033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:12.501658 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.504432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.629859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.740916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40515-54d0-47c1-8d06-e4bf04e87270 req-4dd2f8cf-2cfd-4c37-bde8-b73f25e9c2a9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:12.749932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14c40515-54d0-47c1-8d06-e4bf04e87270 req-4dd2f8cf-2cfd-4c37-bde8-b73f25e9c2a9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.1682432 Sep 01 15:31:12.854203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.025628 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.037253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9fe543bb-61e1-45c4-9642-6e5ff8cccd2f HTTP/1.1" status: 204 len: 168 time: 0.8113010 Sep 01 15:31:13.038924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30213147-6bd9-4423-9adc-2944d7dfb1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe543bb-61e1-45c4-9642-6e5ff8cccd2f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:13.048040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.113287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:13.171352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:13.171822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 5b9eccfd-65d2-489e-95df-d42bf9aea5e1 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:13.274860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.409478 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14c40515-54d0-47c1-8d06-e4bf04e87270 req-183189d0-f462-4ea8-aa24-e6340daaec27 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580429 Sep 01 15:31:13.486103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.513938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.528752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0588cfb-0bea-4cdb-8d08-88ef96a07cd1']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:13.547673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eada95-d905-444f-93a2-11c6324e16eb') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:13.548385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eada95-d905-444f-93a2-11c6324e16eb') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:13.559776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.594212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.611572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:13.612397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.617650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=d25bfa30-ced9-415c-86b9-39337325e1ed,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:13.663137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:13.670705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:13.674416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:13.675041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:13.706269 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:13.712887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.721821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f682d58-2ede-4e28-9016-928296cf183f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5219371 Sep 01 15:31:13.722517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.727335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'security_group': {'name': 'tempest-secgroup-135152135'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:13.728299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.741107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b0588cfb-0bea-4cdb-8d08-88ef96a07cd1 HTTP/1.1" status: 204 len: 168 time: 0.6844001 Sep 01 15:31:13.797736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87453718-f008-483a-abbf-8477ec0daa09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0588cfb-0bea-4cdb-8d08-88ef96a07cd1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:13.826605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.976744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.985602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.074746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.079919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3538446 Sep 01 15:31:14.081149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54676) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.089266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535514404'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:14.119404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda36090-cc4d-476f-93b7-84f4d1c89885 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112f2cd3-2316-4e14-85ee-5ee4f801ac69,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:14.135950 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74045a-e357-4bda-9071-9b3aeb5d97fe None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:14.214775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.233772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.303750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b19cfcb8-f097-4b6f-a037-c0306b5f29b1 None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:14.305131 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b19cfcb8-f097-4b6f-a037-c0306b5f29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.340995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7082775b-9fd7-410b-90bc-c7a6f33093de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3110d7d7b5d4e819f9ed46c52c57a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059430 Sep 01 15:31:14.344202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.522124 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.548526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7adcfdda-d7d7-4abe-a27e-df776447434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.583016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.740278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.744964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.751403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/119af992-1ccd-467b-a7ba-d5fac70ce090 HTTP/1.1" status: 204 len: 168 time: 0.3961644 Sep 01 15:31:14.752203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.835702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a635a-3f31-4747-ab10-1f070d0ac011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119af992-1ccd-467b-a7ba-d5fac70ce090,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:14.853955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.865815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b19cfcb8-f097-4b6f-a037-c0306b5f29b1 None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:14.873495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b19cfcb8-f097-4b6f-a037-c0306b5f29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.916701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd9497c-5a1c-4a32-beab-7df78b6b506d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:14.945911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bef9c-948b-4cb8-9af9-e3b586cfb52c req-c3b87bab-b21a-45dd-bcd3-95b323a0931f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:14.948354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-871bef9c-948b-4cb8-9af9-e3b586cfb52c req-c3b87bab-b21a-45dd-bcd3-95b323a0931f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 944 time: 0.2479949 Sep 01 15:31:14.950208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.952090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a72be351-0399-48eb-aaaf-03e7cc746036 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8695843 Sep 01 15:31:14.954956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.960126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'security_group': {'name': 'tempest-secgroup-1355454829'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:15.024351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b19cfcb8-f097-4b6f-a037-c0306b5f29b1 None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:15.026371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.135306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-871bef9c-948b-4cb8-9af9-e3b586cfb52c req-6b5df211-55e4-44f2-804e-127794b77a7e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671903 Sep 01 15:31:15.157610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:31:15.201082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Update dhcp port {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'fixed_ips': [{'subnet_id': 'c5d90888-402a-4025-873c-f6ba37d18f90', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd25bfa30-ced9-415c-86b9-39337325e1ed'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'fc9d5cd2-ad0d-4b42-aa10-7507f3094066'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:31:15.246001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.496914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.516660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.565542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Allocated IP 2001:db8::2 (6959baf4-4f99-4262-9023-7b0e0b510b27/d25bfa30-ced9-415c-86b9-39337325e1ed/fc9d5cd2-ad0d-4b42-aa10-7507f3094066) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:15.599799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:15.680147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1', 'mac_address': 'fa:16:3e:af:ad:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:31:15.704750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.709183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54704) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:15.715298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-429517928', 'security_groups': ['f3dd85b7-21c4-44dd-a5ff-8584abccb2ab'], 'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd25bfa30-ced9-415c-86b9-39337325e1ed'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:15.718655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7625020 Sep 01 15:31:15.739947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6da61d-36c9-4f0a-8d9c-a68fbca13f83 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd85b7-21c4-44dd-a5ff-8584abccb2ab,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:15.951428 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.019864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:16.027297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:16.036262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:16.117172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.227222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:16.240777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Transition to ACTIVE for port object fc9d5cd2-ad0d-4b42-aa10-7507f3094066 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:16.243040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.249001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.360373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] device_id is not set on port 0445288f-0f54-4716-b784-428b42c7251c yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:16.411344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.498952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f748695-e2cc-40f6-b354-70aaf5583c84 req-12475746-8c90-4d95-9f9c-3216f5f1c7d2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:16.509264 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f748695-e2cc-40f6-b354-70aaf5583c84 req-12475746-8c90-4d95-9f9c-3216f5f1c7d2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 945 time: 0.2381082 Sep 01 15:31:16.521811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d9ea969c-8f71-47d7-80ca-6f3d658f2fa1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:16.639836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3f748695-e2cc-40f6-b354-70aaf5583c84 req-0a9222f1-2d40-437e-81f4-2aee309ffdb0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Sep 01 15:31:16.807744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:16.926515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8::356 (6959baf4-4f99-4262-9023-7b0e0b510b27/d25bfa30-ced9-415c-86b9-39337325e1ed/0445288f-0f54-4716-b784-428b42c7251c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:17.002440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:17.155755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83f796-506b-4f46-aa24-bb569d11caf6 None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:17.288554 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-140d4c07-794b-49c7-a290-18a167ffaf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.318357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-516769663-network', 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:17.375589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:17.378769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.380971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.414174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.418053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object 0445288f-0f54-4716-b784-428b42c7251c will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:17.536992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.545222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.705709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:17.727196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:17.736549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:17.755623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:17.758074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.759049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:17.796940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=0445288f-0f54-4716-b784-428b42c7251c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:17.874418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.897036 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1ce753e-c456-486c-8472-cd2e972a50cf tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1866536 Sep 01 15:31:17.899850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:17.905654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:17.908728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10378e8-87f6-43b0-8ac7-99d979eaca19 req-13b43f08-2a0f-4cdb-bcdc-31b5e2d08327 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:17.922851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d10378e8-87f6-43b0-8ac7-99d979eaca19 req-13b43f08-2a0f-4cdb-bcdc-31b5e2d08327 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 945 time: 0.1908531 Sep 01 15:31:17.953707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.004493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:18.039731 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d10378e8-87f6-43b0-8ac7-99d979eaca19 req-e06577f2-43eb-49df-b2b9-00bf034ee4bc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134474 Sep 01 15:31:18.045471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.046005 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Added segment d2753dcb-33ac-41db-9eb3-135f9d237d88 of type vlan for network 7023e81f-9786-4a1d-b0db-aa55a0682b2b Sep 01 15:31:18.055984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:18.126634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.140833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:18.158664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.212052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.214490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:18.215393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.333926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Provisioning for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:18.350462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3461108 Sep 01 15:31:18.355144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54768) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.365091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:18.365884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.372129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Request body: {'subnet': {'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-516769663-subnet', 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:18.377937 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d25bfa30-ced9-415c-86b9-39337325e1ed (CIDR: 2001:db8::/64) Sep 01 15:31:18.393298 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:31:18.396088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:18.451204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6090d-dcf4-43e4-b8da-610c3b5537a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7023e81f-9786-4a1d-b0db-aa55a0682b2b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:18.489099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:18.492222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.499740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.510481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c113b98e-f4a4-40a6-ba8e-178a9a6cb1c7 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6021419 Sep 01 15:31:18.510481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.521564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:18.542030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:18.825960 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.887419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.928194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:18.941991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.047834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:19.048211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.094898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e83dc90-2cb8-4f38-9b42-1a174094d437,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:19.126154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Checking segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:19.134975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Network hostable DHCP agents. Network: 7023e81f-9786-4a1d-b0db-aa55a0682b2b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:19.146285 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c5d90888-402a-4025-873c-f6ba37d18f90 (CIDR: 2001:db8:0:1::/64) Sep 01 15:31:19.150971 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:31:19.151728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:19.176932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2a72e221-669c-4228-a643-d2b013c4b75a tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6678860 Sep 01 15:31:19.179201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54790) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:19.179538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:19.186459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'subnet': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:19.198238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:19.231591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7023e81f-9786-4a1d-b0db-aa55a0682b2b) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:19.241911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:19.242931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.276642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a0f74-19b2-40eb-a673-5041d1104917 None None] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:19.301112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6660c5eb-b076-4c25-a404-69b0dbaf2289 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9339943 Sep 01 15:31:19.423375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-30ed0025-31b2-4a08-96f3-36324abf9f2f None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:19.436546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:19.449283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:19.450282 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.463286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175417fb-9e38-409e-ad8e-a8754da35b2b req-0862e096-1d72-406f-815c-bd3dd158aa1a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:19.473237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-175417fb-9e38-409e-ad8e-a8754da35b2b req-0862e096-1d72-406f-815c-bd3dd158aa1a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 945 time: 0.1568222 Sep 01 15:31:19.611602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-175417fb-9e38-409e-ad8e-a8754da35b2b req-2b012ecb-8e88-48d6-878e-01ad6837b184 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357651 Sep 01 15:31:19.617283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6271bcb8-8740-4fea-b411-0d861c38ae20 None None] Provisioning for port 0445288f-0f54-4716-b784-428b42c7251c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:19.641426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Made reservation on behalf of e4620603fa47443fb63f4adf50cde958 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:19.647241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.673537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6271bcb8-8740-4fea-b411-0d861c38ae20 None None] Provisioning complete for port 0445288f-0f54-4716-b784-428b42c7251c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:19.674254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6271bcb8-8740-4fea-b411-0d861c38ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.836697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6271bcb8-8740-4fea-b411-0d861c38ae20 None None] Port 0445288f-0f54-4716-b784-428b42c7251c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:19.890912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a541d1-f611-4095-8cd7-098e713cccb4 None None] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:19.979196 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.034649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.041837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:20.045467 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca818383-fc40-43e4-bcc2-4a23b9969c95" -d '{"events": [{"server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:20.076390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:20.090323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.207877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.215517 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc5608-7f6e-4181-acad-b3bc6851d3e4 x-openstack-request-id: req-08bc5608-7f6e-4181-acad-b3bc6851d3e4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:20.215873 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "name": "network-vif-plugged", "status": "completed", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:20.216078 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08bc5608-7f6e-4181-acad-b3bc6851d3e4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:20.218655 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1', 'code': 200} Sep 01 15:31:20.324648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:20.339646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:20.340402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:20.348890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:20.349934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.358542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079fc90-5e05-4e0f-be92-c6fbb553642f None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:20.392439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2106206 Sep 01 15:31:20.394750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54818) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:20.402794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907955e1-ad31-463d-ad04-5aad3e44e471 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Subnet': ['ID=0e559d18-c805-499e-b495-406462eb9f97,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:20.450717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1580088501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e559d18-c805-499e-b495-406462eb9f97'}], 'security_groups': ['112f2cd3-2316-4e14-85ee-5ee4f801ac69', 'fcd9497c-5a1c-4a32-beab-7df78b6b506d']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:20.790068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377504c8-6418-49bd-b021-1543237afae1 req-b9416aba-e489-4ede-b6c5-431130519d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:20.795175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-377504c8-6418-49bd-b021-1543237afae1 req-b9416aba-e489-4ede-b6c5-431130519d0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 1098 time: 0.4483075 Sep 01 15:31:20.933408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Update dhcp port {'port': {'network_id': '6959baf4-4f99-4262-9023-7b0e0b510b27', 'fixed_ips': [{'subnet_id': 'c5d90888-402a-4025-873c-f6ba37d18f90', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd25bfa30-ced9-415c-86b9-39337325e1ed', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e559d18-c805-499e-b495-406462eb9f97'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'fc9d5cd2-ad0d-4b42-aa10-7507f3094066'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:31:20.934281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa8ae-0647-4ad1-8bc8-a1f46b6ee51e req-83c85a8b-0aa1-435a-93e7-d21efa87b1bc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:20.936615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-911fa8ae-0647-4ad1-8bc8-a1f46b6ee51e req-83c85a8b-0aa1-435a-93e7-d21efa87b1bc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.1374283 Sep 01 15:31:20.958428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-264fdd71-a59a-4e9b-8056-266ad9f0040e tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:20.962438 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-264fdd71-a59a-4e9b-8056-266ad9f0040e tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.8733611 Sep 01 15:31:20.995630 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.047018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-377504c8-6418-49bd-b021-1543237afae1 req-a0f73529-cfaa-4908-91a9-c65cdbd1e765 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251515 Sep 01 15:31:21.050250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-45c5f91f-3d1e-4675-acbd-29a297624b6a tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/quotas/c16c1804eb4e42dabf80a5ebdeabd711 HTTP/1.1" status: 200 len: 375 time: 0.0217102 Sep 01 15:31:21.092249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-911fa8ae-0647-4ad1-8bc8-a1f46b6ee51e req-3e99fdae-c1a8-419f-a238-4d625b59e524 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293435 Sep 01 15:31:21.142062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-28284c66-5add-4514-ae7e-773e5e0a2a53 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693166 Sep 01 15:31:21.432316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Allocated IP 2001:db8:0:2::2 (6959baf4-4f99-4262-9023-7b0e0b510b27/0e559d18-c805-499e-b495-406462eb9f97/fc9d5cd2-ad0d-4b42-aa10-7507f3094066) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:21.502679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.585099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:21.633455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.653347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Transition to ACTIVE for port object fc9d5cd2-ad0d-4b42-aa10-7507f3094066 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:21.678857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.796268 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7bf79710-cf3e-4e61-ae5a-6b917ef044c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355739 Sep 01 15:31:21.859562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcdabd-3a95-4b76-a4a4-f3591f41bce4 None None] Pushing event updated for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:22.320263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-443c3991-5b51-4103-8a9a-8b3f76590793 service neutron] 10.222.0.41 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368117 Sep 01 15:31:22.533514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce52fd-d681-4849-9d7e-ebff6775c6aa req-d4ebf0b4-aacc-4c3f-b041-46452740bc0c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.536166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90ce52fd-d681-4849-9d7e-ebff6775c6aa req-d4ebf0b4-aacc-4c3f-b041-46452740bc0c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.1805601 Sep 01 15:31:22.626358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:31:22.661105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90ce52fd-d681-4849-9d7e-ebff6775c6aa req-f5ffeaff-32b7-49f7-b3f3-96b6e5545898 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Sep 01 15:31:22.722090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Delete allocated IP 2001:db8::356 (6959baf4-4f99-4262-9023-7b0e0b510b27/d25bfa30-ced9-415c-86b9-39337325e1ed) {{(pid=106377) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:31:22.776809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Allocated IP 2001:db8:0:2::279 (6959baf4-4f99-4262-9023-7b0e0b510b27/0e559d18-c805-499e-b495-406462eb9f97/0445288f-0f54-4716-b784-428b42c7251c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:23.320472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.417711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-76979af2-5d8b-4c8c-a07b-879e5bc7e77a req-16a0740a-240f-4e51-86de-fcd5e32c7d3a tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 210 time: 0.0867608 Sep 01 15:31:23.429803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Transition to ACTIVE for port object 0445288f-0f54-4716-b784-428b42c7251c will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:23.441177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Provisioning for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:23.442945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.463977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:23.464346 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.589955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event updated for resources: {'Port': ['ID=0445288f-0f54-4716-b784-428b42c7251c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:23.707277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:23.719873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] In _notify_port_updated(), no bound segment for port 0445288f-0f54-4716-b784-428b42c7251c on network 6959baf4-4f99-4262-9023-7b0e0b510b27 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:31:23.741762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:23.745266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.753337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-56146552-491b-4959-9aac-05e23809cb3f tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "PUT /v2.0/ports/0445288f-0f54-4716-b784-428b42c7251c HTTP/1.1" status: 200 len: 970 time: 3.3072548 Sep 01 15:31:23.754602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54860) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:23.805611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:23.806097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.090056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370124bd-6c36-4123-94ba-6eb5071cba94 req-99d961f6-fc39-4906-b504-d5def8ca1d64 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:24.093307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-370124bd-6c36-4123-94ba-6eb5071cba94 req-99d961f6-fc39-4906-b504-d5def8ca1d64 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.2071953 Sep 01 15:31:24.131274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:24.196253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:24.196899 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.201459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Provisioning for port 0445288f-0f54-4716-b784-428b42c7251c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:24.270477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port 0445288f-0f54-4716-b784-428b42c7251c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:24.271375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.366840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Provisioning complete for port 0445288f-0f54-4716-b784-428b42c7251c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:24.367472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.531228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-370124bd-6c36-4123-94ba-6eb5071cba94 req-372802e8-ed4c-4abb-93f3-8bf88016cf7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074309 Sep 01 15:31:24.931532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90cc95fb-92f4-4972-bee7-712a68fc2a38 req-782e1dc0-8fa0-4568-bcc6-c4264ad3d2cb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 210 time: 0.1303539 Sep 01 15:31:24.949714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8f728-34b4-4ea5-bee5-4ed20c895c1a None None] Port 0445288f-0f54-4716-b784-428b42c7251c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:24.998308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.025219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for 0445288f-0f54-4716-b784-428b42c7251c owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:25.080117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ca878d9a-41db-4102-a09a-fec6fefa4b06 None None] Provisioning complete for port 0445288f-0f54-4716-b784-428b42c7251c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:25.080732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9a-41db-4102-a09a-fec6fefa4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.108077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46161-b8ee-44e7-8bb2-b638101b7d9b req-e72b34e0-6541-4fe5-8f82-7e8c0146f14d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:25.111750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15c46161-b8ee-44e7-8bb2-b638101b7d9b req-e72b34e0-6541-4fe5-8f82-7e8c0146f14d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.1741371 Sep 01 15:31:25.213242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15c46161-b8ee-44e7-8bb2-b638101b7d9b req-351171d0-8229-4070-8944-f8b4b18b96f3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Sep 01 15:31:25.236961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ca878d9a-41db-4102-a09a-fec6fefa4b06 None None] Port 0445288f-0f54-4716-b784-428b42c7251c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:25.429494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.490541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=0445288f-0f54-4716-b784-428b42c7251c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:25.576023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.584125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-52e59839-2070-4666-b991-1b8c7b4f3b25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/0445288f-0f54-4716-b784-428b42c7251c HTTP/1.1" status: 204 len: 168 time: 1.8278091 Sep 01 15:31:25.587040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.693740 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-258dadc7-fa74-4871-86fd-1aa662c7a398 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] GET failed (client error): The resource could not be found. Sep 01 15:31:25.700000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-258dadc7-fa74-4871-86fd-1aa662c7a398 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports/0445288f-0f54-4716-b784-428b42c7251c HTTP/1.1" status: 404 len: 333 time: 0.1113856 Sep 01 15:31:25.704303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.767592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f9e71-2d75-4375-85cf-9a9bbaa2be18 req-4ec0384e-2de1-4693-ac28-a5c724e9f609 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:25.773751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-329f9e71-2d75-4375-85cf-9a9bbaa2be18 req-4ec0384e-2de1-4693-ac28-a5c724e9f609 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.3605118 Sep 01 15:31:25.881799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.969155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-329f9e71-2d75-4375-85cf-9a9bbaa2be18 req-2237059c-7f7c-44b6-bf67-92a5172bd1e8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773214 Sep 01 15:31:25.998726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-79f60409-1b72-49ab-998c-e92fad9dacbc tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:26.001026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-79f60409-1b72-49ab-998c-e92fad9dacbc tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.6521845 Sep 01 15:31:26.019715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Request body: {'port': {'device_id': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'admin_state_up': True, 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:26.053795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.329993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54902) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:26.453818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfc1b748-4174-40c7-b7e7-9391ad0b47df req-e5de8aac-dee4-44eb-8639-f8787b347ac5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 210 time: 0.2134492 Sep 01 15:31:26.526886 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.538416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.542568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/security-groups/f3dd85b7-21c4-44dd-a5ff-8584abccb2ab HTTP/1.1" status: 204 len: 168 time: 0.8340199 Sep 01 15:31:26.565755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54910) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:26.581678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:26.604668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.621575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9527-3e21-4b5e-a15e-1f464523db81 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd85b7-21c4-44dd-a5ff-8584abccb2ab,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:26.790876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.799592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-fe7e2066-b05a-4eca-b35b-08fd51c72eb6 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:26.801352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-fe7e2066-b05a-4eca-b35b-08fd51c72eb6 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.6267700 Sep 01 15:31:26.846301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc980a5-d143-40fe-9dc3-9d703c432671 req-49230a42-fe3c-4b84-855b-aefeb26d1d08 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:26.846301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bc980a5-d143-40fe-9dc3-9d703c432671 req-49230a42-fe3c-4b84-855b-aefeb26d1d08 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.2082739 Sep 01 15:31:26.863151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Request body: {'port': {'device_id': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'admin_state_up': True, 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:26.942632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.979944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Allocated IP 172.20.0.8 (7023e81f-9786-4a1d-b0db-aa55a0682b2b/6e83dc90-2cb8-4f38-9b42-1a174094d437/3bf57b93-6290-4590-a9ab-a0392c3c5794) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:26.991423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bc980a5-d143-40fe-9dc3-9d703c432671 req-684c9551-7ee7-4dc0-a7e8-942506d7ead1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358547 Sep 01 15:31:27.077187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6d66df3-110e-4524-8915-034e09eca56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.096835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.105433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.111495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/security-groups/fcd9497c-5a1c-4a32-beab-7df78b6b506d HTTP/1.1" status: 204 len: 168 time: 0.5409002 Sep 01 15:31:27.113966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54914) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:27.123163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:27.132368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.171202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01852b9-91a4-41e3-a5b0-d14d1fa5cd25 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd9497c-5a1c-4a32-beab-7df78b6b506d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.331916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.395220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.496930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.560884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6d66df3-110e-4524-8915-034e09eca56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.564880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.569214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.570602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/security-groups/112f2cd3-2316-4e14-85ee-5ee4f801ac69 HTTP/1.1" status: 204 len: 168 time: 0.4524269 Sep 01 15:31:27.578182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:27.589747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43a95c-83fb-42ff-9f56-6b0f3de5bca9 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f2cd3-2316-4e14-85ee-5ee4f801ac69,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.601354 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d6d66df3-110e-4524-8915-034e09eca56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.698468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66df3-110e-4524-8915-034e09eca56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62349123-3b41-4810-b2f5-ca6e49b32147,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.737241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d6d66df3-110e-4524-8915-034e09eca56d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e65a1be51da444aa965d0c9e95276257&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4046359 Sep 01 15:31:27.747056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54924) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:27.862903 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.924418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5070396-81b1-4431-a9c9-149f199e9c30 req-d7a6e1ef-275f-4b05-b35c-1dc7649a02ad tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 210 time: 0.0663199 Sep 01 15:31:27.935624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet d25bfa30-ced9-415c-86b9-39337325e1ed {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:27.939333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.944265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.068834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.121774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Allocated IP 172.20.0.3 (7023e81f-9786-4a1d-b0db-aa55a0682b2b/6e83dc90-2cb8-4f38-9b42-1a174094d437/0e076048-1185-44b7-981a-f2781563fa40) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:28.169009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:28.181795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-c6de8122-c3f1-4adc-b333-317622d82207 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4323099 Sep 01 15:31:28.233855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:28.239295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:28.392125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:28.393426 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.451369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-dcb8df65-bf7f-43d7-82b2-991913ba70c7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:28.454222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-dcb8df65-bf7f-43d7-82b2-991913ba70c7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.3963876 Sep 01 15:31:28.458869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4434707 Sep 01 15:31:28.468283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f7480-c525-4a28-8390-79bad5d89e6c tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event updated for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:28.473620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.523482 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.644549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Request body: {'port': {'device_id': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:28.827086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.832664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.835123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62349123-3b41-4810-b2f5-ca6e49b32147 HTTP/1.1" status: 204 len: 168 time: 1.0738707 Sep 01 15:31:28.879831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-73179d53-9cea-4ab7-84aa-6943869e9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:28.883485 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-73179d53-9cea-4ab7-84aa-6943869e9b5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1102 time: 0.5457160 Sep 01 15:31:28.930986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28fd6a-8ae5-425d-97c9-cb46def91468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62349123-3b41-4810-b2f5-ca6e49b32147,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:28.981898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.034915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.160653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.192280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb8f14-3430-40a0-a7b2-da347a9ecb9e None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:29.246043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.258782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/d25bfa30-ced9-415c-86b9-39337325e1ed HTTP/1.1" status: 204 len: 168 time: 1.6780813 Sep 01 15:31:29.263462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8178ed-4890-47e2-baca-16c6d2cab74b tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=d25bfa30-ced9-415c-86b9-39337325e1ed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:29.279812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:29.408370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98be15d-4816-4e97-8d8b-6ed76744d455 req-64fb6508-9c8f-440a-95f7-2bb65968ea0e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:29.424991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c98be15d-4816-4e97-8d8b-6ed76744d455 req-64fb6508-9c8f-440a-95f7-2bb65968ea0e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 1.2396717 Sep 01 15:31:29.619468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet 0e559d18-c805-499e-b495-406462eb9f97 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:29.636894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.671564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c98be15d-4816-4e97-8d8b-6ed76744d455 req-fbde51e9-1d77-49b1-89a2-aef839e3ff96 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230773 Sep 01 15:31:29.732576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.760454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.780746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:29.798629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db77856f-172e-4bf5-a388-a2ac10107940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.945649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.013429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.362094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event updated for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:30.381336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.451461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf57b93-6290-4590-a9ab-a0392c3c5794 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:30.463076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db77856f-172e-4bf5-a388-a2ac10107940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.475499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:30.479889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:30.480776 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.527398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Transition to ACTIVE for port object 3bf57b93-6290-4590-a9ab-a0392c3c5794 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:30.534006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.540921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/0e559d18-c805-499e-b495-406462eb9f97 HTTP/1.1" status: 204 len: 168 time: 1.2591007 Sep 01 15:31:30.542595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db77856f-172e-4bf5-a388-a2ac10107940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.544307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8f8b1fdc-0027-4a06-b7ce-2d0055430ac8 req-f768dd0e-91f2-4d92-822d-457bfb2b2ee7 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 210 time: 1.3883772 Sep 01 15:31:30.550167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54950) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:30.558907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.563932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:30.576961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e93b-c0f8-4f41-b8a8-37c7880b5def tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=0e559d18-c805-499e-b495-406462eb9f97,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:30.691766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77856f-172e-4bf5-a388-a2ac10107940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd4b08-0935-4d1e-82f8-2329c7fa0ec9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:30.722097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-db77856f-172e-4bf5-a388-a2ac10107940 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af45b6cbd60d41649c575f9c96b80c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9403527 Sep 01 15:31:30.744167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54954) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:30.754720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:30.755326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.807256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bde215-78c3-405a-9349-7650312b27b6 None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:30.951383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c9ae9580-c1b7-4913-a73e-e04e08fefd2e None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:30.959172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9580-c1b7-4913-a73e-e04e08fefd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.995797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:30.997412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.007434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.008484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.030381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:31.073786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.093195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc592-5ab3-456a-93c0-8aedf98d6c23 req-e88e8da8-96a6-47c1-bbe6-6df902b76024 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.096080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32ccc592-5ab3-456a-93c0-8aedf98d6c23 req-e88e8da8-96a6-47c1-bbe6-6df902b76024 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 946 time: 0.2619088 Sep 01 15:31:31.102784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-7d31c5f5-d57b-4f97-9b52-1f9011c03d94 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2503085 Sep 01 15:31:31.135979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Request body: {'port': {'device_id': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:31.260434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:31.264144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32ccc592-5ab3-456a-93c0-8aedf98d6c23 req-63a54fbc-df78-4fbd-ba13-f7e6695d3682 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420116 Sep 01 15:31:31.280103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.465560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.503569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c9ae9580-c1b7-4913-a73e-e04e08fefd2e None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:31.504614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9580-c1b7-4913-a73e-e04e08fefd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.560079 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db11827-4a14-4c53-9161-cae0ab972279 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:31.560874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db11827-4a14-4c53-9161-cae0ab972279 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:31.565794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3db11827-4a14-4c53-9161-cae0ab972279 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/d25bfa30-ced9-415c-86b9-39337325e1ed HTTP/1.1" status: 404 len: 337 time: 1.0104721 Sep 01 15:31:31.566833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.569417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 54960) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:31.680651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae9580-c1b7-4913-a73e-e04e08fefd2e None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:31.725241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-4ddec0fc-111d-4732-968f-221bd2072364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.728199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-4ddec0fc-111d-4732-968f-221bd2072364 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 2.8150687 Sep 01 15:31:31.766863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Pushing event updated for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:31.807481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 update to DOWN by agent not found {{(pid=106378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:31:32.039904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.044471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.055698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74fd4b08-0935-4d1e-82f8-2329c7fa0ec9 HTTP/1.1" status: 204 len: 168 time: 1.3068106 Sep 01 15:31:32.099790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551d834-746a-47f0-9cd5-e0b69d78e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd4b08-0935-4d1e-82f8-2329c7fa0ec9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:32.232253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.233302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.234121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.235493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.236331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.237443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.238292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.239085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.239902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.240704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.241812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.242636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:32.319013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-7c00ddde-e4ff-4fcd-9c0f-7ebfb81a090e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 217 time: 0.4993241 Sep 01 15:31:32.323734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:32.338658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.348840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "DELETE /v2.0/ports/d9ea969c-8f71-47d7-80ca-6f3d658f2fa1 HTTP/1.1" status: 204 len: 173 time: 3.6958861 Sep 01 15:31:32.495595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'name': 'network-vif-deleted', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:32.497841 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd2230-f467-4e35-89ed-bb71c7e790ee" -d '{"events": [{"server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "name": "network-vif-deleted", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:32.557793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting subnet c5d90888-402a-4025-873c-f6ba37d18f90 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:32.560589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Attempting to bind port 3bf57b93-6290-4590-a9ab-a0392c3c5794 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:32.579710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Attempting to bind port 3bf57b93-6290-4590-a9ab-a0392c3c5794 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:32.580466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Attempting to bind port 3bf57b93-6290-4590-a9ab-a0392c3c5794 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:32.610937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=d9ea969c-8f71-47d7-80ca-6f3d658f2fa1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:32.627439 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.636943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18639d9d-45d2-43dd-a60b-798de17d95a7 req-8aef458c-ce46-482f-bc0f-a9a337237785 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.1796505 Sep 01 15:31:32.753098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Port 3bf57b93-6290-4590-a9ab-a0392c3c5794 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:31:32.765943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Attempting to bind port 3bf57b93-6290-4590-a9ab-a0392c3c5794 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:32.812334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:32.813275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Checking segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:32.813652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Bound using segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:32.814108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Bound port: 3bf57b93-6290-4590-a9ab-a0392c3c5794, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:32.814558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.819684 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d83a9-1dbe-47e1-84f9-6c24d71e7909 x-openstack-request-id: req-864d83a9-1dbe-47e1-84f9-6c24d71e7909 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:32.820000 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c655520-0faa-42ed-917f-e5b932c90d38", "name": "network-vif-deleted", "tag": "d9ea969c-8f71-47d7-80ca-6f3d658f2fa1", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:32.820221 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-864d83a9-1dbe-47e1-84f9-6c24d71e7909 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:32.833711 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c655520-0faa-42ed-917f-e5b932c90d38', 'name': 'network-vif-deleted', 'tag': 'd9ea969c-8f71-47d7-80ca-6f3d658f2fa1', 'status': 'completed', 'code': 200} Sep 01 15:31:32.912561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e076048-1185-44b7-981a-f2781563fa40 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:32.927568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba54a93-fe41-45ac-9a2d-5d9687dc1962 req-a8aa41eb-126e-464e-afca-f152141e39ec tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:32.954041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ba54a93-fe41-45ac-9a2d-5d9687dc1962 req-a8aa41eb-126e-464e-afca-f152141e39ec tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 931 time: 1.1321251 Sep 01 15:31:32.957173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.978251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-b1ac0622-1b8f-485f-a9de-0c42e0249196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:33.002130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-b1ac0622-1b8f-485f-a9de-0c42e0249196 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.5318043 Sep 01 15:31:33.023279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Transition to ACTIVE for port object 0e076048-1185-44b7-981a-f2781563fa40 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:33.033107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.042951 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.538450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-90a83584-e9ef-4c09-b954-4807fb5ddce0 None None] Provisioning complete for port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:33.539522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a83584-e9ef-4c09-b954-4807fb5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.636151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Pushing event updated for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:33.657348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Attempting to bind port 0e076048-1185-44b7-981a-f2781563fa40 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:33.658357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Attempting to bind port 0e076048-1185-44b7-981a-f2781563fa40 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:33.658357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Attempting to bind port 0e076048-1185-44b7-981a-f2781563fa40 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:33.674327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5ba54a93-fe41-45ac-9a2d-5d9687dc1962 req-72f9df7e-1af0-4048-bfe1-613f050932fb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157478 Sep 01 15:31:33.676732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Port 0e076048-1185-44b7-981a-f2781563fa40 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:31:33.680878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Attempting to bind port 0e076048-1185-44b7-981a-f2781563fa40 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:33.702041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:33.703221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Checking segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:33.703809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Bound using segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:33.704971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Bound port: 0e076048-1185-44b7-981a-f2781563fa40, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:33.706309 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.748404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 54994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:33.905016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:33.906024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-90a83584-e9ef-4c09-b954-4807fb5ddce0 None None] Provisioning complete for port d3b0ea63-3b56-425d-8c60-960d44d6006c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:33.907479 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a83584-e9ef-4c09-b954-4807fb5ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.912182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:33.966114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.091766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-90a83584-e9ef-4c09-b954-4807fb5ddce0 None None] Port d3b0ea63-3b56-425d-8c60-960d44d6006c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:34.097722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efec025b-d15d-41d9-8df6-ea8ed243719e req-fc9caf73-03e5-4853-893a-90e99169cfc9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.1149943 Sep 01 15:31:34.117910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:34.123986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7feb89f4-4827-42c7-bb5a-a719f687f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.147334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e076048-1185-44b7-981a-f2781563fa40,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:34.169346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-0a150283-2d14-44de-94b8-2103b89c7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.171985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-0a150283-2d14-44de-94b8-2103b89c7155 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1377065 Sep 01 15:31:34.176404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.177618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.179455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] 10.222.0.50 "PUT /v2.0/ports/3bf57b93-6290-4590-a9ab-a0392c3c5794 HTTP/1.1" status: 200 len: 1092 time: 5.5509152 Sep 01 15:31:34.207580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.257271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.323445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Pushing event updated for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.359531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fee0e-04b3-429d-a068-130627e95ebb service neutron] Pushing event updated for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.360699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.361460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.362987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-169b4081-c431-4ba7-91d0-0f2a4f0f12fa service neutron] 10.222.0.50 "PUT /v2.0/ports/0e076048-1185-44b7-981a-f2781563fa40 HTTP/1.1" status: 200 len: 1092 time: 3.2434554 Sep 01 15:31:34.365330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'tag': '0e076048-1185-44b7-981a-f2781563fa40'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:34.368350 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d649cac-7924-40ab-b4a2-c3d6914675e0" -d '{"events": [{"name": "network-changed", "server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "tag": "0e076048-1185-44b7-981a-f2781563fa40"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:34.572806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-16142f0e-cb7f-4650-81ba-ac010d22d84e service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881137 Sep 01 15:31:34.579344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-ecf633ee-2310-40e1-95ce-783658b4a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.584074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-ecf633ee-2310-40e1-95ce-783658b4a199 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=e4d43a87-d4ea-41b3-a3a3-d9b297570c7b HTTP/1.1" status: 200 len: 1095 time: 0.2863617 Sep 01 15:31:34.663350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.694705 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6351ea-1426-444d-a2c0-6335bd25358f x-openstack-request-id: req-3b6351ea-1426-444d-a2c0-6335bd25358f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:34.699600 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "tag": "0e076048-1185-44b7-981a-f2781563fa40", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:34.704176 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b6351ea-1426-444d-a2c0-6335bd25358f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:34.705453 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'tag': '0e076048-1185-44b7-981a-f2781563fa40', 'status': 'completed', 'code': 200} Sep 01 15:31:34.723562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73103c8-67ba-4da3-80bf-d1aae08367ce None None] Network 6959baf4-4f99-4262-9023-7b0e0b510b27 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:34.738060 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.746309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/c5d90888-402a-4025-873c-f6ba37d18f90 HTTP/1.1" status: 204 len: 168 time: 3.1514630 Sep 01 15:31:34.769784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55010) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:34.815484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-ca943049-c438-4f8d-99d4-6662a42257e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794 HTTP/1.1" status: 200 len: 217 time: 0.2201705 Sep 01 15:31:34.819468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad16693-08e1-4a77-9a5f-024c5d1d92ba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d90888-402a-4025-873c-f6ba37d18f90,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.871437 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9f1c0a-e3cf-4e5c-917e-631a0a42711e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:34.871952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9f1c0a-e3cf-4e5c-917e-631a0a42711e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:34.881503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad9f1c0a-e3cf-4e5c-917e-631a0a42711e tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/2bf800c3-9bbe-49d6-8c87-18c1b5bd5a5e HTTP/1.1" status: 404 len: 337 time: 0.1029460 Sep 01 15:31:34.889513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:34.893169 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e06e4-68fe-49c7-85a2-f30108cccb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:34.894507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55014) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:34.897369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-f43c8cc8-bbc9-49ae-b141-f7c0d77b33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.898943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-f43c8cc8-bbc9-49ae-b141-f7c0d77b33f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.0706182 Sep 01 15:31:34.954217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-336bb5ff-9ffe-428b-8dfe-e26a4db5387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.956131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-336bb5ff-9ffe-428b-8dfe-e26a4db5387b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 1095 time: 0.4734631 Sep 01 15:31:34.965815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ee7f253-366a-40b5-8ff5-29b9a39c1dd4 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9a54aec-f39c-4a6b-a786-69f160b5f177 HTTP/1.1" status: 200 len: 205 time: 0.0618148 Sep 01 15:31:34.966948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:34.994554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55020) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.017757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-e7ef67d9-c868-4f45-8ea5-c17ab5c029e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063905 Sep 01 15:31:35.019351 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d1f411-759a-46b0-b414-61fe06d75e0e x-openstack-request-id: req-29d1f411-759a-46b0-b414-61fe06d75e0e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:35.019861 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:35.020036 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29d1f411-759a-46b0-b414-61fe06d75e0e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:35.020471 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794', 'status': 'completed', 'code': 200} Sep 01 15:31:35.110803 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-b40a9921-4ba6-4cbb-82b5-85f110ef4ee6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] delete failed (client error): The resource could not be found. Sep 01 15:31:35.111905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b40a9921-4ba6-4cbb-82b5-85f110ef4ee6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/routers/c9a54aec-f39c-4a6b-a786-69f160b5f177 HTTP/1.1" status: 404 len: 336 time: 0.1439643 Sep 01 15:31:35.117364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55024) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.136550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-5cc685cb-8bc4-4bd6-a3e9-81a7e0d7bf06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e076048-1185-44b7-981a-f2781563fa40 HTTP/1.1" status: 200 len: 217 time: 0.1553197 Sep 01 15:31:35.172977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7feb89f4-4827-42c7-bb5a-a719f687f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.242162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7feb89f4-4827-42c7-bb5a-a719f687f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.251962 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3958dc9-444f-4192-908d-a33773dec8e6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:35.252589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3958dc9-444f-4192-908d-a33773dec8e6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:35.258656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3958dc9-444f-4192-908d-a33773dec8e6 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/7ea19f74-6687-4353-8e45-89bd9e069e59 HTTP/1.1" status: 404 len: 337 time: 0.1203008 Sep 01 15:31:35.263850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55028) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.302953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c2a72a2b-1c4e-4bd5-9b68-82048dfd758a req-3ac00356-d690-4fcb-bf06-343cb72fe18c service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174401 Sep 01 15:31:35.388201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-931638273-network', 'tenant_id': '267ef2e6f0184aef8836cf718319e979'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:35.400312 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-24900bcc-0302-4981-b7e5-92537fe14596 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:35.403533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24900bcc-0302-4981-b7e5-92537fe14596 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:35.409835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-24900bcc-0302-4981-b7e5-92537fe14596 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/430aae97-6e10-453a-a76a-ca4ed14680c1 HTTP/1.1" status: 404 len: 337 time: 0.1389108 Sep 01 15:31:35.415764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7feb89f4-4827-42c7-bb5a-a719f687f2b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1560f398693411a88bcc50683d4c387&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6593513 Sep 01 15:31:35.417992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55032) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.418354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.419391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93018c-586f-4d09-a274-9fab0901b478 req-9b3dc5dc-5924-4688-9392-0289e21139a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:35.422883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-9b3dc5dc-5924-4688-9392-0289e21139a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.2562044 Sep 01 15:31:35.427894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb89f4-4827-42c7-bb5a-a719f687f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1d84c-8286-4f38-a2d8-f4ed704d2beb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:35.463171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5af6b-b8d2-4107-b90f-ad0d3d1165ae req-d3143d7c-b446-4ddf-925a-679344afb577 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:35.479050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3bf5af6b-b8d2-4107-b90f-ad0d3d1165ae req-d3143d7c-b446-4ddf-925a-679344afb577 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 943 time: 0.4762371 Sep 01 15:31:35.483157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] DHCP port deletion for 6959baf4-4f99-4262-9023-7b0e0b510b27 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:35.514636 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f795f1c5-6a63-4836-b49f-8b143edcf419 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:35.515388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f795f1c5-6a63-4836-b49f-8b143edcf419 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:35.517707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f795f1c5-6a63-4836-b49f-8b143edcf419 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/496b75d1-a18f-444d-a25b-ef7bb517211e HTTP/1.1" status: 404 len: 337 time: 0.0983217 Sep 01 15:31:35.535577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55036) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.556954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-4fd2501e-ac11-41e4-9aa8-f552b6477a8e service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280252 Sep 01 15:31:35.607752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Made reservation on behalf of 267ef2e6f0184aef8836cf718319e979 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:35.611253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.640134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c55a9b8b-7fe0-4cb9-a8d6-ba7eabfd6948 req-dd83a09b-9bd4-46d8-97e6-4b99c46bfcc4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.1299348 Sep 01 15:31:35.641697 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4708f83-fdf9-4e2e-b645-e2d267ac5aba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:35.642702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4708f83-fdf9-4e2e-b645-e2d267ac5aba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:35.650188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f4708f83-fdf9-4e2e-b645-e2d267ac5aba tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/ec5dedbe-695f-4e25-821e-046c0fa6ebbe HTTP/1.1" status: 404 len: 333 time: 0.1116574 Sep 01 15:31:35.668069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.672799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-835f71f7-1882-438f-9aed-2994d47f4377 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283008 Sep 01 15:31:35.701986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Deleting port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:35.703043 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.805898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:35.816705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.837598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3bf5af6b-b8d2-4107-b90f-ad0d3d1165ae req-960be944-f58f-4689-946e-2ae13a519b5d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471501 Sep 01 15:31:35.896489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] For port fc9d5cd2-ad0d-4b42-aa10-7507f3094066, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,segment=NetworkSegment(68dc2901-4442-4987-ab95-4ee6818de9d8),segment_id=68dc2901-4442-4987-ab95-4ee6818de9d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:35.896944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.898437 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd58175-7580-4835-8ff7-dcd4d310a504 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:35.898955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd58175-7580-4835-8ff7-dcd4d310a504 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:35.901003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cdd58175-7580-4835-8ff7-dcd4d310a504 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/7931a725-3ac4-42d4-9262-44e79c83beef HTTP/1.1" status: 404 len: 337 time: 0.2006836 Sep 01 15:31:35.909564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.916834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Calling delete_port for fc9d5cd2-ad0d-4b42-aa10-7507f3094066 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:35.995293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.061935 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-100864d6-d996-49bb-a2e7-91aa4fbed229 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:36.062762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100864d6-d996-49bb-a2e7-91aa4fbed229 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:36.066013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-100864d6-d996-49bb-a2e7-91aa4fbed229 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/05a9a8a9-969e-41e7-ba6c-850a5f6e7ed4 HTTP/1.1" status: 404 len: 337 time: 0.1549749 Sep 01 15:31:36.070066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-c3e033a8-78ab-46d5-b1a8-5061ad049103 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808484 Sep 01 15:31:36.071111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55042) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.077804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.082454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.087218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fc9d5cd2-ad0d-4b42-aa10-7507f3094066 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:36.088328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc9d5cd2-ad0d-4b42-aa10-7507f3094066 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:36.132366 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadd45d1-65fe-4af1-9ba2-437db29e1c20 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:36.134002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadd45d1-65fe-4af1-9ba2-437db29e1c20 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:36.137639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fadd45d1-65fe-4af1-9ba2-437db29e1c20 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/0e589d99-f5d8-48e8-9d0e-8c4c4385da60 HTTP/1.1" status: 404 len: 333 time: 0.0646529 Sep 01 15:31:36.157297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.193952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] Pushing event deleted for resources: {'Port': ['ID=fc9d5cd2-ad0d-4b42-aa10-7507f3094066,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.200814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf913d-4263-4d15-beef-dd2b32e23ac9 None None] No DVR routers for this DVR port fc9d5cd2-ad0d-4b42-aa10-7507f3094066 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:36.296334 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5751cb63-7c38-4228-a998-6ebdf8119594 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:36.297213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5751cb63-7c38-4228-a998-6ebdf8119594 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:36.302021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5751cb63-7c38-4228-a998-6ebdf8119594 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/1efcdecb-ff1e-41ca-95e0-74af7430d631 HTTP/1.1" status: 404 len: 337 time: 0.1431918 Sep 01 15:31:36.309438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.370421 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fcab3f-d35d-4e7f-9437-0714280d8132 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] DELETE failed (client error): The resource could not be found. Sep 01 15:31:36.373101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fcab3f-d35d-4e7f-9437-0714280d8132 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:36.374421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-45fcab3f-d35d-4e7f-9437-0714280d8132 tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/subnets/c1926b30-2824-4bdc-967d-977d83631060 HTTP/1.1" status: 404 len: 337 time: 0.0633092 Sep 01 15:31:36.379163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.401614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-a99b9539-e07e-40e2-8188-a132dee59d5d service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939758 Sep 01 15:31:36.424688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.430111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.431852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0e1d84c-8286-4f38-a2d8-f4ed704d2beb HTTP/1.1" status: 204 len: 168 time: 1.0110924 Sep 01 15:31:36.459036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084a540-a3a6-4240-a5d7-075ea842aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1d84c-8286-4f38-a2d8-f4ed704d2beb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.641508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a93018c-586f-4d09-a274-9fab0901b478 req-d754bc5f-db8a-40f1-b85f-7984398ab707 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554979 Sep 01 15:31:36.705389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-0d3e00b5-9e4c-408e-86b6-6a420eb5ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:36.706987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-0d3e00b5-9e4c-408e-86b6-6a420eb5ef0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=e4d43a87-d4ea-41b3-a3a3-d9b297570c7b HTTP/1.1" status: 200 len: 1095 time: 0.2296696 Sep 01 15:31:36.710942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Deleting port d3b0ea63-3b56-425d-8c60-960d44d6006c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:36.711576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.854108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.856970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97c1f1c8-a752-40de-a25b-f72c59a686e6 req-7ee6adb8-92a2-4c81-a15c-d8a92bc13e6e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0802450 Sep 01 15:31:36.860765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.911152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:36.928864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7591633-ce2f-494d-a433-4b67e87c57ed,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.938609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.938609 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Added segment 9bcd6740-920f-4f39-a556-3b009fe43074 of type vlan for network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 Sep 01 15:31:36.967960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-114ed511-7437-4c04-9597-10c41f103059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:36.969821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-114ed511-7437-4c04-9597-10c41f103059 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 913 time: 0.2477930 Sep 01 15:31:37.022447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.048704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Calling delete_port for d3b0ea63-3b56-425d-8c60-960d44d6006c owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:37.052406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-1dc9947e-2bf9-4e19-b971-76503ef51898 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794 HTTP/1.1" status: 200 len: 217 time: 0.0478344 Sep 01 15:31:37.058527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.192247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-f61fcf4a-49e2-400c-8c12-02fad108e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.192247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-f61fcf4a-49e2-400c-8c12-02fad108e340 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.1274788 Sep 01 15:31:37.199443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.202069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.202972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.279427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-d2506dec-feb2-492f-aa07-b8c379dafe87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721545 Sep 01 15:31:37.309679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3139913 Sep 01 15:31:37.324467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:37.330215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Request body: {'subnet': {'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-931638273-subnet', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:37.373104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3fb7-942d-4752-969e-80a4c00e5fdd admin admin] Pushing event updated for resources: {'Network': ['ID=97f845bc-5c80-4b7a-bc43-d2119f5d0ec8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:37.396968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:37.411730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Made reservation on behalf of 267ef2e6f0184aef8836cf718319e979 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:37.414342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.489325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.515445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-c25d2070-846c-4ec2-a27c-e54f1941b51c service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190325 Sep 01 15:31:37.523346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-c3ed7bfb-f922-42f4-a59f-8840e494403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.525773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-c3ed7bfb-f922-42f4-a59f-8840e494403e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 1095 time: 0.7937436 Sep 01 15:31:37.599745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.611624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/ports/d3b0ea63-3b56-425d-8c60-960d44d6006c HTTP/1.1" status: 204 len: 168 time: 1.2266326 Sep 01 15:31:37.629701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb770f9-9e97-4a1a-8306-9e210b4a0a4b req-da972efc-06bd-481f-88ff-04588a3c11c3 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.632900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cb770f9-9e97-4a1a-8306-9e210b4a0a4b req-da972efc-06bd-481f-88ff-04588a3c11c3 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 943 time: 0.5685194 Sep 01 15:31:37.681050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55072) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:37.753337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59114b2c-5c2e-4713-a983-b2beeaf944fc tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Port': ['ID=d3b0ea63-3b56-425d-8c60-960d44d6006c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:37.893474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cb770f9-9e97-4a1a-8306-9e210b4a0a4b req-eb0b678a-62aa-4b9b-ac88-2e9c1e2543c5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350064 Sep 01 15:31:37.983364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-fcfc845e-8d4c-4170-8bff-46d6b442cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.985858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-fcfc845e-8d4c-4170-8bff-46d6b442cd12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 913 time: 0.3891644 Sep 01 15:31:38.028840 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c08e06e4-68fe-49c7-85a2-f30108cccb0f req-a170032a-a597-4e44-940a-9f7ba8913dba service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805703 Sep 01 15:31:38.058812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.105739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-968330d5-c6a0-4a03-9a17-9fd28779fb4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e076048-1185-44b7-981a-f2781563fa40 HTTP/1.1" status: 200 len: 217 time: 0.1112640 Sep 01 15:31:38.291188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73bc8e1a-222a-4e1f-8403-d021654ed938 req-47558b55-4677-48ea-bd26-bd0de23daf65 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0891526 Sep 01 15:31:38.303239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-9765bdcc-f186-48ab-8983-1535175116e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:38.304831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-9765bdcc-f186-48ab-8983-1535175116e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.1918101 Sep 01 15:31:38.307848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.348885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6959baf4-4f99-4262-9023-7b0e0b510b27']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:38.369766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dc2901-4442-4987-ab95-4ee6818de9d8') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:38.370154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dc2901-4442-4987-ab95-4ee6818de9d8') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:38.385185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-7860a684-ebbb-46a1-8c02-b1cdd8a0bf0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700285 Sep 01 15:31:38.408550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.491769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.516743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.525411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:38.525911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.552258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-000f6f81-9af4-498b-aedb-07b97f578945 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585641 Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:38.581950 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:38.594379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c219193-f484-49d5-9c09-265b7b5b3c6b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:38.738478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Checking segment: {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:38.739075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Network hostable DHCP agents. Network: 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:38.764909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.769865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d649cac-7924-40ab-b4a2-c3d6914675e0 req-b0a95fa8-e9b3-4f9f-ac95-5d92fb6e89f8 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084188 Sep 01 15:31:38.787440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.792084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] 10.222.0.41 "DELETE /v2.0/networks/6959baf4-4f99-4262-9023-7b0e0b510b27 HTTP/1.1" status: 204 len: 168 time: 1.1058075 Sep 01 15:31:38.800063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:38.844776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:38.864564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af7525-064e-4d38-8468-c591e45a84eb None None] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:38.868943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:38.871643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.888285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e3cc5-5061-4ae4-ab03-1f16c6d98fad tempest-PortsIpV6TestJSON-123043123 tempest-PortsIpV6TestJSON-123043123-project] Pushing event deleted for resources: {'Network': ['ID=6959baf4-4f99-4262-9023-7b0e0b510b27,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:38.947856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:38.952222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e7069f18-be20-435e-9d5c-829c68a491bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6263108 Sep 01 15:31:38.955762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:39.030394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.032284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.170909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.388933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3bf57b93-6290-4590-a9ab-a0392c3c5794 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:31:39.425739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8822-9b66-4ec5-81b2-9292ea0ffb89 req-a7fff8da-d359-4fc5-b513-3434cc956cdb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:39.428156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7fd8822-9b66-4ec5-81b2-9292ea0ffb89 req-a7fff8da-d359-4fc5-b513-3434cc956cdb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 943 time: 0.3286698 Sep 01 15:31:39.437701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.518229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-af8880be-8ed1-41a9-a77d-39a140bf6b35 req-3ffc7d28-a04d-4b5e-9298-a1b63c1483bb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0845795 Sep 01 15:31:39.648800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7fd8822-9b66-4ec5-81b2-9292ea0ffb89 req-d801e7ad-f774-40c0-98f3-03ef7503bca4 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983213 Sep 01 15:31:39.800698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:39.837544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '3bf57b93-6290-4590-a9ab-a0392c3c5794', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'port_id': '3bf57b93-6290-4590-a9ab-a0392c3c5794', 'mac_address': 'fa:16:3e:09:6d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83dc90-2cb8-4f38-9b42-1a174094d437', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:31:39.941573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55110) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:39.961857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.966500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'fixed_ips': [{'subnet_id': '3c219193-f484-49d5-9c09-265b7b5b3c6b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:39.967987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.167467 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.224266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.489045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf57b93-6290-4590-a9ab-a0392c3c5794 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:40.557319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:40.582367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.583089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e076048-1185-44b7-981a-f2781563fa40 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:31:40.659626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e076048-1185-44b7-981a-f2781563fa40,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:40.755658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '0e076048-1185-44b7-981a-f2781563fa40', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'port_id': '0e076048-1185-44b7-981a-f2781563fa40', 'mac_address': 'fa:16:3e:a0:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83dc90-2cb8-4f38-9b42-1a174094d437', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:31:40.789274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Allocated IP 172.25.1.50 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/269ce9c6-be7e-47e5-bb40-991c8cec756a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:40.990668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-660863b2-c691-4e9a-9003-7b5caa501768 req-79252d80-bf4c-42dd-9814-4a1a8093aed2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.1425664 Sep 01 15:31:41.073977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c6883dca-9455-4e71-bad1-9135494a2ef6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4620603fa47443fb63f4adf50cde958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1300883 Sep 01 15:31:41.075106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.108664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9d26-cf8e-4602-acee-566080641785 req-b85b82ef-2d77-4c5d-aa23-7856b53afd67 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:41.121933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e2b9d26-cf8e-4602-acee-566080641785 req-b85b82ef-2d77-4c5d-aa23-7856b53afd67 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 943 time: 0.1999581 Sep 01 15:31:41.143001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.196332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e076048-1185-44b7-981a-f2781563fa40 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:41.212196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.220695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Allocated IP 172.20.0.2 (97f845bc-5c80-4b7a-bc43-d2119f5d0ec8/3c219193-f484-49d5-9c09-265b7b5b3c6b/28a96222-a523-49f7-97db-94e0e3fbb212) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:41.251542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.255849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.267560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e076048-1185-44b7-981a-f2781563fa40,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:41.273544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e2b9d26-cf8e-4602-acee-566080641785 req-09c37eea-b1ca-4aff-93ce-94f4f3126c81 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337724 Sep 01 15:31:41.291270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.411592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.444078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.483990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.558043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:41.567664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:41.648352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:41.675422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.680425 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.684938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00a9d8ae-e2cf-4bb0-97bf-b41454567512 HTTP/1.1" status: 204 len: 168 time: 0.6057358 Sep 01 15:31:41.712591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd72ee-1c85-457a-ad36-5d3e0a3c4681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9d8ae-e2cf-4bb0-97bf-b41454567512,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.725748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['3bf57b93-6290-4590-a9ab-a0392c3c5794'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:41.745782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0e076048-1185-44b7-981a-f2781563fa40'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:41.815335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Pushing event updated for resources: {'Port': ['ID=269ce9c6-be7e-47e5-bb40-991c8cec756a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:42.216896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.305397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Transition to ACTIVE for port object 28a96222-a523-49f7-97db-94e0e3fbb212 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:42.318392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-df35b570-5ab0-4533-9050-42426ef60578 req-a42b5fb6-d7d2-46e4-bac0-e8ce8cf922b3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0884392 Sep 01 15:31:42.378659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Transition to ACTIVE for port object 28a96222-a523-49f7-97db-94e0e3fbb212 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:42.455838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.553255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.603150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:42.636686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:42.642173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:42.861699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Pushing event updated for resources: {'Port': ['ID=28a96222-a523-49f7-97db-94e0e3fbb212,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:42.958831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Attempting to bind port 28a96222-a523-49f7-97db-94e0e3fbb212 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:42.959711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Attempting to bind port 28a96222-a523-49f7-97db-94e0e3fbb212 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:42.960101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Attempting to bind port 28a96222-a523-49f7-97db-94e0e3fbb212 on network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:42.982296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:42.982791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Checking segment: {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:42.983164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.983576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Bound using segment: {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:42.986450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Bound port: 28a96222-a523-49f7-97db-94e0e3fbb212, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:42.987006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.097796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] For port 28a96222-a523-49f7-97db-94e0e3fbb212, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:43.102121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] For port 28a96222-a523-49f7-97db-94e0e3fbb212, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28a96222-a523-49f7-97db-94e0e3fbb212,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:43.107968 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.213775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731cd31-f258-4f0c-86ab-52243428e61c None None] Pushing event updated for resources: {'Port': ['ID=28a96222-a523-49f7-97db-94e0e3fbb212,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:43.304063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3bf57b93-6290-4590-a9ab-a0392c3c5794 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:43.518205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 3bf57b93-6290-4590-a9ab-a0392c3c5794 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:43.532322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 3bf57b93-6290-4590-a9ab-a0392c3c5794 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:43.533088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.761101 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1081cf9-ddba-4dab-b0df-87544b0ca8b9 req-3f28c44b-6feb-4439-a78d-f750700ef30f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c655520-0faa-42ed-917f-e5b932c90d38 HTTP/1.1" status: 200 len: 210 time: 0.0586772 Sep 01 15:31:43.862563 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.901112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087257-be7d-4d94-b975-bad6acda7303 req-6a459f61-ed3e-41ed-80c0-f570e772bfdb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:43.911091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f087257-be7d-4d94-b975-bad6acda7303 req-6a459f61-ed3e-41ed-80c0-f570e772bfdb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 944 time: 1.2638376 Sep 01 15:31:43.924379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:43.926846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28a96222-a523-49f7-97db-94e0e3fbb212 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:43.995027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:43.997906 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df934fa7-e973-410e-a562-bad5e7cead36" -d '{"events": [{"server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "name": "network-vif-plugged", "status": "completed", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:44.007173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.064159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 28a96222-a523-49f7-97db-94e0e3fbb212 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:44.125626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:44.131333 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc45e9a-7970-4f9a-baff-423905b33dae x-openstack-request-id: req-afc45e9a-7970-4f9a-baff-423905b33dae {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:44.131829 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "name": "network-vif-plugged", "status": "completed", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:44.132068 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afc45e9a-7970-4f9a-baff-423905b33dae {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:44.132515 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794', 'code': 200} Sep 01 15:31:44.169488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f087257-be7d-4d94-b975-bad6acda7303 req-7bfd2e2f-2da1-445f-b37c-78aa43f4be38 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568769 Sep 01 15:31:44.417003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a1336b1-a9e3-4816-92a9-fa378841d035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.426288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.465122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1bc8-f080-4477-9a06-3ae35be3ad36 req-13d875ea-0af6-49d3-ad0c-f04cb6d39f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:44.476566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-502c1bc8-f080-4477-9a06-3ae35be3ad36 req-13d875ea-0af6-49d3-ad0c-f04cb6d39f40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4d43a87-d4ea-41b3-a3a3-d9b297570c7b HTTP/1.1" status: 200 len: 1097 time: 0.1834815 Sep 01 15:31:44.697873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-502c1bc8-f080-4477-9a06-3ae35be3ad36 req-2660be99-e106-45cb-bc4d-22e3c20fa3e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303170 Sep 01 15:31:44.967865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Router f39d857d-d067-490b-9e9f-cc0ce89ac61c is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:31:45.223775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55190) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:45.255499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2353535-49ed-4597-a904-eaf5d48b4f5d None None] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:45.334765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:31:45.351486 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Sync routers for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:31:45.370245 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:45.373422 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:45.395780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e076048-1185-44b7-981a-f2781563fa40 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:45.416891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.421761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55194) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:45.422253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b1ba05c8-314e-44ec-b4a5-afe9698b0f49 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4726930 Sep 01 15:31:45.444158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054bafb-d55e-422d-b9de-260c281fe25e req-0b1094db-5e3e-46e8-a4a3-779218f2d122 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:45.456606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0054bafb-d55e-422d-b9de-260c281fe25e req-0b1094db-5e3e-46e8-a4a3-779218f2d122 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 944 time: 0.0982571 Sep 01 15:31:45.515168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0054bafb-d55e-422d-b9de-260c281fe25e req-34593285-2dc7-4965-9b08-7a6da4cb7ae6 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568650 Sep 01 15:31:45.550537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Provisioning for port 28a96222-a523-49f7-97db-94e0e3fbb212 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:45.579421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Provisioning complete for port 28a96222-a523-49f7-97db-94e0e3fbb212 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:45.579804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.666365 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:31:45.896658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 0e076048-1185-44b7-981a-f2781563fa40 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:45.903332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 0e076048-1185-44b7-981a-f2781563fa40 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:45.904172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.109742 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:42Z', 'revision_number': 3, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:46.154431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.163859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.195031 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Checking router: f39d857d-d067-490b-9e9f-cc0ce89ac61c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:31:46.195703 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Updating router f39d857d-d067-490b-9e9f-cc0ce89ac61c port 269ce9c6-be7e-47e5-bb40-991c8cec756a binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:31:46.226788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1814852001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:46.230251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e076048-1185-44b7-981a-f2781563fa40'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:46.235749 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9e6fc9-d480-4938-9b06-03d921240844" -d '{"events": [{"server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "name": "network-vif-plugged", "status": "completed", "tag": "0e076048-1185-44b7-981a-f2781563fa40"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:46.257965 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.286775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e076048-1185-44b7-981a-f2781563fa40,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:46.299654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] For port 28a96222-a523-49f7-97db-94e0e3fbb212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28a96222-a523-49f7-97db-94e0e3fbb212,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:46.300936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.313294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.363084 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa86e1-d245-43c9-8bdb-3b831f6861be x-openstack-request-id: req-84fa86e1-d245-43c9-8bdb-3b831f6861be {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:46.363572 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "name": "network-vif-plugged", "status": "completed", "tag": "0e076048-1185-44b7-981a-f2781563fa40", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:46.363848 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84fa86e1-d245-43c9-8bdb-3b831f6861be {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:46.364269 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e076048-1185-44b7-981a-f2781563fa40', 'code': 200} Sep 01 15:31:46.403792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.404891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.450474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:46.539276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb3978-c564-4499-8db6-1de71e2c7645 req-5afbec48-d78c-4074-98a7-bd78e1c528f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:46.542797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28eb3978-c564-4499-8db6-1de71e2c7645 req-5afbec48-d78c-4074-98a7-bd78e1c528f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 1097 time: 0.1054928 Sep 01 15:31:46.557666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.576315 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.630279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d0bb5-988e-45f7-88be-0b065e75f726 None None] Pushing event updated for resources: {'Port': ['ID=28a96222-a523-49f7-97db-94e0e3fbb212,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:46.640071 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.648633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9cdfa419-15f9-4db7-bfa5-2b301ce153f9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4218857 Sep 01 15:31:46.656546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:46.691135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-906741314'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:46.718218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28eb3978-c564-4499-8db6-1de71e2c7645 req-24ace5e1-5926-4af6-9f8e-e686c41f8ef1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681738 Sep 01 15:31:46.753749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-947d8cc9-371d-41fe-8ac5-68f99184649f None None] Provisioning complete for port 28a96222-a523-49f7-97db-94e0e3fbb212 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:46.754533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-947d8cc9-371d-41fe-8ac5-68f99184649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.783263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:46.787782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.821773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b8f67-dcb9-4fa5-ba3e-c8ebc70c6728 req-67cd578c-3cf5-4d27-86f1-34188cf24273 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:46.824611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d08b8f67-dcb9-4fa5-ba3e-c8ebc70c6728 req-67cd578c-3cf5-4d27-86f1-34188cf24273 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 945 time: 0.0966609 Sep 01 15:31:46.826046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.058906 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.077518 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Transition to ACTIVE for port object 269ce9c6-be7e-47e5-bb40-991c8cec756a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:47.086533 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.119587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.124444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d08b8f67-dcb9-4fa5-ba3e-c8ebc70c6728 req-34dcedd9-d565-42a7-8451-4137f89f9544 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916834 Sep 01 15:31:47.131592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.174770 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Attempting to bind port 269ce9c6-be7e-47e5-bb40-991c8cec756a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:47.174770 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Attempting to bind port 269ce9c6-be7e-47e5-bb40-991c8cec756a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:47.175386 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Attempting to bind port 269ce9c6-be7e-47e5-bb40-991c8cec756a on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:47.179329 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Pushing event updated for resources: {'Port': ['ID=269ce9c6-be7e-47e5-bb40-991c8cec756a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.184126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9bd57-8b8b-49d1-a8f6-e50d14894fd1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.189209 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:47.189852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:47.190376 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.190886 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:47.191486 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Bound port: 269ce9c6-be7e-47e5-bb40-991c8cec756a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:47.192174 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.197110 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.197570 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.198014 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.198747 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.199290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.199777 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.200213 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.200637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.201075 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.201521 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.201961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.202481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:47.237550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b59836c-871f-437b-a644-7c270ed86a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.238730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:47.267543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.271172 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Added segment ceec4f68-19ff-4209-b36f-f801cb91db43 of type vlan for network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 Sep 01 15:31:47.287903 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] For port 269ce9c6-be7e-47e5-bb40-991c8cec756a, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:47.298335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] For port 269ce9c6-be7e-47e5-bb40-991c8cec756a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=269ce9c6-be7e-47e5-bb40-991c8cec756a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:47.310045 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.391475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.419938 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887b1d-ff8b-4a42-9ae8-bed2abff0bc1 None None] Pushing event updated for resources: {'Port': ['ID=269ce9c6-be7e-47e5-bb40-991c8cec756a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.423361 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:47.423985 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:47.474140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.500229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:47.501441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.566294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.618351 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:31:47.764799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Network': ['ID=12ba6bf0-3f9b-4a16-a79f-0a4734592ab2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.793207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:47.815940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d213071-3655-4354-b960-85bfc2fbf3f8 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1492996 Sep 01 15:31:47.826324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:47.840800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'subnet': {'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:47.863195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28a96222-a523-49f7-97db-94e0e3fbb212 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:48.082563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:48.085629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.087370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.137351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 28a96222-a523-49f7-97db-94e0e3fbb212 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:48.137720 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.217365 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:42Z', 'revision_number': 3, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:48.306080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b0256-cef5-4235-b80e-fc4af263de09 None None] The sync data for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 is: [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:42Z', 'revision_number': 3, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:31:48.525023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.534575 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.625808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c1c4-2861-45f1-a321-7c809c37e32d req-c72fb93c-af49-4968-8c1f-d4dad1dd191d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:48.628194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f24c1c4-2861-45f1-a321-7c809c37e32d req-c72fb93c-af49-4968-8c1f-d4dad1dd191d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 945 time: 0.2598822 Sep 01 15:31:48.691401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.771771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f24c1c4-2861-45f1-a321-7c809c37e32d req-dcc6d332-4ae8-461c-9bca-1759a809fa2d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138699 Sep 01 15:31:48.800172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Allocated IP 172.20.0.1 (97f845bc-5c80-4b7a-bc43-d2119f5d0ec8/3c219193-f484-49d5-9c09-265b7b5b3c6b/ba59e37a-e5c1-44aa-bccd-8cfc002995e3) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:48.913175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Subnet': ['ID=d4fd8a38-6b9c-471a-b0be-c6aa63ee942f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:48.947271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Checking segment: {'id': 'ceec4f68-19ff-4209-b36f-f801cb91db43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:48.948257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network hostable DHCP agents. Network: 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:49.019292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:49.093661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:49.103527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93ff3e-1910-4b15-baf3-52fcb1030b3b None None] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:49.114891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:49.119169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.235033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.235710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a21359f-f1f6-4d52-bdfb-a4737dcd9337 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4075899 Sep 01 15:31:49.238324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55250) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:49.255964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53930a33-0c2f-467f-af2e-76db79188db9 req-294a3cc5-3b33-42e8-815d-0c2c51ecdace tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:49.258985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53930a33-0c2f-467f-af2e-76db79188db9 req-294a3cc5-3b33-42e8-815d-0c2c51ecdace tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4d43a87-d4ea-41b3-a3a3-d9b297570c7b HTTP/1.1" status: 200 len: 945 time: 0.2117367 Sep 01 15:31:49.266396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'network': {'name': 'tempest-router-network01--16624692'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:49.302654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Transition to ACTIVE for port object ba59e37a-e5c1-44aa-bccd-8cfc002995e3 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:49.409395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.459431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53930a33-0c2f-467f-af2e-76db79188db9 req-ea9e7186-3055-45db-8e2b-8a0f9f810830 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868963 Sep 01 15:31:49.465957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:49.484881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.524630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:49.533140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-12ba6bf0-3f9b-4a16-a79f-0a4734592ab2', 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2', 'tenant_id': 'db0e454f40ab4c5eb9c14a9843330d67', 'fixed_ips': [{'subnet_id': 'd4fd8a38-6b9c-471a-b0be-c6aa63ee942f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:49.534046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.534715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:49.550888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:49.572088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:49.612720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.613388 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Added segment bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe of type vlan for network 30467dc9-e87c-44fd-80b9-a24908f7fc55 Sep 01 15:31:49.769960 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.776193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Pushing event updated for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:49.819394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.881954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.929123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 269ce9c6-be7e-47e5-bb40-991c8cec756a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:49.943995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:49.944783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.081179 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.153753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Allocated IP 172.20.0.2 (12ba6bf0-3f9b-4a16-a79f-0a4734592ab2/d4fd8a38-6b9c-471a-b0be-c6aa63ee942f/8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:50.175445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Network': ['ID=30467dc9-e87c-44fd-80b9-a24908f7fc55,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.220759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.221281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.233688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.234104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.234946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.236225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.236615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.236948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.237376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.237707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.238039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.238368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:50.270812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-129cf3ba-35e3-46b7-bba5-b94b24ca3d4f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0258007 Sep 01 15:31:50.271880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55276) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:50.281857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'network': {'name': 'tempest-router-network02--134943434'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:50.300338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:50.312386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:50.321254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.394248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:50.432213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.432604 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Added segment 1749d54d-2584-4344-aa37-fe63d6b95bd3 of type vlan for network f489d323-011a-4fea-874c-d9b3073b92b8 Sep 01 15:31:50.544690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.608045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.627098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:50.628871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.659382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.738133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Network': ['ID=f489d323-011a-4fea-874c-d9b3073b92b8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.763971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc2865e8-98d4-435c-a772-4d56551bf290 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4905961 Sep 01 15:31:50.768688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55282) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:50.779890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'subnet': {'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:50.806672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-82800b81-8839-45b9-b441-ba61b42ab546 None None] Provisioning for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:50.813655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 269ce9c6-be7e-47e5-bb40-991c8cec756a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:50.849606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 269ce9c6-be7e-47e5-bb40-991c8cec756a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:50.850202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.853460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f489d323-011a-4fea-874c-d9b3073b92b8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:51.182728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.368078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-82800b81-8839-45b9-b441-ba61b42ab546 None None] Provisioning complete for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:51.368663 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82800b81-8839-45b9-b441-ba61b42ab546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.461580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Transition to ACTIVE for port object 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:51.478551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:51.482120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.495387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.499065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.678841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Transition to ACTIVE for port object 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:51.720377 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.724521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.775814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-404d8aef-7613-4e50-b4de-3623c8358ce3 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:51.780016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-404d8aef-7613-4e50-b4de-3623c8358ce3 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d43a87-d4ea-41b3-a3a3-d9b297570c7b HTTP/1.1" status: 200 len: 945 time: 0.5096254 Sep 01 15:31:51.785029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-82800b81-8839-45b9-b441-ba61b42ab546 None None] Port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:51.927325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:51.949567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:51.965907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-4ba70787-9bdd-4528-9ca0-4608678572e5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:51.968757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-4ba70787-9bdd-4528-9ca0-4608678572e5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.9589446 Sep 01 15:31:51.988365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:52.008511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:52.070288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:52.094918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Pushing event updated for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:52.171034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Pushing event updated for resources: {'Port': ['ID=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:52.316112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-d5f69a63-511d-4e67-a68b-583f8522f8c2 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:52.322702 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-d5f69a63-511d-4e67-a68b-583f8522f8c2 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/ports?device_id=806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682 HTTP/1.1" status: 200 len: 945 time: 0.3319952 Sep 01 15:31:52.477629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-613e9a54-7922-40db-bd17-c7d6f8be8a14 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/quotas/c16c1804eb4e42dabf80a5ebdeabd711 HTTP/1.1" status: 200 len: 375 time: 0.4943347 Sep 01 15:31:52.567938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.763346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Router f39d857d-d067-490b-9e9f-cc0ce89ac61c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:31:52.804585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Deleting port 0e076048-1185-44b7-981a-f2781563fa40 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:52.804932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.879901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b81b6a9a-5105-47aa-ae25-9aea4fc105f2 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4012191 Sep 01 15:31:52.934036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.022127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Attempting to bind port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:53.022727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Attempting to bind port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'ceec4f68-19ff-4209-b36f-f801cb91db43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:53.023470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Attempting to bind port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 on network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:53.054263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cd67745c-b1d4-4cba-90ad-86f2218aff60 None None] Provisioning complete for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:53.055237 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd67745c-b1d4-4cba-90ad-86f2218aff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.070735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:53.071262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Checking segment: {'id': 'ceec4f68-19ff-4209-b36f-f801cb91db43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:53.071905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.083778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Bound using segment: {'id': 'ceec4f68-19ff-4209-b36f-f801cb91db43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:53.084044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Bound port: 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceec4f68-19ff-4209-b36f-f801cb91db43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '12ba6bf0-3f9b-4a16-a79f-0a4734592ab2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:53.084614 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.112493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Checking segment: {'id': 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:53.115871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network hostable DHCP agents. Network: 30467dc9-e87c-44fd-80b9-a24908f7fc55, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:53.123729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Subnet': ['ID=7607e626-9e2f-4c4c-964f-70b128743c96,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:53.236364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] For port 0e076048-1185-44b7-981a-f2781563fa40, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0e076048-1185-44b7-981a-f2781563fa40,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:53.236786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.248689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:31:53.256426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 269ce9c6-be7e-47e5-bb40-991c8cec756a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=269ce9c6-be7e-47e5-bb40-991c8cec756a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:53.269996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f6ed88c-d33d-4479-9955-491d8412fb3d admin admin] 10.222.0.41 "PUT /v2.0/routers/f39d857d-d067-490b-9e9f-cc0ce89ac61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8468065 Sep 01 15:31:53.291922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Calling delete_port for 0e076048-1185-44b7-981a-f2781563fa40 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:53.325580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Deleting port 3bf57b93-6290-4590-a9ab-a0392c3c5794 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:53.326351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.404139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] For port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:53.414930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] For port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,segment=NetworkSegment(ceec4f68-19ff-4209-b36f-f801cb91db43),segment_id=ceec4f68-19ff-4209-b36f-f801cb91db43)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:53.432749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cd67745c-b1d4-4cba-90ad-86f2218aff60 None None] Port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:53.449456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Sync routers for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:31:53.466485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.496464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.513423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.527093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:53.527444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:53.571997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event deleted for resources: {'Port': ['ID=0e076048-1185-44b7-981a-f2781563fa40,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:53.627323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:53.706132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-430652cd-d1dd-4de2-8a3f-f0fe71d108ba service neutron] 10.222.0.41 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8248382 Sep 01 15:31:53.798674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] No DVR routers for this DVR port 0e076048-1185-44b7-981a-f2781563fa40 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:53.806280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.816260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-22d54265-4ff1-4ca6-ad25-17136fa5ffa4 req-fcdd9397-b706-4dbd-954c-9e5eff898b61 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "DELETE /v2.0/ports/0e076048-1185-44b7-981a-f2781563fa40 HTTP/1.1" status: 204 len: 173 time: 1.4750438 Sep 01 15:31:53.816833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'name': 'network-vif-deleted', 'tag': '0e076048-1185-44b7-981a-f2781563fa40'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:53.830179 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650400d4-84f3-446b-9510-da2300190b45" -d '{"events": [{"server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "name": "network-vif-deleted", "tag": "0e076048-1185-44b7-981a-f2781563fa40"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:53.959790 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5a191-320a-4f85-b4d5-a2848b8f6e6f x-openstack-request-id: req-38e5a191-320a-4f85-b4d5-a2848b8f6e6f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:53.960154 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682", "name": "network-vif-deleted", "tag": "0e076048-1185-44b7-981a-f2781563fa40", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:53.960430 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38e5a191-320a-4f85-b4d5-a2848b8f6e6f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:53.961016 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806a5fc5-fb39-4d0a-92d8-e7eaeaf6a682', 'name': 'network-vif-deleted', 'tag': '0e076048-1185-44b7-981a-f2781563fa40', 'status': 'completed', 'code': 200} Sep 01 15:31:53.983598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 30467dc9-e87c-44fd-80b9-a24908f7fc55) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:53.991406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:53.992831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.007590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=269ce9c6-be7e-47e5-bb40-991c8cec756a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:54.031370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ca997-e2a6-4894-b973-b156f1d6e007 None None] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:54.048011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] For port 3bf57b93-6290-4590-a9ab-a0392c3c5794, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3bf57b93-6290-4590-a9ab-a0392c3c5794,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:54.048489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.068709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Calling delete_port for 3bf57b93-6290-4590-a9ab-a0392c3c5794 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:54.238061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55326) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:54.309674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b6c08f1b-410d-4471-8583-bee9fa65f3d4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5387480 Sep 01 15:31:54.313830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55330) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:54.326987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'subnet': {'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:54.389021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.500601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event deleted for resources: {'Port': ['ID=3bf57b93-6290-4590-a9ab-a0392c3c5794,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:54.511870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:31:54.516292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c97e9d-957d-441a-9528-a00fb0301242 None None] Pushing event updated for resources: {'Port': ['ID=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:54.544411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-1dbf04fa-222c-4fd3-a1de-3b1de5029b28 service neutron] 10.222.0.41 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8284945 Sep 01 15:31:54.739374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3869d521-1faf-49de-af06-f839a305ce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.787843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] No DVR routers for this DVR port 3bf57b93-6290-4590-a9ab-a0392c3c5794 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:54.793840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.808513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cd11f6e7-bb28-4eeb-9ca8-13467855258d req-0397f3a7-5327-43e1-a2aa-3f91663b721b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "DELETE /v2.0/ports/3bf57b93-6290-4590-a9ab-a0392c3c5794 HTTP/1.1" status: 204 len: 173 time: 2.9907339 Sep 01 15:31:54.812220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'name': 'network-vif-deleted', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:54.823482 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9425b-5490-4c5e-b378-19ad78ed095f" -d '{"events": [{"server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "name": "network-vif-deleted", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:55.074103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-30467dc9-e87c-44fd-80b9-a24908f7fc55', 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55', 'tenant_id': 'db0e454f40ab4c5eb9c14a9843330d67', 'fixed_ips': [{'subnet_id': '7607e626-9e2f-4c4c-964f-70b128743c96'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:55.074698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Made reservation on behalf of db0e454f40ab4c5eb9c14a9843330d67 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:55.075092 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.102267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.166836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:50Z', 'revision_number': 4, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ba59e37a-e5c1-44aa-bccd-8cfc002995e3', 'name': '', 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'mac_address': 'fa:16:3e:0c:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:48Z', 'updated_at': '2021-09-01T15:31:50Z', 'revision_number': 2, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'subnets': [{'id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:55.215029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:55.221985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1048382612-network', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:55.316638 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3869d521-1faf-49de-af06-f839a305ce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.365738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Made reservation on behalf of dc710d4dac9645b194358ee0229aeac8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:55.372655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.454731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3869d521-1faf-49de-af06-f839a305ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.500328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b941c53d-fed3-430a-bbc3-06a9fb8e9d73 req-fa8ffa3e-12c7-4cf1-8b90-a91476970be8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.0894041 Sep 01 15:31:55.504681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.615392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3869d521-1faf-49de-af06-f839a305ce31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=323ac8c31635475da9a0497a218e7747&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3754687 Sep 01 15:31:55.618205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:55.625601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3bf57b93-6290-4590-a9ab-a0392c3c5794 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:55.646454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869d521-1faf-49de-af06-f839a305ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb4eb4-f071-4b3e-9740-74622182c457,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:55.665406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Checking router: f39d857d-d067-490b-9e9f-cc0ce89ac61c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:31:55.665764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Updating router f39d857d-d067-490b-9e9f-cc0ce89ac61c port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:31:55.895890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.904684 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed09a0-144b-4408-b679-6d143dc553b4 x-openstack-request-id: req-3aed09a0-144b-4408-b679-6d143dc553b4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:55.904991 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d43a87-d4ea-41b3-a3a3-d9b297570c7b", "name": "network-vif-deleted", "tag": "3bf57b93-6290-4590-a9ab-a0392c3c5794", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:55.907785 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aed09a0-144b-4408-b679-6d143dc553b4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:55.908262 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d43a87-d4ea-41b3-a3a3-d9b297570c7b', 'name': 'network-vif-deleted', 'tag': '3bf57b93-6290-4590-a9ab-a0392c3c5794', 'status': 'completed', 'code': 200} Sep 01 15:31:55.912814 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.949869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:55.961712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Allocated IP 172.20.0.2 (30467dc9-e87c-44fd-80b9-a24908f7fc55/7607e626-9e2f-4c4c-964f-70b128743c96/9d0963ea-8c64-4a71-ac2a-4db76d7eec6a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:55.974896 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.983000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.008803 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Added segment 0a26c9e8-2195-443d-b449-c833a89758a5 of type vlan for network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a Sep 01 15:31:56.093028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174a8fd-51d9-4c3a-bd4d-7ea4279d1bcb None None] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:56.099848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.113331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.167391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 3bf57b93-6290-4590-a9ab-a0392c3c5794 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:56.168261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3bf57b93-6290-4590-a9ab-a0392c3c5794 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:56.168938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e076048-1185-44b7-981a-f2781563fa40 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:56.210809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.242664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.297175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 0e076048-1185-44b7-981a-f2781563fa40 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:56.298271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0e076048-1185-44b7-981a-f2781563fa40 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:56.301423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 269ce9c6-be7e-47e5-bb40-991c8cec756a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:56.366165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.369834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:56.372472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Subnet': ['ID=637d8341-612c-4ceb-9e97-f5082ddbc1dc,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:56.372851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.388872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Checking segment: {'id': '1749d54d-2584-4344-aa37-fe63d6b95bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:56.389905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network hostable DHCP agents. Network: f489d323-011a-4fea-874c-d9b3073b92b8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:56.475180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.481463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.483722 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77cb4eb4-f071-4b3e-9740-74622182c457 HTTP/1.1" status: 204 len: 168 time: 0.8081598 Sep 01 15:31:56.489381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network f489d323-011a-4fea-874c-d9b3073b92b8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:56.513899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5804-31c2-4cf5-bb60-ff875894e4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb4eb4-f071-4b3e-9740-74622182c457,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:56.520105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f489d323-011a-4fea-874c-d9b3073b92b8) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:56.547150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322457be-7922-4c7a-998a-dd7996c67b4b None None] Network f489d323-011a-4fea-874c-d9b3073b92b8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:56.548345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:56.552655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.624324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93ec916d-a8cc-4c00-a43e-14d06b504faa tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3073077 Sep 01 15:31:56.631312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Pushing event updated for resources: {'Network': ['ID=363c2425-e7dc-4c05-8260-eaa86b8f9e6a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:56.636958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.650241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d71adaf-b41c-4a74-a46b-968205a8321f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:56.660907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-88cdd4d8-6b48-4d63-a890-02165e6fb16a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4444911 Sep 01 15:31:56.670279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.685146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Request body: {'subnet': {'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1048382612-subnet', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:56.757685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:56.777159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ea88ec2d-219e-4138-9298-17879ead86f9 None None] Provisioning for port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:56.830630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da9514e0-efba-4e56-be4f-46a8250a209d req-9f752751-8743-44ab-b756-ad18b02118bc tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.1045249 Sep 01 15:31:56.834853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Made reservation on behalf of dc710d4dac9645b194358ee0229aeac8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:56.861025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.446887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.503011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f489d323-011a-4fea-874c-d9b3073b92b8', 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8', 'tenant_id': 'db0e454f40ab4c5eb9c14a9843330d67', 'fixed_ips': [{'subnet_id': '637d8341-612c-4ceb-9e97-f5082ddbc1dc'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:57.504185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.516045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c2391d-3662-45bd-aa4c-56e666001865,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:57.523669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 269ce9c6-be7e-47e5-bb40-991c8cec756a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:57.524304 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.617590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Checking segment: {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:57.618796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Network hostable DHCP agents. Network: 363c2425-e7dc-4c05-8260-eaa86b8f9e6a, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:57.682652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:57.705539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 363c2425-e7dc-4c05-8260-eaa86b8f9e6a) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:57.713038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:57.715918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.745830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:57.752667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.768715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f586da6b-24fa-463a-b8d8-b5dd66885f4d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0932133 Sep 01 15:31:57.771134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55394) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:57.789610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:57.898354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-490b95b2-5898-42ac-9872-cd3639b2c70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.903333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.904927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.024040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8fc7ed-18e5-4597-948f-4eadfe8ec44f None None] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:58.180471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b03abf0d-54a0-4b4c-9269-717b16a16644 req-777c2836-7994-4d7d-b226-9d7cb7204f6d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.0841491 Sep 01 15:31:58.222865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.461357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.615195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-435873af-4ffd-45ae-ad7e-f875f417fafe tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:58.618245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-435873af-4ffd-45ae-ad7e-f875f417fafe tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.2444329 Sep 01 15:31:58.638311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.656093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Request body: {'port': {'device_id': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'admin_state_up': True, 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:58.746629 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.767438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Allocated IP 172.20.0.2 (f489d323-011a-4fea-874c-d9b3073b92b8/637d8341-612c-4ceb-9e97-f5082ddbc1dc/6760a7eb-ae00-4c12-b1c2-0cb70b168b46) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:58.772916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-58cbf7aa-f73d-4c02-9d89-b04b1c8c2b32 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:58.776002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-58cbf7aa-f73d-4c02-9d89-b04b1c8c2b32 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 812 time: 0.7756715 Sep 01 15:31:58.826387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Request body: {'port': {'device_id': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'admin_state_up': True, 'tenant_id': 'c16c1804eb4e42dabf80a5ebdeabd711'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:58.840602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Transition to ACTIVE for port object 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:59.039534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:59.058972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Transition to ACTIVE for port object 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:59.164195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.329851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Allocated IP 172.20.0.1 (30467dc9-e87c-44fd-80b9-a24908f7fc55/7607e626-9e2f-4c4c-964f-70b128743c96/5c269298-6264-43d1-9c96-773780807b85) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:59.332871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'fixed_ips': [{'subnet_id': '30c2391d-3662-45bd-aa4c-56e666001865'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:59.336116 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.501489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.512070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:59.522852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.620869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:31:59.708075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-490b95b2-5898-42ac-9872-cd3639b2c70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.728423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Allocated IP 172.20.0.2 (363c2425-e7dc-4c05-8260-eaa86b8f9e6a/30c2391d-3662-45bd-aa4c-56e666001865/830c4428-0c90-4b34-91ec-9df850d4ad46) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:59.758415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c93ae274-92a7-4468-a4e7-d95d0f4957df req-d9c60987-3e9c-4105-9372-4f7e37f6e631 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.1018968 Sep 01 15:31:59.770692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-490b95b2-5898-42ac-9872-cd3639b2c70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.863656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-490b95b2-5898-42ac-9872-cd3639b2c70a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f6e2b3cbda348798e28894e6c43047e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1144183 Sep 01 15:31:59.873984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:59.966517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Transition to ACTIVE for port object 5c269298-6264-43d1-9c96-773780807b85 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:00.029340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.032908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.046227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:00.051360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b95b2-5898-42ac-9872-cd3639b2c70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870b4a71-a184-462a-80ce-a0ad09fe1c7b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:00.054343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.061844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Transition to ACTIVE for port object 830c4428-0c90-4b34-91ec-9df850d4ad46 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:00.091357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Transition to ACTIVE for port object 830c4428-0c90-4b34-91ec-9df850d4ad46 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:00.127118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:00.129237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Made reservation on behalf of c16c1804eb4e42dabf80a5ebdeabd711 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:00.136617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.139664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.166362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:00.172947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Pushing event updated for resources: {'Port': ['ID=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:00.202879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:00.205219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Transition to ACTIVE for port object ba59e37a-e5c1-44aa-bccd-8cfc002995e3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:00.228466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:00.262627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.263363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.263363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.266060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.270449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.278337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.279736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.279736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.280579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.283107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.283918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.284609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:00.328360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:00.345249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.351131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Port': ['ID=5c269298-6264-43d1-9c96-773780807b85,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:00.444440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Allocated IP 172.20.0.10 (7023e81f-9786-4a1d-b0db-aa55a0682b2b/6e83dc90-2cb8-4f38-9b42-1a174094d437/08c131f5-382a-4f00-919f-fe6b1d1cf5a3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:00.543499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:00.547391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:00.578073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:00.584370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:00.682381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.716033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.733760 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.746372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.768387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:00.770564 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.010598 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.136360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:01.184954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:01.208015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:01.218865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Pushing event updated for resources: {'Port': ['ID=830c4428-0c90-4b34-91ec-9df850d4ad46,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.278609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:01.279554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.284938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.291656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event updated for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.330244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-63002aa4-c42f-4cca-b1fc-381e6b19df2b tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5430574 Sep 01 15:32:01.335339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.395538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Request body: {'port': {'device_id': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:01.401741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79f32c0f-aef7-4301-b6e2-fe974e1d92c0 req-6ad1942f-a078-4fec-beb6-cba69fe80402 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.2848673 Sep 01 15:32:01.417424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.422754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Allocated IP 172.20.0.5 (7023e81f-9786-4a1d-b0db-aa55a0682b2b/6e83dc90-2cb8-4f38-9b42-1a174094d437/39146cf2-2728-4594-ac2c-b95366745320) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:01.491937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.494762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.505713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/870b4a71-a184-462a-80ce-a0ad09fe1c7b HTTP/1.1" status: 204 len: 168 time: 1.6289365 Sep 01 15:32:01.536479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Attempting to bind port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:01.536937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Attempting to bind port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:01.537288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Attempting to bind port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a on network 30467dc9-e87c-44fd-80b9-a24908f7fc55 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:01.560851 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.576386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Transition to ACTIVE for port object 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:01.583985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Attempting to bind port 830c4428-0c90-4b34-91ec-9df850d4ad46 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:01.584727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Attempting to bind port 830c4428-0c90-4b34-91ec-9df850d4ad46 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:01.585331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Attempting to bind port 830c4428-0c90-4b34-91ec-9df850d4ad46 on network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:01.589872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Attempting to bind port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:01.590568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Attempting to bind port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:01.591126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Attempting to bind port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 on network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:01.610260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812fc6b-aaec-4bbd-87d0-fe2d44f0c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870b4a71-a184-462a-80ce-a0ad09fe1c7b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.646985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:01.648650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Checking segment: {'id': 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:01.649350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.649965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Bound using segment: {'id': 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:01.650657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Bound port: 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '30467dc9-e87c-44fd-80b9-a24908f7fc55'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:01.651233 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.651441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.699585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:01.700500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Checking segment: {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:01.701249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.701862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Bound using segment: {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:01.703168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Bound port: ba59e37a-e5c1-44aa-bccd-8cfc002995e3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcd6740-920f-4f39-a556-3b009fe43074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:01.703805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.708671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:01.710926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Checking segment: {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:01.711638 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.712264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Bound using segment: {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:01.713138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Bound port: 830c4428-0c90-4b34-91ec-9df850d4ad46, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:01.714012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.750330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Transition to ACTIVE for port object 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:01.758737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392603c-1bb1-48d8-ac9b-23f74d572a10 None None] Pushing event updated for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.865926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.900697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Allocated IP 172.25.1.114 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/12dbcf95-95df-4cc8-af0d-ace596192d70) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:01.969277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.180890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.201800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.204305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.283400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.371714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:02.378967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:02.389789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:02.419200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Network f489d323-011a-4fea-874c-d9b3073b92b8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:02.461792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:02.467282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,segment=NetworkSegment(ceec4f68-19ff-4209-b36f-f801cb91db43),segment_id=ceec4f68-19ff-4209-b36f-f801cb91db43)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:02.474404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:02.480280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Pushing event updated for resources: {'Port': ['ID=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.485638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] For port 830c4428-0c90-4b34-91ec-9df850d4ad46, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:02.499549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] For port 830c4428-0c90-4b34-91ec-9df850d4ad46, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=830c4428-0c90-4b34-91ec-9df850d4ad46,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:02.507505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.547379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.576833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] For port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:02.627168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Pushing event updated for resources: {'Port': ['ID=12dbcf95-95df-4cc8-af0d-ace596192d70,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.659865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.697477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] For port ba59e37a-e5c1-44aa-bccd-8cfc002995e3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:02.736111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.765878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Port': ['ID=5c269298-6264-43d1-9c96-773780807b85,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.772899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472db80d-f8c2-43aa-b072-0fac37ce077f None None] Pushing event updated for resources: {'Port': ['ID=830c4428-0c90-4b34-91ec-9df850d4ad46,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.829549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] For port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,segment=NetworkSegment(bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe),segment_id=bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:02.926626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] For port ba59e37a-e5c1-44aa-bccd-8cfc002995e3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:02.941836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.951689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Attempting to bind port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:02.954616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Attempting to bind port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1749d54d-2584-4344-aa37-fe63d6b95bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:02.955435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Attempting to bind port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 on network f489d323-011a-4fea-874c-d9b3073b92b8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:02.965979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.985561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5125ff44-5a25-4c89-974f-739161d70302 req-13a1fdd9-aee2-478d-b5ba-bb64b639c826 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 210 time: 0.3618040 Sep 01 15:32:03.030532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.081493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:03.082835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Checking segment: {'id': '1749d54d-2584-4344-aa37-fe63d6b95bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:03.083728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.084327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Bound using segment: {'id': '1749d54d-2584-4344-aa37-fe63d6b95bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:03.085014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Bound port: 6760a7eb-ae00-4c12-b1c2-0cb70b168b46, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1749d54d-2584-4344-aa37-fe63d6b95bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f489d323-011a-4fea-874c-d9b3073b92b8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:03.091322 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.120989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.149200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:03.216310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:03.320826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Network 7023e81f-9786-4a1d-b0db-aa55a0682b2b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:03.343879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:03.429457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f86269-63bf-47da-b15c-7982d2bfde15 None None] Pushing event updated for resources: {'Port': ['ID=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:03.449225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:03.449892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:03.469131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] For port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:03.496238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event updated for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:03.517358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] For port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,segment=NetworkSegment(1749d54d-2584-4344-aa37-fe63d6b95bd3),segment_id=1749d54d-2584-4344-aa37-fe63d6b95bd3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:03.519092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:03.538923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.973681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:03.974873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.044299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-9f68f5b9-e52d-4bc8-a907-039cdf03bc34 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4135396 Sep 01 15:32:04.076604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Request body: {'port': {'device_id': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:04.156598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.206409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:04.234190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:04.286949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.352171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Router 7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:04.353718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Transition to ACTIVE for port object 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:04.359593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392603c-1bb1-48d8-ac9b-23f74d572a10 None None] Pushing event updated for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:04.402508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.448772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.887457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dc67d-2a71-4ea4-b97c-8c560a3a895a None None] Pushing event updated for resources: {'Port': ['ID=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:04.961814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Pushing event updated for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:05.061887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.063460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f236c-c0cb-4c6e-90d1-dc630aad5394 req-a8420d4f-1268-4f34-b802-441b4abca7fd tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.068279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d66f236c-c0cb-4c6e-90d1-dc630aad5394 req-a8420d4f-1268-4f34-b802-441b4abca7fd tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 931 time: 0.7961655 Sep 01 15:32:05.355226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:05.438873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:05.454678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] Sync routers for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:05.494376 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:05.496420 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.513201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aac90ff8-bd1b-4dfb-be2b-a443c2e6a06b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8743730 Sep 01 15:32:05.571724 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.584573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:05.586060 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.613656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:50Z', 'revision_number': 4, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ba59e37a-e5c1-44aa-bccd-8cfc002995e3', 'name': '', 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'mac_address': 'fa:16:3e:0c:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:48Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 4, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'subnets': [{'id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.668349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.670010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4628375-1554-4cbe-9586-ce3a36e36437 None None] The sync data for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:05.724195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eccf2-6a86-4517-b4d7-4b718f7f8943 None None] The sync data for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 is: [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:31:50Z', 'revision_number': 4, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'ba59e37a-e5c1-44aa-bccd-8cfc002995e3', 'name': '', 'network_id': '97f845bc-5c80-4b7a-bc43-d2119f5d0ec8', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'mac_address': 'fa:16:3e:0c:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:48Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 4, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'subnets': [{'id': '3c219193-f484-49d5-9c09-265b7b5b3c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:05.733989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:05.734481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.870118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55576) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:05.969105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 830c4428-0c90-4b34-91ec-9df850d4ad46 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:06.100601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d455be-b558-4bd6-a16e-7673faa48ffb None None] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:06.313466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 830c4428-0c90-4b34-91ec-9df850d4ad46 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:06.387936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Attempting to bind port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:06.389411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Attempting to bind port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:06.390996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Provisioning for port 830c4428-0c90-4b34-91ec-9df850d4ad46 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:06.392155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Attempting to bind port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:06.410551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 830c4428-0c90-4b34-91ec-9df850d4ad46 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:06.413500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.433084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:32:06.433516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Provisioning complete for port 830c4428-0c90-4b34-91ec-9df850d4ad46 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:06.434160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.435397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Attempting to bind port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:06.449819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39146cf2-2728-4594-ac2c-b95366745320 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:06.482312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.498884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:06.512005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Checking segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:06.529010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Bound using segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:06.529627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Bound port: 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:06.530113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.536867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Transition to ACTIVE for port object 39146cf2-2728-4594-ac2c-b95366745320 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:06.554767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.672694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:06.674271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d66f236c-c0cb-4c6e-90d1-dc630aad5394 req-6ba6aa5c-4f81-47fc-a7be-4cd7c4278b78 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5186138 Sep 01 15:32:06.790428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43589f6a-3119-4f6a-ad7c-ba16e22e6d68 None None] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:06.958473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Pushing event updated for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:07.076752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:07.147624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Attempting to bind port 39146cf2-2728-4594-ac2c-b95366745320 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:07.148683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Attempting to bind port 39146cf2-2728-4594-ac2c-b95366745320 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:07.149583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Attempting to bind port 39146cf2-2728-4594-ac2c-b95366745320 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:07.174043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Port 39146cf2-2728-4594-ac2c-b95366745320 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:32:07.174595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Attempting to bind port 39146cf2-2728-4594-ac2c-b95366745320 on network 7023e81f-9786-4a1d-b0db-aa55a0682b2b {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:07.188826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:07.190900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Checking segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:07.202436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Bound using segment: {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:07.204069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Bound port: 39146cf2-2728-4594-ac2c-b95366745320, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2753dcb-33ac-41db-9eb3-135f9d237d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:07.207476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.265704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Sync routers for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:07.272251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ea9bf-9ec6-4982-a235-bcf9e52a96b4 None None] Network f489d323-011a-4fea-874c-d9b3073b92b8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:07.521731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.526778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6dab8424-a264-4c27-8825-c2652aa7537e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.7490911 Sep 01 15:32:07.534165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:07.610542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:07.639390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:07.706185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:07.709648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:07.739387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.750810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.797807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:07.825151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=39146cf2-2728-4594-ac2c-b95366745320,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:07.864556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:07.865233 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.867034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] 10.222.0.50 "PUT /v2.0/ports/08c131f5-382a-4f00-919f-fe6b1d1cf5a3 HTTP/1.1" status: 200 len: 1093 time: 6.5263860 Sep 01 15:32:07.867517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:07.870180 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de127a-466c-4c58-b209-52f191c2c605" -d '{"events": [{"name": "network-changed", "server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:07.955640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.096856 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-86bdd882-a581-4348-baa5-9ce4d6791a2f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:32:08.098656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-86bdd882-a581-4348-baa5-9ce4d6791a2f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2147708 Sep 01 15:32:08.175275 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8688e86-8666-4cc8-8ca8-52107bcdd677 x-openstack-request-id: req-b8688e86-8666-4cc8-8ca8-52107bcdd677 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:08.175568 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:08.175798 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8688e86-8666-4cc8-8ca8-52107bcdd677 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:08.176425 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3', 'status': 'completed', 'code': 200} Sep 01 15:32:08.177354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226d11-e140-42e8-a5f9-b1137d7c358e service neutron] Pushing event updated for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:08.189600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55628) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:08.216778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.231527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.238395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.242511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] 10.222.0.50 "PUT /v2.0/ports/39146cf2-2728-4594-ac2c-b95366745320 HTTP/1.1" status: 200 len: 1092 time: 4.1834598 Sep 01 15:32:08.247901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'tag': '39146cf2-2728-4594-ac2c-b95366745320'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:08.253526 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de5701-e9f9-47d0-b097-f76b0fe1676d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "tag": "39146cf2-2728-4594-ac2c-b95366745320"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:08.273928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de8ad-fe5a-4e1c-abfc-44f5a2af532f service neutron] Pushing event updated for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:08.434121 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b5b73d-65e9-45e0-95d8-638963a5e25b x-openstack-request-id: req-08b5b73d-65e9-45e0-95d8-638963a5e25b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:08.434404 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "tag": "39146cf2-2728-4594-ac2c-b95366745320", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:08.444389 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b5b73d-65e9-45e0-95d8-638963a5e25b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:08.445547 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'tag': '39146cf2-2728-4594-ac2c-b95366745320', 'status': 'completed', 'code': 200} Sep 01 15:32:08.486527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-cac43d97-5794-4881-984e-837703a0eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.488199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-cac43d97-5794-4881-984e-837703a0eaa5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 1096 time: 0.5646689 Sep 01 15:32:08.547870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7087e-bddb-4e10-a01b-2899188d763a req-54eb42cc-76aa-428c-9e15-9ea2354663f7 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.549688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6fe7087e-bddb-4e10-a01b-2899188d763a req-54eb42cc-76aa-428c-9e15-9ea2354663f7 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 943 time: 0.4500813 Sep 01 15:32:08.552246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 830c4428-0c90-4b34-91ec-9df850d4ad46, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=830c4428-0c90-4b34-91ec-9df850d4ad46,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:08.814763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:08.818799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-38ae6ae7-f947-4694-a749-7b63dfdb8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.821247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-38ae6ae7-f947-4694-a749-7b63dfdb8b8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 1095 time: 0.5180750 Sep 01 15:32:09.093288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-5f971b63-acf3-4c65-a8b1-b5abeb621ac1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39146cf2-2728-4594-ac2c-b95366745320 HTTP/1.1" status: 200 len: 217 time: 0.1676135 Sep 01 15:32:09.194604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b4edf375-5856-497a-88e3-b4c61e82ea85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3 HTTP/1.1" status: 200 len: 217 time: 0.6901119 Sep 01 15:32:09.255604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-4d82ef67-3794-4046-9ccb-d245ac3b9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.267294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-4d82ef67-3794-4046-9ccb-d245ac3b9083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.1535707 Sep 01 15:32:09.405349 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-e3834fa0-0825-4621-9aa3-472f05362d52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035645 Sep 01 15:32:09.420009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.425575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:09.425861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6fe7087e-bddb-4e10-a01b-2899188d763a req-50216a35-bddb-4ac5-8bd5-5ff6f172e8d9 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324758 Sep 01 15:32:09.425981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b68e8eb3-a1c2-4ab8-a89e-5ee33ee2e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.430804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b68e8eb3-a1c2-4ab8-a89e-5ee33ee2e9e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.2220392 Sep 01 15:32:09.643350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-81d4965d-39ca-46d7-b2dc-2fc7abaa9e42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088302 Sep 01 15:32:09.868063 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:32:09.868932 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-9aadc3c7-5e70-46f6-9672-cc8a8a456cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:32:09.886793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.910839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=830c4428-0c90-4b34-91ec-9df850d4ad46,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:09.941244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b38d82ce-9e83-4540-bb10-088114faa089 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889309 Sep 01 15:32:10.023502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:10.112999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-b793940d-15e7-4fc9-91d0-6adf1ef46128 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570503 Sep 01 15:32:10.148670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 3, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:10.242694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Checking router: c371f780-8885-4cc9-9d4e-5f9b8ab56e8e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:10.243374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Updating router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e port 12dbcf95-95df-4cc8-af0d-ace596192d70 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:32:10.336402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.411714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.656369 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-95dd0f3e-84e6-483e-9202-474d72e0dbcc service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852145 Sep 01 15:32:10.704586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 830c4428-0c90-4b34-91ec-9df850d4ad46 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:10.792265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5844bfef-9723-48f9-b826-8f259cdb85f7 req-5228f365-dbc4-4c3c-8873-9515b603173a service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692367 Sep 01 15:32:11.224517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 830c4428-0c90-4b34-91ec-9df850d4ad46 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:11.225458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.247705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de127a-466c-4c58-b209-52f191c2c605 req-ee309600-8e22-46d3-9e86-7a8df98522c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:11.250941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-ee309600-8e22-46d3-9e86-7a8df98522c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 1096 time: 0.2337046 Sep 01 15:32:11.657149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de127a-466c-4c58-b209-52f191c2c605 req-3e2a2b9b-b963-42ae-bb25-51026869b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:11.657904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-3e2a2b9b-b963-42ae-bb25-51026869b57c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 913 time: 0.3954837 Sep 01 15:32:11.674559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Provisioning for port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:11.763306 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.779969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:11.818927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-3b9b42ac-d855-4e6a-b8bc-a5606fce0abd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3 HTTP/1.1" status: 200 len: 217 time: 0.1419694 Sep 01 15:32:11.846360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Transition to ACTIVE for port object 12dbcf95-95df-4cc8-af0d-ace596192d70 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:11.865534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Provisioning complete for port 830c4428-0c90-4b34-91ec-9df850d4ad46 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:11.865979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.872948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.953447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f7b5-942b-4d85-b250-e9ccb055fcaf None None] Pushing event updated for resources: {'Port': ['ID=12dbcf95-95df-4cc8-af0d-ace596192d70,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:12.024391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de127a-466c-4c58-b209-52f191c2c605 req-0d43a5fe-23ab-4f96-83b3-191661a02f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:12.026208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-0d43a5fe-23ab-4f96-83b3-191661a02f6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.1963003 Sep 01 15:32:12.082178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:12.100643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:12.101785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.106067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Attempting to bind port 12dbcf95-95df-4cc8-af0d-ace596192d70 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:12.107166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e965c12-918b-4e6d-aea6-82d10e2cd2a7 req-dc50e620-72e4-4dda-9d92-0a72804fb690 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:12.110856 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e965c12-918b-4e6d-aea6-82d10e2cd2a7 req-dc50e620-72e4-4dda-9d92-0a72804fb690 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 943 time: 1.4421635 Sep 01 15:32:12.111976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Attempting to bind port 12dbcf95-95df-4cc8-af0d-ace596192d70 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:12.113029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Attempting to bind port 12dbcf95-95df-4cc8-af0d-ace596192d70 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:12.117436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-4b6d6d1c-13a1-406c-b091-db911e83189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:12.120142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-4b6d6d1c-13a1-406c-b091-db911e83189c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 1095 time: 1.2631981 Sep 01 15:32:12.141350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-19ecae92-da8f-4652-ade1-9e754d388956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980554 Sep 01 15:32:12.146175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:12.147873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:12.148991 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.149842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:12.150810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Bound port: 12dbcf95-95df-4cc8-af0d-ace596192d70, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:12.151631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.236187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Allocated IP 172.20.0.1 (363c2425-e7dc-4c05-8260-eaa86b8f9e6a/30c2391d-3662-45bd-aa4c-56e666001865/6e7ec513-190a-40c9-b17f-8a3e83c138d6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:12.337646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7e965c12-918b-4e6d-aea6-82d10e2cd2a7 req-aac64676-50f4-4ffc-8adc-9b81ab0f84b8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160397 Sep 01 15:32:12.366003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] For port 12dbcf95-95df-4cc8-af0d-ace596192d70, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:12.371858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] For port 12dbcf95-95df-4cc8-af0d-ace596192d70, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12dbcf95-95df-4cc8-af0d-ace596192d70,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:12.412159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.484147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-34b923df-a0a3-4dd3-92c3-98636659a9cb service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405974 Sep 01 15:32:12.486562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Provisioning for port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:12.538911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.569858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Transition to ACTIVE for port object 6e7ec513-190a-40c9-b17f-8a3e83c138d6 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:12.574146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Provisioning complete for port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:12.578485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.642703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89de127a-466c-4c58-b209-52f191c2c605 req-0d900da9-7c48-447f-8e45-17d1fcdfb157 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473105 Sep 01 15:32:12.645313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting port 5c269298-6264-43d1-9c96-773780807b85 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:12.645639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.651039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.714157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.758362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374f7b5-942b-4d85-b250-e9ccb055fcaf None None] Pushing event updated for resources: {'Port': ['ID=12dbcf95-95df-4cc8-af0d-ace596192d70,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:12.767405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-2b0302f3-39d8-43e3-9bc8-58b7dbee7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:12.772979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:12.774152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:12.775937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-2b0302f3-39d8-43e3-9bc8-58b7dbee7e72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 200 len: 913 time: 0.6279182 Sep 01 15:32:12.783137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:12.833465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,segment=NetworkSegment(1749d54d-2584-4344-aa37-fe63d6b95bd3),segment_id=1749d54d-2584-4344-aa37-fe63d6b95bd3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:12.849542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.853599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba59e37a-e5c1-44aa-bccd-8cfc002995e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:12.886019 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-8675fd7f-371c-42c0-9233-bb61cc25704f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39146cf2-2728-4594-ac2c-b95366745320 HTTP/1.1" status: 200 len: 217 time: 0.0928738 Sep 01 15:32:12.901427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:12.906796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:12.910517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:12.912840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.947469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Calling delete_port for 5c269298-6264-43d1-9c96-773780807b85 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:13.083063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:13.120252 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.122498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:13.158735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:13.180941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:13.184379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.185704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-ad734b35-5479-4784-ac1c-73d94a5558b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:13.188881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-ad734b35-5479-4784-ac1c-73d94a5558b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 200 len: 852 time: 0.2850447 Sep 01 15:32:13.241026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.319649 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-a3be8442-438a-4c8a-befc-dac1bfee56c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7023e81f-9786-4a1d-b0db-aa55a0682b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088393 Sep 01 15:32:13.451127 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.568017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Port': ['ID=5c269298-6264-43d1-9c96-773780807b85,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:13.586210 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a03c3b1-8ed7-4a27-8ade-dd22b50c6b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.636295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-8603003a-e284-4d90-8959-3925b539aba8 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207870 Sep 01 15:32:13.744696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63b0e-5c25-4f1b-a0fa-642439ca706b req-b86f2119-ea28-4270-a1be-f91170213d1a tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:13.755594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dce63b0e-5c25-4f1b-a0fa-642439ca706b req-b86f2119-ea28-4270-a1be-f91170213d1a tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 943 time: 0.2063091 Sep 01 15:32:13.793233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:13.841948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:32:13.874177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.969762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a03c3b1-8ed7-4a27-8ade-dd22b50c6b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.992651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] For port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,segment=NetworkSegment(bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe),segment_id=bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:14.031478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.055890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dce63b0e-5c25-4f1b-a0fa-642439ca706b req-69a872e5-f442-42e7-a250-6130d7639276 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827363 Sep 01 15:32:14.059353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a03c3b1-8ed7-4a27-8ade-dd22b50c6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.156625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.158236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Could not find standard attr ID for object 5c269298-6264-43d1-9c96-773780807b85. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:32:14.169491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.242957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.270640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.274254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed960df3-a59f-47bf-b883-ab28106bbdf1 None None] Pushing event updated for resources: {'Port': ['ID=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.298305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a03c3b1-8ed7-4a27-8ade-dd22b50c6b9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=486be1bebd3b4d7a9e81230dc185ca69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2140119 Sep 01 15:32:14.304045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:14.305120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2de5701-e9f9-47d0-b097-f76b0fe1676d req-74ff9e2e-bb4d-4b0d-bdb6-20328de53358 service neutron] 10.222.0.50 "GET /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533790 Sep 01 15:32:14.308882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.320768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.370255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c37ec8ba-20a3-4ab5-beda-63fe88d5b17a None None] Could not find standard attr ID for object 5c269298-6264-43d1-9c96-773780807b85. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:32:14.395106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03c3b1-8ed7-4a27-8ade-dd22b50c6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a99829-ed1c-46f7-ab77-db65714847d5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.417266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:14.490690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'port_id': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3', 'mac_address': 'fa:16:3e:ac:05:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83dc90-2cb8-4f38-9b42-1a174094d437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:32:14.505787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ba59e37a-e5c1-44aa-bccd-8cfc002995e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:14.520884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57dc7ed9-2713-4a09-a4af-7236b6b77ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.539920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:14.541525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:14.549325 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.634023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.657295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c37ec8ba-20a3-4ab5-beda-63fe88d5b17a None None] Provisioning for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:14.730303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c37ec8ba-20a3-4ab5-beda-63fe88d5b17a None None] Provisioning complete for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:14.731125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c37ec8ba-20a3-4ab5-beda-63fe88d5b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.821182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:14.863775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.865783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.882274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:14.984835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Router 7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:14.988626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:14.989912 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.996901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-862d10f4-042e-4642-94a4-b8eff3d14b2f admin admin] 10.222.0.41 "PUT /v2.0/routers/c371f780-8885-4cc9-9d4e-5f9b8ab56e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4547219 Sep 01 15:32:15.035073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:15.041171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c37ec8ba-20a3-4ab5-beda-63fe88d5b17a None None] Port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:15.097563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 3, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:15.160358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23dcc0-9fb7-4424-b0f5-24d3a015cd13 None None] The sync data for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 is: [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:02Z', 'revision_number': 3, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:15.235485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:15.246775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b7fcae3c-4ffa-46f0-b3c2-f99d7b023d4f None None] Provisioning complete for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:15.247772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7fcae3c-4ffa-46f0-b3c2-f99d7b023d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.276304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:15.281832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.282965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 39146cf2-2728-4594-ac2c-b95366745320 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:32:15.292261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c069c57-d254-4aed-9f81-69ec5854aa06 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0932062 Sep 01 15:32:15.292261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55772) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:15.312862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.315620 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] Sync routers for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:15.324914 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.333970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11a99829-ed1c-46f7-ab77-db65714847d5 HTTP/1.1" status: 204 len: 168 time: 1.0116370 Sep 01 15:32:15.338436 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:15.340292 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:15.389166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb39a9-07cc-4fc8-80d4-0aca7d793a00 req-53abb236-d9d4-4052-b52f-4b99cbc0481d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:15.400564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcdb39a9-07cc-4fc8-80d4-0aca7d793a00 req-53abb236-d9d4-4052-b52f-4b99cbc0481d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 943 time: 0.2072074 Sep 01 15:32:15.440623 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:15.455934 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-60c0551b-35fc-4ca7-95f3-b9c48f1de94b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] delete failed (client error): The resource could not be found. Sep 01 15:32:15.458336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60c0551b-35fc-4ca7-95f3-b9c48f1de94b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1168476612 HTTP/1.1" status: 404 len: 335 time: 0.1672759 Sep 01 15:32:15.459635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b83b8-baca-4851-95de-3caa8b38c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a99829-ed1c-46f7-ab77-db65714847d5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:15.463179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:15.477172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:15.478842 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:31:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:15.487091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-60f93bc5-e132-4aed-ada4-4eaabb6802c7 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:15.579474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcdb39a9-07cc-4fc8-80d4-0aca7d793a00 req-355feb8c-3f14-447c-893d-8255830a84bb tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601951 Sep 01 15:32:15.792502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:15.798642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.933601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:15.934705 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b647714-84e8-41ef-b699-1f0210a1353b None None] The sync data for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:16.008665 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:32:16.021566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcae3c-4ffa-46f0-b3c2-f99d7b023d4f None None] Port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:16.102998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:16.117177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=39146cf2-2728-4594-ac2c-b95366745320,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:16.161245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '39146cf2-2728-4594-ac2c-b95366745320', 'network_id': '7023e81f-9786-4a1d-b0db-aa55a0682b2b', 'port_id': '39146cf2-2728-4594-ac2c-b95366745320', 'mac_address': 'fa:16:3e:1f:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e83dc90-2cb8-4f38-9b42-1a174094d437', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:32:16.175473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60f93bc5-e132-4aed-ada4-4eaabb6802c7 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.213463 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-60f93bc5-e132-4aed-ada4-4eaabb6802c7 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] update failed (client error): The resource could not be found. Sep 01 15:32:16.220329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55792) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.221484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-60f93bc5-e132-4aed-ada4-4eaabb6802c7 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 HTTP/1.1" status: 404 len: 339 time: 0.7494407 Sep 01 15:32:16.289402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.319770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39146cf2-2728-4594-ac2c-b95366745320 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:16.326934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:16.495810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=39146cf2-2728-4594-ac2c-b95366745320,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:16.507758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55798) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.521224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:16.524487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.535101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.565656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83dba87-53c2-4961-a481-00b7261933c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.871125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:16.939327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['39146cf2-2728-4594-ac2c-b95366745320'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:32:16.943667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['08c131f5-382a-4f00-919f-fe6b1d1cf5a3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:32:17.072114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83dba87-53c2-4961-a481-00b7261933c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.084166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e83dba87-53c2-4961-a481-00b7261933c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.128595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6af0c5-b3bb-4064-9dda-52e90da38caf req-8fbc9f10-bd7b-4adc-9b76-2da7222bef0d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:17.130584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa6af0c5-b3bb-4064-9dda-52e90da38caf req-8fbc9f10-bd7b-4adc-9b76-2da7222bef0d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 944 time: 0.2533901 Sep 01 15:32:17.216292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.268120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa6af0c5-b3bb-4064-9dda-52e90da38caf req-5c6d3cd5-d807-4503-b8c1-60363835e3a0 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187735 Sep 01 15:32:17.283263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e83dba87-53c2-4961-a481-00b7261933c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44cc7c7d8cdd4acd9ab99c28a0600260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736075 Sep 01 15:32:17.286961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dba87-53c2-4961-a481-00b7261933c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5ed8b-a54a-44a4-a60a-ed9b4e011a64,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:17.293136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:17.331026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a818a2f2-a8aa-4352-bcf8-105139c52cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.420243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.477363 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.627105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.630458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.636652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68e5ed8b-a54a-44a4-a60a-ed9b4e011a64 HTTP/1.1" status: 204 len: 168 time: 0.3423028 Sep 01 15:32:17.665160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f501da-4d32-41ca-8af7-394db3082c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5ed8b-a54a-44a4-a60a-ed9b4e011a64,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:17.721661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.755297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12dbcf95-95df-4cc8-af0d-ace596192d70 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:17.921187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 12dbcf95-95df-4cc8-af0d-ace596192d70 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:17.932346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 12dbcf95-95df-4cc8-af0d-ace596192d70 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:17.932800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.998229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Allocated IP 172.20.0.1 (12ba6bf0-3f9b-4a16-a79f-0a4734592ab2/d4fd8a38-6b9c-471a-b0be-c6aa63ee942f/eabe4d76-849c-4cd7-a407-7e56a6b3e555) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:18.191737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.259148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 12dbcf95-95df-4cc8-af0d-ace596192d70, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12dbcf95-95df-4cc8-af0d-ace596192d70,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:18.267874 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.269687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba59e37a-e5c1-44aa-bccd-8cfc002995e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:18.377894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.430806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Transition to ACTIVE for port object eabe4d76-849c-4cd7-a407-7e56a6b3e555 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:18.500373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.514418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Sync routers for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:18.557712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:18.568632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:18.573488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:18.573754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:18.603399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.620965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac21a2f-d700-427c-92aa-b66a4af62fd3 req-a5428748-3f11-45eb-bbd9-bb935212b9dd tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:18.641659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:18.642415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:18.654875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ac21a2f-d700-427c-92aa-b66a4af62fd3 req-a5428748-3f11-45eb-bbd9-bb935212b9dd tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 944 time: 0.1927471 Sep 01 15:32:18.656053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.668045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Port': ['ID=eabe4d76-849c-4cd7-a407-7e56a6b3e555,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:18.691944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.893367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=12dbcf95-95df-4cc8-af0d-ace596192d70,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:18.900904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ac21a2f-d700-427c-92aa-b66a4af62fd3 req-3df93e46-dcad-4d7b-b373-5b53fd2738b9 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344835 Sep 01 15:32:19.014523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:19.015434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.057624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.177670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55888) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:19.401971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:19.425002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:19.425474 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.484836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8097b7e2-ecd2-4f2f-a415-6066c7abd2f5 None None] Provisioning for port eabe4d76-849c-4cd7-a407-7e56a6b3e555 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:19.492419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:19.540925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8097b7e2-ecd2-4f2f-a415-6066c7abd2f5 None None] Provisioning complete for port eabe4d76-849c-4cd7-a407-7e56a6b3e555 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:19.542026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8097b7e2-ecd2-4f2f-a415-6066c7abd2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.828082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.841706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.029338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8097b7e2-ecd2-4f2f-a415-6066c7abd2f5 None None] Port eabe4d76-849c-4cd7-a407-7e56a6b3e555 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:20.134643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.147597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.167703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event updated for resources: {'Port': ['ID=eabe4d76-849c-4cd7-a407-7e56a6b3e555,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:20.211601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.274199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.303763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12dbcf95-95df-4cc8-af0d-ace596192d70 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:20.463597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:20.468190 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d2df6-78ed-4f8a-a104-b8709184a610" -d '{"events": [{"server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "name": "network-vif-plugged", "status": "completed", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:20.497963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:20.511802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.512180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 39146cf2-2728-4594-ac2c-b95366745320 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:20.594534 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a162f597-6b1d-409a-917d-92fce1db6cf0 x-openstack-request-id: req-a162f597-6b1d-409a-917d-92fce1db6cf0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:20.596248 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "name": "network-vif-plugged", "status": "completed", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:20.596731 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a162f597-6b1d-409a-917d-92fce1db6cf0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:20.597396 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3', 'code': 200} Sep 01 15:32:20.663617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9a0b-fc0c-4be5-ae4f-2928a58e82a2 req-82c0af5d-6567-43cb-94a5-9008368ea79d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:20.701621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965c9a0b-fc0c-4be5-ae4f-2928a58e82a2 req-82c0af5d-6567-43cb-94a5-9008368ea79d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 944 time: 0.5203013 Sep 01 15:32:20.711634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 12dbcf95-95df-4cc8-af0d-ace596192d70 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:20.712014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.755865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:20.769599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:13Z', 'revision_number': 4, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6e7ec513-190a-40c9-b17f-8a3e83c138d6', 'name': '', 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'mac_address': 'fa:16:3e:03:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '30c2391d-3662-45bd-aa4c-56e666001865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:10Z', 'updated_at': '2021-09-01T15:32:13Z', 'revision_number': 2, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'subnets': [{'id': '30c2391d-3662-45bd-aa4c-56e666001865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:20.820718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Checking router: c371f780-8885-4cc9-9d4e-5f9b8ab56e8e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:20.821323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Updating router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:32:20.875321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 39146cf2-2728-4594-ac2c-b95366745320 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:20.881920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.900105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 39146cf2-2728-4594-ac2c-b95366745320 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:20.900502 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.980525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-965c9a0b-fc0c-4be5-ae4f-2928a58e82a2 req-43f9d238-0c3e-413c-aeac-166f39432f1a tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706194 Sep 01 15:32:21.032764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc8cf6-e68c-4789-9e46-8763a59cb9ed req-1d4df26f-0c3a-4658-b9e6-bdeb145ef31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:21.036152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ecc8cf6-e68c-4789-9e46-8763a59cb9ed req-1d4df26f-0c3a-4658-b9e6-bdeb145ef31e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 1098 time: 0.2540972 Sep 01 15:32:21.099266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Deleting port ba59e37a-e5c1-44aa-bccd-8cfc002995e3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:21.099811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.117170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:21.138226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:21.167974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ecc8cf6-e68c-4789-9e46-8763a59cb9ed req-94e940c8-eda5-4ca7-85cd-cc14e4e877fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144333 Sep 01 15:32:21.320451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.369544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] For port ba59e37a-e5c1-44aa-bccd-8cfc002995e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:21.370170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.415398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Calling delete_port for ba59e37a-e5c1-44aa-bccd-8cfc002995e3 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:21.434472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Router 7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:21.446862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=39146cf2-2728-4594-ac2c-b95366745320,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:21.473373 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.637292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:21.687986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:21.718767 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def42156-5857-434a-9663-c83f98c1b951 None None] Sync routers for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:21.720585 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2bea363f-6af2-4fdc-bcbd-3285f9f548c1 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4980996 Sep 01 15:32:21.728826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.729579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 55940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:21.746124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Transition to ACTIVE for port object 6e7ec513-190a-40c9-b17f-8a3e83c138d6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:21.752438 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:21.756316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:21.757127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e292aa4b-7129-4397-8be8-6be9baf73aa4 None None] Provisioning complete for port eabe4d76-849c-4cd7-a407-7e56a6b3e555 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:21.757596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e292aa4b-7129-4397-8be8-6be9baf73aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.761018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.883287 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:21.895791 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:21.897349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:21.913213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891b38a-3f71-49e3-b39b-0316bc056247 None None] Pushing event updated for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:21.926628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e292aa4b-7129-4397-8be8-6be9baf73aa4 None None] Port eabe4d76-849c-4cd7-a407-7e56a6b3e555 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:21.943169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-def42156-5857-434a-9663-c83f98c1b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:21.944091 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def42156-5857-434a-9663-c83f98c1b951 None None] The sync data for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:22.015318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Attempting to bind port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:22.015951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Attempting to bind port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:22.016434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Attempting to bind port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 on network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:22.025489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:22.026411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Checking segment: {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:22.027026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.027628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Bound using segment: {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:22.028300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Bound port: 6e7ec513-190a-40c9-b17f-8a3e83c138d6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a26c9e8-2195-443d-b449-c833a89758a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:22.028892 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.187737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] For port 6e7ec513-190a-40c9-b17f-8a3e83c138d6, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:22.192288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] For port 6e7ec513-190a-40c9-b17f-8a3e83c138d6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e7ec513-190a-40c9-b17f-8a3e83c138d6,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:22.201719 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.385553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891b38a-3f71-49e3-b39b-0316bc056247 None None] Pushing event updated for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:22.405976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:22.407919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:22.646400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39146cf2-2728-4594-ac2c-b95366745320'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:22.655087 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a27a93-bfe3-4236-9cc2-b65e72d097f8" -d '{"events": [{"server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "name": "network-vif-plugged", "status": "completed", "tag": "39146cf2-2728-4594-ac2c-b95366745320"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:22.710335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:22.787800 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f58472-9978-4c5b-a905-25e6f2a0c105 x-openstack-request-id: req-f5f58472-9978-4c5b-a905-25e6f2a0c105 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:22.788242 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "name": "network-vif-plugged", "status": "completed", "tag": "39146cf2-2728-4594-ac2c-b95366745320", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:22.790697 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5f58472-9978-4c5b-a905-25e6f2a0c105 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:22.791890 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39146cf2-2728-4594-ac2c-b95366745320', 'code': 200} Sep 01 15:32:23.102549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418976b-76b5-4210-af2b-0d48a4782c39 req-f8042145-8388-4b1b-8b57-d13b3134ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:23.106448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6418976b-76b5-4210-af2b-0d48a4782c39 req-f8042145-8388-4b1b-8b57-d13b3134ce2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 1097 time: 0.2128537 Sep 01 15:32:23.196301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6418976b-76b5-4210-af2b-0d48a4782c39 req-01bdaeba-a18c-420c-aec2-300113d19fcd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817547 Sep 01 15:32:23.197721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-30e24a1e-34f7-4bea-a391-763781f2266e tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.317441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:13Z', 'revision_number': 4, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6e7ec513-190a-40c9-b17f-8a3e83c138d6', 'name': '', 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'mac_address': 'fa:16:3e:03:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '30c2391d-3662-45bd-aa4c-56e666001865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:10Z', 'updated_at': '2021-09-01T15:32:22Z', 'revision_number': 4, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'subnets': [{'id': '30c2391d-3662-45bd-aa4c-56e666001865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:23.353838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b609-3f20-45a4-a4cb-e4db69aee963 None None] The sync data for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 is: [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:13Z', 'revision_number': 4, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6e7ec513-190a-40c9-b17f-8a3e83c138d6', 'name': '', 'network_id': '363c2425-e7dc-4c05-8260-eaa86b8f9e6a', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'mac_address': 'fa:16:3e:03:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '30c2391d-3662-45bd-aa4c-56e666001865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:10Z', 'updated_at': '2021-09-01T15:32:22Z', 'revision_number': 4, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'subnets': [{'id': '30c2391d-3662-45bd-aa4c-56e666001865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:23.425234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef911bc-2444-4367-adf9-5fed6fadd532 req-2e579b86-e764-4ee0-a2bd-b0a4802c50b5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:23.459641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bef911bc-2444-4367-adf9-5fed6fadd532 req-2e579b86-e764-4ee0-a2bd-b0a4802c50b5 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 945 time: 0.5477767 Sep 01 15:32:23.581960 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.630775 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-30e24a1e-34f7-4bea-a391-763781f2266e tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:32:23.636938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-30e24a1e-34f7-4bea-a391-763781f2266e tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 HTTP/1.1" status: 409 len: 329 time: 1.9038637 Sep 01 15:32:23.642863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 55986) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:23.718750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba59e37a-e5c1-44aa-bccd-8cfc002995e3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:23.779381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bef911bc-2444-4367-adf9-5fed6fadd532 req-d106a110-71cc-432f-a436-15c8a8428a35 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976222 Sep 01 15:32:24.230422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.426503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e7ec513-190a-40c9-b17f-8a3e83c138d6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:24.448826 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.599951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:24.613180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:24.613829 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.829758 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.938661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Router f39d857d-d067-490b-9e9f-cc0ce89ac61c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:24.969240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6e7ec513-190a-40c9-b17f-8a3e83c138d6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e7ec513-190a-40c9-b17f-8a3e83c138d6,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:24.989253 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:25.152368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting port eabe4d76-849c-4cd7-a407-7e56a6b3e555 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:25.153125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:25.165767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:25.182746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a3d3-0ae0-485a-9568-bf3d4d43dd0e req-e0eeaf01-e115-474f-992f-17e59b75517f tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:25.184669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc71a3d3-0ae0-485a-9568-bf3d4d43dd0e req-e0eeaf01-e115-474f-992f-17e59b75517f tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 945 time: 0.1800003 Sep 01 15:32:25.199622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:25.214045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Sync routers for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:25.249698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-56879f5a-4669-495d-b3af-2bce41dc076d admin admin] 10.222.0.41 "PUT /v2.0/routers/f39d857d-d067-490b-9e9f-cc0ce89ac61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0702105 Sep 01 15:32:25.253641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:25.302583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:25.304539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:25.658232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:25.664721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc71a3d3-0ae0-485a-9568-bf3d4d43dd0e req-861db666-b07b-4fad-bdc0-a94443075840 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562688 Sep 01 15:32:25.728120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:25.792692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Calling delete_port for eabe4d76-849c-4cd7-a407-7e56a6b3e555 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:26.168138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88946-3f25-48d5-a533-5b994367f53e req-270a1cb6-59af-4a11-8f62-1772781c709e tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:26.169923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bc88946-3f25-48d5-a533-5b994367f53e req-270a1cb6-59af-4a11-8f62-1772781c709e tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 946 time: 0.2214699 Sep 01 15:32:26.222944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.232452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e7ec513-190a-40c9-b17f-8a3e83c138d6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:26.315562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9bc88946-3f25-48d5-a533-5b994367f53e req-0cf37103-cce0-4c79-a23a-f6ddb2b1124e tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208997 Sep 01 15:32:26.354516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Deleting port 269ce9c6-be7e-47e5-bb40-991c8cec756a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:26.355026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.412706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.436813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:26.477139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Port': ['ID=eabe4d76-849c-4cd7-a407-7e56a6b3e555,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:26.580995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:26.595385 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.639947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] For port 269ce9c6-be7e-47e5-bb40-991c8cec756a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=269ce9c6-be7e-47e5-bb40-991c8cec756a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:26.641870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.706691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Calling delete_port for 269ce9c6-be7e-47e5-bb40-991c8cec756a owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:27.300445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.413955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:32:23Z', 'revision_number': 5, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port': {'id': '269ce9c6-be7e-47e5-bb40-991c8cec756a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:40Z', 'updated_at': '2021-09-01T15:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:27.453376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Checking router: f39d857d-d067-490b-9e9f-cc0ce89ac61c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:27.469053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Routers {'f39d857d-d067-490b-9e9f-cc0ce89ac61c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:27.470039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:27.490397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.495382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Pushing event deleted for resources: {'Port': ['ID=269ce9c6-be7e-47e5-bb40-991c8cec756a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:27.642985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] Set router f39d857d-d067-490b-9e9f-cc0ce89ac61c gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:27.661823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.675246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.753169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:32:27Z', 'revision_number': 7, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:27.795414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96871c5a-6cb0-40f7-b71e-6c5fffda75f8 None None] The sync data for ids ['f39d857d-d067-490b-9e9f-cc0ce89ac61c'] in n-d-802060-16 is: [{'id': 'f39d857d-d067-490b-9e9f-cc0ce89ac61c', 'name': 'tempest-TestAggregatesBasicOps-931638273-router', 'tenant_id': '267ef2e6f0184aef8836cf718319e979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:39Z', 'updated_at': '2021-09-01T15:32:27Z', 'revision_number': 7, 'project_id': '267ef2e6f0184aef8836cf718319e979', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:27.894184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.895571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39d857d-d067-490b-9e9f-cc0ce89ac61c {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:27.907827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.911202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc6c2552-5866-4216-8e58-2702703c0646 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f39d857d-d067-490b-9e9f-cc0ce89ac61c HTTP/1.1" status: 204 len: 168 time: 2.6513009 Sep 01 15:32:27.912503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56074) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:27.942883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.018829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Deleting subnet 3c219193-f484-49d5-9c09-265b7b5b3c6b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:28.025624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.034107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.084447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb724569-b623-46af-bed6-83a996899ca3 req-67b9e3fb-3b60-4cec-af15-45cd7339416d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:28.094602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb724569-b623-46af-bed6-83a996899ca3 req-67b9e3fb-3b60-4cec-af15-45cd7339416d tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 946 time: 0.3059847 Sep 01 15:32:28.112839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.114674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-c015c76f-94ac-4f01-8a4a-52a4f497e6f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3256435 Sep 01 15:32:28.381870 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb724569-b623-46af-bed6-83a996899ca3 req-56b6bd0e-cdfe-4633-8767-45534546f801 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598171 Sep 01 15:32:28.403960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba59e37a-e5c1-44aa-bccd-8cfc002995e3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:28.461995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ba59e37a-e5c1-44aa-bccd-8cfc002995e3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:28.464154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba59e37a-e5c1-44aa-bccd-8cfc002995e3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:28.536979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Router 7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:28.542215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-b19f6436-c584-4203-94e2-449803b73b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:28.544169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-b19f6436-c584-4203-94e2-449803b73b6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1102 time: 0.2818716 Sep 01 15:32:28.561449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.659612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f2f20ca5-0183-47cf-b60e-abc003ce7c69 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:28.661966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f2f20ca5-0183-47cf-b60e-abc003ce7c69 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 946 time: 0.2375298 Sep 01 15:32:28.775760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:28.789943 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] Sync routers for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:28.814712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-544c9c2e-420d-4d3c-831e-3ba0e5761c67 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1691606 Sep 01 15:32:28.818008 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:28.819088 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:28.841126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56086) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:28.923900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:28.946553 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] Routers {'7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:28.947856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:28.999909 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d7bab069-ffd6-4506-935c-dc1fe742941b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] show failed (client error): The resource could not be found. Sep 01 15:32:29.005937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d7bab069-ffd6-4506-935c-dc1fe742941b tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2144493295 HTTP/1.1" status: 404 len: 335 time: 0.1526134 Sep 01 15:32:29.010981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.031631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176747d2-af6d-4d24-a84b-40753e07f740 req-04e8c26d-a510-4dc4-be3c-0aecf0a00662 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:29.032915 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:29.033393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5f1a7825-317c-49f1-8eb1-51a562435e5a tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:29.034198 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fda04b-629b-4be3-bdba-f5d26d4cbcf3 None None] The sync data for ids ['7fe6d36e-b2c6-408a-a5d8-96b0d9c89919'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:29.037943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-176747d2-af6d-4d24-a84b-40753e07f740 req-04e8c26d-a510-4dc4-be3c-0aecf0a00662 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8ad193a-30d8-4988-bdfd-abae2eb69350 HTTP/1.1" status: 200 len: 945 time: 0.2393892 Sep 01 15:32:29.046674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-319ea74c-132e-4096-bcbd-be1c5b61810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:29.053365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-319ea74c-132e-4096-bcbd-be1c5b61810e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.4020002 Sep 01 15:32:29.055290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.110180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f5fd8-38be-4b16-8806-8904771cd6a9 None None] Network 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:29.237420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-61ddf7aa-2ef6-43cb-91a5-6ac2ee7bd9c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 217 time: 0.1633708 Sep 01 15:32:29.243329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.248934 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c219193-f484-49d5-9c09-265b7b5b3c6b HTTP/1.1" status: 204 len: 168 time: 1.3320889 Sep 01 15:32:29.316004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.317517 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5f1a7825-317c-49f1-8eb1-51a562435e5a tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] update failed (client error): The resource could not be found. Sep 01 15:32:29.319233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5f1a7825-317c-49f1-8eb1-51a562435e5a tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-428071307 HTTP/1.1" status: 404 len: 334 time: 0.3047783 Sep 01 15:32:29.326076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8776301-dda0-4beb-89ca-f3119b2216c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c219193-f484-49d5-9c09-265b7b5b3c6b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:29.330261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.496151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Deleting port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:29.497155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.623728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-bff20811-e3c8-49a3-bcb6-1dff1bc8d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:29.630228 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-bff20811-e3c8-49a3-bcb6-1dff1bc8d139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.3404505 Sep 01 15:32:29.675547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting subnet 637d8341-612c-4ceb-9e97-f5082ddbc1dc {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:29.698435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.764510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.794757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] DHCP port deletion for 97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:29.932592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.939996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Deleting port 28a96222-a523-49f7-97db-94e0e3fbb212 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:29.940908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.971715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-1a5a5f09-da7c-450a-a391-c1a2517411dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:29.975806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-1a5a5f09-da7c-450a-a391-c1a2517411dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2934313 Sep 01 15:32:29.979803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Deleting port 39146cf2-2728-4594-ac2c-b95366745320 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:29.980694 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.198205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa49f-f749-428e-b116-84b30fa4e50f req-4b2d4c80-f76d-44d7-b6d9-0545b895d512 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:30.220068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b1fa49f-f749-428e-b116-84b30fa4e50f req-4b2d4c80-f76d-44d7-b6d9-0545b895d512 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 946 time: 0.4884975 Sep 01 15:32:30.247304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] For port 28a96222-a523-49f7-97db-94e0e3fbb212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28a96222-a523-49f7-97db-94e0e3fbb212,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:30.252346 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.332043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Calling delete_port for 28a96222-a523-49f7-97db-94e0e3fbb212 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:30.340217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] For port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:30.341240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.392101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Calling delete_port for 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:30.404987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Deleting port 28a96222-a523-49f7-97db-94e0e3fbb212 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:30.406419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.420535 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] For port 39146cf2-2728-4594-ac2c-b95366745320, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=39146cf2-2728-4594-ac2c-b95366745320,segment=NetworkSegment(d2753dcb-33ac-41db-9eb3-135f9d237d88),segment_id=d2753dcb-33ac-41db-9eb3-135f9d237d88)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:30.421696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.443672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.444738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b1fa49f-f749-428e-b116-84b30fa4e50f req-750ab2c1-3617-426d-9380-128bb83d4ae7 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157927 Sep 01 15:32:30.564353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 269ce9c6-be7e-47e5-bb40-991c8cec756a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:30.603277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 269ce9c6-be7e-47e5-bb40-991c8cec756a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:30.604095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 269ce9c6-be7e-47e5-bb40-991c8cec756a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:30.605184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28a96222-a523-49f7-97db-94e0e3fbb212 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:30.607389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.619813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] For port 28a96222-a523-49f7-97db-94e0e3fbb212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=28a96222-a523-49f7-97db-94e0e3fbb212,segment=NetworkSegment(9bcd6740-920f-4f39-a556-3b009fe43074),segment_id=9bcd6740-920f-4f39-a556-3b009fe43074)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:30.620397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.667047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Calling delete_port for 28a96222-a523-49f7-97db-94e0e3fbb212 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:30.668235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] Pushing event deleted for resources: {'Port': ['ID=28a96222-a523-49f7-97db-94e0e3fbb212,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:30.680735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 28a96222-a523-49f7-97db-94e0e3fbb212 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:30.681521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 28a96222-a523-49f7-97db-94e0e3fbb212 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:30.737146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Calling delete_port for 39146cf2-2728-4594-ac2c-b95366745320 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:30.743014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4a470-1b79-48ce-9e6f-d83ab1d92cc7 None None] No DVR routers for this DVR port 28a96222-a523-49f7-97db-94e0e3fbb212 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:30.812126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-aee95e5f-0fa7-47d6-9a41-a2953491b774 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223300 Sep 01 15:32:31.009049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.101259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Subnet': ['ID=637d8341-612c-4ceb-9e97-f5082ddbc1dc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:31.139701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220345d-736e-47d9-9260-afebf118a47e None None] Network f489d323-011a-4fea-874c-d9b3073b92b8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:31.153844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.182612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.196241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc6992d2-6262-4ff1-b47c-3933849c6d64 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/subnets/637d8341-612c-4ceb-9e97-f5082ddbc1dc HTTP/1.1" status: 204 len: 168 time: 1.8580589 Sep 01 15:32:31.202658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:31.241971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] No DVR routers for this DVR port 28a96222-a523-49f7-97db-94e0e3fbb212 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:31.314845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a96222-a523-49f7-97db-94e0e3fbb212,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:31.549503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.595216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.605230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f845bc-5c80-4b7a-bc43-d2119f5d0ec8']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:31.614171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['39146cf2-2728-4594-ac2c-b95366745320'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:32:31.648824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting subnet 7607e626-9e2f-4c4c-964f-70b128743c96 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:31.687603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d7022f5c-0e45-4b40-89c7-8264473f4f96 req-1d231482-eb84-4690-bd85-db1949ced412 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8660631 Sep 01 15:32:31.689260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] DHCP port deletion for f489d323-011a-4fea-874c-d9b3073b92b8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:31.697258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.781498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcd6740-920f-4f39-a556-3b009fe43074') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:31.781994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcd6740-920f-4f39-a556-3b009fe43074') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:31.838245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event deleted for resources: {'Port': ['ID=08c131f5-382a-4f00-919f-fe6b1d1cf5a3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:31.840607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f468f9d2-3351-41f1-8ff2-fec6d50c6ec8 req-b2e60c51-81fa-4e39-a71e-f96494d53a49 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 210 time: 0.1534786 Sep 01 15:32:31.861103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.894106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.913817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.917757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Deleting port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:31.918338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.934133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:31.935810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.007215 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.012765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Pushing event deleted for resources: {'Port': ['ID=39146cf2-2728-4594-ac2c-b95366745320,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:32.131145 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:32.147953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] For port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,segment=NetworkSegment(1749d54d-2584-4344-aa37-fe63d6b95bd3),segment_id=1749d54d-2584-4344-aa37-fe63d6b95bd3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:32.148777 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.163596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.186030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.195380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] 10.222.0.41 "DELETE /v2.0/networks/97f845bc-5c80-4b7a-bc43-d2119f5d0ec8 HTTP/1.1" status: 204 len: 168 time: 2.8746307 Sep 01 15:32:32.256693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Calling delete_port for 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:32.288071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:32.324082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6be45a-bd4e-4390-b187-e83bcfbc1d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f845bc-5c80-4b7a-bc43-d2119f5d0ec8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:32.367533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:32.571537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.799906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:32.922070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.943750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] No DVR routers for this DVR port 39146cf2-2728-4594-ac2c-b95366745320 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:32.951844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:32.952907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:32.953112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 39146cf2-2728-4594-ac2c-b95366745320 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:33.069269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.082045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-176747d2-af6d-4d24-a84b-40753e07f740 req-da26a3eb-2d10-415b-a96f-5b2faf5363a8 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "DELETE /v2.0/ports/39146cf2-2728-4594-ac2c-b95366745320 HTTP/1.1" status: 204 len: 173 time: 4.0272415 Sep 01 15:32:33.083824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Subnet': ['ID=7607e626-9e2f-4c4c-964f-70b128743c96,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:33.107229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'name': 'network-vif-deleted', 'tag': '39146cf2-2728-4594-ac2c-b95366745320'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:33.122175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 39146cf2-2728-4594-ac2c-b95366745320 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:33.122532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 39146cf2-2728-4594-ac2c-b95366745320 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:33.129432 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c4043-b87b-420f-be3d-858e6f001aef" -d '{"events": [{"server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "name": "network-vif-deleted", "tag": "39146cf2-2728-4594-ac2c-b95366745320"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:33.199693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.221466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/subnets/7607e626-9e2f-4c4c-964f-70b128743c96 HTTP/1.1" status: 204 len: 168 time: 2.0109253 Sep 01 15:32:33.236189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56192) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.274039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e2ed1-6530-407e-9662-ef3cb3a98b60 None None] Network 30467dc9-e87c-44fd-80b9-a24908f7fc55 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:33.290725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.291141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.291472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.291809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.292136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.292464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.293262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.294600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.297035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.297480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.297820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.298202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbc9e1a-e4a4-47ff-b89c-8400eec99cfd tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:33.409417 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1d2175-d93b-4563-a5e8-48a8d2e7215d x-openstack-request-id: req-2a1d2175-d93b-4563-a5e8-48a8d2e7215d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:33.410522 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ad193a-30d8-4988-bdfd-abae2eb69350", "name": "network-vif-deleted", "tag": "39146cf2-2728-4594-ac2c-b95366745320", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:33.411456 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a1d2175-d93b-4563-a5e8-48a8d2e7215d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:33.412960 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ad193a-30d8-4988-bdfd-abae2eb69350', 'name': 'network-vif-deleted', 'tag': '39146cf2-2728-4594-ac2c-b95366745320', 'status': 'completed', 'code': 200} Sep 01 15:32:33.516866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] No DVR routers for this DVR port 08c131f5-382a-4f00-919f-fe6b1d1cf5a3 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:33.522686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.526548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a54dbf0-f152-4c55-ae5f-1b0019221669 req-f0f8fa3a-3a87-4c1c-8db9-6db9ed0a3811 tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.50 "DELETE /v2.0/ports/08c131f5-382a-4f00-919f-fe6b1d1cf5a3 HTTP/1.1" status: 204 len: 173 time: 4.8499627 Sep 01 15:32:33.547072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'name': 'network-vif-deleted', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:33.553768 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc9eef-5ce3-4e92-8ae7-a45be5645eb4" -d '{"events": [{"server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "name": "network-vif-deleted", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:33.565117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3756b4a3-c228-423e-b0dc-888784931092 req-deffef1e-a260-49d7-9db0-dc70cdfc10cd tempest-MultipleCreateTestJSON-1410806506 tempest-MultipleCreateTestJSON-1410806506-project] 10.222.0.41 "GET /v2.0/ports?device_id=c477d6c4-72c7-4edc-ad57-02e312bc5945 HTTP/1.1" status: 200 len: 210 time: 0.1386878 Sep 01 15:32:33.567029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.655124 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.667175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.809511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] Pushing event deleted for resources: {'Port': ['ID=6760a7eb-ae00-4c12-b1c2-0cb70b168b46,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:33.856500 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b4e0ad-0936-4b6f-b0f4-5a653a77f777 x-openstack-request-id: req-60b4e0ad-0936-4b6f-b0f4-5a653a77f777 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:33.860280 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c477d6c4-72c7-4edc-ad57-02e312bc5945", "name": "network-vif-deleted", "tag": "08c131f5-382a-4f00-919f-fe6b1d1cf5a3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:33.861343 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b4e0ad-0936-4b6f-b0f4-5a653a77f777 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:33.866850 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c477d6c4-72c7-4edc-ad57-02e312bc5945', 'name': 'network-vif-deleted', 'tag': '08c131f5-382a-4f00-919f-fe6b1d1cf5a3', 'status': 'completed', 'code': 200} Sep 01 15:32:33.877709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55393c7-1ede-4d83-93f0-76f593fa4b0f None None] No DVR routers for this DVR port 6760a7eb-ae00-4c12-b1c2-0cb70b168b46 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:34.087375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] DHCP port deletion for 30467dc9-e87c-44fd-80b9-a24908f7fc55 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:34.162999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.195864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f489d323-011a-4fea-874c-d9b3073b92b8']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:34.220842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1749d54d-2584-4344-aa37-fe63d6b95bd3') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:34.221218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1749d54d-2584-4344-aa37-fe63d6b95bd3') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:34.239544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Deleting port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:34.239932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.254609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.289480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.307591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:34.308036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:34.319159 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:34.359234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:34.475766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] For port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,segment=NetworkSegment(bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe),segment_id=bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:34.476475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.538164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Calling delete_port for 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:34.607510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.616000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.637156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.643237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/networks/f489d323-011a-4fea-874c-d9b3073b92b8 HTTP/1.1" status: 204 len: 168 time: 1.3859425 Sep 01 15:32:34.660416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:34.693567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,segment=NetworkSegment(bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe),segment_id=bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:34.714791 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.742473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.951391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:35.004420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.006615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad013e-dea3-41de-91af-bc2ec1e839b4 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Network': ['ID=f489d323-011a-4fea-874c-d9b3073b92b8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.097979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.115684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.251113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] Pushing event deleted for resources: {'Port': ['ID=9d0963ea-8c64-4a71-ac2a-4db76d7eec6a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.258594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Deleting subnet 6e83dc90-2cb8-4f38-9b42-1a174094d437 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:35.261220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35c284-6038-43fb-9237-a475f8f8acca None None] No DVR routers for this DVR port 9d0963ea-8c64-4a71-ac2a-4db76d7eec6a on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:35.287793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.400694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.421418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.446368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30467dc9-e87c-44fd-80b9-a24908f7fc55']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:35.472773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:35.473301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbef7d1d-9c4c-41ed-b6e4-c48fd58411fe') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:35.496058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.548435 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.560830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:35.561414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:35.564866 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:35.646372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.704268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.735719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.739618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Deleting port 6e7ec513-190a-40c9-b17f-8a3e83c138d6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:35.739992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.741583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/networks/30467dc9-e87c-44fd-80b9-a24908f7fc55 HTTP/1.1" status: 204 len: 168 time: 1.0750308 Sep 01 15:32:35.742103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56246) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:35.771929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435cb3-0977-4e75-b97a-d52896f83fe2 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Network': ['ID=30467dc9-e87c-44fd-80b9-a24908f7fc55,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.873323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.940337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e83dc90-2cb8-4f38-9b42-1a174094d437,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.940989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56250) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:35.987543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.990942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-709c14b5-14d1-499e-8c3f-401de18b5289 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e83dc90-2cb8-4f38-9b42-1a174094d437 HTTP/1.1" status: 204 len: 168 time: 1.0366232 Sep 01 15:32:35.993910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56254) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.007620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting subnet d4fd8a38-6b9c-471a-b0be-c6aa63ee942f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:36.016158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.122361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] For port 6e7ec513-190a-40c9-b17f-8a3e83c138d6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e7ec513-190a-40c9-b17f-8a3e83c138d6,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:36.122958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.130121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.156485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.205441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Calling delete_port for 6e7ec513-190a-40c9-b17f-8a3e83c138d6 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:36.301121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-477241c8-ea12-42a0-b23a-b7f01e3aa470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.374952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.493455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-477241c8-ea12-42a0-b23a-b7f01e3aa470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.502875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.513682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-477241c8-ea12-42a0-b23a-b7f01e3aa470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.539460 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023e81f-9786-4a1d-b0db-aa55a0682b2b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:36.548101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.569587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2753dcb-33ac-41db-9eb3-135f9d237d88') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:36.570751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2753dcb-33ac-41db-9eb3-135f9d237d88') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:36.597903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.620614 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:32:36.647168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fd8a38-6b9c-471a-b0be-c6aa63ee942f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:36.681284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a841ded-32cd-4d91-839b-074e4368d7c0 None None] Network 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:36.690552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477241c8-ea12-42a0-b23a-b7f01e3aa470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f25f593-2d2f-4397-9d73-13e33c2f0b8b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:36.696920 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-477241c8-ea12-42a0-b23a-b7f01e3aa470 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c79ea4657689498c8d9a98355da61bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544732 Sep 01 15:32:36.698340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.701475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56268) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.784893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.790789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:36.791490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:36.795291 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:36.799215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56270) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.801780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5fcfd13-492b-45e3-b184-07b429035924 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/subnets/d4fd8a38-6b9c-471a-b0be-c6aa63ee942f HTTP/1.1" status: 204 len: 168 time: 1.0564835 Sep 01 15:32:36.821825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.831543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.864356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.892347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ec513-190a-40c9-b17f-8a3e83c138d6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:37.080953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] DHCP port deletion for 12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:37.185932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Deleting port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:37.186702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.226750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.236606 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.248798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.256821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/7023e81f-9786-4a1d-b0db-aa55a0682b2b HTTP/1.1" status: 204 len: 168 time: 1.2568502 Sep 01 15:32:37.282677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31a94b-26c7-43f2-9c9a-7d23b250f1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7023e81f-9786-4a1d-b0db-aa55a0682b2b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:37.287777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.291558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.297309 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f25f593-2d2f-4397-9d73-13e33c2f0b8b HTTP/1.1" status: 204 len: 168 time: 0.5899103 Sep 01 15:32:37.361567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cd0a5-845a-42f9-848c-2cf00d111c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f25f593-2d2f-4397-9d73-13e33c2f0b8b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:37.406609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.411026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Deleting port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:37.411631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.547849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] For port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,segment=NetworkSegment(ceec4f68-19ff-4209-b36f-f801cb91db43),segment_id=ceec4f68-19ff-4209-b36f-f801cb91db43)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.549037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.616270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Calling delete_port for 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:37.674868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] For port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,segment=NetworkSegment(ceec4f68-19ff-4209-b36f-f801cb91db43),segment_id=ceec4f68-19ff-4209-b36f-f801cb91db43)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.675956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.726693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Calling delete_port for 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:37.736404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:37.925562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.983835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] No DVR routers for this DVR port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:38.073991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0b8bc-4737-4f10-a6a8-cff7cf08de66 None None] Pushing event deleted for resources: {'Port': ['ID=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:38.103496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-96b86553-9d29-4280-a294-154f3f4a3e26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c16c1804eb4e42dabf80a5ebdeabd711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648195 Sep 01 15:32:38.130433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56296) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.150367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:38.256102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.370987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.371757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.379149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Port': ['ID=8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:38.401409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc98819-fce8-4439-ad9d-31a664099dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.420501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] No DVR routers for this DVR port 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:38.444833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:38.474887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:38.495874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-743998fd-978f-4411-85e5-431201b55bc8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c371f780-8885-4cc9-9d4e-5f9b8ab56e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2005341 Sep 01 15:32:38.498471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:38.498871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8e672ae7-d29d-4ef9-a8ae-d48a3236c0f4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:38.500683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.508977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c8126-894d-4578-bede-868724c1f613 None None] Sync routers for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:38.538048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:38.538656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.614728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.736413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.778282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ba6bf0-3f9b-4a16-a79f-0a4734592ab2']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.800955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceec4f68-19ff-4209-b36f-f801cb91db43') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.802074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceec4f68-19ff-4209-b36f-f801cb91db43') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.810209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.813752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:38.848667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.890680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.901693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.901693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91 HTTP/1.1" status: 204 len: 168 time: 0.7665851 Sep 01 15:32:38.901693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.919116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc98819-fce8-4439-ad9d-31a664099dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.940576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dc98819-fce8-4439-ad9d-31a664099dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.942763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:38.943652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:38.948820 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:38.973140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902c2a7-ba61-4f95-968e-36842102c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11fb7f-e76e-44f8-a7bb-d72c85bb1e91,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.141459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.164306 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.174626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0dc98819-fce8-4439-ad9d-31a664099dad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1083d81dd87c41bc91db1f18b0c249e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015890 Sep 01 15:32:39.174626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56312) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:39.177926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/networks/12ba6bf0-3f9b-4a16-a79f-0a4734592ab2 HTTP/1.1" status: 204 len: 168 time: 2.3601201 Sep 01 15:32:39.182001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56314) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:39.192804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98819-fce8-4439-ad9d-31a664099dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47711f76-113c-42a6-ab56-500c9b95dbcd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.271237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-79eabb15-d6c4-444b-81c9-7af2ccf04d6f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 HTTP/1.1" status: 200 len: 205 time: 0.0922868 Sep 01 15:32:39.274739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:39.275101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60a870-8bdd-4122-86e6-588d95f0889f tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Pushing event deleted for resources: {'Network': ['ID=12ba6bf0-3f9b-4a16-a79f-0a4734592ab2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.298617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.430504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:36Z', 'revision_number': 5, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port': {'id': '12dbcf95-95df-4cc8-af0d-ace596192d70', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ea:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:01Z', 'updated_at': '2021-09-01T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:39.439388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.538281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.574270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.738367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.743597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.745568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47711f76-113c-42a6-ab56-500c9b95dbcd HTTP/1.1" status: 204 len: 168 time: 0.5596118 Sep 01 15:32:39.769822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a414e71-4ffc-4844-a91f-4c9de6b188f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47711f76-113c-42a6-ab56-500c9b95dbcd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.776768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c8126-894d-4578-bede-868724c1f613 None None] Checking router: c371f780-8885-4cc9-9d4e-5f9b8ab56e8e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:39.828426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] Routers {'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:39.830299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:40.026210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] Set router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:40.114071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.116820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.200079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Deleting port 12dbcf95-95df-4cc8-af0d-ace596192d70 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:40.201102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.201307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-816c8126-894d-4578-bede-868724c1f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:39Z', 'revision_number': 6, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:40.203190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.203822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:40.212937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.218573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5f727c62-9752-40db-8ef1-0c100d2b9bd9 tempest-RoutersNegativeTest-1836259804 tempest-RoutersNegativeTest-1836259804-project] 10.222.0.41 "DELETE /v2.0/routers/7fe6d36e-b2c6-408a-a5d8-96b0d9c89919 HTTP/1.1" status: 204 len: 168 time: 0.9376814 Sep 01 15:32:40.269220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c8126-894d-4578-bede-868724c1f613 None None] The sync data for ids ['c371f780-8885-4cc9-9d4e-5f9b8ab56e8e'] in n-d-802060-16 is: [{'id': 'c371f780-8885-4cc9-9d4e-5f9b8ab56e8e', 'name': 'tempest-TestAggregatesBasicOps-1048382612-router', 'tenant_id': 'dc710d4dac9645b194358ee0229aeac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:57Z', 'updated_at': '2021-09-01T15:32:39Z', 'revision_number': 6, 'project_id': 'dc710d4dac9645b194358ee0229aeac8', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:40.412360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] For port 12dbcf95-95df-4cc8-af0d-ace596192d70, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12dbcf95-95df-4cc8-af0d-ace596192d70,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:40.413639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.466286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Calling delete_port for 12dbcf95-95df-4cc8-af0d-ace596192d70 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:40.604596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56352) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:40.814568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.899791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Pushing event deleted for resources: {'Port': ['ID=12dbcf95-95df-4cc8-af0d-ace596192d70,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:41.052148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.231728 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.238173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.243112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a5c9a2e-6803-4f28-a36f-51eadd531ae5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db0e454f40ab4c5eb9c14a9843330d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370182 Sep 01 15:32:41.246780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:41.385270 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.387094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c371f780-8885-4cc9-9d4e-5f9b8ab56e8e {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:41.422205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.435067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:41.435870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0bc95a2-dd77-48cf-9d19-1a470bf4427e admin admin] 10.222.0.41 "DELETE /v2.0/routers/c371f780-8885-4cc9-9d4e-5f9b8ab56e8e HTTP/1.1" status: 204 len: 168 time: 2.9330657 Sep 01 15:32:41.566180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.647491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.675804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Deleting subnet 30c2391d-3662-45bd-aa4c-56e666001865 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:41.679428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.752594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.852280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.855117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.856357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44d9bd57-8b8b-49d1-a8f6-e50d14894fd1 HTTP/1.1" status: 204 len: 168 time: 0.6080077 Sep 01 15:32:41.897996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45c23-47fa-467f-bb93-ec714db789a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9bd57-8b8b-49d1-a8f6-e50d14894fd1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:41.930330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.079570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.135862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c2391d-3662-45bd-aa4c-56e666001865,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.146510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.153354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:42.159684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005e249-6fc6-47c3-8fba-f1633f768c67 None None] Network 363c2425-e7dc-4c05-8260-eaa86b8f9e6a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:42.164887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a2026a70-5a30-4bd2-b9df-5e324ad094e7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/30c2391d-3662-45bd-aa4c-56e666001865 HTTP/1.1" status: 204 len: 168 time: 0.7245860 Sep 01 15:32:42.167188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56410) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:42.297231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e7ec513-190a-40c9-b17f-8a3e83c138d6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:42.334665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.343257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6e7ec513-190a-40c9-b17f-8a3e83c138d6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:42.343703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e7ec513-190a-40c9-b17f-8a3e83c138d6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:42.344170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12dbcf95-95df-4cc8-af0d-ace596192d70 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:42.399346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 12dbcf95-95df-4cc8-af0d-ace596192d70 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:42.402258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12dbcf95-95df-4cc8-af0d-ace596192d70 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:42.511563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Deleting port 830c4428-0c90-4b34-91ec-9df850d4ad46 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:42.514279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.679623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] For port 830c4428-0c90-4b34-91ec-9df850d4ad46, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=830c4428-0c90-4b34-91ec-9df850d4ad46,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:42.680239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.689083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] DHCP port deletion for 363c2425-e7dc-4c05-8260-eaa86b8f9e6a request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:42.711931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Calling delete_port for 830c4428-0c90-4b34-91ec-9df850d4ad46 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:42.835349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Deleting port 830c4428-0c90-4b34-91ec-9df850d4ad46 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:42.835996 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.853242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.910321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] No DVR routers for this DVR port 830c4428-0c90-4b34-91ec-9df850d4ad46 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:42.914684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=830c4428-0c90-4b34-91ec-9df850d4ad46,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.976701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-617252591-network', 'tenant_id': 'e311f0be44d64ba1ac35b03aa2543d10'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:43.016349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] For port 830c4428-0c90-4b34-91ec-9df850d4ad46, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=830c4428-0c90-4b34-91ec-9df850d4ad46,segment=NetworkSegment(0a26c9e8-2195-443d-b449-c833a89758a5),segment_id=0a26c9e8-2195-443d-b449-c833a89758a5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:43.017945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.074964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Calling delete_port for 830c4428-0c90-4b34-91ec-9df850d4ad46 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:43.106947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.151737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363c2425-e7dc-4c05-8260-eaa86b8f9e6a']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.233691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a26c9e8-2195-443d-b449-c833a89758a5') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.235275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a26c9e8-2195-443d-b449-c833a89758a5') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.252771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Made reservation on behalf of e311f0be44d64ba1ac35b03aa2543d10 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:43.255847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.270360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.293520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.316732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.333695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.362502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:43.364466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:43.368366 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:43.375597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] Pushing event deleted for resources: {'Port': ['ID=830c4428-0c90-4b34-91ec-9df850d4ad46,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:43.388964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c8cd4-527e-4a98-96cf-1b9aef926bef None None] No DVR routers for this DVR port 830c4428-0c90-4b34-91ec-9df850d4ad46 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:43.435551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-5b7746ca-520b-4322-b334-1d050d5299a3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:43.438292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-5b7746ca-520b-4322-b334-1d050d5299a3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.3398237 Sep 01 15:32:43.482901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-1b4061b9-2b83-4d1b-85e5-876418aeba3a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.0310092 Sep 01 15:32:43.489569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.522516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.526229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/363c2425-e7dc-4c05-8260-eaa86b8f9e6a HTTP/1.1" status: 204 len: 168 time: 1.3579741 Sep 01 15:32:43.576600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f74fa-fe0f-4d6a-8417-3ad10e9489b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=363c2425-e7dc-4c05-8260-eaa86b8f9e6a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:43.633008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-8bf447a4-c6d0-4bf7-91f1-91aaf0fcbbef tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348267 Sep 01 15:32:43.779775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.793090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.816905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:43.836419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.837202 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Added segment 93dd8939-03ab-4224-9060-6d7769a4263d of type vlan for network 74f515c7-346f-4c72-9444-ed9f55380d67 Sep 01 15:32:43.917542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.978197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:43.986073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.987969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:43.990137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.136320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b03d0e0-6a6f-46df-a40c-35eb754f4696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=267ef2e6f0184aef8836cf718319e979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527960 Sep 01 15:32:44.137566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56472) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.193804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ef942-2472-401a-84ab-689a3c0483e1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:44.288674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56478) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.301954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1478939 Sep 01 15:32:44.317229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Request body: {'subnet': {'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-617252591-subnet', 'tenant_id': 'e311f0be44d64ba1ac35b03aa2543d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:44.347786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 830c4428-0c90-4b34-91ec-9df850d4ad46 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:44.348776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af2c5-d878-4e04-90b1-c4e69b3e0e44 admin admin] Pushing event updated for resources: {'Network': ['ID=74f515c7-346f-4c72-9444-ed9f55380d67,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:44.370624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-8bcf6f15-dc97-4549-b456-1f1af738c734 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163301 Sep 01 15:32:44.408834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.457298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 74f515c7-346f-4c72-9444-ed9f55380d67 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:44.483861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Made reservation on behalf of e311f0be44d64ba1ac35b03aa2543d10 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:44.487858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.626133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 830c4428-0c90-4b34-91ec-9df850d4ad46 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:44.627388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 830c4428-0c90-4b34-91ec-9df850d4ad46 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:44.628903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56482) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.693761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.723218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21926db3-8c2e-43ad-b154-e54a3d329006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.756568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-3946b5ff-774d-448b-9c8b-01bf8605ba57 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601131 Sep 01 15:32:44.924068 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.929755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.932711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7591633-ce2f-494d-a433-4b67e87c57ed HTTP/1.1" status: 204 len: 168 time: 0.7940264 Sep 01 15:32:44.940514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.017968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--886973677'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:45.031374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c526852-01f5-406c-ac0e-ddddd1cf2df4,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.036805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68fdc-337c-43c6-8ed4-ae65ede80abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7591633-ce2f-494d-a433-4b67e87c57ed,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.090930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.113122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Checking segment: {'id': '93dd8939-03ab-4224-9060-6d7769a4263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:45.115219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Network hostable DHCP agents. Network: 74f515c7-346f-4c72-9444-ed9f55380d67, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:45.118359 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.170213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Network 74f515c7-346f-4c72-9444-ed9f55380d67 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:45.188070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 74f515c7-346f-4c72-9444-ed9f55380d67) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:45.195645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:45.196251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.208949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bb4be-a507-4a4d-a707-941a376c9b60 None None] Network 74f515c7-346f-4c72-9444-ed9f55380d67 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:45.515277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.539173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.552533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e6c5c16-f42a-4c13-8cfd-ed1804404745 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2620764 Sep 01 15:32:45.703020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1b715f-1a83-4fa5-8bb5-dc308675757d None None] Network 74f515c7-346f-4c72-9444-ed9f55380d67 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:45.746085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64586dbb-6d10-4845-acd4-b73a06a92332,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.901982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-676eda04-ea95-48da-a472-e0377363663f req-c29fdd27-fac0-4e5c-8c08-a04b7ec3678c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0980940 Sep 01 15:32:45.907788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.918521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.029524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.036682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4021077 Sep 01 15:32:46.037202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.067084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7e8d7-4d74-4319-b414-a6ae25d9f4d2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8d9ca-6393-43c5-abf4-1d5049502aa4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:46.191270 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19cfb0c4-0279-4442-851c-773768142203 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1492958 Sep 01 15:32:46.191939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56542) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.200042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-security--1941424934', 'description': 'tempest-security-description-204006488'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:46.268422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.365610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.374331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.381353 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.386434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "PUT /v2.0/security-groups/b2e8d9ca-6393-43c5-abf4-1d5049502aa4 HTTP/1.1" status: 200 len: 1779 time: 0.1921401 Sep 01 15:32:46.388052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56546) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.509294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022b4f5-6a07-484d-863b-484b57cc4ce3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8d9ca-6393-43c5-abf4-1d5049502aa4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:46.575107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.600655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a8ee4c8e-4aa6-4553-add9-b12548bb6c40 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups/b2e8d9ca-6393-43c5-abf4-1d5049502aa4 HTTP/1.1" status: 200 len: 1779 time: 0.2080235 Sep 01 15:32:46.601534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.740416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.747496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e5be9e1-2e08-4b44-aba9-8a668eb99431 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc710d4dac9645b194358ee0229aeac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705215 Sep 01 15:32:46.751370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.836909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.018342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.044195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.052100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/b2e8d9ca-6393-43c5-abf4-1d5049502aa4 HTTP/1.1" status: 204 len: 168 time: 0.4476547 Sep 01 15:32:47.054688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.195548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04025634-de16-4c68-9721-80beb4f2607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.258176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b56357-7812-4f2b-b8d2-ae9650905118 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e8d9ca-6393-43c5-abf4-1d5049502aa4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:47.292581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e207a6e9-ea2c-4de5-84ae-ea6cb5a96c4d req-b49c46ac-23cb-4140-b460-321dee5891e6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.1692646 Sep 01 15:32:47.388720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.432012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8488c03-5796-42b6-a2dd-f103d4c244d0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3211367 Sep 01 15:32:47.432839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.463873 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-d62e9d94-0ecc-4c07-b430-64c43b638c2d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] delete failed (client error): The resource could not be found. Sep 01 15:32:47.473500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d62e9d94-0ecc-4c07-b430-64c43b638c2d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/b2e8d9ca-6393-43c5-abf4-1d5049502aa4 HTTP/1.1" status: 404 len: 347 time: 0.0391271 Sep 01 15:32:47.474886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56578) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.486775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--770283754'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:47.551988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.591329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.925645 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-791cce4f-cb1e-403e-b911-def57f624b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.989398 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.045161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.051848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.074610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.169221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-51043304-f5fe-4589-a435-790f9f71beec tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:48.172709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-51043304-f5fe-4589-a435-790f9f71beec tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.3435166 Sep 01 15:32:48.180482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153b3848-ccba-430d-94d9-32e25761eabb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.208324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:48.324585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-791cce4f-cb1e-403e-b911-def57f624b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.335073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.338251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-791cce4f-cb1e-403e-b911-def57f624b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.339950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.346025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d71adaf-b41c-4a74-a46b-968205a8321f HTTP/1.1" status: 204 len: 168 time: 1.5887849 Sep 01 15:32:48.363896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8e402-d206-448a-9966-6cefc9ed7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d71adaf-b41c-4a74-a46b-968205a8321f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.418794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.425718 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-38076945-692d-4c4c-9e69-7c18b2239b61 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9463916 Sep 01 15:32:48.428245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56602) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.438487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '153b3848-ccba-430d-94d9-32e25761eabb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:48.501835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-791cce4f-cb1e-403e-b911-def57f624b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a9160905e7e47abad64dbaacb1a41ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1110418 Sep 01 15:32:48.504607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cce4f-cb1e-403e-b911-def57f624b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833a47c-f248-4b68-97d6-09a797d50193,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.511955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56604) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.541939 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.569658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.613094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:32:48.613094 n-d-802060-16 neutron-server[106376]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:32:48.613094 n-d-802060-16 neutron-server[106376]: [parameters: {'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'id': 'eee14fb8-1cef-42ac-a83b-0886f3ed3fb1', 'expiration': datetime.datetime(2021, 9, 1, 15, 34, 48, 532597)}] Sep 01 15:32:48.613094 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:32:48.614175 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:32:48.634447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a76286-a119-4e83-a39b-7e9994e3afdd req-e7ca7b59-b8b6-4f42-a2b3-779e53723c91 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.1287990 Sep 01 15:32:48.661261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.676997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.747775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.789836 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.805985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.838114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980baa47-b2e5-4476-b7c6-120b7c7837f5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.848284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.851602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ffcda743-ba66-462c-b8ad-1554babd7b58 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4200449 Sep 01 15:32:48.855301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.902227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.913917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.917832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.918750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.924795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a833a47c-f248-4b68-97d6-09a797d50193 HTTP/1.1" status: 204 len: 168 time: 0.4067662 Sep 01 15:32:48.975244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.975608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe9172-a817-4a79-a427-d9c338eeab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833a47c-f248-4b68-97d6-09a797d50193,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.988314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.992893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/980baa47-b2e5-4476-b7c6-120b7c7837f5 HTTP/1.1" status: 204 len: 168 time: 0.1352725 Sep 01 15:32:48.996093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.016360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c4571-af06-4865-a301-24bec7eac3dc tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980baa47-b2e5-4476-b7c6-120b7c7837f5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.146913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0433b154-b9fe-4374-9557-90a24bb9e0be tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1450412 Sep 01 15:32:49.149172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56634) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.157316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:49.162909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.292015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.341696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.463084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.468712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.470245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/153b3848-ccba-430d-94d9-32e25761eabb HTTP/1.1" status: 204 len: 168 time: 0.3218048 Sep 01 15:32:49.480475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56648) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.513114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55fcc1-df6f-4c41-9178-c4acd567cdde tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b3848-ccba-430d-94d9-32e25761eabb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.588919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.5 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/65e35029-5f0f-4fb0-bae9-1ac4cf13d338) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:49.627686 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1eb61257-7672-46b2-ad1b-9876e16cb1e4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453001 Sep 01 15:32:49.636011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56654) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.647020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062514669'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:49.692012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.847003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.859508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.918932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d71a3-3227-42f0-8d9d-ee4ea41dbcdf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.923214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.924828 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b8c09b6f-fe75-4044-8fd3-7d0d22764351 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2873917 Sep 01 15:32:49.930793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.936877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '686d71a3-3227-42f0-8d9d-ee4ea41dbcdf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:49.980560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56672) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.984642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.006997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70875190-3263-4510-87fb-8315aae65bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.023295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79caccc8-cbeb-4c53-9ff1-e8fb307b5af3 req-d6a80e6b-e69b-454a-a761-ed054f807b47 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.1417954 Sep 01 15:32:50.048333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.098299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.129757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:50.192943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.272402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:50.277226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:50.285934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:50.358717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:50.359661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.381856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:50.399578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.401683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.402225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.402667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.403108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.404006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.404448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.404919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.413049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.413049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.414426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.415596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:50.696030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8d10a5bb-4ae9-48cc-b5b4-4ea37503c8eb None None] Provisioning for port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:50.702730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8d10a5bb-4ae9-48cc-b5b4-4ea37503c8eb None None] Provisioning complete for port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:50.706144 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d10a5bb-4ae9-48cc-b5b4-4ea37503c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.821468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8d10a5bb-4ae9-48cc-b5b4-4ea37503c8eb None None] Port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:51.195111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60117ed-6398-41b7-9ae4-37ec629e1fdf req-ecd0d563-4008-4695-ad03-32172c40a20d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:51.199028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e60117ed-6398-41b7-9ae4-37ec629e1fdf req-ecd0d563-4008-4695-ad03-32172c40a20d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 931 time: 0.0882523 Sep 01 15:32:51.230452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.248104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70875190-3263-4510-87fb-8315aae65bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.257719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.291645 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70875190-3263-4510-87fb-8315aae65bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.300337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-f7adeaa5-6f25-440a-a723-d5795d9d66ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1124136 Sep 01 15:32:51.338733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6563090b-7575-4316-8664-8247044d8f35,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:51.366025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-c16bd53e-11f5-41bd-9479-37deafb4fbc4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:51.374869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-c16bd53e-11f5-41bd-9479-37deafb4fbc4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/networks?id=74f515c7-346f-4c72-9444-ed9f55380d67 HTTP/1.1" status: 200 len: 809 time: 1.3343623 Sep 01 15:32:51.375452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Request body: {'port': {'device_id': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:51.395090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.396605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-823214c8-42c4-41e8-b961-d818da0529ef tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4650712 Sep 01 15:32:51.406058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56710) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:51.418288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '686d71a3-3227-42f0-8d9d-ee4ea41dbcdf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:51.440615 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-e015621f-430c-45ea-9c6f-ab7e5b751bd8 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/quotas/e311f0be44d64ba1ac35b03aa2543d10 HTTP/1.1" status: 200 len: 375 time: 0.0645366 Sep 01 15:32:51.447443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e60117ed-6398-41b7-9ae4-37ec629e1fdf req-77a9c677-f056-47d2-90ec-dbb4c1962221 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379751 Sep 01 15:32:51.520957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-afab8c94-2549-461f-b269-491aad11fb91 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e311f0be44d64ba1ac35b03aa2543d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790427 Sep 01 15:32:51.528527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70875190-3263-4510-87fb-8315aae65bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2116c1-8008-404c-90f8-3bb2bd16026a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:51.531831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.546990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70875190-3263-4510-87fb-8315aae65bd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1a02ed1e24f4107a3e1765ba26950ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5652463 Sep 01 15:32:51.556173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:51.639962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.726806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-04c694f6-f900-443e-aab4-d269900a00fe service neutron] 10.222.0.41 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936750 Sep 01 15:32:51.792266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.804136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.843992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.844393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.846435 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357593 Sep 01 15:32:51.850082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b427d61-b8b7-4754-9f9d-92b0cab5866d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d92823-2012-49d7-bbeb-8b6f510fc25a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:51.852161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56722) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:51.858528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '686d71a3-3227-42f0-8d9d-ee4ea41dbcdf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:51.909867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-455a1964-1b37-4ca6-bab5-c70e93cf79b3 service neutron] 10.222.0.41 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730320 Sep 01 15:32:51.921921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.032133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.042669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.083026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f921dd1-f13d-4ae7-bcad-b9c63d93c940,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.087052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.088872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b4a8209-1986-4bff-9fed-f36f7523b12f tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2354543 Sep 01 15:32:52.094622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56730) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:52.103032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '686d71a3-3227-42f0-8d9d-ee4ea41dbcdf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:52.129162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.172559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.246200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.266663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.269407 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af2116c1-8008-404c-90f8-3bb2bd16026a HTTP/1.1" status: 204 len: 168 time: 0.7114220 Sep 01 15:32:52.307133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee1191-fe2d-41c7-b4b2-2c90fadf9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2116c1-8008-404c-90f8-3bb2bd16026a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.391737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.410072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.486127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fc96bb-3cd0-4334-93aa-53fc7dba72c1,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.524129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.536359 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1987aeb9-8d8a-407c-9caf-e4b5f03b2ad0 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4349144 Sep 01 15:32:52.537964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56744) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:52.554099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '686d71a3-3227-42f0-8d9d-ee4ea41dbcdf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:52.587271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-410fe482-5dfb-4006-9ef9-94159ded1149 req-310be0f6-f6ac-48ed-bf9f-321de26e2d7b tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 210 time: 0.1151278 Sep 01 15:32:52.657998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.761295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:52.782443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.809666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Transition to ACTIVE for port object 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:52.818294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.990413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Pushing event updated for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:53.058917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.071233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.106654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db56c0-6854-4f92-b0af-f5807dc39cd0 req-3d9902e8-b989-4e5a-b0b4-090f3d913bfd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:53.119627 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51db56c0-6854-4f92-b0af-f5807dc39cd0 req-3d9902e8-b989-4e5a-b0b4-090f3d913bfd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 931 time: 0.3757904 Sep 01 15:32:53.203796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Attempting to bind port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:53.204201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Attempting to bind port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:53.204464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Attempting to bind port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:53.225374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:32:53.225703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Attempting to bind port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:53.240712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:53.241555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:53.242177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:53.242854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Bound port: 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:53.245310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.258724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149dada1-18c0-4bc5-bab3-cf14267391f3,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:53.348787 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-51db56c0-6854-4f92-b0af-f5807dc39cd0 req-d431e25b-f9bc-41df-99bc-89a667e98c65 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814885 Sep 01 15:32:53.349939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.350906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c86f4796-e545-4243-bf3a-5335506700e2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8112779 Sep 01 15:32:53.355902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56772) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:53.449396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.479688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.508186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:53.519805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:53.530140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.585603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.616385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.634806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/149dada1-18c0-4bc5-bab3-cf14267391f3 HTTP/1.1" status: 204 len: 168 time: 0.2734845 Sep 01 15:32:53.634806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b51ea-0cca-4746-a580-9f475b4eb522 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=149dada1-18c0-4bc5-bab3-cf14267391f3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:53.643230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56784) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:53.718946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Pushing event updated for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:53.741997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:53.746550 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.753591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d99c3591-3df3-4c4b-8ef0-ae35c638407f service neutron] 10.222.0.50 "PUT /v2.0/ports/65e35029-5f0f-4fb0-bae9-1ac4cf13d338 HTTP/1.1" status: 200 len: 1092 time: 2.4449794 Sep 01 15:32:53.754347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:53.761037 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ddd21-ada6-4d15-b96d-be588cf38663" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:53.818493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-465b605e-dd7f-4592-a1ff-61a3774bfcd5 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1725364 Sep 01 15:32:53.823195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:53.966852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f891bad-e7e6-43b0-b200-8dc8fbfc80f5 req-a7096650-ea2e-4a73-95d7-26d37568cd66 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 210 time: 0.1068938 Sep 01 15:32:53.994489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.026603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.141712 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42cc6c2-a3e3-4c88-a896-fd29f05986ef x-openstack-request-id: req-b42cc6c2-a3e3-4c88-a896-fd29f05986ef {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:54.142365 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:54.142708 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b42cc6c2-a3e3-4c88-a896-fd29f05986ef {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:54.149236 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338', 'status': 'completed', 'code': 200} Sep 01 15:32:54.210846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.242919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.250534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56800) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:54.251182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a6fc96bb-3cd0-4334-93aa-53fc7dba72c1 HTTP/1.1" status: 204 len: 168 time: 0.4256871 Sep 01 15:32:54.253347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08492e52-fcb6-4a01-9e37-6cb147ae2e25 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6fc96bb-3cd0-4334-93aa-53fc7dba72c1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:54.262902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-bb49533d-b0df-45f3-97c2-81203f41e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:54.264971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-bb49533d-b0df-45f3-97c2-81203f41e983 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 1095 time: 0.4202764 Sep 01 15:32:54.397978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-5be4816f-e95c-4703-a1e2-f7439d8c554f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338 HTTP/1.1" status: 200 len: 217 time: 0.1221919 Sep 01 15:32:54.430373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-75019eac-5333-49dc-9df2-f6f108cc7f5b tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1775351 Sep 01 15:32:54.432142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56810) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:54.550540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-a5fa5330-ee84-4e7c-a63d-e09401c09eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:54.552849 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-a5fa5330-ee84-4e7c-a63d-e09401c09eca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1461959 Sep 01 15:32:54.554372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.576971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.768595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.775311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406478-8865-4980-87b8-4e18c528f9d1 req-f8588020-a6cc-44d7-8bc6-c3ab3c41418f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:54.778161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.779742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2406478-8865-4980-87b8-4e18c528f9d1 req-f8588020-a6cc-44d7-8bc6-c3ab3c41418f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.1715565 Sep 01 15:32:54.794522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56816) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:54.796654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0f921dd1-f13d-4ae7-bcad-b9c63d93c940 HTTP/1.1" status: 204 len: 168 time: 0.3402274 Sep 01 15:32:54.815046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db416e0-342c-4aee-b65b-d12262aaa972 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f921dd1-f13d-4ae7-bcad-b9c63d93c940,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:54.833943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d502c831-12b0-4e3b-a340-7b5a989907d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:54.837586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-d502c831-12b0-4e3b-a340-7b5a989907d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2632840 Sep 01 15:32:54.972602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2406478-8865-4980-87b8-4e18c528f9d1 req-fbb0544e-f2aa-4b5f-815a-b696a3da9e54 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573560 Sep 01 15:32:55.135242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-de49bb7f-b714-4594-bbd7-bc7106bf6766 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865925 Sep 01 15:32:55.160076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.195562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'network': {'name': 'tempest-network-smoke--1930810806', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:55.275580 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea9ed7a5-124e-4214-8acb-bc7e74664d67 req-459de20b-aeb2-4329-a2db-e25b71b82cb9 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 210 time: 0.0918126 Sep 01 15:32:55.319557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-54bfd673-91a9-471f-ba07-7cc1e749c74e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5213509 Sep 01 15:32:55.327728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56832) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.377480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:55.391337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.414095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.455177 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.465865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.503872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ac955f5c-b87d-4bf6-9d2a-237d8d8c9991 req-e1f8dfaa-b80f-4b7d-b284-b802f3c29c14 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572817 Sep 01 15:32:55.531928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.562203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.563389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b1d92823-2012-49d7-bbeb-8b6f510fc25a HTTP/1.1" status: 204 len: 168 time: 0.2338991 Sep 01 15:32:55.568846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56842) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.585738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-f15bb448-2f74-4551-8386-a0c8426e78c1 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:55.589335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-f15bb448-2f74-4551-8386-a0c8426e78c1 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.50 "GET /v2.0/networks?id=74f515c7-346f-4c72-9444-ed9f55380d67 HTTP/1.1" status: 200 len: 809 time: 0.6465859 Sep 01 15:32:55.589957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d75d-fb88-476e-8d11-5b507919cd41 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d92823-2012-49d7-bbeb-8b6f510fc25a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:55.612997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Request body: {'port': {'device_id': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67', 'admin_state_up': True, 'tenant_id': 'e311f0be44d64ba1ac35b03aa2543d10'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:55.684508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ffda0609-2724-49ff-a813-d6dbe9cd2abf tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1056540 Sep 01 15:32:55.688865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56846) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.785036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-3edea52f-3d50-498a-bb7f-ccdb7ed21183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:55.786978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-3edea52f-3d50-498a-bb7f-ccdb7ed21183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 1095 time: 0.1679304 Sep 01 15:32:55.819789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.874219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.028543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.031146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.052520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.055491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6563090b-7575-4316-8664-8247044d8f35 HTTP/1.1" status: 204 len: 168 time: 0.3650470 Sep 01 15:32:56.060966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.078565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.104228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00290152-b740-4d9b-8141-ad4a11602124 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6563090b-7575-4316-8664-8247044d8f35,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:56.129682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-717c8574-8ee3-4bb4-9fe5-f91e1285d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.132503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-717c8574-8ee3-4bb4-9fe5-f91e1285d1ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3270245 Sep 01 15:32:56.142341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:56.153912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Made reservation on behalf of e311f0be44d64ba1ac35b03aa2543d10 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:56.159145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.222495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9af8c009-4767-464a-bd5c-9ba99c5bb2f6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555543 Sep 01 15:32:56.268155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56862) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.321679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-a3e8b682-b81b-491e-8da5-768909985c0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338 HTTP/1.1" status: 200 len: 217 time: 0.1739461 Sep 01 15:32:56.326296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.327968 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Added segment 634ed9f3-0c1f-47c8-b408-2f6557edcd0e of type vlan for network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 Sep 01 15:32:56.399605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee34647-df56-4ccf-90fc-1e46892eb8c6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:56.529802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a08e8-0004-45a0-b74d-79afc936b594 req-4af2dc56-e7ba-4638-a6b1-3c7356d89f5a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.542842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-747a08e8-0004-45a0-b74d-79afc936b594 req-4af2dc56-e7ba-4638-a6b1-3c7356d89f5a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.3582745 Sep 01 15:32:56.569137 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.580707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Allocated IP 172.20.0.3 (74f515c7-346f-4c72-9444-ed9f55380d67/9c526852-01f5-406c-ac0e-ddddd1cf2df4/19549dd5-6b5c-45f7-b8ff-1a9a301e77ef) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:56.630164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-ec6d14c9-0cc7-40c2-b692-598855333848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.636627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-ec6d14c9-0cc7-40c2-b692-598855333848 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.2502532 Sep 01 15:32:56.712495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c3d9f92-7d21-4d14-b94e-1355c88639a4 req-220b05c1-38b6-4e0c-abe1-2f3ccae338e3 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 210 time: 0.3146582 Sep 01 15:32:56.758961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.826786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-747a08e8-0004-45a0-b74d-79afc936b594 req-43a217ce-02be-42ac-8b4e-168e15dddcd3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838488 Sep 01 15:32:56.828465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.835254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.869286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.869286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.878801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.949415 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.954024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.955679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/686d71a3-3227-42f0-8d9d-ee4ea41dbcdf HTTP/1.1" status: 204 len: 168 time: 0.6846032 Sep 01 15:32:56.961865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Network': ['ID=7015fde1-fa6e-4cb8-ba72-fb2133df1897,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:56.966829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.980592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-c26bd92f-8ce8-4673-aea0-fed3286d173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.983092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-c26bd92f-8ce8-4673-aea0-fed3286d173c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3166635 Sep 01 15:32:56.985636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aed71c1d-3260-464c-be2a-2644cda861d7 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8158488 Sep 01 15:32:56.991319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.994988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:57.015762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'admin_state_up': True, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:57.032418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f507b0-c1f2-4cd2-8906-2596f0df831d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d71a3-3227-42f0-8d9d-ee4ea41dbcdf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:57.075960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e678899a-173a-4ac7-a810-0445c65bd925 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052947 Sep 01 15:32:57.085025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56888) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:57.098957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145325021'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:57.113358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.220753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-05c29691-5a86-438d-abd7-f9fa49c0d8c1 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675842 Sep 01 15:32:57.226314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Network 74f515c7-346f-4c72-9444-ed9f55380d67 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:57.233478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:57.282992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:57.297418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:32:57.297418 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:32:57.297418 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id_1': '0e2fa60a2d3e4f699a4f85dc98d167c7', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 32, 57, 107615)}] Sep 01 15:32:57.297418 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:32:57.303994 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:32:57.310600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.311835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.407262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.420286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-327ddd21-ada6-4d15-b96d-be588cf38663 req-95d3a0b9-d913-4dab-84f9-d9fba51b0f7f service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780725 Sep 01 15:32:57.456902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Pushing event updated for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:57.524074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:57.524603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.554197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-6da25fdf-94ff-4afb-ad90-f0eb8b816d61 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9454837 Sep 01 15:32:57.570690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Request body: {'port': {'device_id': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:57.676078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.777931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.914805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.020625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.170648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.203920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65369c5-519d-4cf3-89df-691287e7f742 req-949a9f4d-6fa3-4641-8770-fa9c305844c8 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:58.206883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f65369c5-519d-4cf3-89df-691287e7f742 req-949a9f4d-6fa3-4641-8770-fa9c305844c8 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 931 time: 0.3047686 Sep 01 15:32:58.218469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.257380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d3931-83ed-4cbd-b50c-d34162aa58ec req-59249b72-2dca-4f5a-a2d2-b253f0777a8c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:58.260041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c0d3931-83ed-4cbd-b50c-d34162aa58ec req-59249b72-2dca-4f5a-a2d2-b253f0777a8c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.2341802 Sep 01 15:32:58.471357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c0d3931-83ed-4cbd-b50c-d34162aa58ec req-eb188b11-97bb-47db-ade5-b98482de6856 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024534 Sep 01 15:32:58.476325 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f65369c5-519d-4cf3-89df-691287e7f742 req-03c75d05-df5f-4692-9671-584b976f46a8 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423213 Sep 01 15:32:58.552621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.25.1.17 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d682ae2b-1e23-4f77-b0d6-6a20a370b7fe) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:58.607790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.724769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:58.751128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:58.763674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.769752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.797782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.846734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Transition to ACTIVE for port object 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:58.850848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.854873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7659752 Sep 01 15:32:58.856090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:58.863694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '023eccd4-6a3a-4d63-ac18-3114894676f8', 'direction': 'ingress', 'protocol': 17}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:58.864036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.872546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac774d-da98-45c3-a66f-c08dbff911dd tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023eccd4-6a3a-4d63-ac18-3114894676f8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.894908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.950344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Pushing event updated for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.959666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.985657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.988503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41441e7a-5d24-43ea-a292-eb25a8f97489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.993894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:59.008843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:59.020154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:59.062222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Attempting to bind port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:59.062836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Attempting to bind port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '93dd8939-03ab-4224-9060-6d7769a4263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:59.063602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Attempting to bind port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef on network 74f515c7-346f-4c72-9444-ed9f55380d67 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:59.072238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef on network 74f515c7-346f-4c72-9444-ed9f55380d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:32:59.072799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Attempting to bind port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef on network 74f515c7-346f-4c72-9444-ed9f55380d67 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:59.083205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:59.083800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Checking segment: {'id': '93dd8939-03ab-4224-9060-6d7769a4263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:59.084461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Bound using segment: {'id': '93dd8939-03ab-4224-9060-6d7769a4263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:59.085264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Bound port: 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dd8939-03ab-4224-9060-6d7769a4263d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:59.085897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.225576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:59.226679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.234129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,segment=NetworkSegment(93dd8939-03ab-4224-9060-6d7769a4263d),segment_id=93dd8939-03ab-4224-9060-6d7769a4263d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:59.240849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.242999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.302879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c763de-effb-4f75-b82f-8fe1dd6c6e23,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:59.324630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.326064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.330662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] 10.222.0.50 "PUT /v2.0/ports/19549dd5-6b5c-45f7-b8ff-1a9a301e77ef HTTP/1.1" status: 200 len: 1092 time: 1.7677786 Sep 01 15:32:59.331174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:59.336780 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2fcacb-7001-4332-bcee-2dba121aeea1" -d '{"events": [{"name": "network-changed", "server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:59.388357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa747-56e4-4df0-9914-98df0ca3a307 service neutron] Pushing event updated for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:59.431204 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bae7f8-9f09-4d7a-b044-919fceb42693 x-openstack-request-id: req-80bae7f8-9f09-4d7a-b044-919fceb42693 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:59.431913 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:59.432237 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80bae7f8-9f09-4d7a-b044-919fceb42693 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:59.433416 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef', 'status': 'completed', 'code': 200} Sep 01 15:32:59.455719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-f869fdd0-b46e-4e55-b66a-8a64d8da9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.457924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41441e7a-5d24-43ea-a292-eb25a8f97489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.458205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-f869fdd0-b46e-4e55-b66a-8a64d8da9000 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e311f0be44d64ba1ac35b03aa2543d10&device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 1095 time: 0.0657616 Sep 01 15:32:59.468716 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41441e7a-5d24-43ea-a292-eb25a8f97489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.480136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.481598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4583ed4-ed74-4f52-954d-c6f4f54220d8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6240890 Sep 01 15:32:59.496330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56934) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:59.517619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-a6ace98c-57c0-4102-975a-8214e67d2873 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef HTTP/1.1" status: 200 len: 217 time: 0.0493138 Sep 01 15:32:59.604552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41441e7a-5d24-43ea-a292-eb25a8f97489 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a919a7692ccc42abb85b88746d3f3162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428543 Sep 01 15:32:59.611408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56944) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:59.614077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41441e7a-5d24-43ea-a292-eb25a8f97489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eba0dc-cb5f-47c4-bd9f-05fa21795c6d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:59.648094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.672322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-8fe4c8e0-06fe-464f-867c-013eb3e6819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.674095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-8fe4c8e0-06fe-464f-867c-013eb3e6819c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c526852-01f5-406c-ac0e-ddddd1cf2df4 HTTP/1.1" status: 200 len: 849 time: 0.1477778 Sep 01 15:32:59.769734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.774911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-8e752e5c-4c1a-4f8a-837e-28613e07c9d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74f515c7-346f-4c72-9444-ed9f55380d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876679 Sep 01 15:32:59.856593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.876064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701442-53f9-4aa0-83f1-7c78666fe4ae req-c7b0abcc-2ac4-4ca2-8c76-24838b6675b4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.877825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19701442-53f9-4aa0-83f1-7c78666fe4ae req-c7b0abcc-2ac4-4ca2-8c76-24838b6675b4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 943 time: 0.1747034 Sep 01 15:32:59.959839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaed59-d60d-4104-a720-696a3b7dfce0 req-054499b4-a652-4ab3-a881-b0e31a6c8632 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.961602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09aaed59-d60d-4104-a720-696a3b7dfce0 req-054499b4-a652-4ab3-a881-b0e31a6c8632 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.2850134 Sep 01 15:32:59.967766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.013134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.016569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.018074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/023eccd4-6a3a-4d63-ac18-3114894676f8 HTTP/1.1" status: 204 len: 168 time: 0.5179529 Sep 01 15:33:00.030891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:00.033166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.038822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-358b9281-9584-4799-8865-c4a48ad5c3ad service neutron] 10.222.0.50 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520044 Sep 01 15:33:00.196948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09aaed59-d60d-4104-a720-696a3b7dfce0 req-6a74e38a-cf6e-4c47-b7c2-edbdf9982e07 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867712 Sep 01 15:33:00.234376 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ae206ba9-b2e0-46d3-ae6d-859181793cc8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884439 Sep 01 15:33:00.254366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:00.263343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118115189'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:00.291742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.295009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.296562 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00eba0dc-cb5f-47c4-bd9f-05fa21795c6d HTTP/1.1" status: 204 len: 168 time: 0.6816242 Sep 01 15:33:00.311494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-31bafd93-c8cd-4413-b825-766bd4597c18 req-2b73a141-920f-4e54-91b3-7967041117c2 service neutron] 10.222.0.50 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539761 Sep 01 15:33:00.321203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ee406-47d0-4193-b697-1d71751975ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eba0dc-cb5f-47c4-bd9f-05fa21795c6d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:00.327427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.460522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-19701442-53f9-4aa0-83f1-7c78666fe4ae req-5985f339-118d-4ecd-ba96-2e2f4ef10d42 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658569 Sep 01 15:33:00.469796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a10be7-7833-402f-9771-fcf156228ede tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023eccd4-6a3a-4d63-ac18-3114894676f8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:00.500400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-4aadf457-0bb2-4fe6-b648-a1f88dffecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:00.502919 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-4aadf457-0bb2-4fe6-b648-a1f88dffecc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e311f0be44d64ba1ac35b03aa2543d10&device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 1095 time: 0.1047566 Sep 01 15:33:00.515539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.591990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.602617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.671058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57f07e-850e-4381-8689-33fe6408f407,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:00.674746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.680495 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5173319a-4f1c-4ce3-9976-af50a68364ec tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4207830 Sep 01 15:33:00.680495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-82dbe36f-a289-4756-a006-328caa698863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:00.682052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-82dbe36f-a289-4756-a006-328caa698863 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74f515c7-346f-4c72-9444-ed9f55380d67 HTTP/1.1" status: 200 len: 910 time: 0.1687758 Sep 01 15:33:00.682407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56962) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:00.687833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--258351762'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:00.742794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-ea14534a-1006-44e5-bea9-955bbf3331ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef HTTP/1.1" status: 200 len: 217 time: 0.0499516 Sep 01 15:33:00.797500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 54022f09-c24a-4fec-babf-1162eef859c9 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:00.800566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.968444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56970) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:00.981302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-f9a04e54-6d59-4865-95bf-9ef9758a3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:00.984758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-f9a04e54-6d59-4865-95bf-9ef9758a3431 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c526852-01f5-406c-ac0e-ddddd1cf2df4 HTTP/1.1" status: 200 len: 849 time: 0.2335513 Sep 01 15:33:01.008447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8ead7ed-ba09-423f-98fb-16ede86d57dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.062153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:01.063142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.067234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-053a60c1-6c5d-4498-a893-2843f630f430 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74f515c7-346f-4c72-9444-ed9f55380d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712991 Sep 01 15:33:01.070204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.081016 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Sync routers for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:01.109431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:01.111288 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:01.224462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8ead7ed-ba09-423f-98fb-16ede86d57dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.224808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd13213-e0ac-44da-81d8-8db3a66b1954,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:01.238533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8ead7ed-ba09-423f-98fb-16ede86d57dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.248057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.253926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-761a6459-ed73-4892-abc4-2f445ae84515 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5701537 Sep 01 15:33:01.259167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56978) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:01.266975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': 'aa57f07e-850e-4381-8689-33fe6408f407', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4cd13213-e0ac-44da-81d8-8db3a66b1954', 'remote_ip_prefix': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:01.298531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.307876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae5135cf-c99d-4913-b730-abf40c844070 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3034914 Sep 01 15:33:01.314679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f8ead7ed-ba09-423f-98fb-16ede86d57dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd6cf0fc28bc45249a4ba9c3ecd80871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436584 Sep 01 15:33:01.315894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 56980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:01.344500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 56982) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:01.355953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ead7ed-ba09-423f-98fb-16ede86d57dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3a94e-30ed-4c5b-9989-d177fea170b5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:01.497129 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:01.506991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-8643f1e7-c467-41fd-9b48-4bcc785fd9ce service neutron] 10.222.0.50 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100451 Sep 01 15:33:01.516841 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.731044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16053a00-202e-4eaa-b6c2-d516b6862b23 req-d420f24a-60ac-4876-bd44-7ddc10cd109e tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:01.741720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230afa50-c8b5-4d2f-a83d-a51f990d3fdb req-99c4f3ff-a888-4c6e-afcd-7e6fcc03bc85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:01.743503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-230afa50-c8b5-4d2f-a83d-a51f990d3fdb req-99c4f3ff-a888-4c6e-afcd-7e6fcc03bc85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.3573821 Sep 01 15:33:01.749699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16053a00-202e-4eaa-b6c2-d516b6862b23 req-d420f24a-60ac-4876-bd44-7ddc10cd109e tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 943 time: 0.1052372 Sep 01 15:33:01.794416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.830782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16053a00-202e-4eaa-b6c2-d516b6862b23 req-70ea08af-7052-471a-aae9-f2337a78f8d4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745335 Sep 01 15:33:01.922307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-230afa50-c8b5-4d2f-a83d-a51f990d3fdb req-d8393604-7ace-4b08-aa97-563d27d1d133 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086302 Sep 01 15:33:01.934536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.939574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:32:59Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:01.941639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a7f7d124-e52c-4c17-ab3f-031e154508e2 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e3768aee89f8490dbd0cc89f1415fb7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5873845 Sep 01 15:33:01.942295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:01.973096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.980360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e2fcacb-7001-4332-bcee-2dba121aeea1 req-163a2d45-4c7c-46d7-956c-6c790503d9c4 service neutron] 10.222.0.50 "GET /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547002 Sep 01 15:33:01.981710 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.009926 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Checking router: 54022f09-c24a-4fec-babf-1162eef859c9 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:02.012797 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Updating router 54022f09-c24a-4fec-babf-1162eef859c9 port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:02.018888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3320d959-f558-45d3-b31f-c4576360db73,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.028009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.029516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d468b5ed-02af-413a-acab-be2ff2915f1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7686434 Sep 01 15:33:02.032929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.065604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.069249 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.074091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.098194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.101800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.117667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15f3a94e-30ed-4c5b-9989-d177fea170b5 HTTP/1.1" status: 204 len: 168 time: 0.7597547 Sep 01 15:33:02.157475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa898-e574-415f-9cdd-4dd5a09b6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3a94e-30ed-4c5b-9989-d177fea170b5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.167667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.192480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.200345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3320d959-f558-45d3-b31f-c4576360db73 HTTP/1.1" status: 204 len: 168 time: 0.1632552 Sep 01 15:33:02.201052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.248723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e508d-f15f-47a1-8d8a-bd1cc0abed52 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3320d959-f558-45d3-b31f-c4576360db73,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.297406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6df86223-3510-4ab8-9b6a-53999a3a6895 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0919125 Sep 01 15:33:02.302460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.334395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11449dab-9f21-45d4-8c68-91d497f6616d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:02.337241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11449dab-9f21-45d4-8c68-91d497f6616d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3936727 Sep 01 15:33:02.340735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57014) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.391226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bf8f1dfc-e0d3-4e6a-8b1b-3395f1763f6d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456240 Sep 01 15:33:02.391470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57016) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.398715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477464672', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:02.424216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.469145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.553913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.559560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.565826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/4cd13213-e0ac-44da-81d8-8db3a66b1954 HTTP/1.1" status: 204 len: 168 time: 0.2617195 Sep 01 15:33:02.567617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57020) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.593911 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.613186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff43769-8dce-4b4a-a3fa-61d6320ed39e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd13213-e0ac-44da-81d8-8db3a66b1954,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.614801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:02.625864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Transition to ACTIVE for port object d682ae2b-1e23-4f77-b0d6-6a20a370b7fe will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:02.631424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.648174 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.752709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fecf3e57-abbf-48b9-9b1d-1b6365ce8c14 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1775887 Sep 01 15:33:02.753523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57028) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.762912 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Attempting to bind port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:02.763411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:33:02.765187 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Attempting to bind port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:02.771242 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Attempting to bind port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:02.798845 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Pushing event updated for resources: {'Port': ['ID=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.826482 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:02.833590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:02.834090 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.834510 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:02.835280 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Bound port: d682ae2b-1e23-4f77-b0d6-6a20a370b7fe, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:02.835707 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.959092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] For port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:02.965576 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] For port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:02.973344 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.975937 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.976496 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.977007 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.977691 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.978417 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.981183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.983366 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.986605 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.988080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.990270 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.991849 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:02.992278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.022573 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.088180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.177495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,segment=NetworkSegment(93dd8939-03ab-4224-9060-6d7769a4263d),segment_id=93dd8939-03ab-4224-9060-6d7769a4263d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:03.211804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef', 'network_id': '74f515c7-346f-4c72-9444-ed9f55380d67', 'port_id': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef', 'mac_address': 'fa:16:3e:1f:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c526852-01f5-406c-ac0e-ddddd1cf2df4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:33:03.247513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7d846-9c93-4cf3-9723-68e27f7818a3 req-18308657-3225-42a0-b461-bae093db2f5b tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.261141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebb7d846-9c93-4cf3-9723-68e27f7818a3 req-18308657-3225-42a0-b461-bae093db2f5b tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 943 time: 0.1765029 Sep 01 15:33:03.271242 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:03.274439 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:03.301575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.302105 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.307616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.315549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa57f07e-850e-4381-8689-33fe6408f407 HTTP/1.1" status: 204 len: 168 time: 0.5593362 Sep 01 15:33:03.317042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:03.324883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:03.365028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,segment=NetworkSegment(93dd8939-03ab-4224-9060-6d7769a4263d),segment_id=93dd8939-03ab-4224-9060-6d7769a4263d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:03.376508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.386154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.387538 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebb7d846-9c93-4cf3-9723-68e27f7818a3 req-17dd57cb-b099-4cb1-898c-96c7fe9deea3 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211097 Sep 01 15:33:03.396573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be8aa-c102-4c3c-a3e1-ed69de0aafc6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57f07e-850e-4381-8689-33fe6408f407,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.458212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800906d-5044-459c-ae58-2abc55d7510b req-4dc25278-85d9-48f3-9d46-6b79fa0836d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.461319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3800906d-5044-459c-ae58-2abc55d7510b req-4dc25278-85d9-48f3-9d46-6b79fa0836d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.2512562 Sep 01 15:33:03.478058 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4e83fd9-51c4-41bc-b909-126035aac7e8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445518 Sep 01 15:33:03.479726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57052) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:03.489622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511918424'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:03.534405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ab0d-001b-4e6d-b6f2-46fe266f85ca None None] Pushing event updated for resources: {'Port': ['ID=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.539083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.548038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Subnet': ['ID=5c35fd39-d728-4519-92a7-e11ac43ac5c9,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.555204 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.563106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.563497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.563889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.564229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.564567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.564903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.565263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.565606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.567048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.567695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.568214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.568940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:03.581481 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:03.618418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3800906d-5044-459c-ae58-2abc55d7510b req-ca7dec35-3353-488e-8d5d-6504ea4e4d42 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429327 Sep 01 15:33:03.639042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['19549dd5-6b5c-45f7-b8ff-1a9a301e77ef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:03.667149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Checking segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:03.667372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network hostable DHCP agents. Network: 7015fde1-fa6e-4cb8-ba72-fb2133df1897, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:03.719937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:03.746672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7015fde1-fa6e-4cb8-ba72-fb2133df1897) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:03.766265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.766906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.775801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25321666-7ea8-4ad4-b07b-fc75b3f232a4 None None] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:03.814459 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.821609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.833703 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef1d9669-27df-4d7d-a1c6-81cee2e99a3f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4391716 Sep 01 15:33:03.834876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57060) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:03.911800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.919276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4373307 Sep 01 15:33:03.920965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:03.931127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': '9847df57-ed5b-41d7-9fb0-530188e40415', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:03.941512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de09cf-9021-4f5d-b75e-5045e889bd7a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9847df57-ed5b-41d7-9fb0-530188e40415,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:04.012392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.193431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.207625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.213645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:33:04.216141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.226028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-2254724d-1924-4924-a171-09a5b6927451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:32:59Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.270991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc14b83c-2021-4943-bb6d-1fa39e15f710,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:04.275280 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254724d-1924-4924-a171-09a5b6927451 None None] The sync data for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 is: [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:32:59Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:04.297858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.302428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e58dc19b-4bad-4fed-a676-0be4d06548fe tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3755772 Sep 01 15:33:04.302842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57070) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.354317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.372167 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.418698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.432866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.437473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bc14b83c-2021-4943-bb6d-1fa39e15f710 HTTP/1.1" status: 204 len: 168 time: 0.1335535 Sep 01 15:33:04.442491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.465041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3469-097c-4084-aecf-4895c4a871c3 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc14b83c-2021-4943-bb6d-1fa39e15f710,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:04.511806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1cf16760-d345-44ab-8d97-02fb2c567367 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0667951 Sep 01 15:33:04.514909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57080) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.756692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.757492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034534-9598-42ff-88ce-0b8c274e655d req-26194737-7787-4edf-a863-ea40410d33b9 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:04.760051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57034534-9598-42ff-88ce-0b8c274e655d req-26194737-7787-4edf-a863-ea40410d33b9 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 944 time: 0.1319599 Sep 01 15:33:04.786939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.831407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.962236 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.965324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.971380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/9847df57-ed5b-41d7-9fb0-530188e40415 HTTP/1.1" status: 204 len: 168 time: 0.4505618 Sep 01 15:33:04.980259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.051239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57034534-9598-42ff-88ce-0b8c274e655d req-0a56bbb9-ca92-47c4-bdc6-671786c34752 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670627 Sep 01 15:33:05.057817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f1e8-854e-492f-80f8-212b8631cf13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847df57-ed5b-41d7-9fb0-530188e40415,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.088937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb92da53-e1da-489d-981f-dc9a150ab97d tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061103 Sep 01 15:33:05.095848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.102416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group': {'name': 'tempest-secgroup--677767889'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:05.118630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Allocated IP 172.20.0.2 (7015fde1-fa6e-4cb8-ba72-fb2133df1897/5c35fd39-d728-4519-92a7-e11ac43ac5c9/7281f93f-360f-4cc6-bf9b-64e0b225da38) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:05.171894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.203319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.444188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.451227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70659d-916c-4979-8821-708409d9408a req-e260b676-e4d8-4b5a-bad4-f8ff65465a90 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:05.456419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.473222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db70659d-916c-4979-8821-708409d9408a req-e260b676-e4d8-4b5a-bad4-f8ff65465a90 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.4938581 Sep 01 15:33:05.530632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af78d264-6b7f-43da-a3c0-a55e48751add,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.550429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.556738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a96720e3-c00e-4564-bd7e-d544375532b4 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4555645 Sep 01 15:33:05.557365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.566150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': 'af78d264-6b7f-43da-a3c0-a55e48751add', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:05.615524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.615823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92961e3a-7a09-49d5-9ed4-2b7587a0b55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.634079 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.656840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Transition to ACTIVE for port object 7281f93f-360f-4cc6-bf9b-64e0b225da38 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:05.686899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Transition to ACTIVE for port object 7281f93f-360f-4cc6-bf9b-64e0b225da38 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:05.699247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.754000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.762494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.804141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Pushing event updated for resources: {'Port': ['ID=7281f93f-360f-4cc6-bf9b-64e0b225da38,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.823040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:05.823777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1b607f-ce49-48d0-a594-33f84e7b6b94,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.827210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:05.839347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:05.938605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Attempting to bind port 7281f93f-360f-4cc6-bf9b-64e0b225da38 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:05.938920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Attempting to bind port 7281f93f-360f-4cc6-bf9b-64e0b225da38 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:05.939218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Attempting to bind port 7281f93f-360f-4cc6-bf9b-64e0b225da38 on network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:05.947172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:05.947629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Checking segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:05.948052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.948456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Bound using segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:05.948952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Bound port: 7281f93f-360f-4cc6-bf9b-64e0b225da38, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:05.949381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.075616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] For port 7281f93f-360f-4cc6-bf9b-64e0b225da38, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:06.081572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] For port 7281f93f-360f-4cc6-bf9b-64e0b225da38, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7281f93f-360f-4cc6-bf9b-64e0b225da38,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:06.091295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.228228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a6e8-4655-4dbd-8458-9998da1a550d None None] Pushing event updated for resources: {'Port': ['ID=7281f93f-360f-4cc6-bf9b-64e0b225da38,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:06.340567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db70659d-916c-4979-8821-708409d9408a req-1f92c4c9-9e52-46e7-8d94-619b7ed266ab tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8593435 Sep 01 15:33:06.369633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d682ae2b-1e23-4f77-b0d6-6a20a370b7fe up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:06.370535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa9ea-00d9-4d0d-9a85-6714aa0ca034 req-8691af77-6d95-4313-a9cd-7095f439b997 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:06.381007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de2fa9ea-00d9-4d0d-9a85-6714aa0ca034 req-8691af77-6d95-4313-a9cd-7095f439b997 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 944 time: 0.1486306 Sep 01 15:33:06.453498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de2fa9ea-00d9-4d0d-9a85-6714aa0ca034 req-c1a28dd8-69b3-4e26-abb6-c10288364fd5 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Sep 01 15:33:06.482168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:06.488551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:06.489139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.651077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.727039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:06.735904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.814950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92961e3a-7a09-49d5-9ed4-2b7587a0b55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.829550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92961e3a-7a09-49d5-9ed4-2b7587a0b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.837675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:06.844822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.848432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb75c31a-b732-413f-9dab-bcf5bdfbff13 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2876244 Sep 01 15:33:06.852769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57108) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:06.855582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:33:06.860057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:06.917903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92961e3a-7a09-49d5-9ed4-2b7587a0b55f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2c52f41db564ec78f33c89d134650d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7078617 Sep 01 15:33:06.928868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-876702d8-57ad-4700-b291-17bceb87ee1a tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules/ee1b607f-ce49-48d0-a594-33f84e7b6b94 HTTP/1.1" status: 200 len: 763 time: 0.0593612 Sep 01 15:33:06.929488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.20.0.1 (7015fde1-fa6e-4cb8-ba72-fb2133df1897/5c35fd39-d728-4519-92a7-e11ac43ac5c9/f3c2f87a-f784-4019-833c-a12d955b73b0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:06.930508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:06.932523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57112) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:06.994590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92961e3a-7a09-49d5-9ed4-2b7587a0b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291f5529-e025-48d1-964d-f47060ecbe02,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.069153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.091723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:07.104333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:07.104805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.121768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.171283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-12ac3e19-f95f-4e4e-8829-b2fecb136954 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2368684 Sep 01 15:33:07.176503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:07.251757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.252489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.262326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.265079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/291f5529-e025-48d1-964d-f47060ecbe02 HTTP/1.1" status: 204 len: 168 time: 0.3319738 Sep 01 15:33:07.305242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.318795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25d374-47c2-47ea-ad97-ce8c03782771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291f5529-e025-48d1-964d-f47060ecbe02,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.341047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:07.414228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338', 'mac_address': 'fa:16:3e:4a:6d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:33:07.418979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.510365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.532982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,segment=NetworkSegment(93dd8939-03ab-4224-9060-6d7769a4263d),segment_id=93dd8939-03ab-4224-9060-6d7769a4263d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:07.538482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:07.543363 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d20c7f5-0274-4f1a-98c0-cf26ddbd3361" -d '{"events": [{"server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "name": "network-vif-plugged", "status": "completed", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:07.557338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.564765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Transition to ACTIVE for port object f3c2f87a-f784-4019-833c-a12d955b73b0 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:07.631903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.671503 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.680746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.683962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ee1b607f-ce49-48d0-a594-33f84e7b6b94 HTTP/1.1" status: 204 len: 168 time: 0.5034184 Sep 01 15:33:07.703349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:07.731255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.737777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce70ab-322f-420d-ba51-462d774b4298 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee1b607f-ce49-48d0-a594-33f84e7b6b94,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.754711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.789969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:07.831066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:07.836233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ea334-586c-4672-950a-32368f96940d req-1624f651-5036-47a7-a207-5dd1e7772da0 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.840455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.841771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf3ea334-586c-4672-950a-32368f96940d req-1624f651-5036-47a7-a207-5dd1e7772da0 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.1567476 Sep 01 15:33:07.885882 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5d730b5-d2e4-434c-b346-f91882c9f6f8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1597996 Sep 01 15:33:07.892880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:07.913412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:07.927031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0064-7bac-48a8-a97f-3f473ad52463 req-54bcff8b-1f14-4aa6-9871-c85daf8db66d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.928698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd7e0064-7bac-48a8-a97f-3f473ad52463 req-54bcff8b-1f14-4aa6-9871-c85daf8db66d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 943 time: 0.2996385 Sep 01 15:33:07.934029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:07.938750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:07.951071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': 'af78d264-6b7f-43da-a3c0-a55e48751add', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:08.041102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:08.044399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.088865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:08.098614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf3ea334-586c-4672-950a-32368f96940d req-867a44d9-57d0-4550-b224-5fbf0137be4d tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443895 Sep 01 15:33:08.099720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65e35029-5f0f-4fb0-bae9-1ac4cf13d338'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:08.140516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.223265 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51bab8a-82dc-49a0-9407-a4992807db0a x-openstack-request-id: req-f51bab8a-82dc-49a0-9407-a4992807db0a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:08.223265 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "name": "network-vif-plugged", "status": "completed", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:08.223265 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f51bab8a-82dc-49a0-9407-a4992807db0a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:08.223265 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef', 'code': 200} Sep 01 15:33:08.288023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.297704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.390541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832a9525-3e33-4f7b-9d4e-6cc770965aee,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:08.428296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.435464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ec90a01b-4dd8-4857-9635-e7b1533e2c6e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5046859 Sep 01 15:33:08.436264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57144) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.489028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bd7e0064-7bac-48a8-a97f-3f473ad52463 req-55c2f3e7-3e56-47a7-a01e-254d08e15450 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680050 Sep 01 15:33:08.518606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97270a8-fedd-42da-be63-b5621cb4ecfb req-d3b1aaaa-9fec-44e6-a1ca-82f151664361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:08.520402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e97270a8-fedd-42da-be63-b5621cb4ecfb req-d3b1aaaa-9fec-44e6-a1ca-82f151664361 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 1097 time: 0.1393964 Sep 01 15:33:08.522136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.544171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9676d3ea-dc51-4e41-8084-bc9f01f75af6 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules/832a9525-3e33-4f7b-9d4e-6cc770965aee HTTP/1.1" status: 200 len: 763 time: 0.1057932 Sep 01 15:33:08.547042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.656516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7281f93f-360f-4cc6-bf9b-64e0b225da38 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:08.664419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e97270a8-fedd-42da-be63-b5621cb4ecfb req-3acf3f54-aa9c-4cf9-ad65-15806067210d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311848 Sep 01 15:33:08.710670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6d781-a9ef-4dcf-bfdd-63b1a4ca7504 None None] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:08.739435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a22aae8-25e8-4fda-92f9-0b8556e180c1 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1829617 Sep 01 15:33:08.744059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57152) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.800782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.817495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.879794 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.901677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.907422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/832a9525-3e33-4f7b-9d4e-6cc770965aee HTTP/1.1" status: 204 len: 168 time: 0.1589510 Sep 01 15:33:08.924859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.956645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Provisioning for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:08.965546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:08.978521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Provisioning complete for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:08.979290 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.990252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:08.990859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.028196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1ce90-08db-4731-80ae-d491408a98f2 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=832a9525-3e33-4f7b-9d4e-6cc770965aee,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:09.098556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-920aa05b-f362-45ee-9919-694b7e86ae77 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1705208 Sep 01 15:33:09.104605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.114753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Request body: {'security_group_rule': {'security_group_id': 'af78d264-6b7f-43da-a3c0-a55e48751add', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:09.207300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.362619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.378583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.378867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.410596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.441841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.466527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca38548-6afe-41b3-984e-dc0db44c0c90,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:09.485157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.487911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d52b858-d934-4023-a240-778451dcf13e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3811398 Sep 01 15:33:09.493098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.572654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-468bb3ff-05bf-4f90-8e68-668475651650 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules/fca38548-6afe-41b3-984e-dc0db44c0c90 HTTP/1.1" status: 200 len: 764 time: 0.0744188 Sep 01 15:33:09.574224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.589968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7281f93f-360f-4cc6-bf9b-64e0b225da38, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7281f93f-360f-4cc6-bf9b-64e0b225da38,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:09.593099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ee7a7-a9dc-4e29-b78a-47efba747313 req-1708e2a1-5967-4253-a46b-c683f2b8842b tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:09.599488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-757ee7a7-a9dc-4e29-b78a-47efba747313 req-1708e2a1-5967-4253-a46b-c683f2b8842b tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.2142761 Sep 01 15:33:09.604799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.608073 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.608986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d682ae2b-1e23-4f77-b0d6-6a20a370b7fe up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:09.698695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:09.703196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.798290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-282ad1c3-9839-4bdb-87a3-92340c4be4e7 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1757708 Sep 01 15:33:09.802744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.843728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-757ee7a7-a9dc-4e29-b78a-47efba747313 req-08ace05c-190c-4269-9daa-eaa483dce413 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106872 Sep 01 15:33:09.881698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.902227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.952380 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.960521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.967143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fca38548-6afe-41b3-984e-dc0db44c0c90 HTTP/1.1" status: 204 len: 168 time: 0.1623447 Sep 01 15:33:09.969414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57182) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.005222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9946819-8971-46c4-8309-e216de177b68 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fca38548-6afe-41b3-984e-dc0db44c0c90,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:10.053331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57186) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.053679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3777b2c-9e5d-4983-9962-69787e67d5f9 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727329 Sep 01 15:33:10.115648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06320984-d707-4ec7-9c74-d83f9b54cae2 req-5b875621-0e0a-4bdc-9ec8-17453f1b1a21 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:10.118424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06320984-d707-4ec7-9c74-d83f9b54cae2 req-5b875621-0e0a-4bdc-9ec8-17453f1b1a21 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 944 time: 0.3186877 Sep 01 15:33:10.233284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:33:10.234145 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-6a4bbb05-d140-453f-a084-a5933db022bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:33:10.239673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7281f93f-360f-4cc6-bf9b-64e0b225da38,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:10.272708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:10.273456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.290275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06320984-d707-4ec7-9c74-d83f9b54cae2 req-2d8d14b5-d864-4ced-9bb1-abfebb638c62 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489198 Sep 01 15:33:10.301803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:10.310250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:10.367219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.434729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.644966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.657134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.657134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "DELETE /v2.0/security-groups/af78d264-6b7f-43da-a3c0-a55e48751add HTTP/1.1" status: 204 len: 168 time: 0.5999422 Sep 01 15:33:10.659075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57200) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.702208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7281f93f-360f-4cc6-bf9b-64e0b225da38 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:10.705636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ccd98-e757-4adf-92ce-3fb47fe5f7fb tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78d264-6b7f-43da-a3c0-a55e48751add,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:10.794216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-70705e9a-3c3d-44ca-abb9-78010c015f0e tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1330051 Sep 01 15:33:10.803626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57204) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.917327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:10.954556 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c92da552-c9cf-4ef6-9c4e-706a1b5d73f8 tempest-SecGroupTest-1247787287 tempest-SecGroupTest-1247787287-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446779 Sep 01 15:33:11.082420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 54022f09-c24a-4fec-babf-1162eef859c9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:11.221644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:11.233849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:11.234532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.288792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:11.289424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.329824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f20bb-fdf1-49df-8aba-d19dbbedebdd req-0a9e2395-eb43-4a47-b15c-9a43c511af59 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:11.335202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b1f20bb-fdf1-49df-8aba-d19dbbedebdd req-0a9e2395-eb43-4a47-b15c-9a43c511af59 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.2052290 Sep 01 15:33:11.451127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:11.462106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-45e40acc-b034-4a8c-9e2b-62d786b6adbf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "PUT /v2.0/routers/54022f09-c24a-4fec-babf-1162eef859c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6258798 Sep 01 15:33:11.469710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57230) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:11.486506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--392956583', 'description': 'tempest-secgroup_access--392956583 description', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:11.492097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Sync routers for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:11.550888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.556554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Provisioning for port f3c2f87a-f784-4019-833c-a12d955b73b0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:11.559757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b1f20bb-fdf1-49df-8aba-d19dbbedebdd req-25f1c189-3fc2-4dc2-a997-ae5a01f8cb98 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097697 Sep 01 15:33:11.614289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Provisioning complete for port f3c2f87a-f784-4019-833c-a12d955b73b0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:11.615140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.625905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:11.627111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:11.753492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a876-b4cc-45c6-9cd7-3ae10e4078ea req-3be8e946-d1dd-4459-b0da-f6065aef571a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:11.765050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1519a876-b4cc-45c6-9cd7-3ae10e4078ea req-3be8e946-d1dd-4459-b0da-f6065aef571a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 944 time: 0.1676695 Sep 01 15:33:11.784024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Port f3c2f87a-f784-4019-833c-a12d955b73b0 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:11.903650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1519a876-b4cc-45c6-9cd7-3ae10e4078ea req-43aa46c7-a844-4929-ac64-e9df144f18f4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332829 Sep 01 15:33:11.908190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57256) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:11.976489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.984531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.050023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.051503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5803180 Sep 01 15:33:12.057747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57260) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:12.071592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--462927620', 'description': 'tempest-secgroup_general--462927620 description', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:12.109877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14c5a4-64f6-4f06-8e2f-6fea9a1ddbe3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7351e347-d259-4a43-98ef-ac367c07a7ab,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.208240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.228653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Provisioning complete for port 7281f93f-360f-4cc6-bf9b-64e0b225da38 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:12.228970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f0aaa1b-851e-4d4a-978d-350ca6015c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.253620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.406484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:12.447992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-36b2f88a-52ad-43d6-af0b-9d616423b330 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e2fa60a2d3e4f699a4f85dc98d167c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329125 Sep 01 15:33:12.448898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:12.468451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873489fe-577c-4b02-af0f-d647b93c4b50 req-01ae1a15-15ee-4ed5-a418-9ee8d650e619 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:12.490106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-873489fe-577c-4b02-af0f-d647b93c4b50 req-01ae1a15-15ee-4ed5-a418-9ee8d650e619 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.1959538 Sep 01 15:33:12.568756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.614410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.628779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.635853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.678261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-873489fe-577c-4b02-af0f-d647b93c4b50 req-c89ae62d-b1bb-49ad-8d93-e6f7c4a194d4 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846304 Sep 01 15:33:12.684528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf266f-0cdf-477f-9685-511503ae900a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.722941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.724332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc00762d-efa7-4560-aec1-eb6ff3a592b1 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6641531 Sep 01 15:33:12.729627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:12.735032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'security_group_rule': {'security_group_id': '7351e347-d259-4a43-98ef-ac367c07a7ab', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:12.788439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.821032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:12.825567 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4071fe8-fe50-4f6d-996a-a88b28351012" -d '{"events": [{"server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "name": "network-vif-plugged", "status": "completed", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:12.909422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:12.911730 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e9d65b-49dd-4c23-942e-9afd6e775f04 x-openstack-request-id: req-20e9d65b-49dd-4c23-942e-9afd6e775f04 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:12.912023 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "name": "network-vif-plugged", "status": "completed", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:12.912466 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20e9d65b-49dd-4c23-942e-9afd6e775f04 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:12.912909 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338', 'code': 200} Sep 01 15:33:12.939866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.948083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.959001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.980226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64586dbb-6d10-4845-acd4-b73a06a92332 HTTP/1.1" status: 204 len: 168 time: 0.5228002 Sep 01 15:33:12.980226 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.983915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.008315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2fdf-e8b8-41ae-83dc-37ca77ff6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64586dbb-6d10-4845-acd4-b73a06a92332,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.019321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c819be6-cd40-40d4-9749-c4684243311b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.031095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.032417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f50fccc5-e8e1-4292-99a5-a3f89d3a9849 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017211 Sep 01 15:33:13.231958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4032d7-b97e-475f-a042-deb46084619b req-6647659f-3310-4f7f-ae52-c3cb4a4731e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.233952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e4032d7-b97e-475f-a042-deb46084619b req-6647659f-3310-4f7f-ae52-c3cb4a4731e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 1097 time: 0.1695468 Sep 01 15:33:13.255074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4ecd8-97d5-4248-90e7-fcbc42868417 req-e64824fa-4e88-4560-a366-f1284f8011ad tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.264252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43a4ecd8-97d5-4248-90e7-fcbc42868417 req-e64824fa-4e88-4560-a366-f1284f8011ad tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.1176407 Sep 01 15:33:13.278120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.325617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 2, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:13.343416 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e4032d7-b97e-475f-a042-deb46084619b req-3513a166-92d3-4d5f-9c63-48bcce172396 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760677 Sep 01 15:33:13.372153 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43a4ecd8-97d5-4248-90e7-fcbc42868417 req-6a157583-f7ec-4a1c-a10b-b66376efd0c0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067615 Sep 01 15:33:13.393726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Checking router: 54022f09-c24a-4fec-babf-1162eef859c9 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:13.394618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Updating router 54022f09-c24a-4fec-babf-1162eef859c9 port f3c2f87a-f784-4019-833c-a12d955b73b0 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:13.488164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.527274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-28b502c0-3fa2-4646-9e7d-e95cf613edc6 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--392956583&fields=id&tenant_id=e3768aee89f8490dbd0cc89f1415fb7f HTTP/1.1" status: 200 len: 267 time: 0.0797894 Sep 01 15:33:13.633384 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:33:13.636678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-e688994f-6bcc-4314-8c19-0c58c32253c9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--462927620&fields=id&tenant_id=e3768aee89f8490dbd0cc89f1415fb7f HTTP/1.1" status: 200 len: 267 time: 0.0889421 Sep 01 15:33:13.802521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-d3d1652b-c030-43cd-850c-b1647e4fd0a3 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.807370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-d3d1652b-c030-43cd-850c-b1647e4fd0a3 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.50 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.1103408 Sep 01 15:33:13.913486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-47ce321e-fc36-4fb2-94d3-0612974f3c9e tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.920140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-47ce321e-fc36-4fb2-94d3-0612974f3c9e tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/networks?id=7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 200 len: 797 time: 0.2820811 Sep 01 15:33:13.956870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-a5f319dd-1f13-48f0-b1de-63fcc0614b87 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/quotas/e3768aee89f8490dbd0cc89f1415fb7f HTTP/1.1" status: 200 len: 375 time: 0.0193536 Sep 01 15:33:14.030399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703408-8241-4aa7-9af9-2a258c9221ab req-dd79623b-ec36-4de9-a550-6c543ff3adf5 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:14.048307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5703408-8241-4aa7-9af9-2a258c9221ab req-dd79623b-ec36-4de9-a550-6c543ff3adf5 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.2398019 Sep 01 15:33:14.107317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-fc255302-7d7a-4f16-9803-1aef5ea104d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235697 Sep 01 15:33:14.207713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5703408-8241-4aa7-9af9-2a258c9221ab req-fa5a0897-46c5-4fe8-865a-0670d119cfce tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583796 Sep 01 15:33:14.232343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.256120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Transition to ACTIVE for port object f3c2f87a-f784-4019-833c-a12d955b73b0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:14.275036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.282330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Deleting port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:14.283279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.399393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d8268e0c-ecc3-46b6-84d6-3919560735b2 service neutron] 10.222.0.41 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565978 Sep 01 15:33:14.531905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0492a0ab-c74f-476e-81b9-0578e9a22c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.556127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd877a9-bb5b-46c3-8ec7-b26e416a49db None None] Pushing event updated for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.742399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-c50f0895-3fdb-4321-88d8-c13770c7e3ef service neutron] 10.222.0.41 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284371 Sep 01 15:33:14.798527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Attempting to bind port f3c2f87a-f784-4019-833c-a12d955b73b0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:14.802989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Attempting to bind port f3c2f87a-f784-4019-833c-a12d955b73b0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:14.804801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Attempting to bind port f3c2f87a-f784-4019-833c-a12d955b73b0 on network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:14.848175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:14.852200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Checking segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:14.855866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.862410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Bound using segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:14.864172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Bound port: f3c2f87a-f784-4019-833c-a12d955b73b0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:14.865190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.001193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] For port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,segment=NetworkSegment(93dd8939-03ab-4224-9060-6d7769a4263d),segment_id=93dd8939-03ab-4224-9060-6d7769a4263d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:15.002108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.110515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Calling delete_port for 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:15.152525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:15.163796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5125-1636-4478-9f2c-3f8800ab0010 req-08eaf845-928e-4bf4-842d-ed997ec12f7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:15.182548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efde5125-1636-4478-9f2c-3f8800ab0010 req-08eaf845-928e-4bf4-842d-ed997ec12f7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.4216821 Sep 01 15:33:15.345756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] For port f3c2f87a-f784-4019-833c-a12d955b73b0, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:15.359326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] For port f3c2f87a-f784-4019-833c-a12d955b73b0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3c2f87a-f784-4019-833c-a12d955b73b0,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:15.393484 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.424348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a753941-62af-4fd2-bb01-df80ad2c8d53 req-bc5ea149-4e27-4256-84f9-b95fe5826f23 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.1548333 Sep 01 15:33:15.468681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-efde5125-1636-4478-9f2c-3f8800ab0010 req-c38561e3-bcde-4e39-8f8a-0c124f5701fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677372 Sep 01 15:33:15.546944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8881fd29-af83-4baa-8c2c-08523ff795e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:15.547697 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-8881fd29-af83-4baa-8c2c-08523ff795e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:33:15.550637 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-8881fd29-af83-4baa-8c2c-08523ff795e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:33:15.567733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8881fd29-af83-4baa-8c2c-08523ff795e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4131258 Sep 01 15:33:15.569298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:15.614986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--688168901'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:15.642385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:15.649502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:32:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:15.864194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd877a9-bb5b-46c3-8ec7-b26e416a49db None None] Pushing event updated for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:15.887253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.926716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.929937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce3e52-73dc-4641-8d9d-dda24cc85d46 req-e1b70fd5-4e8b-4f43-83fb-792901f6cec6 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:15.932293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3cce3e52-73dc-4641-8d9d-dda24cc85d46 req-e1b70fd5-4e8b-4f43-83fb-792901f6cec6 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/ports?device_id=946dfffa-98c8-4de1-b32e-a49a1a4fe97c HTTP/1.1" status: 200 len: 945 time: 0.2829201 Sep 01 15:33:15.978820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.026772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['19549dd5-6b5c-45f7-b8ff-1a9a301e77ef'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:16.097307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Pushing event deleted for resources: {'Port': ['ID=19549dd5-6b5c-45f7-b8ff-1a9a301e77ef,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:16.180422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:16.236899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3cce3e52-73dc-4641-8d9d-dda24cc85d46 req-a192cae6-17c0-4c50-bebc-e244cedac41f tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.41 "GET /v2.0/security-groups?id=172ef942-2472-401a-84ab-689a3c0483e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403436 Sep 01 15:33:16.329860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] No DVR routers for this DVR port 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:16.352065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.356935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b2094a5-95a2-42f3-9a34-23c18d50dd6c req-1da6835f-5364-41bc-99aa-31d25676bc97 tempest-ServerGroupTestJSON-299258999 tempest-ServerGroupTestJSON-299258999-project] 10.222.0.50 "DELETE /v2.0/ports/19549dd5-6b5c-45f7-b8ff-1a9a301e77ef HTTP/1.1" status: 204 len: 173 time: 2.4588614 Sep 01 15:33:16.358360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'name': 'network-vif-deleted', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:16.361501 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c457c-31a2-4570-bb63-4556f0196edf" -d '{"events": [{"server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "name": "network-vif-deleted", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:16.482566 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893afde5-9a16-4b20-b5a3-2d03549c2f61 x-openstack-request-id: req-893afde5-9a16-4b20-b5a3-2d03549c2f61 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:16.483741 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946dfffa-98c8-4de1-b32e-a49a1a4fe97c", "name": "network-vif-deleted", "tag": "19549dd5-6b5c-45f7-b8ff-1a9a301e77ef", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:16.484228 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-893afde5-9a16-4b20-b5a3-2d03549c2f61 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:16.485212 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946dfffa-98c8-4de1-b32e-a49a1a4fe97c', 'name': 'network-vif-deleted', 'tag': '19549dd5-6b5c-45f7-b8ff-1a9a301e77ef', 'status': 'completed', 'code': 200} Sep 01 15:33:16.516993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.534419 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.809095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90254081-6a8e-4e7c-aad1-9f07ca7594ee req-9b5a3b73-a07d-4b90-8d53-20d93ec2a1da tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:16.822254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90254081-6a8e-4e7c-aad1-9f07ca7594ee req-9b5a3b73-a07d-4b90-8d53-20d93ec2a1da tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.1560509 Sep 01 15:33:16.828821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf963e30-7d75-4736-af38-2e4e495b7e59,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:16.858983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9146cee3-0feb-4152-96a6-6a19415d08c2 req-f9a7575b-762c-4e03-a68a-19374b2e89c0 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.1694214 Sep 01 15:33:16.991479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90254081-6a8e-4e7c-aad1-9f07ca7594ee req-86c4cad7-b598-4e0f-a2bd-ec55868bcac4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332860 Sep 01 15:33:17.085699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.101094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.124304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f219b65-6241-408a-becb-6b5607351523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:17.178352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f219b65-6241-408a-becb-6b5607351523 None None] The sync data for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 is: [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:17.214052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d4126bb-da74-4c15-b05a-9625a72d91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.239025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.245796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57622) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:17.246175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6721604 Sep 01 15:33:17.250255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998203-2d1c-4f3f-b8e4-2bf7180c1711 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4035a2-8132-4596-bb63-eb0328e89c7e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:17.253837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '1d4035a2-8132-4596-bb63-eb0328e89c7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:17.410409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.528604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.536098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.574238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.576861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289165 Sep 01 15:33:17.582665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57644) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:17.590899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-05b9e17e-cd78-4ee7-b2ef-1f01bd7cf8f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '1d4035a2-8132-4596-bb63-eb0328e89c7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:17.607070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268b36-2ab9-46ae-bbaa-43910b8e3421 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427737cf-41d7-44dc-9dad-2a0d5863112e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:17.633293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.644753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb3b0d-515c-47a0-b4b8-59618624df92 req-a554bdd1-90fe-46f3-854d-7a522664ebdc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:17.660796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffdb3b0d-515c-47a0-b4b8-59618624df92 req-a554bdd1-90fe-46f3-854d-7a522664ebdc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.3131182 Sep 01 15:33:17.675693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05b9e17e-cd78-4ee7-b2ef-1f01bd7cf8f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.781455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ffdb3b0d-515c-47a0-b4b8-59618624df92 req-783d4d7a-2946-40b5-b183-c43f0e1811a6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060796 Sep 01 15:33:17.906172 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-05b9e17e-cd78-4ee7-b2ef-1f01bd7cf8f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:33:17.913912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-05b9e17e-cd78-4ee7-b2ef-1f01bd7cf8f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3287814 Sep 01 15:33:17.916685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.140192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.268391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.465149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-42aa1704-917b-426e-9061-6dbe6e3e3200 req-51696f40-9c00-4567-a863-44f7a25c3097 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.3086219 Sep 01 15:33:18.534849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.557574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.574860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.583109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.620587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57740) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.627619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d4035a2-8132-4596-bb63-eb0328e89c7e HTTP/1.1" status: 204 len: 168 time: 0.7056167 Sep 01 15:33:18.669895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d385567-267a-4bf1-a72b-004a8c1a560c tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4035a2-8132-4596-bb63-eb0328e89c7e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:18.782988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3c2f87a-f784-4019-833c-a12d955b73b0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:18.851712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a65d0802-dcb9-4f56-8506-2bddf92107f5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2286980 Sep 01 15:33:18.861095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57766) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.869450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586898885'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:18.876845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-6f950982-5293-40e2-8c88-4fe81dfdf8b3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:18.879287 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-6f950982-5293-40e2-8c88-4fe81dfdf8b3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.50 "GET /v2.0/networks?id=7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 200 len: 797 time: 0.7714515 Sep 01 15:33:18.916348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:18.943478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:19.014462 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-0f0991de-816b-4db1-8d61-43a075705de5 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3768aee89f8490dbd0cc89f1415fb7f HTTP/1.1" status: 200 len: 476 time: 0.1234167 Sep 01 15:33:19.035319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'port': {'device_id': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'admin_state_up': True, 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'security_groups': ['7351e347-d259-4a43-98ef-ac367c07a7ab', '46cf266f-0cdf-477f-9685-511503ae900a']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:19.042585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.046733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:19.051314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 19549dd5-6b5c-45f7-b8ff-1a9a301e77ef not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:19.122246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Deleting subnet 9c526852-01f5-406c-ac0e-ddddd1cf2df4 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:19.135457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.213437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f3c2f87a-f784-4019-833c-a12d955b73b0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:19.240787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f3c2f87a-f784-4019-833c-a12d955b73b0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:19.241199 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.258769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.428849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.518114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.555304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.574188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.673692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:19.680030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.744112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.746296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8836145 Sep 01 15:33:19.750681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f3c2f87a-f784-4019-833c-a12d955b73b0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3c2f87a-f784-4019-833c-a12d955b73b0,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:19.762342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:19.766126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079ff4f-9bee-45b6-9475-bb73429908b6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391d450c-a19a-4976-87cb-7b6eadf85c1d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:19.767449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.816950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-928dde3d-36fe-4adb-abdc-83941286dbb0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '391d450c-a19a-4976-87cb-7b6eadf85c1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:19.817891 n-d-802060-16 neutron-server[106377]: WARNING neutron.api.v2.base [None req-928dde3d-36fe-4adb-abdc-83941286dbb0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 01 15:33:19.831359 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-928dde3d-36fe-4adb-abdc-83941286dbb0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:19.832625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-928dde3d-36fe-4adb-abdc-83941286dbb0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0660915 Sep 01 15:33:19.837474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57860) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:19.845419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.991374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c526852-01f5-406c-ac0e-ddddd1cf2df4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:20.011143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.018324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:20.034310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3a043597-0150-49ef-9995-69dea4aa4439 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c526852-01f5-406c-ac0e-ddddd1cf2df4 HTTP/1.1" status: 204 len: 168 time: 1.0861108 Sep 01 15:33:20.046066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.049002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:20.082761 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-627c1028-3dc7-4a39-a13b-7e4f9b051e9e req-5572f2cb-71be-4e26-9cc7-4d56d689034a tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.2028301 Sep 01 15:33:20.226493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.253763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.359618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.375531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.20.0.11 (7015fde1-fa6e-4cb8-ba72-fb2133df1897/5c35fd39-d728-4519-92a7-e11ac43ac5c9/2783049b-f642-4f28-ac19-88051401c027) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:20.537811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.602581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f515c7-346f-4c72-9444-ed9f55380d67']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:20.631413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dd8939-03ab-4224-9060-6d7769a4263d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:20.632096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dd8939-03ab-4224-9060-6d7769a4263d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:20.662337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.670659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.672186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/391d450c-a19a-4976-87cb-7b6eadf85c1d HTTP/1.1" status: 204 len: 168 time: 0.8332286 Sep 01 15:33:20.678394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 57930) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:20.692220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.743579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643a3bd-4c6b-4728-afff-b3bb501a95c8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391d450c-a19a-4976-87cb-7b6eadf85c1d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:20.757933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3c2f87a-f784-4019-833c-a12d955b73b0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:20.791639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.822795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:20.823372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:20.825704 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:20.954856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.995920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.997531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Transition to ACTIVE for port object 2783049b-f642-4f28-ac19-88051401c027 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:21.006671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.019051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f3c2f87a-f784-4019-833c-a12d955b73b0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:21.019734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.020678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] 10.222.0.41 "DELETE /v2.0/networks/74f515c7-346f-4c72-9444-ed9f55380d67 HTTP/1.1" status: 204 len: 168 time: 0.9694357 Sep 01 15:33:21.068688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978f398-d878-44df-a852-7009263ca27e admin admin] Pushing event deleted for resources: {'Network': ['ID=74f515c7-346f-4c72-9444-ed9f55380d67,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:21.071186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:21.129961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.301297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:21.331250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4fcc249a-d7b3-47da-80c9-10b84025cf4f tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6505311 Sep 01 15:33:21.333257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57978) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:21.358361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--401138579'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:21.363549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:21.368902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:21.379681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:21.437399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.523098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 57992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:21.786949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:21.788532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.855554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c6adc46-c88d-4fb5-8d2b-7f5da82389fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e311f0be44d64ba1ac35b03aa2543d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271503 Sep 01 15:33:21.862839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58010) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:21.895668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf075-3f00-45ab-a43b-7e72b9b1459f req-9a2d5297-8e3c-4178-b515-daf489ff29c3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:21.920995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-747bf075-3f00-45ab-a43b-7e72b9b1459f req-9a2d5297-8e3c-4178-b515-daf489ff29c3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 971 time: 0.4461977 Sep 01 15:33:22.085765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-747bf075-3f00-45ab-a43b-7e72b9b1459f req-762ecf13-23dd-4865-bb9d-42beb485e304 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1627414 Sep 01 15:33:22.134981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-feda2e20-0c4b-4835-a004-c2c65c233462 None None] Provisioning for port 2783049b-f642-4f28-ac19-88051401c027 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:22.141366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-feda2e20-0c4b-4835-a004-c2c65c233462 None None] Provisioning complete for port 2783049b-f642-4f28-ac19-88051401c027 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:22.143134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-feda2e20-0c4b-4835-a004-c2c65c233462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.169748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.187842 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-d14463fe-3fef-46f9-acda-21de45f0c719 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.1662159 Sep 01 15:33:22.188541 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.218088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.221425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Request body: {'port': {'device_id': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:22.269342 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.272113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9364603 Sep 01 15:33:22.280177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58018) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.288740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb4aed-245a-4c66-81fa-81587cb43bd5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b175488-0f24-4025-a7a1-7ffb3d79b844,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:22.290880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a45746e2-c849-48d9-bd9f-4da6953d1bcf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '0b175488-0f24-4025-a7a1-7ffb3d79b844', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:22.292122 n-d-802060-16 neutron-server[106377]: WARNING neutron.api.v2.base [None req-a45746e2-c849-48d9-bd9f-4da6953d1bcf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 01 15:33:22.292973 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-a45746e2-c849-48d9-bd9f-4da6953d1bcf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:22.294570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a45746e2-c849-48d9-bd9f-4da6953d1bcf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131683 Sep 01 15:33:22.303595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58020) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.328111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.469285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.605082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee138650-4b55-4869-a25b-775bc6be7ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.731592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.859076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.866601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.872187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172ef942-2472-401a-84ab-689a3c0483e1 HTTP/1.1" status: 204 len: 168 time: 0.9952526 Sep 01 15:33:22.874792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.974076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-feda2e20-0c4b-4835-a004-c2c65c233462 None None] Port 2783049b-f642-4f28-ac19-88051401c027 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:23.064735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abfd0e-2396-475d-b306-e242ace51c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ef942-2472-401a-84ab-689a3c0483e1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.072391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.095955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.101761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b175488-0f24-4025-a7a1-7ffb3d79b844 HTTP/1.1" status: 204 len: 168 time: 0.7959619 Sep 01 15:33:23.146201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2783049b-f642-4f28-ac19-88051401c027 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:23.165735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.194980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Transition to ACTIVE for port object 2783049b-f642-4f28-ac19-88051401c027 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:23.197263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58052) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:23.216662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fa235-00a8-4304-8be0-4d4e5135d3a8 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b175488-0f24-4025-a7a1-7ffb3d79b844,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.227078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee138650-4b55-4869-a25b-775bc6be7ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.235679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee138650-4b55-4869-a25b-775bc6be7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.297487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.334082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ee138650-4b55-4869-a25b-775bc6be7ad6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebab0287126f4fa7975d8bff8c0c46ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2547894 Sep 01 15:33:23.336663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee138650-4b55-4869-a25b-775bc6be7ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9859b5-60ee-4c19-999e-5abeb2e1bbe5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.340850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:23.414513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a70a76-0c80-4868-a609-75cfab9e9db9 req-d83b0edf-e16d-4095-a23e-b84de5a111be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:23.416377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a70a76-0c80-4868-a609-75cfab9e9db9 req-d83b0edf-e16d-4095-a23e-b84de5a111be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 983 time: 0.1501250 Sep 01 15:33:23.460506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.475721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Pushing event updated for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.495647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9e06729f-f914-46b0-a663-bb05274c9ad3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2899539 Sep 01 15:33:23.503995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:23.518374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--710573116'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:23.591537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.644117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a70a76-0c80-4868-a609-75cfab9e9db9 req-44a2721a-5d74-4017-9913-8530931b2b4a tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2026124 Sep 01 15:33:23.680127 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.765646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.771856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.773542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a9859b5-60ee-4c19-999e-5abeb2e1bbe5 HTTP/1.1" status: 204 len: 168 time: 0.4314086 Sep 01 15:33:23.790585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04db5b-b15f-41cc-b975-1ad35b7d9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9859b5-60ee-4c19-999e-5abeb2e1bbe5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.906384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.913816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.005461 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.008333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5026963 Sep 01 15:33:24.015230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58086) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.017527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Attempting to bind port 2783049b-f642-4f28-ac19-88051401c027 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:24.018333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Attempting to bind port 2783049b-f642-4f28-ac19-88051401c027 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:24.019255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Attempting to bind port 2783049b-f642-4f28-ac19-88051401c027 on network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:24.023797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9f917dbb-f8dc-4e2e-a06b-998d59e76fcc tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '16afa957-48ee-4eea-9c12-d29eee6c7a6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.025451 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-9f917dbb-f8dc-4e2e-a06b-998d59e76fcc tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 01 15:33:24.026381 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-9f917dbb-f8dc-4e2e-a06b-998d59e76fcc tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:24.028566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9f917dbb-f8dc-4e2e-a06b-998d59e76fcc tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112877 Sep 01 15:33:24.032178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58090) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.040695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-44499cb6-b0cc-46e0-8daa-e9378aa61e0d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '16afa957-48ee-4eea-9c12-d29eee6c7a6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.042668 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-44499cb6-b0cc-46e0-8daa-e9378aa61e0d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 01 15:33:24.044182 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-44499cb6-b0cc-46e0-8daa-e9378aa61e0d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:24.047155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-44499cb6-b0cc-46e0-8daa-e9378aa61e0d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126173 Sep 01 15:33:24.051092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58092) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.063028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263d436-3323-469a-9a47-df3a64f195d4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16afa957-48ee-4eea-9c12-d29eee6c7a6f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:24.093100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c61a2e0d-07a7-4fe8-8d33-a942cf879b59 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '16afa957-48ee-4eea-9c12-d29eee6c7a6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.097555 n-d-802060-16 neutron-server[106377]: WARNING neutron.api.v2.base [None req-c61a2e0d-07a7-4fe8-8d33-a942cf879b59 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 01 15:33:24.109424 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-c61a2e0d-07a7-4fe8-8d33-a942cf879b59 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:24.111850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c61a2e0d-07a7-4fe8-8d33-a942cf879b59 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0586517 Sep 01 15:33:24.114397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Port 2783049b-f642-4f28-ac19-88051401c027 on network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:33:24.115268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Attempting to bind port 2783049b-f642-4f28-ac19-88051401c027 on network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:24.115839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58096) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.122726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a1e4ef07-aab1-4282-93a3-4037a475ca10 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '16afa957-48ee-4eea-9c12-d29eee6c7a6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.123853 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-a1e4ef07-aab1-4282-93a3-4037a475ca10 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 01 15:33:24.124442 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-a1e4ef07-aab1-4282-93a3-4037a475ca10 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:24.126322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a1e4ef07-aab1-4282-93a3-4037a475ca10 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092049 Sep 01 15:33:24.130366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.151429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:24.152343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Checking segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:24.152850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Bound using segment: {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:24.153343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Bound port: 2783049b-f642-4f28-ac19-88051401c027, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634ed9f3-0c1f-47c8-b408-2f6557edcd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:24.153717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.230643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-0dfec143-bd34-4746-99be-9a296c552b99 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:24.234566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-0dfec143-bd34-4746-99be-9a296c552b99 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.4835181 Sep 01 15:33:24.247563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.281841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.352613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:24.356150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2783049b-f642-4f28-ac19-88051401c027,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:24.366427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.375436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.380495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.385268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/16afa957-48ee-4eea-9c12-d29eee6c7a6f HTTP/1.1" status: 204 len: 168 time: 0.2530162 Sep 01 15:33:24.386148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.424354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503585-210e-4e0c-af42-7444930ecc47 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16afa957-48ee-4eea-9c12-d29eee6c7a6f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:24.500909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-b87d7344-581c-4a6d-a27b-bb627545dd95 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.1409805 Sep 01 15:33:24.504353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Pushing event updated for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:24.569582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8785a508-c0af-40dd-9bca-7c47e655c260 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1696706 Sep 01 15:33:24.574911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58116) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.584519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480213965'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.584974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:24.586217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.588605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-efdd2e42-63ed-40c6-89d6-70db1103f0af service neutron] 10.222.0.50 "PUT /v2.0/ports/2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 200 len: 1132 time: 2.3920884 Sep 01 15:33:24.590845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:24.594302 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14485889-adb2-4d9b-90f6-d049adf6e14f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:24.647904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.683327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-c7de8224-91ae-4c92-8054-c6dec20eac76 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812053 Sep 01 15:33:24.701730 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fba066-6a11-4b8f-8819-82db0d9195ad x-openstack-request-id: req-c5fba066-6a11-4b8f-8819-82db0d9195ad {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:24.702283 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:24.702770 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5fba066-6a11-4b8f-8819-82db0d9195ad {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:24.703348 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027', 'status': 'completed', 'code': 200} Sep 01 15:33:24.851106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58124) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.939773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-e2606dc4-da3e-49b8-a8ec-aa3bc515c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:24.945865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-e2606dc4-da3e-49b8-a8ec-aa3bc515c8fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1135 time: 0.2462540 Sep 01 15:33:25.061294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec541f-72df-4464-a737-aa2ae90c64de req-8a682b05-dd94-405c-8d0e-e65f7a282364 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:25.072545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bec541f-72df-4464-a737-aa2ae90c64de req-8a682b05-dd94-405c-8d0e-e65f7a282364 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 983 time: 0.2056079 Sep 01 15:33:25.093346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.102792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.129162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-905f1777-75d4-4a6c-87da-b6501d3c28f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 200 len: 217 time: 0.1730869 Sep 01 15:33:25.146728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-f59a2786-c10f-41fe-ada4-5c79f0e004a4 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601548 Sep 01 15:33:25.153769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84111dcb-c1f8-4f32-b98a-7de006825985,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:25.157565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.164646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd739fb4-9d90-4451-9182-147c860340c2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5874989 Sep 01 15:33:25.165873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58130) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.174125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d064e1d1-bd30-4169-b889-a9e82fce5dd0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.174859 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-d064e1d1-bd30-4169-b889-a9e82fce5dd0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:33:25.175861 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d064e1d1-bd30-4169-b889-a9e82fce5dd0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:25.180232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d064e1d1-bd30-4169-b889-a9e82fce5dd0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113037 Sep 01 15:33:25.185294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58132) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.202358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0b4e183f-036a-4585-9898-f836e8c4b031 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.230339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-network', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.238102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1bec541f-72df-4464-a737-aa2ae90c64de req-7d85d3f1-4966-4833-92fb-6762d692d404 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1483531 Sep 01 15:33:25.281909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Made reservation on behalf of 8a6ebe75d3254f0a9eea0a1cad2ea214 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:25.288133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.316408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.322324 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-0b4e183f-036a-4585-9898-f836e8c4b031 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:25.334405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0b4e183f-036a-4585-9898-f836e8c4b031 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1408420 Sep 01 15:33:25.335302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58140) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.344474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4885a162-e9c8-4a82-ada0-367585b696f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.345021 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-4885a162-e9c8-4a82-ada0-367585b696f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 01 15:33:25.345550 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-4885a162-e9c8-4a82-ada0-367585b696f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:25.350855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4885a162-e9c8-4a82-ada0-367585b696f3 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116992 Sep 01 15:33:25.358621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58142) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.364707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-902fb1c0-706b-45d1-93b1-50385798b602 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.416646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-0717d39b-d118-45cf-891a-4617e7f138ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:25.419182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-0717d39b-d118-45cf-891a-4617e7f138ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c35fd39-d728-4519-92a7-e11ac43ac5c9 HTTP/1.1" status: 200 len: 834 time: 0.2698522 Sep 01 15:33:25.514163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-56bdea0d-8148-4b4a-bcff-a0e911b7fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:25.515798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-56bdea0d-8148-4b4a-bcff-a0e911b7fc31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7015fde1-fa6e-4cb8-ba72-fb2133df1897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847592 Sep 01 15:33:25.526977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-eeb672f1-2df5-4f41-aa3e-0d59a2a038e3 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563018 Sep 01 15:33:25.605720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.616112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.666951 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-902fb1c0-706b-45d1-93b1-50385798b602 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:25.673092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-902fb1c0-706b-45d1-93b1-50385798b602 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3131671 Sep 01 15:33:25.683685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.694785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-593d9e68-6f82-41a4-a327-cf1da144dac5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.695509 n-d-802060-16 neutron-server[106377]: WARNING neutron.api.v2.base [None req-593d9e68-6f82-41a4-a327-cf1da144dac5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:33:25.696007 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-593d9e68-6f82-41a4-a327-cf1da144dac5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:25.702216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-593d9e68-6f82-41a4-a327-cf1da144dac5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173934 Sep 01 15:33:25.702990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:25.735082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f6045364-cf60-41af-824d-fd98de7ff83d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:25.768379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-aa8e70ae-6a7f-44b6-ad5b-352de24ac6fa service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396824 Sep 01 15:33:25.833153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:25.856803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce939e5-c343-456d-93b5-389e0bac8121,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:25.964464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.965718 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Added segment cc5273b0-fb1a-4173-bc67-0d2bf0e199cd of type vlan for network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd Sep 01 15:33:25.986887 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-f6045364-cf60-41af-824d-fd98de7ff83d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Project c4dcea44a510447ca9791eda822aec96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:33:25.999329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d45b6283-f5b5-4bba-aaea-199796885fe1 req-46d8ff2a-ce8e-49c6-9c9d-ea76c7bce196 service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226586 Sep 01 15:33:26.155192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.166798 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-f6045364-cf60-41af-824d-fd98de7ff83d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:26.174745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f6045364-cf60-41af-824d-fd98de7ff83d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4554222 Sep 01 15:33:26.183565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58160) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.228785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1dd6d875-32ea-41ad-bcb1-fde024572b80 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:26.230039 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-1dd6d875-32ea-41ad-bcb1-fde024572b80 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 01 15:33:26.231507 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-1dd6d875-32ea-41ad-bcb1-fde024572b80 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:26.235618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1dd6d875-32ea-41ad-bcb1-fde024572b80 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0472078 Sep 01 15:33:26.236950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.247433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f1d3296e-eb69-49d5-9f45-977d76f06ee5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:26.263228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-fdeaeaa0-cd29-47c3-b887-f1f60d643bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:26.268932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-fdeaeaa0-cd29-47c3-b887-f1f60d643bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1135 time: 0.1758511 Sep 01 15:33:26.337244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:33:26.347997 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-f1d3296e-eb69-49d5-9f45-977d76f06ee5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Project c4dcea44a510447ca9791eda822aec96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:33:26.452860 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-f1d3296e-eb69-49d5-9f45-977d76f06ee5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:26.458322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f1d3296e-eb69-49d5-9f45-977d76f06ee5 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2167299 Sep 01 15:33:26.462631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b97975dd-1fb2-49b4-b4e6-4be9c2638b7b req-f09600e2-3d78-4f18-b325-320edf1f5e18 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.0707715 Sep 01 15:33:26.462824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58178) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.476537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-268be79e-f683-4e3d-ab41-0d001f1ecd16 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '84111dcb-c1f8-4f32-b98a-7de006825985', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:26.522798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.522798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:26.522798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.666784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d20af-feed-43b9-b0c7-b24225e9c557 req-e4aa9300-5793-4bda-9c1c-ca74a002c8bc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:26.671222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-126d20af-feed-43b9-b0c7-b24225e9c557 req-e4aa9300-5793-4bda-9c1c-ca74a002c8bc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 983 time: 0.1858501 Sep 01 15:33:26.672695 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-268be79e-f683-4e3d-ab41-0d001f1ecd16 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Project c4dcea44a510447ca9791eda822aec96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:33:26.699852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-b5bd9308-a238-4e42-b8c7-25f9a37bb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:26.704021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-b5bd9308-a238-4e42-b8c7-25f9a37bb328 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 200 len: 898 time: 0.4253943 Sep 01 15:33:26.730487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8778450 Sep 01 15:33:26.735902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.762816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Request body: {'subnet': {'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-subnet', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:26.778413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4f907-0210-4306-9e3a-e976fd385435 admin admin] Pushing event updated for resources: {'Network': ['ID=15602f0b-e65b-4cd0-b64a-6547a8ec74dd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:26.794583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:26.800193 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-268be79e-f683-4e3d-ab41-0d001f1ecd16 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:26.803559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-268be79e-f683-4e3d-ab41-0d001f1ecd16 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3390336 Sep 01 15:33:26.816340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58200) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.896285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Made reservation on behalf of 8a6ebe75d3254f0a9eea0a1cad2ea214 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:26.903638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.911852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-de06d559-bb5f-4e13-a6ad-485fb9003edf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 200 len: 217 time: 0.1447663 Sep 01 15:33:26.940807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-126d20af-feed-43b9-b0c7-b24225e9c557 req-e83d4577-0068-4d0c-a320-f69fa69865da tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2422872 Sep 01 15:33:27.093644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-f93391c0-4438-46e4-aebc-57535ea42cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:27.099553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-f93391c0-4438-46e4-aebc-57535ea42cba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c35fd39-d728-4519-92a7-e11ac43ac5c9 HTTP/1.1" status: 200 len: 834 time: 0.1467581 Sep 01 15:33:27.261955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.492373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:27.508105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.755356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.877249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-a8a76079-5304-4d5f-b002-ebbfd7f35c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:27.880340 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-a8a76079-5304-4d5f-b002-ebbfd7f35c32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7015fde1-fa6e-4cb8-ba72-fb2133df1897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7725005 Sep 01 15:33:27.891553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.955868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.961775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.970109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/84111dcb-c1f8-4f32-b98a-7de006825985 HTTP/1.1" status: 204 len: 168 time: 1.1481769 Sep 01 15:33:27.974360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33d8ed84-a8e2-46e0-a994-8ec81fcb579c req-6f9e0205-0fd3-43fc-a6bd-3621e179b9bd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.2296276 Sep 01 15:33:27.975148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:28.034467 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54f2c57-61b6-4376-9cf4-ff070204740a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.065860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-7300d09c-6b50-419a-9440-2ae1b4da582f service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749566 Sep 01 15:33:28.132856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089ee4-f862-48c3-a1b6-a5d2b83b36e2 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84111dcb-c1f8-4f32-b98a-7de006825985,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:28.166955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbb45fe-0d94-4803-9684-571ae628689b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:28.276144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-14485889-adb2-4d9b-90f6-d049adf6e14f req-531500ab-aaf4-4db7-bfc0-b9bec7b1467f service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993999 Sep 01 15:33:28.295618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-be276bf1-0ce6-4265-9796-8b43c894d8fe tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2827473 Sep 01 15:33:28.298638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:28.309538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Checking segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:28.310184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Network hostable DHCP agents. Network: 15602f0b-e65b-4cd0-b64a-6547a8ec74dd, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:28.319124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-e396cabe-7b58-4760-b426-254ac12f2553 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2965710 Sep 01 15:33:28.328432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--675898233'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:28.399566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157021-d670-47df-b5b9-6360aad8e910 req-e78effac-b96d-4a98-a678-684843bdb8b4 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:28.407942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:28.414310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb157021-d670-47df-b5b9-6360aad8e910 req-e78effac-b96d-4a98-a678-684843bdb8b4 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 983 time: 0.3055768 Sep 01 15:33:28.526318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb157021-d670-47df-b5b9-6360aad8e910 req-67531671-cc78-4437-9f31-725cdc6aa2ba tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1081378 Sep 01 15:33:28.528959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 15602f0b-e65b-4cd0-b64a-6547a8ec74dd) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:28.531881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-eb5b7f6c-4661-498b-8db1-59bd3b4f510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:28.533606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-eb5b7f6c-4661-498b-8db1-59bd3b4f510f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 1102 time: 0.0957069 Sep 01 15:33:28.553249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea55eee3-7f45-4c93-9c3d-2764f5ae2a66 None None] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:28.556862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:28.557925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.649837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54f2c57-61b6-4376-9cf4-ff070204740a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.706489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f54f2c57-61b6-4376-9cf4-ff070204740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.728000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ddb88909-d6f3-4ec2-b268-dd6f141acc0b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9874086 Sep 01 15:33:28.729455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58222) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:28.741496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:28.855517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80214d-2e0c-4d17-8cb7-b0ec907f16a9 None None] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:28.865770 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.915129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-2a8bbef3-f87c-4ebb-a349-ac0bb9b3690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:28.918236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-2a8bbef3-f87c-4ebb-a349-ac0bb9b3690e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.3497677 Sep 01 15:33:28.921535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.923593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.938223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-c47b95a3-3529-4ec4-87da-af84deece387 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:28.940850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-c47b95a3-3529-4ec4-87da-af84deece387 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.5349176 Sep 01 15:33:28.980204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f2c57-61b6-4376-9cf4-ff070204740a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e699d9e9-3ee1-49ac-b32d-19abc71e243b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:29.000087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:29.061778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2783049b-f642-4f28-ac19-88051401c027 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:33:29.096405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-aad02175-3bfb-4b24-a187-1cfd73907934 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 200 len: 217 time: 0.0897853 Sep 01 15:33:29.220047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-75bd3ce8-b32f-41c3-81c2-2f135768b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:29.221765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-75bd3ce8-b32f-41c3-81c2-2f135768b06f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0713749 Sep 01 15:33:29.225749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.262380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f54f2c57-61b6-4376-9cf4-ff070204740a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90abefc974cb444caaa235abd08caa95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7683322 Sep 01 15:33:29.263549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58226) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:29.340523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c70d8212-19c5-4644-82a1-1875a413750d req-f8b5b14f-095d-47da-98c2-d9765bca5c98 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.1004851 Sep 01 15:33:29.407001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-3d8aaeb4-0565-455a-8d7a-458796174218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:29.410186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-3d8aaeb4-0565-455a-8d7a-458796174218 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1772349 Sep 01 15:33:29.564804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2783049b-f642-4f28-ac19-88051401c027,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:29.584130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.628919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '2783049b-f642-4f28-ac19-88051401c027', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'port_id': '2783049b-f642-4f28-ac19-88051401c027', 'mac_address': 'fa:16:3e:9c:71:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:33:29.701287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.820984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.833372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.878295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.887513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.891379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2783049b-f642-4f28-ac19-88051401c027 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:29.991292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2783049b-f642-4f28-ac19-88051401c027,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:29.992719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-706fa94a-b372-46da-b334-6dcd111b9d0f service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746002 Sep 01 15:33:30.002919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:30.005394 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.008858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.042239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45937d6b-f0d3-4093-b711-bb3ae0af3ede,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:30.059313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.077917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c5f94a6-3539-4953-ae19-d1b488de34cf tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7708542 Sep 01 15:33:30.079402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:30.108312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e73152e9-2d17-4dfe-ba92-7203e750912a tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '45937d6b-f0d3-4093-b711-bb3ae0af3ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:30.201397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-34a9c429-231b-4342-8f08-467e71a7abe8 req-164224a2-3230-4e9f-941e-d168e87f4d23 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987658 Sep 01 15:33:30.225044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285e4d-1a49-43eb-9e52-1c1e7fa7b17c req-ea3151a9-7d4b-4caa-8b15-587260dd68ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:30.227054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0285e4d-1a49-43eb-9e52-1c1e7fa7b17c req-ea3151a9-7d4b-4caa-8b15-587260dd68ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 983 time: 0.4394071 Sep 01 15:33:30.255560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:30.273755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['2783049b-f642-4f28-ac19-88051401c027'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:30.347809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.359195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.360466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e699d9e9-3ee1-49ac-b32d-19abc71e243b HTTP/1.1" status: 204 len: 168 time: 1.0366211 Sep 01 15:33:30.443575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12023-dc44-4ce5-b848-d675ffc88431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699d9e9-3ee1-49ac-b32d-19abc71e243b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:30.711398 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0285e4d-1a49-43eb-9e52-1c1e7fa7b17c req-99e19dc0-77d2-495b-9480-b55d8ac28b24 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4595425 Sep 01 15:33:30.715974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.741366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.11 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/e217dc30-815c-40ed-bd50-3a0b52a67e69) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:30.766266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.940718 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-e73152e9-2d17-4dfe-ba92-7203e750912a tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The resource could not be found. Sep 01 15:33:30.944403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e73152e9-2d17-4dfe-ba92-7203e750912a tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8587220 Sep 01 15:33:30.953809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58252) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:30.979713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e64ce6ed-0d11-4591-997e-1d3123958a97 req-d2e96752-cc85-4d85-96be-8f1098bec30a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.3626695 Sep 01 15:33:31.061524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a8621c0d-273c-4f7d-bbd8-17d50d9ed4b4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '45937d6b-f0d3-4093-b711-bb3ae0af3ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f9a8e50b-415c-4949-a2ce-2363fa4c2491'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:31.171821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.182899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Allocated IP 172.25.1.238 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:31.202206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object e217dc30-815c-40ed-bd50-3a0b52a67e69 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:31.259855 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.283519 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-a8621c0d-273c-4f7d-bbd8-17d50d9ed4b4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The resource could not be found. Sep 01 15:33:31.297518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a8621c0d-273c-4f7d-bbd8-17d50d9ed4b4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3228126 Sep 01 15:33:31.304671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:31.438746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65e35029-5f0f-4fb0-bae9-1ac4cf13d338'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:31.495745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.506468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:31.509884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:31.528916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:31.533731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:31.595984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.751589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:31.755650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:31.780312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:31.787035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.833244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:31.834334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.853127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Pushing event updated for resources: {'Port': ['ID=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:31.942596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.957683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4f560984-a478-425f-a38c-34bd31ebba16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9653332 Sep 01 15:33:31.987230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Request body: {'port': {'device_id': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:32.166896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c8af3bcd-8b79-4368-b939-fc07b1420aef None None] Provisioning for port e217dc30-815c-40ed-bd50-3a0b52a67e69 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:32.190095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c8af3bcd-8b79-4368-b939-fc07b1420aef None None] Provisioning complete for port e217dc30-815c-40ed-bd50-3a0b52a67e69 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:32.190704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8af3bcd-8b79-4368-b939-fc07b1420aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.292060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.303112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.309936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/45937d6b-f0d3-4093-b711-bb3ae0af3ede HTTP/1.1" status: 204 len: 168 time: 0.9351563 Sep 01 15:33:32.316025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58276) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:32.353169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c8af3bcd-8b79-4368-b939-fc07b1420aef None None] Port e217dc30-815c-40ed-bd50-3a0b52a67e69 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:32.382077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.437358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dae77d-8916-4e34-b355-2df9d9cb3045 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45937d6b-f0d3-4093-b711-bb3ae0af3ede,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:32.550452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a94e-f92b-45a9-8ba2-baaddb59faed req-be1bd433-3905-4cb0-bb57-e5d5d2d697cc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:32.553038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2440a94e-f92b-45a9-8ba2-baaddb59faed req-be1bd433-3905-4cb0-bb57-e5d5d2d697cc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 984 time: 0.5270658 Sep 01 15:33:32.619416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd94c059-25f7-4782-86f1-dee39a3806e0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2937748 Sep 01 15:33:32.629380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:32.670496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2440a94e-f92b-45a9-8ba2-baaddb59faed req-afe76955-dc13-4b07-a753-be7497dd7aad tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0961640 Sep 01 15:33:32.718633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.952208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2783049b-f642-4f28-ac19-88051401c027 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:33.059847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 2783049b-f642-4f28-ac19-88051401c027 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:33.067853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 2783049b-f642-4f28-ac19-88051401c027 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:33.068643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.094819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.254078 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.259848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b92ef0c6-0027-4d8a-9887-95daff430e02 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '17a77626-abf3-43ff-a17a-1e0d899e5c66', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:33.315457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2783049b-f642-4f28-ac19-88051401c027'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:33.321425 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c702b-4fbd-4c9e-910e-9efb15b01d29" -d '{"events": [{"server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2783049b-f642-4f28-ac19-88051401c027"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:33.349487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39226eae-d13a-4a54-9bb3-a1fda1731d45 req-7b1e1498-17ba-488f-811c-5f5cb72381e5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:33.358957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39226eae-d13a-4a54-9bb3-a1fda1731d45 req-7b1e1498-17ba-488f-811c-5f5cb72381e5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 932 time: 0.9443235 Sep 01 15:33:33.369039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2783049b-f642-4f28-ac19-88051401c027,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:33.379035 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.494314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:33.524014 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa3030-77e5-4470-9d5e-46267b3f34a9 x-openstack-request-id: req-22fa3030-77e5-4470-9d5e-46267b3f34a9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:33.524827 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2783049b-f642-4f28-ac19-88051401c027", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:33.526078 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22fa3030-77e5-4470-9d5e-46267b3f34a9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:33.529480 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2783049b-f642-4f28-ac19-88051401c027', 'code': 200} Sep 01 15:33:33.541387 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-b92ef0c6-0027-4d8a-9887-95daff430e02 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The resource could not be found. Sep 01 15:33:33.548232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b92ef0c6-0027-4d8a-9887-95daff430e02 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9116132 Sep 01 15:33:33.553013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:33.558162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239814420'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:33.572116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39226eae-d13a-4a54-9bb3-a1fda1731d45 req-b6f90039-3bda-423c-b9ce-e6d57ebc2de2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115526 Sep 01 15:33:33.634763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58300) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:33.657635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.684396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Router b0478621-815e-4aad-8485-a48ced9b003e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:33.865539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5408b5c-216d-4c9d-87c7-f451a7300d3e req-a3343f5c-b292-463f-8163-3bcd91c3565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:33.868829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5408b5c-216d-4c9d-87c7-f451a7300d3e req-a3343f5c-b292-463f-8163-3bcd91c3565a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1137 time: 0.2312920 Sep 01 15:33:33.877626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e217dc30-815c-40ed-bd50-3a0b52a67e69 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:33.918545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.008604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5408b5c-216d-4c9d-87c7-f451a7300d3e req-87f43228-f844-4325-b8dd-0dfb5c769469 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1207509 Sep 01 15:33:34.026230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Transition to ACTIVE for port object e217dc30-815c-40ed-bd50-3a0b52a67e69 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:34.050021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:34.069991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Sync routers for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:34.074681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.083287 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:34.084683 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:34.125357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.147719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.176639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.178946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-455c3156-ed59-45b5-af60-2f198805f376 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4478784 Sep 01 15:33:34.182732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58308) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:34.215696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1321110014'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:34.289951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0c8a-a06d-491a-b251-9364d690c50e req-2bd636ab-fdf5-441d-ab46-171bb9504608 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:34.304024 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9ae0c8a-a06d-491a-b251-9364d690c50e req-2bd636ab-fdf5-441d-ab46-171bb9504608 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.1882656 Sep 01 15:33:34.385848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147734-dd1e-4de2-b072-259fc1715798 req-a425c726-38cc-459f-bd43-eef015c1564b tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:34.389589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5147734-dd1e-4de2-b072-259fc1715798 req-a425c726-38cc-459f-bd43-eef015c1564b tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.4409626 Sep 01 15:33:34.396253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Pushing event updated for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:34.417230 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:34.422865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f8759-e570-441f-aa06-c587c75900a6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:34.433656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d9ae0c8a-a06d-491a-b251-9364d690c50e req-301a92c2-ab36-426e-8198-072b7462f806 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251163 Sep 01 15:33:34.484684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Made reservation on behalf of 7d25dd4c9bef43659979aca7cd4aa4d8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:34.491075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.504008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.505824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c783106-1029-42c8-b753-35c469d86208 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9516368 Sep 01 15:33:34.540442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58310) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:34.546494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--739347138'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:34.564224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.668600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5147734-dd1e-4de2-b072-259fc1715798 req-0338dd5f-d879-4030-860c-81c53acf81a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2658429 Sep 01 15:33:34.700723 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.770946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Attempting to bind port e217dc30-815c-40ed-bd50-3a0b52a67e69 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:34.771649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Attempting to bind port e217dc30-815c-40ed-bd50-3a0b52a67e69 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:34.772198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Attempting to bind port e217dc30-815c-40ed-bd50-3a0b52a67e69 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:34.786267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Port e217dc30-815c-40ed-bd50-3a0b52a67e69 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:33:34.786744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Attempting to bind port e217dc30-815c-40ed-bd50-3a0b52a67e69 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:34.800935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:34.802256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:34.803059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:34.803661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Bound port: e217dc30-815c-40ed-bd50-3a0b52a67e69, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:34.804129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.925440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9f66f-f45b-4fe7-8b00-23d01b21d20a req-fb206c98-9c0a-4321-b004-46ccaab3495f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:34.928847 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bff9f66f-f45b-4fe7-8b00-23d01b21d20a req-fb206c98-9c0a-4321-b004-46ccaab3495f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.1449234 Sep 01 15:33:34.983548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:35.014985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:35.019224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.027726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.049569 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:32Z', 'revision_number': 3, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:35.058845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.127409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bff9f66f-f45b-4fe7-8b00-23d01b21d20a req-f675f8d2-267d-42c8-81bc-866c2fe8f322 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750481 Sep 01 15:33:35.161820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:35.182439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:35.185940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.189356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] 10.222.0.50 "PUT /v2.0/ports/e217dc30-815c-40ed-bd50-3a0b52a67e69 HTTP/1.1" status: 200 len: 1093 time: 3.2084751 Sep 01 15:33:35.247074 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Checking router: b0478621-815e-4aad-8485-a48ced9b003e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:35.249231 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Updating router b0478621-815e-4aad-8485-a48ced9b003e port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:35.301243 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.357424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:35.365020 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14355680-d439-45f8-a1ed-7eb0477eb5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:35.398003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.398790 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Added segment d35b5262-b91a-4696-9116-ccb0c72c856b of type vlan for network af3e4363-9ae5-4ae8-b2c9-a5736151e334 Sep 01 15:33:35.470379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52313c72-bc60-4c83-b3d1-76d88c910e27,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:35.503752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.665259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61562562-fea9-422a-b3c3-e73e76b19809 service neutron] Pushing event updated for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:35.696809 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ab6fb-87e7-415a-82a8-677c734eb030 x-openstack-request-id: req-1a4ab6fb-87e7-415a-82a8-677c734eb030 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:35.701961 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:35.701961 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a4ab6fb-87e7-415a-82a8-677c734eb030 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:35.701961 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69', 'status': 'completed', 'code': 200} Sep 01 15:33:35.872084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889b9f9-dc4d-4227-bcf3-37c5a27a62ad req-4e5d14da-ab62-4fea-99d9-a0aca093847b tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:35.877526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f889b9f9-dc4d-4227-bcf3-37c5a27a62ad req-4e5d14da-ab62-4fea-99d9-a0aca093847b tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.1680179 Sep 01 15:33:35.934785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.947089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.954717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.027530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.033565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4913137 Sep 01 15:33:36.033933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:36.042441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-1bcd0d16-eba2-4906-99a0-3a7e99a6723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.042698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f889b9f9-dc4d-4227-bcf3-37c5a27a62ad req-30c1211d-63cb-49ac-b191-4e35a52db100 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484978 Sep 01 15:33:36.045149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-1bcd0d16-eba2-4906-99a0-3a7e99a6723c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 1096 time: 0.6387908 Sep 01 15:33:36.077708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-87091b38-1561-48ad-8098-ab744058f8db tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '0a0f8759-e570-441f-aa06-c587c75900a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '32a6b483-6bea-4211-98a4-e86bd8d73b52'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:36.144530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3c8f-ee0f-434e-b3f5-eb14e3950a52 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6b483-6bea-4211-98a4-e86bd8d73b52,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:36.145438 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.149562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.158276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.159369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.159925 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Transition to ACTIVE for port object 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:36.164689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-d72fdb90-73dd-4f02-b28e-091344aabea2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69 HTTP/1.1" status: 200 len: 217 time: 0.0934777 Sep 01 15:33:36.178049 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.182996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Allocated IP 172.20.0.1 (15602f0b-e65b-4cd0-b64a-6547a8ec74dd/2bbb45fe-0d94-4803-9684-571ae628689b/9de6d0fa-7cdd-4251-85c1-c62fd8a99b23) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:36.229812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47327672-1f05-42a1-993c-191679b4a524 req-5ed09b70-68ff-414a-961b-0590399307b3 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.237844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47327672-1f05-42a1-993c-191679b4a524 req-5ed09b70-68ff-414a-961b-0590399307b3 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.2571907 Sep 01 15:33:36.317329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea847-ac35-4176-9268-0fea152f7550 req-6b4c0fd9-431d-417e-a2ba-200aa6073370 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.320245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6ea847-ac35-4176-9268-0fea152f7550 req-6b4c0fd9-431d-417e-a2ba-200aa6073370 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.4061677 Sep 01 15:33:36.351396 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7129269 Sep 01 15:33:36.362643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:36.374064 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce90c4-f85f-43b4-8478-62e98e71c97c None None] Pushing event updated for resources: {'Port': ['ID=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:36.410192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Request body: {'subnet': {'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:36.453131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Attempting to bind port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:36.455319 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Attempting to bind port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:36.456166 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Attempting to bind port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:36.471113 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-87091b38-1561-48ad-8098-ab744058f8db tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:36.480303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-87091b38-1561-48ad-8098-ab744058f8db tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4251478 Sep 01 15:33:36.487501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:36.489429 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:36.490138 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.490718 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:36.491231 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Bound port: 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:36.491623 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.495182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58326) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:36.504432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416983a-7db0-4ca4-8bcd-0aeca1c1fb00 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event updated for resources: {'Network': ['ID=af3e4363-9ae5-4ae8-b2c9-a5736151e334,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:36.522647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:36.564952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4a9e8377-b83a-4a09-a689-14836ba87f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.568527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-4a9e8377-b83a-4a09-a689-14836ba87f08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.3707616 Sep 01 15:33:36.633655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] For port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:36.641469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] For port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:36.667901 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.746612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6ea847-ac35-4176-9268-0fea152f7550 req-20c900c4-7633-4f15-9d9a-a6b9d77d519f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4092760 Sep 01 15:33:36.855057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-e8247c89-78d1-4775-8d28-ba2417891576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:36.856168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-e8247c89-78d1-4775-8d28-ba2417891576 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743409 Sep 01 15:33:36.864160 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:36.865590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:36.957028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce90c4-f85f-43b4-8478-62e98e71c97c None None] Pushing event updated for resources: {'Port': ['ID=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:37.077568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Made reservation on behalf of 7d25dd4c9bef43659979aca7cd4aa4d8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:37.081731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.236713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.316987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.343678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a9dc9-21c2-4bdd-9189-51184fa9af17 req-4445ab04-f3e9-4de2-a584-c58b202e8df2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:37.347825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13a9dc9-21c2-4bdd-9189-51184fa9af17 req-4445ab04-f3e9-4de2-a584-c58b202e8df2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.2992704 Sep 01 15:33:37.370897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.377604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-e5277733-beac-4729-b1e4-15d041c8441b service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063243 Sep 01 15:33:37.378831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Deleting port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:37.379183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.380046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:37.451699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.587236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] For port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:37.587837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.648937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:37.692534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Calling delete_port for 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:37.695346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:37.697789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.702763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.708038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/32a6b483-6bea-4211-98a4-e86bd8d73b52 HTTP/1.1" status: 204 len: 168 time: 1.1994314 Sep 01 15:33:37.712350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58334) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:37.718609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:37.729145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13a9dc9-21c2-4bdd-9189-51184fa9af17 req-1e19f770-f341-48e6-b128-9f402f0285ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3619468 Sep 01 15:33:37.739276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e461ff-a241-41ec-b465-cfa999a3f1da req-2d3b9b81-cfdb-4a67-bbfe-35ecd0036f30 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462412 Sep 01 15:33:37.777308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:37.834363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6b483-6bea-4211-98a4-e86bd8d73b52,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:37.901335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:32Z', 'revision_number': 3, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:37.901822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.902110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.902463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.903032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.903377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.903883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.904459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.904837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.905325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.905667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.906000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.906327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.940774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.941541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.943794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.943794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.943794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.943794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.943794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.945044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.945044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.958000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.958000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.958000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b505b-d882-437c-8167-92cc323ffb2d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:37.985686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.000795 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7c60e-adbb-417a-8dbc-34680b068cef None None] The sync data for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 is: [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:32Z', 'revision_number': 3, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:38.029624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-bf54676e-f9e0-4733-b7f0-8dbee1cc25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:38.032292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-bf54676e-f9e0-4733-b7f0-8dbee1cc25c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 1096 time: 0.1202996 Sep 01 15:33:38.036034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f939-bc9b-4867-8c9f-3b152436d899 req-32fc93bc-f5dd-493a-8b3c-50356ba110ac tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:38.037798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43e7f939-bc9b-4867-8c9f-3b152436d899 req-32fc93bc-f5dd-493a-8b3c-50356ba110ac tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 1.5555515 Sep 01 15:33:38.144052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f51f7e7-6ae6-4a45-abe5-74e8b50c185f tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4154861 Sep 01 15:33:38.157711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58338) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:38.255489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.362307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771dcd-ba97-423c-bd7c-00fee4ba9a48 req-d3d7fbef-7ca1-47f9-b682-abf3fd23d9a2 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:38.364727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d771dcd-ba97-423c-bd7c-00fee4ba9a48 req-d3d7fbef-7ca1-47f9-b682-abf3fd23d9a2 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 950 time: 0.2825508 Sep 01 15:33:38.412848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event updated for resources: {'Subnet': ['ID=a791bdbf-5461-415c-9949-403a680b72e6,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:38.432982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-9db6af15-4829-404e-b84e-be042ebc4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:38.434803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-9db6af15-4829-404e-b84e-be042ebc4ee1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3510582 Sep 01 15:33:38.528313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Checking segment: {'id': 'd35b5262-b91a-4696-9116-ccb0c72c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:38.529550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Network hostable DHCP agents. Network: af3e4363-9ae5-4ae8-b2c9-a5736151e334, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:38.544490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-804edb77-afd1-4cf7-b064-8c9cb2ad77ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69 HTTP/1.1" status: 200 len: 217 time: 0.0963964 Sep 01 15:33:38.562000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d771dcd-ba97-423c-bd7c-00fee4ba9a48 req-492e5c9f-a4ed-4ba8-ae37-954a5c226b98 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/security-groups?id=23b719c1-bc73-4c08-a1e9-12fc20e217a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755469 Sep 01 15:33:38.675991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.692197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:38.764190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-43e7f939-bc9b-4867-8c9f-3b152436d899 req-c37aa33f-47de-4d22-9810-05f8e0068478 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533589 Sep 01 15:33:38.765618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.841467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-b5f6e694-842e-4f1d-a744-fe9209173a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:38.848138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-b5f6e694-842e-4f1d-a744-fe9209173a88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.2847717 Sep 01 15:33:38.882570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Pushing event deleted for resources: {'Port': ['ID=0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:38.897494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:38.994824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.047550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:39.079010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, af3e4363-9ae5-4ae8-b2c9-a5736151e334) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:39.105255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-8be45e7e-2624-43e4-bf4e-93ac02c84ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:39.108167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-8be45e7e-2624-43e4-bf4e-93ac02c84ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2399039 Sep 01 15:33:39.111591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:39.112230 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.118620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb11d34-c748-4ea7-a3d1-2bd3f4e032d0 None None] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:39.141122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] No DVR routers for this DVR port 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:39.158018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.162143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47327672-1f05-42a1-993c-191679b4a524 req-74fd07cc-3f0a-4e06-99ff-e756f1c1fc4e tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.50 "DELETE /v2.0/ports/0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c HTTP/1.1" status: 204 len: 173 time: 2.9117773 Sep 01 15:33:39.166996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:39.167314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-45f51acc-bc7e-4035-81b8-f46fc42feaf2 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:39.178594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-45f51acc-bc7e-4035-81b8-f46fc42feaf2 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1137 time: 0.3117256 Sep 01 15:33:39.178898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'name': 'network-vif-deleted', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:39.186287 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e07fe15-6ba3-4df6-acea-c4cc78f9dc51" -d '{"events": [{"server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "name": "network-vif-deleted", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:39.201990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.333147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c4c1ba9-9e23-4ecc-94f2-17e0b3813ecd tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9677696 Sep 01 15:33:39.339456 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-21d09048-af03-4d13-82fc-0dad1c22bd3c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.343891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58344) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:39.399175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:39.399833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Request body: {'port': {'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2110210104'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:39.400260 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.713298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-ff1de424-dbcc-46a2-a3fe-ca0013db0dae service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635257 Sep 01 15:33:39.826536 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e4f3b-4750-4ac3-bfc6-ecfe883ed5ed x-openstack-request-id: req-263e4f3b-4750-4ac3-bfc6-ecfe883ed5ed {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:39.827339 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a246984-5003-4fd6-be52-62a5bc8e0176", "name": "network-vif-deleted", "tag": "0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:39.827579 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-263e4f3b-4750-4ac3-bfc6-ecfe883ed5ed {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:39.828140 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a246984-5003-4fd6-be52-62a5bc8e0176', 'name': 'network-vif-deleted', 'tag': '0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c', 'status': 'completed', 'code': 200} Sep 01 15:33:39.921986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.938624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.940680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a0f8759-e570-441f-aa06-c587c75900a6 HTTP/1.1" status: 204 len: 168 time: 1.7655525 Sep 01 15:33:39.963967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:40.099896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-936b0366-50c8-4205-8608-977ac760e41f tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343105 Sep 01 15:33:40.101778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58352) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:40.120281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736459294'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:40.164755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.315159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-21d09048-af03-4d13-82fc-0dad1c22bd3c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.323675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.334458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:40.342519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-21d09048-af03-4d13-82fc-0dad1c22bd3c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.358219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.366267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60988-5747-4ac1-9125-16f6ef685ec4 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f8759-e570-441f-aa06-c587c75900a6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:40.417798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14355680-d439-45f8-a1ed-7eb0477eb5d1 req-4afd75d0-3719-4f9c-a55e-8440debd0391 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915479 Sep 01 15:33:40.529835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d09048-af03-4d13-82fc-0dad1c22bd3c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3354fb0-7ab5-47a1-b597-3f31b602fbce,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:40.553988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-723cf53d-825f-4c3b-bf3d-44008857b912 req-21d09048-af03-4d13-82fc-0dad1c22bd3c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.3740120 Sep 01 15:33:40.559772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.610608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:40.617457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-af3e4363-9ae5-4ae8-b2c9-a5736151e334', 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334', 'tenant_id': '7d25dd4c9bef43659979aca7cd4aa4d8', 'fixed_ips': [{'subnet_id': 'a791bdbf-5461-415c-9949-403a680b72e6'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:33:40.621300 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.627807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:40.671547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5f155851-176b-4426-ad5e-67e44b1a9657 req-18af5da4-39aa-4f65-844d-d0553fd26212 tempest-VolumesBackupsTest-1837534408 tempest-VolumesBackupsTest-1837534408-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a246984-5003-4fd6-be52-62a5bc8e0176 HTTP/1.1" status: 200 len: 210 time: 0.2946780 Sep 01 15:33:40.714258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.929160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Allocated IP 172.20.0.2 (af3e4363-9ae5-4ae8-b2c9-a5736151e334/a791bdbf-5461-415c-9949-403a680b72e6/da37b32f-170e-4a17-9b59-935a84ed30c4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:40.948720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c8480-d005-47ac-8bcb-c670706120a6 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:40.952663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b43c8480-d005-47ac-8bcb-c670706120a6 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1132 time: 0.3397455 Sep 01 15:33:40.976347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:41.012103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '2783049b-f642-4f28-ac19-88051401c027', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:41.067680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baf4c4-5b27-4152-9245-b4fd7680dff0 req-f6923074-ede9-4f9b-82ba-64cac8277faf tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:41.086765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:41.087408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6baf4c4-5b27-4152-9245-b4fd7680dff0 req-f6923074-ede9-4f9b-82ba-64cac8277faf tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2885487 Sep 01 15:33:41.114257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.238013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6baf4c4-5b27-4152-9245-b4fd7680dff0 req-65bae2bc-936b-45d6-8c84-eb0dd12da48f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477041 Sep 01 15:33:41.278664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.292977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Transition to ACTIVE for port object da37b32f-170e-4a17-9b59-935a84ed30c4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:41.318120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Transition to ACTIVE for port object da37b32f-170e-4a17-9b59-935a84ed30c4 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:41.325704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:41.331311 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.394756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.409328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.409897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:41.410522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 0d5b679a-e5b3-4e2d-b00e-4c0c7d56db3c not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:41.416711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:41.421383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:41.427683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:41.490097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Pushing event updated for resources: {'Port': ['ID=da37b32f-170e-4a17-9b59-935a84ed30c4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:41.538445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:33:41.538445 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:33:41.538445 n-d-802060-16 neutron-server[106376]: [parameters: {'project_id_1': 'e3768aee89f8490dbd0cc89f1415fb7f', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 33, 41, 121987)}] Sep 01 15:33:41.538445 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:33:41.538991 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:33:41.565415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb3ae2f-789a-4e62-bed2-7f030fd03ca3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:41.568180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:41.571428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:41.574622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Made reservation on behalf of 7d25dd4c9bef43659979aca7cd4aa4d8 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:41.580692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.592040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.615373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Attempting to bind port da37b32f-170e-4a17-9b59-935a84ed30c4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:41.615767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Attempting to bind port da37b32f-170e-4a17-9b59-935a84ed30c4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd35b5262-b91a-4696-9116-ccb0c72c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:41.616124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Attempting to bind port da37b32f-170e-4a17-9b59-935a84ed30c4 on network af3e4363-9ae5-4ae8-b2c9-a5736151e334 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:41.623484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b4b4a0d3-d0ad-4943-a628-607104d17b55 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5076079 Sep 01 15:33:41.624435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58360) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:41.624993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:41.627153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Checking segment: {'id': 'd35b5262-b91a-4696-9116-ccb0c72c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:41.627900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.628612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Bound using segment: {'id': 'd35b5262-b91a-4696-9116-ccb0c72c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:41.629606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Bound port: da37b32f-170e-4a17-9b59-935a84ed30c4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35b5262-b91a-4696-9116-ccb0c72c856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'af3e4363-9ae5-4ae8-b2c9-a5736151e334'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:41.633937 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.634466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e84ba5bc-bec2-4f5f-9a9e-b9836999d9e6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '8eb3ae2f-789a-4e62-bed2-7f030fd03ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:41.696690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] device_id is not set on port cd9a5361-227c-4a59-8983-27045e63db66 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:33:41.754760 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-e84ba5bc-bec2-4f5f-9a9e-b9836999d9e6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:41.757211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e84ba5bc-bec2-4f5f-9a9e-b9836999d9e6 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1295478 Sep 01 15:33:41.764196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58364) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:41.828771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-557c7600-fef9-40b0-9c36-878a26733b8d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group_rule': {'security_group_id': '8eb3ae2f-789a-4e62-bed2-7f030fd03ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:41.900644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] For port da37b32f-170e-4a17-9b59-935a84ed30c4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:41.912846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] For port da37b32f-170e-4a17-9b59-935a84ed30c4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=da37b32f-170e-4a17-9b59-935a84ed30c4,segment=NetworkSegment(d35b5262-b91a-4696-9116-ccb0c72c856b),segment_id=d35b5262-b91a-4696-9116-ccb0c72c856b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:41.926656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.967194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Router b0478621-815e-4aad-8485-a48ced9b003e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:42.009191 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-557c7600-fef9-40b0-9c36-878a26733b8d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:33:42.011381 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-557c7600-fef9-40b0-9c36-878a26733b8d tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2449195 Sep 01 15:33:42.018432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Allocated IP 172.20.0.7 (af3e4363-9ae5-4ae8-b2c9-a5736151e334/a791bdbf-5461-415c-9949-403a680b72e6/cd9a5361-227c-4a59-8983-27045e63db66) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:42.027089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58368) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:42.060105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ceb383-2a86-4483-8060-161df4fab01a None None] Pushing event updated for resources: {'Port': ['ID=da37b32f-170e-4a17-9b59-935a84ed30c4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:42.244429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.283877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.353382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:42.376523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Sync routers for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:42.390380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef146aa9-b58d-48d2-b205-5e1f111cd5b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/b0478621-815e-4aad-8485-a48ced9b003e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2064083 Sep 01 15:33:42.433509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:42.435472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:42.488487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.899309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d79f0-c3aa-48a8-9ca1-da3425f7f303 req-c55336e9-c1df-4abc-b630-d520baed15ac tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:42.921742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-922d79f0-c3aa-48a8-9ca1-da3425f7f303 req-c55336e9-c1df-4abc-b630-d520baed15ac tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2964866 Sep 01 15:33:42.952689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.958865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.964641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/8eb3ae2f-789a-4e62-bed2-7f030fd03ca3 HTTP/1.1" status: 204 len: 168 time: 0.9318342 Sep 01 15:33:42.992719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58376) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:43.000051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7eaee-2497-4a9f-9331-fe4d2e19b540 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb3ae2f-789a-4e62-bed2-7f030fd03ca3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:43.074346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.152647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Transition to ACTIVE for port object cd9a5361-227c-4a59-8983-27045e63db66 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:43.222043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:43.302766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.349812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-922d79f0-c3aa-48a8-9ca1-da3425f7f303 req-28139bdb-64d6-4822-a7bd-3625d8094f02 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174371 Sep 01 15:33:43.468310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device da37b32f-170e-4a17-9b59-935a84ed30c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:43.496163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7afd6d4-19b3-42c9-97d0-2621d51b11b7 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4844508 Sep 01 15:33:43.509892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:43.552644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event updated for resources: {'Port': ['ID=cd9a5361-227c-4a59-8983-27045e63db66,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:43.559473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022046462'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:43.612149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:43.621168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:43.636272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:43.673962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.756088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.894698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:43.906460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.047266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port da37b32f-170e-4a17-9b59-935a84ed30c4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:44.057050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:44.113589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.25.1.81 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f266802c-cad9-4421-b03f-1b4759442808) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:44.348054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-72ee0ec4-5a38-406a-98ad-b223e2aecc76 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:44.351216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-72ee0ec4-5a38-406a-98ad-b223e2aecc76 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 819 time: 0.3543918 Sep 01 15:33:44.367302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:44.372242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.393356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-c372655d-0365-49f7-9084-ef3df4fe0942 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/quotas/8a6ebe75d3254f0a9eea0a1cad2ea214 HTTP/1.1" status: 200 len: 375 time: 0.0310943 Sep 01 15:33:44.430149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.465916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.535864 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.593591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7fbb1-2f64-4f54-9ea2-67f880551b54 None None] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:44.610397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c36b7b80-18c3-4d97-8ad7-f96c02efb5c4 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2349794 Sep 01 15:33:44.611446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58400) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:44.636315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.761739 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-b7b7647d-5da8-4b8f-8a02-a7aec6af8e6b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3653872 Sep 01 15:33:44.786343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eccb79a3-195a-42ed-ba8a-98a75ce32b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.832809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Provisioning for port da37b32f-170e-4a17-9b59-935a84ed30c4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:44.870814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Provisioning complete for port da37b32f-170e-4a17-9b59-935a84ed30c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:44.871298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.881457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:44.893919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.899811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3827014 Sep 01 15:33:44.902468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58402) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:44.936182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:44.948333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-15611860-6d2a-4da5-be13-2acce7b57f38 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:44.949090 n-d-802060-16 neutron-server[106376]: WARNING neutron.api.v2.base [None req-15611860-6d2a-4da5-be13-2acce7b57f38 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:33:44.950557 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-15611860-6d2a-4da5-be13-2acce7b57f38 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 15:33:44.956815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15611860-6d2a-4da5-be13-2acce7b57f38 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "PUT /v2.0/security-groups/43cf6f4a-82df-4a72-af08-aa03a1925e44 HTTP/1.1" status: 409 len: 330 time: 0.0235634 Sep 01 15:33:44.965838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58404) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:44.967221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:45.037631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582eea3-d2a6-4387-91b0-5de508586817 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cf6f4a-82df-4a72-af08-aa03a1925e44,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:45.165163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=f266802c-cad9-4421-b03f-1b4759442808,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:45.192569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207fc79-d47e-499a-8c30-565ace1a2e6b req-30971200-d616-4318-a5de-e8d79a19a87f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:45.207007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7207fc79-d47e-499a-8c30-565ace1a2e6b req-30971200-d616-4318-a5de-e8d79a19a87f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.4797220 Sep 01 15:33:45.284050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Deleting port cd9a5361-227c-4a59-8983-27045e63db66 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:45.284698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.374544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 4, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9de6d0fa-7cdd-4251-85c1-c62fd8a99b23', 'name': '', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'mac_address': 'fa:16:3e:ad:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:35Z', 'updated_at': '2021-09-01T15:33:39Z', 'revision_number': 2, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'subnets': [{'id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:45.411361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-e331910a-5bc7-4553-b117-ebfeb1dcb00f service neutron] 10.222.0.41 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349216 Sep 01 15:33:45.501925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Checking router: b0478621-815e-4aad-8485-a48ced9b003e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:45.502377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Updating router b0478621-815e-4aad-8485-a48ced9b003e port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:45.547590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7207fc79-d47e-499a-8c30-565ace1a2e6b req-6337e024-bc94-49b8-ada6-3a8d460dfa80 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935870 Sep 01 15:33:45.617762 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.623267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.793606 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.807657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] For port da37b32f-170e-4a17-9b59-935a84ed30c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=da37b32f-170e-4a17-9b59-935a84ed30c4,segment=NetworkSegment(d35b5262-b91a-4696-9116-ccb0c72c856b),segment_id=d35b5262-b91a-4696-9116-ccb0c72c856b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:45.852002 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.924052 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-39e6282d-e0ae-4f99-b1dd-7476c11def08 service neutron] 10.222.0.41 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964654 Sep 01 15:33:45.926399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Calling delete_port for cd9a5361-227c-4a59-8983-27045e63db66 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:46.001177 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.175082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.486344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.489253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.499471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/43cf6f4a-82df-4a72-af08-aa03a1925e44 HTTP/1.1" status: 204 len: 168 time: 1.4676027 Sep 01 15:33:46.509301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58410) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:46.546391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bc8c1-67c7-4064-8a3e-7d01da141d36 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cf6f4a-82df-4a72-af08-aa03a1925e44,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:46.549446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.651403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event deleted for resources: {'Port': ['ID=cd9a5361-227c-4a59-8983-27045e63db66,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:46.752704 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ee58dde-8b1b-4e63-857f-cc5515c5d0ec req-26e6262c-1d0c-4808-a9cb-c2cf72293b9a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 210 time: 0.2152131 Sep 01 15:33:46.956656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0ff00cee-11c0-4ccb-9133-f8c332092dca tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4432299 Sep 01 15:33:46.981052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58418) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:46.998595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed1b8-e923-403f-9b82-bc732b2cf381 None None] Pushing event updated for resources: {'Port': ['ID=da37b32f-170e-4a17-9b59-935a84ed30c4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:47.041256 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.044371 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cda2c657-5996-440a-8699-b4f95dd6799f tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "DELETE /v2.0/ports/cd9a5361-227c-4a59-8983-27045e63db66 HTTP/1.1" status: 204 len: 168 time: 2.4303706 Sep 01 15:33:47.047969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58424) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.088865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d1385-fc11-411e-a56d-d118b4cff17e req-001e005e-eafd-4e03-bcf6-17f4240d3ac1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:47.108194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c83d1385-fc11-411e-a56d-d118b4cff17e req-001e005e-eafd-4e03-bcf6-17f4240d3ac1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.1443849 Sep 01 15:33:47.119147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-907e3c26-d260-40f9-86c9-93720a6905a4 None None] Provisioning complete for port da37b32f-170e-4a17-9b59-935a84ed30c4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:47.119719 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-907e3c26-d260-40f9-86c9-93720a6905a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.141937 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-d8917f0c-2da5-4170-b6b4-12180cc98db0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] delete failed (client error): The resource could not be found. Sep 01 15:33:47.170990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8917f0c-2da5-4170-b6b4-12180cc98db0 tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf8d0800-e0e2-4f19-acd5-17f0ad73a3d8 HTTP/1.1" status: 404 len: 347 time: 0.1598179 Sep 01 15:33:47.172772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58432) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.206075 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-52263eea-e858-4997-afaf-9d4b8d841c7f tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] show failed (client error): The resource could not be found. Sep 01 15:33:47.216375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52263eea-e858-4997-afaf-9d4b8d841c7f tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-groups/39995f84-17c0-4936-8ab5-e738c308a976 HTTP/1.1" status: 404 len: 347 time: 0.0395119 Sep 01 15:33:47.218307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.263177 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c87e7667-2857-4b9c-85c3-59043a2f9480 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2133162 Sep 01 15:33:47.274556 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-f668d705-c720-4837-ae4c-3e877ce0b55b tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] show failed (client error): The resource could not be found. Sep 01 15:33:47.285873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f668d705-c720-4837-ae4c-3e877ce0b55b tempest-NegativeSecGroupIPv6Test-1836989129 tempest-NegativeSecGroupIPv6Test-1836989129-project] 10.222.0.41 "GET /v2.0/security-group-rules/3f2613a1-759a-46c1-84f3-b6fdcc656b00 HTTP/1.1" status: 404 len: 356 time: 0.0608730 Sep 01 15:33:47.290570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58442) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.307259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1974221990'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:47.334148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c83d1385-fc11-411e-a56d-d118b4cff17e req-87df9c59-5cdd-487e-8dba-4b7121923a41 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185657 Sep 01 15:33:47.392215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Made reservation on behalf of 7d25dd4c9bef43659979aca7cd4aa4d8 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:47.400707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.514674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:47.556876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.558064 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Added segment 5e043dc7-5950-4fc4-b6cf-f82d039ed714 of type vlan for network 33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c Sep 01 15:33:47.593724 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f132b46f-cee8-477e-868a-3946f57c7634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.643565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.691136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.700229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:47.701891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.806131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5136151 Sep 01 15:33:47.810156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58448) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.860030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61e2ee-1bc9-46fb-a861-bb1d7cc851ee tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event updated for resources: {'Network': ['ID=33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:47.879067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device da37b32f-170e-4a17-9b59-935a84ed30c4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:48.078723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:48.186676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-65d22074-7b82-4a40-9cc9-f6ec1080de7b tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.3698926 Sep 01 15:33:48.189370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58454) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:48.332612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.426711 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.526332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c6efc-c59a-4759-a5dc-351289795a33 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] Network 33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:48.580830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b33c6efc-c59a-4759-a5dc-351289795a33 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "POST /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3899989 Sep 01 15:33:48.581899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58460) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:48.587672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-21559987-9cc1-484b-b40b-f4a872536b8e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:48.602173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-21559987-9cc1-484b-b40b-f4a872536b8e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 819 time: 0.5486026 Sep 01 15:33:48.620457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:48.640576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-de0db840-bf6c-4c77-bbcb-22596f913777 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/quotas/8a6ebe75d3254f0a9eea0a1cad2ea214 HTTP/1.1" status: 200 len: 375 time: 0.0343862 Sep 01 15:33:48.774155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.785575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9f995-6781-49c2-95c3-00223123582a None None] Network 33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:48.854295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e0bc097f-5145-4b14-988b-1b4797f0c314 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121103 Sep 01 15:33:48.994960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0524f-211b-4daf-bc9a-cbfa552e6955 req-71b70f10-8e8c-4a8b-90ca-903eaa414a1e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:48.997969 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48f0524f-211b-4daf-bc9a-cbfa552e6955 req-71b70f10-8e8c-4a8b-90ca-903eaa414a1e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.4541371 Sep 01 15:33:49.113302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5a7d9894-349d-41da-a8bc-f5e157f2c9df tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.4932778 Sep 01 15:33:49.120825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58468) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:49.148634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-467f04c2-2855-494f-a4b5-9b27b635d07c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4dcea44a510447ca9791eda822aec96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266616 Sep 01 15:33:49.160660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58470) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:49.194206 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.239384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48f0524f-211b-4daf-bc9a-cbfa552e6955 req-beb9a08c-4981-49e7-aa9d-3433eb4eccc3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305624 Sep 01 15:33:49.260453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.264800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port da37b32f-170e-4a17-9b59-935a84ed30c4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:49.276725 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.327604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.333111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a7e92e2-89a5-431f-b46c-eed4ad81e7d3 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "DELETE /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks/33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c HTTP/1.1" status: 204 len: 168 time: 0.2100365 Sep 01 15:33:49.337982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:49.359448 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.377298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Transition to ACTIVE for port object 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:49.405939 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.423216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.450113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.487091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.538679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.545937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.557932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf963e30-7d75-4736-af38-2e4e495b7e59 HTTP/1.1" status: 204 len: 168 time: 0.3933315 Sep 01 15:33:49.586674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804a6ad-48a3-469a-8935-c1228ac2b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf963e30-7d75-4736-af38-2e4e495b7e59,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:49.797486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-5a56e58a-6a69-4842-a1cd-ac99d9cc5405 service neutron] 10.222.0.41 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416592 Sep 01 15:33:49.828150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-907e3c26-d260-40f9-86c9-93720a6905a4 None None] Could not find standard attr ID for object cd9a5361-227c-4a59-8983-27045e63db66. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:33:49.857963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904ec1-3141-4d04-af32-2aef5a141b53 None None] Pushing event updated for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:50.028961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a38934eb-96f2-4fb7-9408-1bb5c62daf1d None None] Could not find standard attr ID for object cd9a5361-227c-4a59-8983-27045e63db66. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:33:50.038292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.041917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Attempting to bind port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:50.041917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Attempting to bind port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:50.041917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Attempting to bind port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:50.056368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:50.056782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Checking segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:50.058484 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.058767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Bound using segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:50.059330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Bound port: 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:50.066051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.194516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=f266802c-cad9-4421-b03f-1b4759442808,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:50.199169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.257168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] For port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:50.261211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] For port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:50.267442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.485010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:50.489557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:50.571578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4567c9-bc7a-46e0-afea-63d4accb10a8 req-bc8cf1ac-2227-4bcd-b040-b0893e377aec tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:50.584492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e4567c9-bc7a-46e0-afea-63d4accb10a8 req-bc8cf1ac-2227-4bcd-b040-b0893e377aec tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.1341035 Sep 01 15:33:50.612431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904ec1-3141-4d04-af32-2aef5a141b53 None None] Pushing event updated for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:50.637718 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:33:50.689855 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3e4567c9-bc7a-46e0-afea-63d4accb10a8 req-796c5a02-9cff-492f-9418-2e3083696b2e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036026 Sep 01 15:33:50.817467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74b79ef7-1255-47e9-bbde-bca6d838646e tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 1.4740741 Sep 01 15:33:50.823419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:50.843625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-2121fdba-ed1f-4714-8cee-6b85849087cd tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:50.850637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-2121fdba-ed1f-4714-8cee-6b85849087cd tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 819 time: 1.2220657 Sep 01 15:33:50.885743 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9e581a21-dd36-4be6-806a-c7e9839f77e9 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/networks/af3e4363-9ae5-4ae8-b2c9-a5736151e334/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0596318 Sep 01 15:33:50.891739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:50.917938 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Floating IP 840c6159-eaf4-4f5f-8a96-354977f6c75e associated. External IP: 172.25.1.81, port: 2783049b-f642-4f28-ac19-88051401c027. Sep 01 15:33:50.935943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:50.942794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d92df715-05b4-4c4d-9e38-7378222a4421 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/networks/af3e4363-9ae5-4ae8-b2c9-a5736151e334/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0449321 Sep 01 15:33:50.943088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Request body: {'port': {'device_id': '7494351d-e838-4426-a407-b3d8adea0658', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'admin_state_up': True, 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:50.943699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58518) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:51.291002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-bd611a2a-127f-4b9a-a61a-33ba6beb2fcf service neutron] 10.222.0.41 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4670405 Sep 01 15:33:51.361970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-301b9a70-6c17-4556-b687-64268773af29 tempest-DHCPAgentSchedulersTestJSON-1648717569 tempest-DHCPAgentSchedulersTestJSON-1648717569-project-admin] 10.222.0.41 "GET /v2.0/agents/ab2d297a-40ad-43b9-b786-30f3846c2b16/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.4168632 Sep 01 15:33:51.367927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58544) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:51.622399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 4, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9de6d0fa-7cdd-4251-85c1-c62fd8a99b23', 'name': '', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'mac_address': 'fa:16:3e:ad:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:35Z', 'updated_at': '2021-09-01T15:33:50Z', 'revision_number': 4, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'subnets': [{'id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:51.707159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:51.746971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e2892-0377-47ac-a2cc-90f2a0710cc5 None None] The sync data for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 is: [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 4, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9de6d0fa-7cdd-4251-85c1-c62fd8a99b23', 'name': '', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'mac_address': 'fa:16:3e:ad:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:35Z', 'updated_at': '2021-09-01T15:33:50Z', 'revision_number': 4, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'subnets': [{'id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:52.164820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.213833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d8c130-6faf-4e2b-8c99-a785e9e18998 req-2934cc57-7c29-4dc7-be5e-b91c32b54254 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.2014844 Sep 01 15:33:52.221922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Made reservation on behalf of 8a6ebe75d3254f0a9eea0a1cad2ea214 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:52.239526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.288711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:52.337976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e043dc7-5950-4fc4-b6cf-f82d039ed714') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:52.348447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e043dc7-5950-4fc4-b6cf-f82d039ed714') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:52.430830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.444627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:52.575780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.635354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:52.636842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:52.654948 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:52.669013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 54022f09-c24a-4fec-babf-1162eef859c9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:52.870872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:52.897750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:52.900664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:53.147508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:53.166763 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Sync routers for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:53.238523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:53.239738 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:53.243626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:53.480488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:53.481782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-42e74da5-dd71-4403-89e6-d231742cd3a9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.4781373 Sep 01 15:33:53.482896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:53.483666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:53.525934 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:53.568693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:53.583946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:53.916272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:53.933358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:54.215909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9578dc15-9b11-430a-9f2b-c1584bdb617c req-87d7b247-43fa-4209-a7d7-8579b5388088 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.6725988 Sep 01 15:33:54.320706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:54.362337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd2bdf-fe1d-469d-afa8-6d453ba62c21 req-eaca826b-fc94-4d26-8011-91ad9f11b178 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.397522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84bd2bdf-fe1d-469d-afa8-6d453ba62c21 req-eaca826b-fc94-4d26-8011-91ad9f11b178 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 2.1867487 Sep 01 15:33:54.558761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:54.584203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:54.587195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:54.640261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:54.655861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "DELETE /v2.0/networks/33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c HTTP/1.1" status: 204 len: 168 time: 3.2736473 Sep 01 15:33:54.719574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58616) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:54.834871 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf75b1c-6316-47a0-8982-ac91dd66bfb5 x-openstack-request-id: req-7cf75b1c-6316-47a0-8982-ac91dd66bfb5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:54.835214 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:54.835462 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cf75b1c-6316-47a0-8982-ac91dd66bfb5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:54.835892 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027', 'status': 'completed', 'code': 200} Sep 01 15:33:54.842418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.843056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.843649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.844131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.845018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.845684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.846510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.847455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.847918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.854184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0f97a131-a1e4-492c-acd7-38020dd81cfb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 1.3137188 Sep 01 15:33:54.942207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88f7c4-9555-4123-92dc-c816e3177aa1 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event deleted for resources: {'Network': ['ID=33cc38ed-9f7c-4c32-9eae-d99d4fdf5f3c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:55.003238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58618) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:55.168922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-84bd2bdf-fe1d-469d-afa8-6d453ba62c21 req-e2df5018-f7dd-4f63-ac51-733f2298d104 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624764 Sep 01 15:33:55.228590 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-da85aef8-2ede-4413-99c4-1c07eff33e37 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] DELETE failed (client error): The resource could not be found. Sep 01 15:33:55.229957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da85aef8-2ede-4413-99c4-1c07eff33e37 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:33:55.232844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-da85aef8-2ede-4413-99c4-1c07eff33e37 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "DELETE /v2.0/ports/cd9a5361-227c-4a59-8983-27045e63db66 HTTP/1.1" status: 404 len: 333 time: 0.3954298 Sep 01 15:33:55.237122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:55.248474 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '840c6159-eaf4-4f5f-8a96-354977f6c75e', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'port_id': '2783049b-f642-4f28-ac19-88051401c027', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'mac_address': 'fa:16:3e:9c:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:33:46Z', 'updated_at': '2021-09-01T15:33:46Z', 'revision_number': 0, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:55.253228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Allocated IP 172.20.0.9 (15602f0b-e65b-4cd0-b64a-6547a8ec74dd/2bbb45fe-0d94-4803-9684-571ae628689b/fe92a52d-3df5-4b59-a55c-2472b79487f5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:55.456175 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Checking router: 54022f09-c24a-4fec-babf-1162eef859c9 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:55.496131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:55.498354 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:33:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:55.605778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Deleting subnet a791bdbf-5461-415c-9949-403a680b72e6 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:55.649547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae470e15-15d9-4efa-bd98-fc81ae9fcbfb req-cadfce1d-5d54-487c-b173-d2d233825d07 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.0332599 Sep 01 15:33:55.662381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:55.805219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-466706a7-9f64-46c9-bfa9-481fa29b4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:55.813827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-466706a7-9f64-46c9-bfa9-481fa29b4f25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1137 time: 1.1392443 Sep 01 15:33:55.889335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.022178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.026872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.027494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.028133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.028673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.029539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.033100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.034043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.036950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52cd9035-c86b-4d9e-b82f-124bda25f351 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.9029918 Sep 01 15:33:56.042620 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:56.048336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58636) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:56.110637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-f2f2cf28-56c6-4ee0-b0b9-89ec9019c541 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.114636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-f2f2cf28-56c6-4ee0-b0b9-89ec9019c541 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 819 time: 1.1522591 Sep 01 15:33:56.234746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-6f95c784-39a2-47a8-a9f9-69b99ca768af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.236540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-6f95c784-39a2-47a8-a9f9-69b99ca768af service neutron] 10.222.0.50 "GET /v2.0/networks?id=7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 200 len: 898 time: 0.3978260 Sep 01 15:33:56.243340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Request body: {'port': {'device_id': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'admin_state_up': True, 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:56.521421 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.577195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.633359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Made reservation on behalf of 8a6ebe75d3254f0a9eea0a1cad2ea214 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:56.636155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.952998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-7c99aa78-11e6-48d3-9d05-fbf80db96645 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 200 len: 999 time: 0.3348932 Sep 01 15:33:56.997019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2993bac-a4c5-433c-a1a3-7b14106e047c req-422d3e49-9b78-4fe1-b127-6220071a7855 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:57.000639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2993bac-a4c5-433c-a1a3-7b14106e047c req-422d3e49-9b78-4fe1-b127-6220071a7855 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.3867965 Sep 01 15:33:57.197704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-d1d38a97-313b-4e66-baa4-30f8a950ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:57.199330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-d1d38a97-313b-4e66-baa4-30f8a950ec4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c35fd39-d728-4519-92a7-e11ac43ac5c9 HTTP/1.1" status: 200 len: 834 time: 0.2353797 Sep 01 15:33:57.238990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b2993bac-a4c5-433c-a1a3-7b14106e047c req-0d22dfcd-a258-42f4-a58f-4785c00153b8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966810 Sep 01 15:33:57.258038 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '840c6159-eaf4-4f5f-8a96-354977f6c75e', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'port_id': '2783049b-f642-4f28-ac19-88051401c027', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'mac_address': 'fa:16:3e:9c:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:33:46Z', 'updated_at': '2021-09-01T15:33:46Z', 'revision_number': 0, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:57.331615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-75d3733c-6f10-4dd1-8428-9bad21d995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:57.333334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-75d3733c-6f10-4dd1-8428-9bad21d995d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7015fde1-fa6e-4cb8-ba72-fb2133df1897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238852 Sep 01 15:33:57.352551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840df76-d934-435a-9817-a5e5e252b361 None None] The sync data for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 is: [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '840c6159-eaf4-4f5f-8a96-354977f6c75e', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'port_id': '2783049b-f642-4f28-ac19-88051401c027', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'mac_address': 'fa:16:3e:9c:71:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:33:46Z', 'updated_at': '2021-09-01T15:33:46Z', 'revision_number': 0, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:57.583546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-afefb2e3-df24-45f4-8c28-d8bc7af6650b service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359962 Sep 01 15:33:57.651057 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58660) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:57.767830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7c48dc1-6ed2-46ea-8ebd-5e6004c2985b req-15a7361e-f69c-494e-af8b-62e5340d432a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.0678084 Sep 01 15:33:57.909841 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4cc25394-ec94-4cc3-b413-ae2c20bdfcc2 req-b8c09c49-8ea5-483b-afac-d7eb4f4aa120 service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152544 Sep 01 15:33:57.920390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.921392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.948150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225cec7-9a80-43d8-9601-72d815c4e09a None None] New status for floating IP 840c6159-eaf4-4f5f-8a96-354977f6c75e: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:33:57.974043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.016804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event deleted for resources: {'Subnet': ['ID=a791bdbf-5461-415c-9949-403a680b72e6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:58.080722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6a97e-ac11-44e8-a819-5bd5983da6f9 None None] Network af3e4363-9ae5-4ae8-b2c9-a5736151e334 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:58.126616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Allocated IP 172.20.0.13 (15602f0b-e65b-4cd0-b64a-6547a8ec74dd/2bbb45fe-0d94-4803-9684-571ae628689b/9763fddf-9c0b-4ed0-95e7-2044f234e082) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:58.143361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.147176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "DELETE /v2.0/subnets/a791bdbf-5461-415c-9949-403a680b72e6 HTTP/1.1" status: 204 len: 168 time: 2.9079204 Sep 01 15:33:58.161893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:58.181848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.182516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.183086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.183828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.184459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.185123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.197148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.198416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.201222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.201842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.202414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.202984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d972903-5eea-425e-b68e-c95daa2e46ff tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:58.261411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:58.271777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:58.320057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:58.436342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc931553-1a81-4ac4-9085-320efe560e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.556528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Pushing event updated for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:58.638836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:58.639947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.659798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.737796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a2ad2-0d0b-45c1-8710-d5897bfd3be7 req-5c1ef138-2ebd-4806-949a-f9c214a495ff tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:58.741029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b3a2ad2-0d0b-45c1-8710-d5897bfd3be7 req-5c1ef138-2ebd-4806-949a-f9c214a495ff tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2597575 Sep 01 15:33:58.759245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7a4de015-a0a0-40f7-bef3-5ad2d37dec3b tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 2.7068567 Sep 01 15:33:58.763848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58672) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:59.033415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73872c1a-ca86-4788-91bd-9093d5f1dad2 req-301ada36-5098-42c5-9657-7e8805d91487 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.1438668 Sep 01 15:33:59.101917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a5276-94a8-4561-b9ff-eb8111f84f8d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:59.103032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a5276-94a8-4561-b9ff-eb8111f84f8d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:59.124589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a97a5276-94a8-4561-b9ff-eb8111f84f8d tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=54022f09-c24a-4fec-babf-1162eef859c9 HTTP/1.1" status: 200 len: 1991 time: 0.3474805 Sep 01 15:33:59.142089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] DHCP port deletion for af3e4363-9ae5-4ae8-b2c9-a5736151e334 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:59.258467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Deleting port da37b32f-170e-4a17-9b59-935a84ed30c4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:59.258943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.268892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b3a2ad2-0d0b-45c1-8710-d5897bfd3be7 req-e065887c-2e22-4618-8422-ff0a11bda1b9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045961 Sep 01 15:33:59.274365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.282631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc931553-1a81-4ac4-9085-320efe560e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.298496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc931553-1a81-4ac4-9085-320efe560e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.302551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-dc5dad31-793e-45d2-aa31-3cde55d64e03 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3886278 Sep 01 15:33:59.327307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Request body: {'port': {'device_id': '7494351d-e838-4426-a407-b3d8adea0658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:59.349386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Deleting port da37b32f-170e-4a17-9b59-935a84ed30c4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:59.349386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.421717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] For port da37b32f-170e-4a17-9b59-935a84ed30c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=da37b32f-170e-4a17-9b59-935a84ed30c4,segment=NetworkSegment(d35b5262-b91a-4696-9116-ccb0c72c856b),segment_id=d35b5262-b91a-4696-9116-ccb0c72c856b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:59.422270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.457928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Calling delete_port for da37b32f-170e-4a17-9b59-935a84ed30c4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:59.480276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.593917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.608827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc931553-1a81-4ac4-9085-320efe560e7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7230036831844ec98b1e087f1a770f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9568236 Sep 01 15:33:59.625641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.627916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:59.657431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] Pushing event deleted for resources: {'Port': ['ID=da37b32f-170e-4a17-9b59-935a84ed30c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:59.680023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae37ec-9bc8-47e8-a7ae-3b3c3a3a901f None None] No DVR routers for this DVR port da37b32f-170e-4a17-9b59-935a84ed30c4 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:59.719936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc931553-1a81-4ac4-9085-320efe560e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4978067c-0cee-436e-a8b2-d4bb330da26f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:59.873790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] For port da37b32f-170e-4a17-9b59-935a84ed30c4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=da37b32f-170e-4a17-9b59-935a84ed30c4,segment=NetworkSegment(d35b5262-b91a-4696-9116-ccb0c72c856b),segment_id=d35b5262-b91a-4696-9116-ccb0c72c856b)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:59.874890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.881436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:59.923034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:59.926637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Pushing event updated for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:59.942953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:59.959496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Calling delete_port for da37b32f-170e-4a17-9b59-935a84ed30c4 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:59.997122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.024905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.065718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe92a52d-3df5-4b59-a55c-2472b79487f5 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:00.110160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.170136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device da37b32f-170e-4a17-9b59-935a84ed30c4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:00.173640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Transition to ACTIVE for port object fe92a52d-3df5-4b59-a55c-2472b79487f5 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:00.178601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.181932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.183818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4978067c-0cee-436e-a8b2-d4bb330da26f HTTP/1.1" status: 204 len: 168 time: 0.5435274 Sep 01 15:34:00.184132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.245984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: da37b32f-170e-4a17-9b59-935a84ed30c4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:00.246621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device da37b32f-170e-4a17-9b59-935a84ed30c4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:00.292568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:00.292568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.299186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea00be-1725-4cc6-9d27-ee613d91ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4978067c-0cee-436e-a8b2-d4bb330da26f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:00.461957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Pushing event updated for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:00.495449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.632249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8080-42ee-4f27-8c22-40323b9cf62b req-9b56a9e9-f611-49d2-81d1-f1d2164d8aa8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:00.635168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dccf8080-42ee-4f27-8c22-40323b9cf62b req-9b56a9e9-f611-49d2-81d1-f1d2164d8aa8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 932 time: 0.3062887 Sep 01 15:34:00.666251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-e5c4ecd0-eb90-4dad-91f0-f441a8a7cf37 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5243843 Sep 01 15:34:00.694076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Request body: {'port': {'device_id': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:00.736322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event deleted for resources: {'Port': ['ID=da37b32f-170e-4a17-9b59-935a84ed30c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:00.746806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] No DVR routers for this DVR port da37b32f-170e-4a17-9b59-935a84ed30c4 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:00.837193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dccf8080-42ee-4f27-8c22-40323b9cf62b req-5f35fcfd-0778-4a45-9aab-e02a2e4fcec1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307089 Sep 01 15:34:00.842697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Attempting to bind port fe92a52d-3df5-4b59-a55c-2472b79487f5 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:00.843249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Attempting to bind port fe92a52d-3df5-4b59-a55c-2472b79487f5 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:00.843816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Attempting to bind port fe92a52d-3df5-4b59-a55c-2472b79487f5 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:00.867403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Port fe92a52d-3df5-4b59-a55c-2472b79487f5 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:00.868394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Attempting to bind port fe92a52d-3df5-4b59-a55c-2472b79487f5 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:00.873429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18eef3-3085-40c1-b3e9-5a4748840a89 req-ba098b3e-28d9-4b37-9bfc-09af6cad95b9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:00.876236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c18eef3-3085-40c1-b3e9-5a4748840a89 req-ba098b3e-28d9-4b37-9bfc-09af6cad95b9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.4022202 Sep 01 15:34:00.912301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:00.917094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Checking segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:00.917666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Bound using segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:00.918349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Bound port: fe92a52d-3df5-4b59-a55c-2472b79487f5, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:00.918956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.088438 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.102637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58692) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:01.155877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.164300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c18eef3-3085-40c1-b3e9-5a4748840a89 req-2a71b4d4-ced2-4a2e-b352-433314a22d22 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371230 Sep 01 15:34:01.166799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:01.180296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0b92-4b44-446f-b160-65b2cdaf41c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.182036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:01.186706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3e4363-9ae5-4ae8-b2c9-a5736151e334']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:01.212004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.257628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35b5262-b91a-4696-9116-ccb0c72c856b') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:01.258129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35b5262-b91a-4696-9116-ccb0c72c856b') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:01.292300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.328431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:01.333523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.339742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] 10.222.0.50 "PUT /v2.0/ports/fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 1092 time: 2.0243096 Sep 01 15:34:01.357906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.381263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:34:01.382009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:34:01.392099 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:34:01.402841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:01.409374 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b69c02-798e-415d-bbfc-24611629a3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:01.514608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c631270-30a1-4f01-8bee-75d2dfd393dd service neutron] Pushing event updated for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:01.563593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-011733fe-ffd2-4e58-ba95-303db1d16e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:01.567188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-011733fe-ffd2-4e58-ba95-303db1d16e8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1095 time: 0.1419129 Sep 01 15:34:01.676407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.686115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.694896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] 10.222.0.41 "DELETE /v2.0/networks/af3e4363-9ae5-4ae8-b2c9-a5736151e334 HTTP/1.1" status: 204 len: 168 time: 3.5265532 Sep 01 15:34:01.699124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-be018cee-beb0-474a-a2b4-9cc61edc5150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.1198349 Sep 01 15:34:01.699285 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ace93-afc2-424a-97db-2097dac4931c x-openstack-request-id: req-a26ace93-afc2-424a-97db-2097dac4931c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:01.700180 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:01.700180 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a26ace93-afc2-424a-97db-2097dac4931c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:01.700559 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5', 'status': 'completed', 'code': 200} Sep 01 15:34:01.831635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56f136-9dbf-479c-af6b-9cd703f2fc21 tempest-DHCPAgentSchedulersTestJSON-636723928 tempest-DHCPAgentSchedulersTestJSON-636723928-project] Pushing event deleted for resources: {'Network': ['ID=af3e4363-9ae5-4ae8-b2c9-a5736151e334,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:01.870063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-5c99f046-c961-4bc3-b18e-0cb47b4a6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:01.873812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-5c99f046-c961-4bc3-b18e-0cb47b4a6d00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1641779 Sep 01 15:34:01.940155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-427b1d08-6bda-46cd-aac0-fcb5f37a1a0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556908 Sep 01 15:34:02.090651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0b92-4b44-446f-b160-65b2cdaf41c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.191892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef6f0b92-4b44-446f-b160-65b2cdaf41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.199275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-d2385e3d-ed30-4a16-8015-9449d97e353b service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499502 Sep 01 15:34:02.376841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58706) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:02.404404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b82b4-71ee-4873-8b44-dce92719be3e req-83638bba-85b6-487f-940c-64b5ffb554ef tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:02.406262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9b82b4-71ee-4873-8b44-dce92719be3e req-83638bba-85b6-487f-940c-64b5ffb554ef tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 932 time: 0.3304329 Sep 01 15:34:02.435876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef6f0b92-4b44-446f-b160-65b2cdaf41c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93e6393fabb2497f90dd979c1c98db8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3317556 Sep 01 15:34:02.446764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58710) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:02.466584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f0b92-4b44-446f-b160-65b2cdaf41c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f2d5d-7777-49c1-b0b1-e5da67f3b522,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:02.526312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1746-00bf-4b7f-96ba-e23a7ef74fcc req-fa4d6463-4171-4d99-8881-a18e05869430 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:02.528025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b61c1746-00bf-4b7f-96ba-e23a7ef74fcc req-fa4d6463-4171-4d99-8881-a18e05869430 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.1288950 Sep 01 15:34:02.558545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b56395df-e7ae-4d2e-b07a-1fa696620975 req-b90f9709-1da6-4b9f-b276-044054ea707a service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472035 Sep 01 15:34:02.610918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b61c1746-00bf-4b7f-96ba-e23a7ef74fcc req-02b01393-a22f-4cd1-b56f-0b373daf0fa5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Sep 01 15:34:02.661107 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c9b82b4-71ee-4873-8b44-dce92719be3e req-74b082f9-32b9-4e15-a71e-3d24013a927d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261095 Sep 01 15:34:02.708246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.735521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-d9b2932a-ae5c-45e1-ac7c-a8e3d8f597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:02.738658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-d9b2932a-ae5c-45e1-ac7c-a8e3d8f597f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1095 time: 0.1029189 Sep 01 15:34:02.772193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9763fddf-9c0b-4ed0-95e7-2044f234e082 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:02.798476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.817146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.863321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-94e189d2-0f0b-41d5-8c17-44afa7b0ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:02.865770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-94e189d2-0f0b-41d5-8c17-44afa7b0ce3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.1185908 Sep 01 15:34:02.874835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Transition to ACTIVE for port object 9763fddf-9c0b-4ed0-95e7-2044f234e082 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:02.920911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-7d61ed36-6f24-4f42-98f7-059788f83f23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.0464723 Sep 01 15:34:02.936017 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da885533-12d2-4de8-b213-4e8a0c5c9200 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d25dd4c9bef43659979aca7cd4aa4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281291 Sep 01 15:34:02.937265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.940478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58714) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:03.025793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-34dc258b-c4b7-4fa7-a0c7-1cb5f8d192fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:03.029105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-34dc258b-c4b7-4fa7-a0c7-1cb5f8d192fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.0993659 Sep 01 15:34:03.029497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.032831 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.034844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de1f2d5d-7777-49c1-b0b1-e5da67f3b522 HTTP/1.1" status: 204 len: 168 time: 0.5864151 Sep 01 15:34:03.092034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-0d3cfa60-3121-44a9-a7bc-89dff114a6d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510261 Sep 01 15:34:03.104109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0098c-9cf5-46e1-a062-5a7cf39afda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f2d5d-7777-49c1-b0b1-e5da67f3b522,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.146340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Pushing event updated for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.225448 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.273116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.282695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Attempting to bind port 9763fddf-9c0b-4ed0-95e7-2044f234e082 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:03.283038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Attempting to bind port 9763fddf-9c0b-4ed0-95e7-2044f234e082 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:03.283541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Attempting to bind port 9763fddf-9c0b-4ed0-95e7-2044f234e082 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:03.302905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Port 9763fddf-9c0b-4ed0-95e7-2044f234e082 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:03.303204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Attempting to bind port 9763fddf-9c0b-4ed0-95e7-2044f234e082 on network 15602f0b-e65b-4cd0-b64a-6547a8ec74dd {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:03.315221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:03.315698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Checking segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:03.316059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Bound using segment: {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:03.316861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Bound port: 9763fddf-9c0b-4ed0-95e7-2044f234e082, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:03.317271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.323332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-5898580e-91d2-4d53-8596-0b9ddb094ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198453 Sep 01 15:34:03.442401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.446812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.447570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52313c72-bc60-4c83-b3d1-76d88c910e27 HTTP/1.1" status: 204 len: 168 time: 0.5003350 Sep 01 15:34:03.472278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7961530-45b5-4d2f-ae44-536df3efe76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52313c72-bc60-4c83-b3d1-76d88c910e27,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.477655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:03.484997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:03.494293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.537874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61b69c02-798e-415d-bbfc-24611629a3c6 req-4ce0ff68-9c28-4768-8d5f-7abc0e2df496 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083294 Sep 01 15:34:03.550037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:03.551286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.553009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] 10.222.0.50 "PUT /v2.0/ports/9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 200 len: 1093 time: 2.8855765 Sep 01 15:34:03.553734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:03.556826 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d24811b-7208-45fa-9bf7-87ef32a34aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:03.603118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f1044-0c58-43ba-9257-10175bf54961 service neutron] Pushing event updated for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.697559 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7dc67a-235c-4ed9-826a-73000873eb70 x-openstack-request-id: req-fa7dc67a-235c-4ed9-826a-73000873eb70 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:03.697870 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:03.698357 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa7dc67a-235c-4ed9-826a-73000873eb70 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:03.698831 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082', 'status': 'completed', 'code': 200} Sep 01 15:34:03.726713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-a1e352fb-ec78-41d9-8882-09fe45c386ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:03.730070 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-a1e352fb-ec78-41d9-8882-09fe45c386ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1096 time: 0.1092575 Sep 01 15:34:03.946003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-b56579f3-0be9-4953-834e-f6a29034eb2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 200 len: 217 time: 0.2030098 Sep 01 15:34:04.000831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254ec3-f2fd-43a8-8708-20fb998f1ba9 req-c4774fda-1070-497a-9937-f9d1587d46a4 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.013381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e254ec3-f2fd-43a8-8708-20fb998f1ba9 req-c4774fda-1070-497a-9937-f9d1587d46a4 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 944 time: 0.1838920 Sep 01 15:34:04.117613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-cde794e3-f790-4b32-90d9-c8f9ac83a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.120492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-cde794e3-f790-4b32-90d9-c8f9ac83a557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1578357 Sep 01 15:34:04.146869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7bb9-8efd-4000-91be-67ff27f49c66 req-3658fccc-216a-48f5-88ea-0707b8e969f3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.152063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e254ec3-f2fd-43a8-8708-20fb998f1ba9 req-67ffffcc-2836-4ae5-96c7-8cac9a9e0b6d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370504 Sep 01 15:34:04.165521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec5e7bb9-8efd-4000-91be-67ff27f49c66 req-3658fccc-216a-48f5-88ea-0707b8e969f3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2306228 Sep 01 15:34:04.275194 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-c49af902-09cd-4d6d-a0d1-51a82fe66f63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404078 Sep 01 15:34:04.414120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58744) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:04.440180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c45fca5-a831-41f6-a560-dad6a88ff7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.454507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ec5e7bb9-8efd-4000-91be-67ff27f49c66 req-0b64a78b-9221-4fad-accf-aa6b2dd107fc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875636 Sep 01 15:34:04.565496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-1866e5e0-a3b0-4e9e-8b03-ac27f23451be service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801609 Sep 01 15:34:04.668238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c45fca5-a831-41f6-a560-dad6a88ff7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.674739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c45fca5-a831-41f6-a560-dad6a88ff7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.756997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45fca5-a831-41f6-a560-dad6a88ff7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a507ca9d-9afd-44e6-8791-accac7fab51e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:04.768057 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e3ac0ef-d2ef-4af8-b967-2c9a5430ab79 req-458737ed-5ba8-4b05-82c7-94f84db4778d service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923003 Sep 01 15:34:04.774325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c45fca5-a831-41f6-a560-dad6a88ff7dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d295109728f4f6697022458f74be8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582754 Sep 01 15:34:04.777795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58752) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:04.957280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.982556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-83e1e9d9-b77e-4b2a-8fdc-9ae19cbc9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.985330 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-83e1e9d9-b77e-4b2a-8fdc-9ae19cbc9c91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1096 time: 0.1258566 Sep 01 15:34:05.048411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.125705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fe92a52d-3df5-4b59-a55c-2472b79487f5 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:05.242530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-5b93f341-67a8-4f41-a273-93abd2c8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:05.245528 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-5b93f341-67a8-4f41-a273-93abd2c8df4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.2480390 Sep 01 15:34:05.272037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.281128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.286794 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a507ca9d-9afd-44e6-8791-accac7fab51e HTTP/1.1" status: 204 len: 168 time: 0.5033057 Sep 01 15:34:05.369217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02abd7c-2164-48f4-9d29-ec90c0adf892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507ca9d-9afd-44e6-8791-accac7fab51e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:05.374299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-fe96f469-bd13-4004-b362-f301a83b9990 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 200 len: 217 time: 0.1194377 Sep 01 15:34:05.375321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:05.454909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'fe92a52d-3df5-4b59-a55c-2472b79487f5', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'port_id': 'fe92a52d-3df5-4b59-a55c-2472b79487f5', 'mac_address': 'fa:16:3e:60:a5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:05.499779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-075aa8e7-78a4-4f40-ab14-0ba7017b3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:05.507164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-075aa8e7-78a4-4f40-ab14-0ba7017b3e24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1248250 Sep 01 15:34:05.512646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e1b8-6b0b-4ee5-961c-99544fd0f3f9 req-f899b17f-a1d5-4188-acb6-e3f110b0a570 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:05.515979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6d7e1b8-6b0b-4ee5-961c-99544fd0f3f9 req-f899b17f-a1d5-4188-acb6-e3f110b0a570 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 944 time: 0.1393113 Sep 01 15:34:05.570079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-78792751-eaae-416a-adcb-7218e0f0aa85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516562 Sep 01 15:34:05.637842 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.664858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe92a52d-3df5-4b59-a55c-2472b79487f5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:05.670512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6d7e1b8-6b0b-4ee5-961c-99544fd0f3f9 req-97d4d71b-5e97-4c37-9ad6-4cb2b107d3bc tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479390 Sep 01 15:34:05.699553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:05.708584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.817603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d5a1-dcb0-4188-85c8-4f5f25592a0c req-33d49431-8c55-478c-93c6-23a3cf80798b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:05.819313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77a6d5a1-dcb0-4188-85c8-4f5f25592a0c req-33d49431-8c55-478c-93c6-23a3cf80798b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.1777620 Sep 01 15:34:05.879322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-00f3b6a6-62a5-42ac-a76e-da5fbffee275 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987182 Sep 01 15:34:05.902406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:05.922095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.923151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.924151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.925512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.926573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.928600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.930157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.931418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.932466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.935785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.936823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.937343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:05.963273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fe92a52d-3df5-4b59-a55c-2472b79487f5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:05.971417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-77a6d5a1-dcb0-4188-85c8-4f5f25592a0c req-51fc86fb-e107-4fa2-a21f-9b63d5d71725 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Sep 01 15:34:06.055609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d24811b-7208-45fa-9bf7-87ef32a34aa2 req-a5661d80-c4a7-44cb-bd8a-a79d1d4718c4 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666288 Sep 01 15:34:06.893432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5169-4bb4-4585-85a6-a8adc9d6e7ea req-db620c50-2093-4ed9-9840-abe87cfd1c1f tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:06.896873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5beb5169-4bb4-4585-85a6-a8adc9d6e7ea req-db620c50-2093-4ed9-9840-abe87cfd1c1f tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 944 time: 0.0878172 Sep 01 15:34:07.002720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5beb5169-4bb4-4585-85a6-a8adc9d6e7ea req-3f20ace1-d9d3-44c7-b3d3-a84a28784a9c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Sep 01 15:34:07.137324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9763fddf-9c0b-4ed0-95e7-2044f234e082 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:07.147333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fe92a52d-3df5-4b59-a55c-2472b79487f5 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:07.217455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ff4b-01c0-442c-bdfb-da8c54d4fbfc req-20bbcf8c-0de7-40b2-bfdb-47bdf1e683ed tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:07.221869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7017ff4b-01c0-442c-bdfb-da8c54d4fbfc req-20bbcf8c-0de7-40b2-bfdb-47bdf1e683ed tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.0978355 Sep 01 15:34:07.292917 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7017ff4b-01c0-442c-bdfb-da8c54d4fbfc req-c77f1b81-ad6d-4a9a-b613-aec55f00d588 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627034 Sep 01 15:34:07.442521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port fe92a52d-3df5-4b59-a55c-2472b79487f5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:07.470200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port fe92a52d-3df5-4b59-a55c-2472b79487f5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:07.470928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.576191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:07.611978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9763fddf-9c0b-4ed0-95e7-2044f234e082', 'network_id': '15602f0b-e65b-4cd0-b64a-6547a8ec74dd', 'port_id': '9763fddf-9c0b-4ed0-95e7-2044f234e082', 'mac_address': 'fa:16:3e:a3:4b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbb45fe-0d94-4803-9684-571ae628689b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:07.715660 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.736351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.755391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9763fddf-9c0b-4ed0-95e7-2044f234e082 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:07.808379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:07.814153 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6977342-d00b-450b-af43-aa4e7a629706" -d '{"events": [{"server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "name": "network-vif-plugged", "status": "completed", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:07.860824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:07.866345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:07.870243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.879905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.934435 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487c01f-4ba1-4613-b5ee-08a0dac6ab7f x-openstack-request-id: req-2487c01f-4ba1-4613-b5ee-08a0dac6ab7f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:07.934837 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "name": "network-vif-plugged", "status": "completed", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:07.935771 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2487c01f-4ba1-4613-b5ee-08a0dac6ab7f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:07.937743 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5', 'code': 200} Sep 01 15:34:08.014456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:08.163339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:08.187417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9763fddf-9c0b-4ed0-95e7-2044f234e082'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:08.234608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83513859-617b-4fc2-9efe-1da34a0f74d2 req-5141933d-7c85-45d9-ae00-58b30f031fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.237494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83513859-617b-4fc2-9efe-1da34a0f74d2 req-5141933d-7c85-45d9-ae00-58b30f031fb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.2305853 Sep 01 15:34:08.327230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58844) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.480667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83513859-617b-4fc2-9efe-1da34a0f74d2 req-1e764a35-4937-4fb8-8177-88faef54c661 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235196 Sep 01 15:34:08.525546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac313f-0bf1-4457-b52e-95f68037cae1 req-bcb822a9-f3f6-42f8-8205-7039f3507654 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.529401 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52ac313f-0bf1-4457-b52e-95f68037cae1 req-bcb822a9-f3f6-42f8-8205-7039f3507654 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 945 time: 0.3032589 Sep 01 15:34:08.643221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-52ac313f-0bf1-4457-b52e-95f68037cae1 req-06bc380b-640f-428c-95f7-d4eb9d00fe23 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019511 Sep 01 15:34:08.777538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcb11b-bb7b-4e45-8450-200b1ec3f0fd req-1dfba99a-ae28-4787-89ee-0ab264d7dd8c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.781996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5afcb11b-bb7b-4e45-8450-200b1ec3f0fd req-1dfba99a-ae28-4787-89ee-0ab264d7dd8c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2608526 Sep 01 15:34:08.858573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1318260578'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:08.933414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5afcb11b-bb7b-4e45-8450-200b1ec3f0fd req-70a8754c-2684-4d60-a08e-a8882c349705 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325743 Sep 01 15:34:08.947721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Made reservation on behalf of 4b6a8394c0c44df6bc47dd6fda099fa8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:08.959781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.983587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.165149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.170882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.216206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:09.236793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd4de0-a9aa-45ac-a706-86a3dc52ca7a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:09.248558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.249003 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Added segment 0144bbf4-577d-412e-a3ed-5fa9ae8c73fc of type vlan for network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc Sep 01 15:34:09.332451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.382003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.389793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:09.390514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.493913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1605856 Sep 01 15:34:09.501877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478b5c-3c99-484c-b8eb-89aa964b4bbd tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Pushing event updated for resources: {'Network': ['ID=590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:09.519040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:09.939045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d89fa-7d68-4d2c-b800-730d70c23e2a req-c68b42de-3aa9-4f3c-b138-94b1b5f9fffa tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:09.943330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-208d89fa-7d68-4d2c-b800-730d70c23e2a req-c68b42de-3aa9-4f3c-b138-94b1b5f9fffa tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 945 time: 0.1141949 Sep 01 15:34:09.974003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58874) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:09.990062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc', 'binding:host_id': 'n-h1-802060-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1345797038'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:10.026163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-208d89fa-7d68-4d2c-b800-730d70c23e2a req-8b0ddf8c-8231-495e-b7a8-9f13bec409b6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742064 Sep 01 15:34:10.063647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Made reservation on behalf of 3101dc56deef4f318777e7cc0cb10677 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:10.069850 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.087905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.308165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b0d9e-0cce-4d12-a8b1-6046ba845de1 req-af646934-a113-4731-91f2-2ed023d2fe89 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:10.320216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-789b0d9e-0cce-4d12-a8b1-6046ba845de1 req-af646934-a113-4731-91f2-2ed023d2fe89 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 944 time: 0.2022421 Sep 01 15:34:10.325225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.335707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.359265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port d82db1ba-3ecf-4ad0-9228-161856a3db90 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:11.027233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c48cd9-7194-47ca-a400-7372b215ee5e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.076184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-789b0d9e-0cce-4d12-a8b1-6046ba845de1 req-2b4c00fc-2088-4660-9c3f-b3ae8310e9f3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543724 Sep 01 15:34:11.140086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58894) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:11.184530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e217dc30-815c-40ed-bd50-3a0b52a67e69 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:11.194401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9763fddf-9c0b-4ed0-95e7-2044f234e082 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:11.339425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port d82db1ba-3ecf-4ad0-9228-161856a3db90 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:11.360813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.363768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18499a1-12ca-490c-8cd8-727a4db54017 req-b1c74407-72bc-47c9-9b38-a98c875fde64 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:11.370278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d18499a1-12ca-490c-8cd8-727a4db54017 req-b1c74407-72bc-47c9-9b38-a98c875fde64 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 945 time: 0.1828678 Sep 01 15:34:11.393209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Transition to ACTIVE for port object d82db1ba-3ecf-4ad0-9228-161856a3db90 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:11.411842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.416815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9763fddf-9c0b-4ed0-95e7-2044f234e082 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:11.427361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9763fddf-9c0b-4ed0-95e7-2044f234e082 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:11.428063 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.448988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc4e9-1a5c-430d-9514-ae693ee499b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.483566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:11.509797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'e217dc30-815c-40ed-bd50-3a0b52a67e69', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': 'e217dc30-815c-40ed-bd50-3a0b52a67e69', 'mac_address': 'fa:16:3e:fa:53:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:11.526178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=d82db1ba-3ecf-4ad0-9228-161856a3db90,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.542853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Checking segment: {'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:11.543241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Network hostable DHCP agents. Network: 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:34:11.571691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:34:11.576590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.594241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:11.601798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:11.623550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1627b-b7dd-47b9-b6c4-7a7bd74a329e None None] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:11.631143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d18499a1-12ca-490c-8cd8-727a4db54017 req-e6e758f1-f3d3-4537-b0a3-066bf7128c29 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491474 Sep 01 15:34:11.642523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.643199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.646857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.673000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.675034 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.676026 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 2 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.710367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.711227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.712100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.722981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.723923 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.724765 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 3 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.750922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.751787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.752560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.767433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.767999 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.768797 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 4 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.776856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc4e9-1a5c-430d-9514-ae693ee499b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.779531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e217dc30-815c-40ed-bd50-3a0b52a67e69 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:11.784943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc4e9-1a5c-430d-9514-ae693ee499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.797613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.798252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.799081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.807971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.808564 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.809490 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 5 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.846324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.847298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.847639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.858328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.858906 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.859529 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 6 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.876573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.884608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ab3dc4e9-1a5c-430d-9514-ae693ee499b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20ea4d42a3e94dc1b8491c994b45fc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392869 Sep 01 15:34:11.885445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58898) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:11.887253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:11.892688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.893365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.894960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.901703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dc4e9-1a5c-430d-9514-ae693ee499b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdfffd2-1693-4ff8-abfe-e1d108e9d3ef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.905903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.907830 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.908503 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 7 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.921500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.942027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.942353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.943133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.953873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.954496 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.955143 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 8 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:11.982894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:11.983463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:11.984013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:11.995479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:11.996419 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:11.997030 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 9 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:12.020163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.027143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:12.029514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:12.030408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:12.041515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:12.042089 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:12.043200 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 10 to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 Sep 01 15:34:12.067526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:12.068229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:12.069262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:12.074543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.078304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port d82db1ba-3ecf-4ad0-9228-161856a3db90 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:12.078933 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port d82db1ba-3ecf-4ad0-9228-161856a3db90 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:12.079651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.081723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:12.179071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:12.186714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.189659 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d948ec1-fa42-4fe4-850a-a080d653f2ea" -d '{"events": [{"server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "name": "network-vif-plugged", "status": "completed", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:12.194460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.200353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcdfffd2-1693-4ff8-abfe-e1d108e9d3ef HTTP/1.1" status: 204 len: 168 time: 0.3097756 Sep 01 15:34:12.214257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922d812-6801-4289-abe7-faa2b916de4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdfffd2-1693-4ff8-abfe-e1d108e9d3ef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:12.295223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:12.331784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['e217dc30-815c-40ed-bd50-3a0b52a67e69'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:12.348954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.359012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port d82db1ba-3ecf-4ad0-9228-161856a3db90, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:12.361136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempted to set empty binding levels {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:34:12.408380 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2d719-8bce-4d78-a760-fca3ff3dc261 x-openstack-request-id: req-aad2d719-8bce-4d78-a760-fca3ff3dc261 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:12.409013 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "name": "network-vif-plugged", "status": "completed", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:12.409555 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aad2d719-8bce-4d78-a760-fca3ff3dc261 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:12.410188 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082', 'code': 200} Sep 01 15:34:12.436039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.534390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:12.538480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.596392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:12.638867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7329-ab3e-42bd-91e0-d688d3e3cb5d req-717fe287-00e3-4cb7-a9da-eae9d01a2789 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:12.641873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-619d7329-ab3e-42bd-91e0-d688d3e3cb5d req-717fe287-00e3-4cb7-a9da-eae9d01a2789 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 945 time: 0.3501008 Sep 01 15:34:12.654577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6787004 Sep 01 15:34:12.657849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58912) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:12.695564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bf0e-d092-478f-8b3e-9c72a49feff2 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=d82db1ba-3ecf-4ad0-9228-161856a3db90,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:12.779375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3871-4135-423e-8cf0-234cbc149cd3 req-9391103c-3ada-429c-949a-f9ee9038dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:12.782229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b29f3871-4135-423e-8cf0-234cbc149cd3 req-9391103c-3ada-429c-949a-f9ee9038dfb5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1098 time: 0.2825541 Sep 01 15:34:12.917048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-619d7329-ab3e-42bd-91e0-d688d3e3cb5d req-17c593e4-a45b-4568-bc2c-a7fbf42bbe28 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340319 Sep 01 15:34:12.948168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b29f3871-4135-423e-8cf0-234cbc149cd3 req-0451c00e-20a6-4978-b354-05781b76455f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557453 Sep 01 15:34:12.987706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Deleting port d82db1ba-3ecf-4ad0-9228-161856a3db90 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:12.988625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.998903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6ffda-a266-414e-a65f-fb90130d4b52 req-512733de-9d2b-40b4-9b16-ae557fa24d5e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:13.001161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bc6ffda-a266-414e-a65f-fb90130d4b52 req-512733de-9d2b-40b4-9b16-ae557fa24d5e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1240175 Sep 01 15:34:13.001847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:13.035823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ddc-5393-4aef-8f66-c128f53b58f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.112949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bc6ffda-a266-414e-a65f-fb90130d4b52 req-6f6dedaf-79ce-472a-a2ad-a5a40db180fa tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988913 Sep 01 15:34:13.126412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port d82db1ba-3ecf-4ad0-9228-161856a3db90, host n-h1-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:13.127237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.158521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Calling delete_port for d82db1ba-3ecf-4ad0-9228-161856a3db90 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:13.248030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ddc-5393-4aef-8f66-c128f53b58f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.255819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ddc-5393-4aef-8f66-c128f53b58f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.322208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.339594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c6f57ddc-5393-4aef-8f66-c128f53b58f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb7ba9892aa34635b658332c0ac5d318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359637 Sep 01 15:34:13.340623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:13.352809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57ddc-5393-4aef-8f66-c128f53b58f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eedf7ab-9e0a-4904-9e36-d09088b21eb2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:13.387507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event deleted for resources: {'Port': ['ID=d82db1ba-3ecf-4ad0-9228-161856a3db90,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:13.412958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.417328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f8080168-97fd-4292-92e4-968d92126e47 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d82db1ba-3ecf-4ad0-9228-161856a3db90 HTTP/1.1" status: 204 len: 168 time: 0.7571857 Sep 01 15:34:13.420495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58924) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:13.436984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.463319 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-952caecf-3e85-4ef7-9fe9-0c50d518a36f tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:34:13.465415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.470357 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-952caecf-3e85-4ef7-9fe9-0c50d518a36f tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports/d82db1ba-3ecf-4ad0-9228-161856a3db90 HTTP/1.1" status: 404 len: 333 time: 0.0438840 Sep 01 15:34:13.471313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58926) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:13.480335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2077723346'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:13.519605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Made reservation on behalf of 3101dc56deef4f318777e7cc0cb10677 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:13.523326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.557557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port 5a12a957-f054-498f-b951-d68019b0babd yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:13.563201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.567650 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.569856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9eedf7ab-9e0a-4904-9e36-d09088b21eb2 HTTP/1.1" status: 204 len: 168 time: 0.2263198 Sep 01 15:34:13.591446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b19d4-51e6-44e1-b3e6-3b55b803512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eedf7ab-9e0a-4904-9e36-d09088b21eb2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:13.886255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.973300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.047126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:14.052061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:14.062858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:14.065127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:14.065676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.086150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=5a12a957-f054-498f-b951-d68019b0babd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:14.098650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c1465c4b-0cc1-464e-856c-bbf1aca87c3e tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6218956 Sep 01 15:34:14.099120 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:14.107116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:14.217361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.322418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7aed-c67b-4255-bc1f-effca9d00406 req-01f64544-3f75-475f-93fe-c2b2a2dfcca1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:14.324198 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-519a7aed-c67b-4255-bc1f-effca9d00406 req-01f64544-3f75-475f-93fe-c2b2a2dfcca1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 945 time: 0.1472631 Sep 01 15:34:14.381702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e3f300-514a-4aee-a47b-35d48ca6f9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.479958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed2c-8f4c-4b57-97c4-7a929cd7a2b8 req-4dc9dffc-3213-4c1e-8eb1-7d3c5c51f8bc tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:14.483032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8037ed2c-8f4c-4b57-97c4-7a929cd7a2b8 req-4dc9dffc-3213-4c1e-8eb1-7d3c5c51f8bc tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1912835 Sep 01 15:34:14.492123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-519a7aed-c67b-4255-bc1f-effca9d00406 req-76b4573b-ebe3-41fd-95c5-3c4aa659f7bc tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177750 Sep 01 15:34:14.581990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8037ed2c-8f4c-4b57-97c4-7a929cd7a2b8 req-25f13f80-aaa1-4d52-a801-d59efe5d37b5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799208 Sep 01 15:34:14.627712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port 5a12a957-f054-498f-b951-d68019b0babd yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:14.640258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.675662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Transition to ACTIVE for port object 5a12a957-f054-498f-b951-d68019b0babd will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:14.683147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.776761 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=5a12a957-f054-498f-b951-d68019b0babd,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:14.800812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.801418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.802046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.811568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.812082 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.812741 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 2 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:14.846173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.846921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.847485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.856716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.857320 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.857975 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 3 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:14.881027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.885330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.885330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.891247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.891814 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.892483 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 4 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:14.914969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.915572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.916142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.927620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.928054 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.928460 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 5 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:14.953972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.954529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.955049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.967150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.967150 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.967150 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 6 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:14.989246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:14.989595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:14.990497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:14.998067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:14.998477 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:14.998970 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 7 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:15.023779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:15.024306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:15.025007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:15.037174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:15.037589 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:15.038228 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 8 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:15.061227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:15.061857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:15.062523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:15.069975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:15.070438 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:15.071110 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 9 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:15.093103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:15.093668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:15.094234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:15.102274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:15.102824 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:15.103446 n-d-802060-16 neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 10 to bind port 5a12a957-f054-498f-b951-d68019b0babd Sep 01 15:34:15.127811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:15.128333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:15.128797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:15.136176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:15.136607 n-d-802060-16 neutron-server[106377]: ERROR neutron.plugins.ml2.managers [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 5a12a957-f054-498f-b951-d68019b0babd on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:15.137191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.190925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e217dc30-815c-40ed-bd50-3a0b52a67e69 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:15.276974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port 5a12a957-f054-498f-b951-d68019b0babd, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:15.279771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempted to set empty binding levels {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:34:15.288516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.320534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port e217dc30-815c-40ed-bd50-3a0b52a67e69 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:15.327635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port e217dc30-815c-40ed-bd50-3a0b52a67e69 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:15.328145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.358880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] In _notify_port_updated(), no bound segment for port 5a12a957-f054-498f-b951-d68019b0babd on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:34:15.360959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.363070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.365854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "PUT /v2.0/ports/5a12a957-f054-498f-b951-d68019b0babd HTTP/1.1" status: 200 len: 976 time: 1.2650979 Sep 01 15:34:15.369438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:15.406331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e400-a710-4859-8cff-a612433e9115 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=5a12a957-f054-498f-b951-d68019b0babd,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:15.552605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.553769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.554947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.555884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.556603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.557109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.557587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.558336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.558820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.559327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.560186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.560965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.561605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.562448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.563312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.563950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.564411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.564871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.565654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.566133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.566592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.566787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.567509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.570672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d245736-81a4-47b0-8fc6-aed3f0194a7d tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19955 time: 0.1996210 Sep 01 15:34:15.575084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 58966) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:15.619986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:15.621454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:15.625689 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a02528-8de0-470e-91bf-a3f53953795d" -d '{"events": [{"server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "name": "network-vif-plugged", "status": "completed", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:15.634849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.751547 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:15.767986 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaed54c-7246-42ce-ab27-d30f9d67d35a x-openstack-request-id: req-afaed54c-7246-42ce-ab27-d30f9d67d35a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:15.769002 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "name": "network-vif-plugged", "status": "completed", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:15.769002 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afaed54c-7246-42ce-ab27-d30f9d67d35a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:15.770318 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69', 'code': 200} Sep 01 15:34:15.884542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83280b57-ae67-4811-bbf1-0bcfe4733a67 req-0fcaafd2-7165-407c-ac92-4366aed125df tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:15.888824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83280b57-ae67-4811-bbf1-0bcfe4733a67 req-0fcaafd2-7165-407c-ac92-4366aed125df tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.1695428 Sep 01 15:34:16.021628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7685a0d-73ac-41d9-ad73-49e1dcf77bbb req-0ed63c30-f79c-4313-a609-0a201411dc0b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:16.024537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7685a0d-73ac-41d9-ad73-49e1dcf77bbb req-0ed63c30-f79c-4313-a609-0a201411dc0b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1057322 Sep 01 15:34:16.036309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Deleting port 5a12a957-f054-498f-b951-d68019b0babd {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:16.037024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.121527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7685a0d-73ac-41d9-ad73-49e1dcf77bbb req-1dd47a0c-7d49-45f5-b0f0-9466610247f6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823100 Sep 01 15:34:16.134629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-83280b57-ae67-4811-bbf1-0bcfe4733a67 req-c73fd261-9cd8-40db-912f-5b2d06dc6da5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192729 Sep 01 15:34:16.149747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e982c-7b18-445b-acd0-93567956f2e4 req-5c09e296-6054-44e8-b6d3-f12361fd63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:16.152654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-035e982c-7b18-445b-acd0-93567956f2e4 req-5c09e296-6054-44e8-b6d3-f12361fd63c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 1098 time: 0.2600749 Sep 01 15:34:16.222884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port 5a12a957-f054-498f-b951-d68019b0babd, host n-h1-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:16.222884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.256578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Calling delete_port for 5a12a957-f054-498f-b951-d68019b0babd owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:16.314862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-035e982c-7b18-445b-acd0-93567956f2e4 req-cea24619-d8bf-4781-a3b8-647a026933f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433246 Sep 01 15:34:16.540120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.628217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.633745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58988) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:16.634364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5a12a957-f054-498f-b951-d68019b0babd HTTP/1.1" status: 204 len: 168 time: 1.0565310 Sep 01 15:34:16.634937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d36b47-b610-4be5-8cb8-77ebbdca222a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a12a957-f054-498f-b951-d68019b0babd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:16.669923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-1080ce5e-7d8d-4b57-b11c-5dcbb4a755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:16.672482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-1080ce5e-7d8d-4b57-b11c-5dcbb4a755fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1098 time: 0.0797749 Sep 01 15:34:16.688645 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d798e38b-7478-4987-a008-64fbcb8f30dd tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:34:16.691942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d798e38b-7478-4987-a008-64fbcb8f30dd tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports/5a12a957-f054-498f-b951-d68019b0babd HTTP/1.1" status: 404 len: 333 time: 0.0565667 Sep 01 15:34:16.697448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 58994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:16.708595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-882461267', 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:16.759808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Made reservation on behalf of 3101dc56deef4f318777e7cc0cb10677 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:16.767438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.819521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:16.879782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b50b5-1a8e-4758-8c77-a3fe1bf2c5ed req-6d5cbdf8-7508-4e6b-a98f-fbf0a0e5a32d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:16.882684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-518b50b5-1a8e-4758-8c77-a3fe1bf2c5ed req-6d5cbdf8-7508-4e6b-a98f-fbf0a0e5a32d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2087147 Sep 01 15:34:16.982212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-1b2798b2-f2ff-41c3-b822-9118cc691fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:16.985940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-1b2798b2-f2ff-41c3-b822-9118cc691fdb service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.2976499 Sep 01 15:34:17.094431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-34e915f9-02af-45a1-bdbc-586dccee1f32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 200 len: 217 time: 0.0947723 Sep 01 15:34:17.111897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-518b50b5-1a8e-4758-8c77-a3fe1bf2c5ed req-7f38348b-f778-4c9e-9e26-a9be09a1282b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027256 Sep 01 15:34:17.197038 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31ba7ea8-4478-459a-bb03-ad4846edd702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.213390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.223229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-b4ab45a8-5b6d-49e4-8fc4-cf484e4a8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:17.226054 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-b4ab45a8-5b6d-49e4-8fc4-cf484e4a8c64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1123111 Sep 01 15:34:17.309517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-8b5b8cc5-597a-4b49-9ce8-025329207831 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693409 Sep 01 15:34:17.364554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.384173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e668644-67f8-4657-bae0-3a70d2f33071 req-3c541537-0637-4565-9c4b-f823677551c5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:17.386160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e668644-67f8-4657-bae0-3a70d2f33071 req-3c541537-0637-4565-9c4b-f823677551c5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.1336365 Sep 01 15:34:17.518835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:17.535395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:17.545438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:17.547086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:17.548307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.571729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e668644-67f8-4657-bae0-3a70d2f33071 req-4a9994bf-c621-4a8e-a859-b6026c397315 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560390 Sep 01 15:34:17.574943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc2e30f-0c0b-4ca5-8493-c193e01bbf41,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:17.603386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-a536302f-a8bd-4914-afa2-86428e9bc6ba service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825646 Sep 01 15:34:17.625601 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.664685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2679be96-e890-414e-9468-960a3c092672 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9644799 Sep 01 15:34:17.668738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59014) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.745896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7a9ae-ef9b-43da-a98e-ebc85032287f tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:17.748474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-85e7a9ae-ef9b-43da-a98e-ebc85032287f tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports/dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 HTTP/1.1" status: 200 len: 954 time: 0.0752604 Sep 01 15:34:17.753886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.830571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0fc4a57-51d0-46c3-97ad-205716bdc8d7 req-d503001b-68e6-4181-a3b9-db1fb42b202e service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181885 Sep 01 15:34:17.949196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Deleting port dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:17.949832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.069370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.098769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Calling delete_port for dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:18.272908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.335770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcc2e30f-0c0b-4ca5-8493-c193e01bbf41,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:18.356915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.359477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a19408c-afff-499f-8d43-7e97867dc22a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "DELETE /v2.0/ports/dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 HTTP/1.1" status: 204 len: 168 time: 0.6039817 Sep 01 15:34:18.364053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59060) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:18.385973 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0988384-b448-4953-9a8a-b1ee587358ae req-a275618d-4cf4-4172-8985-b6154b82f0f8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:18.387529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0988384-b448-4953-9a8a-b1ee587358ae req-a275618d-4cf4-4172-8985-b6154b82f0f8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1295350 Sep 01 15:34:18.413193 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c89ea3-6108-4e26-9750-d1e2e0a4a8ff tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:34:18.416290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80c89ea3-6108-4e26-9750-d1e2e0a4a8ff tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports/dcc2e30f-0c0b-4ca5-8493-c193e01bbf41 HTTP/1.1" status: 404 len: 333 time: 0.0506124 Sep 01 15:34:18.421820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:18.433296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1253672615'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:18.445263 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.483426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Made reservation on behalf of 3101dc56deef4f318777e7cc0cb10677 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:18.486545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.495406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.514839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0988384-b448-4953-9a8a-b1ee587358ae req-c056e693-b471-466c-9b43-44cd97f9bede tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146634 Sep 01 15:34:18.532249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port 38268af0-774f-46b8-8546-397213125264 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:18.864474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.916931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17b41-1959-4aba-99ac-19e1a1bcc0d1 req-97185d67-544d-41ca-a75d-3f266c8d7309 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:18.919695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fa17b41-1959-4aba-99ac-19e1a1bcc0d1 req-97185d67-544d-41ca-a75d-3f266c8d7309 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.1373322 Sep 01 15:34:19.033159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fa17b41-1959-4aba-99ac-19e1a1bcc0d1 req-76a7e323-ccbd-4fdb-aaa2-89f213ce3e16 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036322 Sep 01 15:34:19.035563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.134454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:19.141217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:19.147447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:19.149027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:19.150084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.172079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=38268af0-774f-46b8-8546-397213125264,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:19.188122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8f9d760-ac75-42ca-93a5-da72f06f0ccb tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7617972 Sep 01 15:34:19.188981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59116) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:19.198066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:19.275110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59122) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:19.278440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec268a-e286-42c7-9f11-ebc87cb025b7 req-5a5b7ef6-ef64-4a4b-9992-57b9ff7e0dee tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:19.281610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9ec268a-e286-42c7-9f11-ebc87cb025b7 req-5a5b7ef6-ef64-4a4b-9992-57b9ff7e0dee tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.0796716 Sep 01 15:34:19.365371 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.378328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a9ec268a-e286-42c7-9f11-ebc87cb025b7 req-58cdfa36-ba6c-4031-a7d9-d911bec4e49e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854604 Sep 01 15:34:19.412816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ef17dcf1-e7b3-4351-a391-48ea2bcfb945 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2980 time: 0.1369903 Sep 01 15:34:19.417538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:19.427440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'network': {'name': 'tempest-network-smoke--2039170848', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'port_security_enabled': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:19.515815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:19.523265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.594717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:19.639563 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.640178 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Added segment 1565336e-5aa0-4e35-a985-627d3196f5f7 of type vlan for network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 Sep 01 15:34:19.862832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.864562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] device_id is not set on port 38268af0-774f-46b8-8546-397213125264 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:19.883440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.910234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Transition to ACTIVE for port object 38268af0-774f-46b8-8546-397213125264 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:19.928920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.942822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.953698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:19.955258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.975693 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.989462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f78eb-ae06-4372-882b-4915c0aa140c req-10a35e9d-48e8-42cd-9a6d-9a8f98a6c3a2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:20.002126 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-943f78eb-ae06-4372-882b-4915c0aa140c req-10a35e9d-48e8-42cd-9a6d-9a8f98a6c3a2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2589469 Sep 01 15:34:20.151328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7275574 Sep 01 15:34:20.153362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59150) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:20.179014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'admin_state_up': True, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:20.225693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e84c9-97a9-451f-9436-1de8feb57b2d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Network': ['ID=93ed2a07-be0d-4c42-ad29-ee81b8f54656,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:20.254312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:20.286072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.288163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.493210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.608239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59154) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:20.712449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=38268af0-774f-46b8-8546-397213125264,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:20.754531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e356a4a-1928-47dd-9439-1b87b1609166 req-db4f2a34-15c5-43e4-a10d-87033697c33a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:20.768484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e356a4a-1928-47dd-9439-1b87b1609166 req-db4f2a34-15c5-43e4-a10d-87033697c33a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.8562205 Sep 01 15:34:20.783869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:20.784371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:20.784844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:20.805517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:20.806038 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:20.806783 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 2 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:20.844812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:20.845350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:20.845796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:20.858864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:20.859591 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:20.863462 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 3 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:20.876381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e356a4a-1928-47dd-9439-1b87b1609166 req-75d9c0df-d36e-4823-b79e-6610f2b342c4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065643 Sep 01 15:34:20.895847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:20.896513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:20.897222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:20.902380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f05e1131-de1f-405c-94b2-d9d3d289bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.908254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:20.909462 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:20.910696 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 4 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:20.930940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.938108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:20.938568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:20.939091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:20.946912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:20.947435 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:20.948096 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 5 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:20.970633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:20.971027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:20.971567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:20.978523 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-943f78eb-ae06-4372-882b-4915c0aa140c req-22bc11e7-1e7e-401d-8cdb-2592d8de212b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8925793 Sep 01 15:34:20.981369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:20.982007 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:20.982844 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 6 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:21.021112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:21.021112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:21.021112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:21.026811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:21.026811 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:21.026811 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 7 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:21.047323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:21.047908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:21.048537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:21.057221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:21.057686 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:21.058179 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 8 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:21.100674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:21.101622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:21.102499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:21.117127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:21.117650 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:21.118268 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 9 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:21.138990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:21.140047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:21.140219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:21.149950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:21.150538 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:21.151210 n-d-802060-16 neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempt 10 to bind port 38268af0-774f-46b8-8546-397213125264 Sep 01 15:34:21.175457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:21.176050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:21.176560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempting to bind port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:21.183640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:21.184519 n-d-802060-16 neutron-server[106376]: ERROR neutron.plugins.ml2.managers [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Failed to bind port 38268af0-774f-46b8-8546-397213125264 on host n-h1-802060-16 for vnic_type normal using segments [{'id': '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc'}] Sep 01 15:34:21.184964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.263380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f05e1131-de1f-405c-94b2-d9d3d289bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.269787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f05e1131-de1f-405c-94b2-d9d3d289bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.322740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port 38268af0-774f-46b8-8546-397213125264, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:21.324130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attempted to set empty binding levels {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:34:21.335745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.408605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] In _notify_port_updated(), no bound segment for port 38268af0-774f-46b8-8546-397213125264 on network 590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:34:21.410918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:21.412328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.414986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "PUT /v2.0/ports/38268af0-774f-46b8-8546-397213125264 HTTP/1.1" status: 200 len: 976 time: 2.2242405 Sep 01 15:34:21.423905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:21.464397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867a7ff-93f2-4b26-b1b9-125278c4ec1a tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event updated for resources: {'Port': ['ID=38268af0-774f-46b8-8546-397213125264,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:21.500469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1131-de1f-405c-94b2-d9d3d289bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d13000-939f-4799-9bbe-5ceede0fe8c0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:21.513888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f05e1131-de1f-405c-94b2-d9d3d289bb9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47850c9526814361be887ae55462e047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9013278 Sep 01 15:34:21.516462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:21.556635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Deleting port 38268af0-774f-46b8-8546-397213125264 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:21.557048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.635058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.688766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] For port 38268af0-774f-46b8-8546-397213125264, host n-h1-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:21.689145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.689707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.717146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Calling delete_port for 38268af0-774f-46b8-8546-397213125264 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:21.827279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-8f23251a-4cce-4ad8-a482-c10b8c70a6f5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:21.829936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-8f23251a-4cce-4ad8-a482-c10b8c70a6f5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.2862427 Sep 01 15:34:21.908604 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.912110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.982593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Pushing event deleted for resources: {'Port': ['ID=38268af0-774f-46b8-8546-397213125264,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:22.005563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.010133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d714fa90-2f23-4a67-9c1e-5dd82bc5439c tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "DELETE /v2.0/ports/38268af0-774f-46b8-8546-397213125264 HTTP/1.1" status: 204 len: 168 time: 0.5848413 Sep 01 15:34:22.015167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59176) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:22.048605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.25.1.21 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/fdcc764c-6a5c-4742-b7cf-a9f642f6c603) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:22.127466 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1144699f-685b-4c8c-b511-4a31affeaf71 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:34:22.131710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1144699f-685b-4c8c-b511-4a31affeaf71 tempest-PortsAdminExtendedAttrsTestJSON-1851028363 tempest-PortsAdminExtendedAttrsTestJSON-1851028363-project-admin] 10.222.0.41 "GET /v2.0/ports/38268af0-774f-46b8-8546-397213125264 HTTP/1.1" status: 404 len: 333 time: 0.1140642 Sep 01 15:34:22.138616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59182) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:22.157943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.343377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.357014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7c96a-19ff-42ef-b5ac-f802ca06ba11 req-35c192b5-0173-4bcf-bc4a-5ea5ffde6253 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:22.365661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff012-af58-4792-9920-35dcbf703788 req-bbde3486-0669-44ae-8fad-6e358f7b97d3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:22.368170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ecff012-af58-4792-9920-35dcbf703788 req-bbde3486-0669-44ae-8fad-6e358f7b97d3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.2573507 Sep 01 15:34:22.381611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c7c96a-19ff-42ef-b5ac-f802ca06ba11 req-35c192b5-0173-4bcf-bc4a-5ea5ffde6253 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2001805 Sep 01 15:34:22.457682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.462286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.466997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.468616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d13000-939f-4799-9bbe-5ceede0fe8c0 HTTP/1.1" status: 204 len: 168 time: 0.9505954 Sep 01 15:34:22.589099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.598374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4c7c96a-19ff-42ef-b5ac-f802ca06ba11 req-9bee6bc9-cb06-42a7-9d62-bdf290ea5d40 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150195 Sep 01 15:34:22.599972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffd624-0d92-46cc-9574-8a2ce66309f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d13000-939f-4799-9bbe-5ceede0fe8c0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:22.623412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ecff012-af58-4792-9920-35dcbf703788 req-a43583d6-8c0c-4540-9c4e-a85c99304db6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169478 Sep 01 15:34:22.629587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:22.645912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:22.646903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0144bbf4-577d-412e-a3ed-5fa9ae8c73fc') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:22.650933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port e217dc30-815c-40ed-bd50-3a0b52a67e69 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:22.658811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.679108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.704883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.718417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:34:22.719241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:34:22.736445 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:34:22.848838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.862540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.865737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] 10.222.0.41 "DELETE /v2.0/networks/590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc HTTP/1.1" status: 204 len: 168 time: 0.7235885 Sep 01 15:34:22.895210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc114e3-55aa-4dca-9f66-965af01e06e3 tempest-PortsAdminExtendedAttrsTestJSON-1424879202 tempest-PortsAdminExtendedAttrsTestJSON-1424879202-project] Pushing event deleted for resources: {'Network': ['ID=590bfe8e-5de9-424c-bb5c-c6b8ea43d3dc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:22.913545 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.018970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:23.068032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:23.075855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:23.081187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:23.171726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port e217dc30-815c-40ed-bd50-3a0b52a67e69, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=e217dc30-815c-40ed-bd50-3a0b52a67e69,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:23.172432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.244498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:23.263223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb1d6-2212-4dfa-88c9-b45f95cb2b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.271185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for e217dc30-815c-40ed-bd50-3a0b52a67e69 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:23.534735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb1d6-2212-4dfa-88c9-b45f95cb2b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.543558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb1d6-2212-4dfa-88c9-b45f95cb2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.585156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:23.664141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d2fb1d6-2212-4dfa-88c9-b45f95cb2b82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a1b229247fe4dce881c6cebd1f8c1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173548 Sep 01 15:34:23.676376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59202) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:23.729123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fb1d6-2212-4dfa-88c9-b45f95cb2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f935b79-e449-479d-bbfc-484a782d2c92,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:23.898836 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.997759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.116380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015c832-e0b8-4cb7-952d-4622f544660a req-4af0beb7-8ef5-498d-944d-93d785bfa16b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:24.126652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b015c832-e0b8-4cb7-952d-4622f544660a req-4af0beb7-8ef5-498d-944d-93d785bfa16b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 946 time: 0.2681739 Sep 01 15:34:24.134045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b6d67869-d7e3-4cba-93a8-7d35e559eed3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b6a8394c0c44df6bc47dd6fda099fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386319 Sep 01 15:34:24.136907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922cc3-8afe-450c-a4e6-162beb76013f req-0be9f513-d1d0-45f3-aec7-ed0e4dedb1c0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:24.142233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:24.145779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49922cc3-8afe-450c-a4e6-162beb76013f req-0be9f513-d1d0-45f3-aec7-ed0e4dedb1c0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2843447 Sep 01 15:34:24.252638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b015c832-e0b8-4cb7-952d-4622f544660a req-87b20b9b-1fc0-45c8-a935-fd08f52f381f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248288 Sep 01 15:34:24.254618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.259719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.262965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f935b79-e449-479d-bbfc-484a782d2c92 HTTP/1.1" status: 204 len: 168 time: 0.5790644 Sep 01 15:34:24.279155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-49922cc3-8afe-450c-a4e6-162beb76013f req-9d58dbf0-cf7d-47e9-8e2f-c6da8655f99b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312149 Sep 01 15:34:24.324831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.328074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479074b-f7a0-409a-b54c-ace0ec33440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f935b79-e449-479d-bbfc-484a782d2c92,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:24.388315 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.449650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.454693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.469837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65e35029-5f0f-4fb0-bae9-1ac4cf13d338'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:24.480958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.488410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.493715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ecd4de0-a9aa-45ac-a706-86a3dc52ca7a HTTP/1.1" status: 204 len: 168 time: 0.3498068 Sep 01 15:34:24.526098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2f70-3ac2-471f-9c20-0a722511a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd4de0-a9aa-45ac-a706-86a3dc52ca7a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:24.620165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=e217dc30-815c-40ed-bd50-3a0b52a67e69,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:24.937818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port e217dc30-815c-40ed-bd50-3a0b52a67e69 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:24.944784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.947007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-150c0d71-c756-40f8-ab78-12a9c9b8e7ec req-1819f156-cf62-4bb0-be1f-4e8860ba5b7c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "DELETE /v2.0/ports/e217dc30-815c-40ed-bd50-3a0b52a67e69 HTTP/1.1" status: 204 len: 173 time: 3.1028194 Sep 01 15:34:24.947519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'name': 'network-vif-deleted', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:24.960261 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a83ddd-fb5b-488a-a583-9eed1e7d1307" -d '{"events": [{"server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "name": "network-vif-deleted", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:25.132224 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbfa3f-e380-4a10-9673-51b0b4d171d8 x-openstack-request-id: req-befbfa3f-e380-4a10-9673-51b0b4d171d8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:25.132661 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf543b5-e5bb-4528-84db-bde1dd2053d7", "name": "network-vif-deleted", "tag": "e217dc30-815c-40ed-bd50-3a0b52a67e69", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:25.133354 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-befbfa3f-e380-4a10-9673-51b0b4d171d8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:25.134479 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf543b5-e5bb-4528-84db-bde1dd2053d7', 'name': 'network-vif-deleted', 'tag': 'e217dc30-815c-40ed-bd50-3a0b52a67e69', 'status': 'completed', 'code': 200} Sep 01 15:34:25.246999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e217dc30-815c-40ed-bd50-3a0b52a67e69 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:25.313502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.326270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: e217dc30-815c-40ed-bd50-3a0b52a67e69 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:25.326917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device e217dc30-815c-40ed-bd50-3a0b52a67e69 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:25.578219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 36fbee41-a073-4476-958b-3e8ed77813c7 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:25.765676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0960f795-61a4-46f9-ba37-368c06aadf0d req-ec5600ce-f661-4e62-a5c3-1b6b924e48f9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.0765247 Sep 01 15:34:25.788529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530630aa-8a03-4e0a-abe8-5f6b4e6acdfb req-1f859c3d-cbdd-45b2-816b-4957941dcbfb tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:25.790101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59234) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:25.805974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-530630aa-8a03-4e0a-abe8-5f6b4e6acdfb req-1f859c3d-cbdd-45b2-816b-4957941dcbfb tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1425006 Sep 01 15:34:25.930079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-530630aa-8a03-4e0a-abe8-5f6b4e6acdfb req-7cef24dd-bd0d-4f36-b948-95b3d4e65194 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216383 Sep 01 15:34:26.009429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.010109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-341b210f-55be-4237-9ede-6b192aab45d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3101dc56deef4f318777e7cc0cb10677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177210 Sep 01 15:34:26.012297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:26.028608 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Sync routers for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:26.059356 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:26.060004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.062915 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:26.064522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0e153d03-1b8b-4a6e-9f97-40f4e9161742 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9079669 Sep 01 15:34:26.069423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.192474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.257260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.373002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636492e5-fe2f-48c5-94ad-e136e1dc5b1a tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:26.382180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-636492e5-fe2f-48c5-94ad-e136e1dc5b1a tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e3768aee89f8490dbd0cc89f1415fb7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3111444 Sep 01 15:34:26.384824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.388773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59248) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.408329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.410353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9c48cd9-7194-47ca-a400-7372b215ee5e HTTP/1.1" status: 204 len: 168 time: 0.3992660 Sep 01 15:34:26.411001 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:26.476011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637c932-4be1-4bd3-9eaa-dcd381c57407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c48cd9-7194-47ca-a400-7372b215ee5e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:26.793325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee485b-0276-4577-9045-f90dd37e3fef tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:26.799835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e4ee485b-0276-4577-9045-f90dd37e3fef tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4064264 Sep 01 15:34:26.800813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.979070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2270815d-2ce9-4cba-b225-de08acd8d3e3 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1762385 Sep 01 15:34:26.985910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:27.092554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a76a2ba-871e-490d-a6ef-87fa0a9231cb tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e3768aee89f8490dbd0cc89f1415fb7f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031728 Sep 01 15:34:27.095587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:27.211240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2926d7ff-0f49-4bc6-a90f-e85d2ce4d243 req-775617fb-9c39-4f3a-82c1-de701888da95 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.1274567 Sep 01 15:34:27.279130 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:24Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:27.341879 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Checking router: 36fbee41-a073-4476-958b-3e8ed77813c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:27.342743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Updating router 36fbee41-a073-4476-958b-3e8ed77813c7 port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:34:27.378300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b6722-7101-44a0-86e8-fd093282cda1 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:27.383662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59276) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:27.384660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-392b6722-7101-44a0-86e8-fd093282cda1 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2868667 Sep 01 15:34:27.410765 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.436583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a68e8-63aa-4f17-8fd4-4f9752d48703 req-37ef4d31-6ffb-4584-a35a-baafa9cd374a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:27.445333 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-790ea542-735c-422d-a2e8-4d382df5d393 tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602200 Sep 01 15:34:27.446491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59278) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:27.455767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578404335', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:27.456330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c57a68e8-63aa-4f17-8fd4-4f9752d48703 req-37ef4d31-6ffb-4584-a35a-baafa9cd374a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2108970 Sep 01 15:34:27.541870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c57a68e8-63aa-4f17-8fd4-4f9752d48703 req-a566532e-2515-45f6-8d5c-a3e4ffa518d2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836489 Sep 01 15:34:27.640793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:27.645489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.894148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.074766 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:34:28.192461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.340061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Subnet': ['ID=f55ec862-0215-4a44-a1e7-1527032b5ace,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:28.354230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Checking segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:28.354567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network hostable DHCP agents. Network: 93ed2a07-be0d-4c42-ad29-ee81b8f54656, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:34:28.394364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:34:28.408635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 93ed2a07-be0d-4c42-ad29-ee81b8f54656) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:28.418612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:28.418612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.424204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1232b-7667-4495-abc1-8e609fd41033 None None] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:28.424500 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.451015 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Transition to ACTIVE for port object fdcc764c-6a5c-4742-b7cf-a9f642f6c603 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:28.463965 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d22dd61-6922-483e-86f1-50e9fb1bf247 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0116458 Sep 01 15:34:28.464235 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.464403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59306) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:28.567418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Pushing event updated for resources: {'Port': ['ID=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:28.594189 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Attempting to bind port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:28.599641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Attempting to bind port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:28.599641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Attempting to bind port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:28.629468 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:28.629845 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:28.630259 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.630655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:28.631138 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Bound port: fdcc764c-6a5c-4742-b7cf-a9f642f6c603, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:28.631515 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.636922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5077f12d-2a85-4075-a2fd-e176d624d283 req-62187d62-5e88-486c-95bc-abb228949780 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.0854101 Sep 01 15:34:28.719213 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.723134 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.723626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.723964 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.724301 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.724623 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.726164 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.726548 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.727976 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.729487 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.729487 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.729776 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:28.748331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] For port fdcc764c-6a5c-4742-b7cf-a9f642f6c603, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:28.758998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] For port fdcc764c-6a5c-4742-b7cf-a9f642f6c603, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:28.772578 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.961485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:28.963791 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:28.975104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'fixed_ips': [{'subnet_id': 'f55ec862-0215-4a44-a1e7-1527032b5ace'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:34:28.977570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:29.118735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d7ab8-4514-46b1-9a46-8005642b459c req-3f3db068-e945-42ca-81c8-d3a95687193c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:29.146738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-584d7ab8-4514-46b1-9a46-8005642b459c req-3f3db068-e945-42ca-81c8-d3a95687193c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3301477 Sep 01 15:34:29.183519 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd355f8a-3ba5-4697-b7a3-26ac8e87f230 None None] Pushing event updated for resources: {'Port': ['ID=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:29.291834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-584d7ab8-4514-46b1-9a46-8005642b459c req-7a4a518f-5ec7-46ed-9e0f-a87f1e247d11 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354923 Sep 01 15:34:29.334863 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:29.466263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Allocated IP 172.20.0.18 (93ed2a07-be0d-4c42-ad29-ee81b8f54656/f55ec862-0215-4a44-a1e7-1527032b5ace/197388f4-99cf-4a92-bc29-6c2f56df5a8f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:29.538520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-23edb5b5-ffce-4c84-a250-4d9b9716dad7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2910178 Sep 01 15:34:29.781750 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:24Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:29.836731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-02b80fab-4e56-451f-8f7f-700ad9712b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:29.838679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-02b80fab-4e56-451f-8f7f-700ad9712b47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 1097 time: 0.2547760 Sep 01 15:34:29.901768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9781858-c04d-412e-b28e-5e243013a778 None None] The sync data for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 is: [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:24Z', 'revision_number': 3, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:30.023067 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.059145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Transition to ACTIVE for port object 197388f4-99cf-4a92-bc29-6c2f56df5a8f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:30.102303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4b31c71-b3c0-4269-83c3-d3887825d230 req-41f62df1-ac8d-4ac2-9b69-c6673c91d538 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.1598117 Sep 01 15:34:30.160365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Transition to ACTIVE for port object 197388f4-99cf-4a92-bc29-6c2f56df5a8f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:30.177774 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.384904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:30.391312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:30.407816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:30.475213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Pushing event updated for resources: {'Port': ['ID=197388f4-99cf-4a92-bc29-6c2f56df5a8f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:30.697041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Attempting to bind port 197388f4-99cf-4a92-bc29-6c2f56df5a8f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:30.702874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Attempting to bind port 197388f4-99cf-4a92-bc29-6c2f56df5a8f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:30.705272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Attempting to bind port 197388f4-99cf-4a92-bc29-6c2f56df5a8f on network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:30.728755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:30.729043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Checking segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:30.729474 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.729930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Bound using segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:30.730439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Bound port: 197388f4-99cf-4a92-bc29-6c2f56df5a8f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:30.730922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.797999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59344) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:30.834648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585952b-db06-465e-ae48-89c59ab19d90 req-d0196601-7374-45d9-b2be-1d6c055ca25b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:30.851100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d585952b-db06-465e-ae48-89c59ab19d90 req-d0196601-7374-45d9-b2be-1d6c055ca25b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2607229 Sep 01 15:34:30.896051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.982501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] For port 197388f4-99cf-4a92-bc29-6c2f56df5a8f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:30.993680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] For port 197388f4-99cf-4a92-bc29-6c2f56df5a8f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=197388f4-99cf-4a92-bc29-6c2f56df5a8f,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:31.004801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.042031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d585952b-db06-465e-ae48-89c59ab19d90 req-00ecd50f-d843-4dfd-8c1d-385e23b7b195 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848831 Sep 01 15:34:31.157518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c8a36-94bb-456f-8355-c031adb77381 None None] Pushing event updated for resources: {'Port': ['ID=197388f4-99cf-4a92-bc29-6c2f56df5a8f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:31.211018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2037088924', 'router:external': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:31.225208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-0ed9429c-b42d-4556-a660-9d12c7137cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:31.226827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-0ed9429c-b42d-4556-a660-9d12c7137cb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 1.3539116 Sep 01 15:34:31.448709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-d2b452c4-9244-4450-8c08-900dd012d4f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338 HTTP/1.1" status: 200 len: 217 time: 0.2072158 Sep 01 15:34:31.519632 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d404bb86-6acc-47ec-8dbb-f097d7095b77 req-412e4b08-63e1-46d7-90a6-338d5a32a03f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.2299500 Sep 01 15:34:31.585847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Made reservation on behalf of b15d4f6cff2640d3a17817575f71059c for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:31.592656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.848022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.917512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-9e51267f-2ec4-4954-9328-a6b3810f18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:31.927621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-9e51267f-2ec4-4954-9328-a6b3810f18a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.4310343 Sep 01 15:34:31.929019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.20.0.17 (93ed2a07-be0d-4c42-ad29-ee81b8f54656/f55ec862-0215-4a44-a1e7-1527032b5ace/757492e8-b489-412c-b9ec-81a9f1b7058e) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:32.357882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec71e5-0440-4c2e-9ca7-eaaa12898003 req-3f43a7f5-2013-40c5-9b3c-be2ee7a3ca06 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:32.389426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7ec71e5-0440-4c2e-9ca7-eaaa12898003 req-3f43a7f5-2013-40c5-9b3c-be2ee7a3ca06 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2165177 Sep 01 15:34:32.447851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 197388f4-99cf-4a92-bc29-6c2f56df5a8f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:32.520418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7ec71e5-0440-4c2e-9ca7-eaaa12898003 req-cda90b72-4761-4375-877e-431bef7b7491 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227236 Sep 01 15:34:32.566767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 197388f4-99cf-4a92-bc29-6c2f56df5a8f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:32.577361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fdcc764c-6a5c-4742-b7cf-a9f642f6c603 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:32.770801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-575ca7e2-7ea8-4833-ad9c-77bf55dc2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:32.772797 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-575ca7e2-7ea8-4833-ad9c-77bf55dc2a64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8319991 Sep 01 15:34:32.777307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:32.787399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:32.790293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.901931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef4740b0-af36-44c0-96f1-df002f4cf159 req-32209fde-8aa6-44e6-8509-1393a1e05314 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.1279366 Sep 01 15:34:33.020266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.048403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.054564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.065919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.078049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port fdcc764c-6a5c-4742-b7cf-a9f642f6c603, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:33.088639 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.111762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Transition to ACTIVE for port object 757492e8-b489-412c-b9ec-81a9f1b7058e will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:33.142700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:33.161423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-f4712321-b343-43ee-9800-c765a3f4c332 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640409 Sep 01 15:34:33.180210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd7c59b-66b9-44c6-af40-7b5fda9ab2d6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.193231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.205630 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.206156 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Added segment 5b693c23-30cc-4f20-8afb-200b3c7de246 of type vlan for network 3378b939-7279-4ce2-a419-f54ad4a934b2 Sep 01 15:34:33.334028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.349453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.471719 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a4af04fa-1bec-4e0f-85d4-dfb25b8ac165 req-6d399e8a-fb65-4508-8442-c94c6d3090ff service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018434 Sep 01 15:34:33.484055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:33.491479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:33.501358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:33.507035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.534211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.535226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:33.535834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.637794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.641643 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8374240 Sep 01 15:34:33.644142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c49499-c66b-49fa-9de2-d57c60ec0152 None None] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:33.647347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:33.669699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'subnet': {'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:33.772712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Provisioning for port 197388f4-99cf-4a92-bc29-6c2f56df5a8f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:33.785653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Provisioning complete for port 197388f4-99cf-4a92-bc29-6c2f56df5a8f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:33.786318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.822054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68682731-5291-4bf8-a2a1-55acf7aeeb8a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Network': ['ID=3378b939-7279-4ce2-a419-f54ad4a934b2,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.825092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Made reservation on behalf of b15d4f6cff2640d3a17817575f71059c for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:33.839879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:33.842405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.870433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.023716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edf632-993f-4163-96da-5db5c989844c req-462eeec3-db22-447c-8ae2-dd8645ddf897 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:34.062637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69edf632-993f-4163-96da-5db5c989844c req-462eeec3-db22-447c-8ae2-dd8645ddf897 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3539047 Sep 01 15:34:34.248474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be9fdfb5-fc7e-43fa-84f6-fc061d7d92d3 req-2ddbd285-7589-4b07-a631-fd2238b2aed1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf543b5-e5bb-4528-84db-bde1dd2053d7 HTTP/1.1" status: 200 len: 210 time: 0.0919249 Sep 01 15:34:34.335014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fdcc764c-6a5c-4742-b7cf-a9f642f6c603 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:34.457164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69edf632-993f-4163-96da-5db5c989844c req-01592731-fca6-4b65-86c3-5f023a6fa846 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927691 Sep 01 15:34:34.569974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.573539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:34.574527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.585191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.602677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.741101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-13acd495-a015-411f-99da-fcef42f8820c None None] For port 197388f4-99cf-4a92-bc29-6c2f56df5a8f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=197388f4-99cf-4a92-bc29-6c2f56df5a8f,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:34.786744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.800698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:34:34.803167 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.819935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.832932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.943430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acd495-a015-411f-99da-fcef42f8820c None None] Pushing event updated for resources: {'Port': ['ID=197388f4-99cf-4a92-bc29-6c2f56df5a8f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.966760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40c76250-4344-4e7a-aedc-846814f83b96,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.987444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Checking segment: {'id': '5b693c23-30cc-4f20-8afb-200b3c7de246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:34.987444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network hostable DHCP agents. Network: 3378b939-7279-4ce2-a419-f54ad4a934b2, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:34:35.031371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:34:35.105466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3378b939-7279-4ce2-a419-f54ad4a934b2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:35.130144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:35.135866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.137079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe6ffd-0182-4cb2-b852-fd321ab5d05a None None] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:35.209268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7b99fda6-2619-4115-af08-c5ddd3773828 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5543981 Sep 01 15:34:35.215456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:35.254782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-225762204', 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:35.267640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Provisioning for port 757492e8-b489-412c-b9ec-81a9f1b7058e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:35.295107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:35.299944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:35.363435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Provisioning complete for port 757492e8-b489-412c-b9ec-81a9f1b7058e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:35.364501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.368954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Made reservation on behalf of b15d4f6cff2640d3a17817575f71059c for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:35.377614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.428103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] device_id is not set on port 3eb56481-0a6b-4b33-a71d-9781c115d858 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:34:35.493700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Port 757492e8-b489-412c-b9ec-81a9f1b7058e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:35.591274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Provisioning complete for port 197388f4-99cf-4a92-bc29-6c2f56df5a8f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:35.591915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e119746-2a97-4aa4-bddb-cb4e6c04f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.635401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 36fbee41-a073-4476-958b-3e8ed77813c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:35.782545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46968a-721c-4db5-b262-e4a6fce76c4b None None] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:35.819360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 2001:db8::31c (3378b939-7279-4ce2-a419-f54ad4a934b2/40c76250-4344-4e7a-aedc-846814f83b96/3eb56481-0a6b-4b33-a71d-9781c115d858) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:35.867972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de2356-8815-48b0-9215-1c9480af7e77 req-d4e0dfb0-ca9d-414f-9abe-31403423c510 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:35.872688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:35.877878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71de2356-8815-48b0-9215-1c9480af7e77 req-d4e0dfb0-ca9d-414f-9abe-31403423c510 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2262774 Sep 01 15:34:35.893892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc894feb-f460-4a63-bd3c-e4ee60b3a2cb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "PUT /v2.0/routers/36fbee41-a073-4476-958b-3e8ed77813c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4281433 Sep 01 15:34:35.964657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Sync routers for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:36.010577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:36.011241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:36.204622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.253291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71de2356-8815-48b0-9215-1c9480af7e77 req-b9bf65e7-c589-4567-b8b0-a072ccf04d1d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740752 Sep 01 15:34:36.326622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8cfa15b4-9cef-425d-926f-2cd9ca6383f7 None None] Provisioning complete for port 757492e8-b489-412c-b9ec-81a9f1b7058e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:36.326906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cfa15b4-9cef-425d-926f-2cd9ca6383f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.339821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.354435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 197388f4-99cf-4a92-bc29-6c2f56df5a8f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:36.436578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:36.439867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:36.448987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:36.458242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:36.460247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:36.461582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.489747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2688024 Sep 01 15:34:36.490810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f623b-1438-4e30-8596-c8efdf761e6d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb56481-0a6b-4b33-a71d-9781c115d858,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:36.496051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59412) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:36.499756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa15b4-9cef-425d-926f-2cd9ca6383f7 None None] Port 757492e8-b489-412c-b9ec-81a9f1b7058e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:36.536841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-76324bd5-5910-467b-84b5-a4bee539df9d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:36.544907 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-76324bd5-5910-467b-84b5-a4bee539df9d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/networks?id=93ed2a07-be0d-4c42-ad29-ee81b8f54656 HTTP/1.1" status: 200 len: 798 time: 0.2764399 Sep 01 15:34:36.573044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-df78f3d1-1cfc-4d0a-95e8-43c9ff946e58 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/quotas/e3768aee89f8490dbd0cc89f1415fb7f HTTP/1.1" status: 200 len: 375 time: 0.0270193 Sep 01 15:34:36.706482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 197388f4-99cf-4a92-bc29-6c2f56df5a8f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:36.706875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.851677 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-595fe0f9-5afd-4382-89ed-588f0875958e tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2720265 Sep 01 15:34:36.855192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Deleting port 3eb56481-0a6b-4b33-a71d-9781c115d858 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:36.855726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.939366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '757492e8-b489-412c-b9ec-81a9f1b7058e', 'name': '', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:61:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:31Z', 'updated_at': '2021-09-01T15:34:34Z', 'revision_number': 2, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:36.997417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Checking router: 36fbee41-a073-4476-958b-3e8ed77813c7 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:36.998036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Updating router 36fbee41-a073-4476-958b-3e8ed77813c7 port 757492e8-b489-412c-b9ec-81a9f1b7058e binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:34:37.053895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.080419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.101845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Calling delete_port for 3eb56481-0a6b-4b33-a71d-9781c115d858 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:37.183142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-c5d975a5-e214-4d7e-8657-9323ba5ea8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968927 Sep 01 15:34:37.315393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-bcb3c76b-5dd2-4156-9ec6-4dd81ac006b9 service neutron] 10.222.0.41 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084280 Sep 01 15:34:37.442073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.484946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb56481-0a6b-4b33-a71d-9781c115d858,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:37.558520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.567570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b02a4a1f-f5a3-4d3a-9bac-74f40fe55937 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3eb56481-0a6b-4b33-a71d-9781c115d858 HTTP/1.1" status: 204 len: 168 time: 1.0642848 Sep 01 15:34:37.567570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59430) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:37.577679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2', 'external_fixed_ips': [{'subnet_id': '40c76250-4344-4e7a-aedc-846814f83b96', 'ip_address': '2001:db8::31c'}]}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:37.638794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7bd60-c5bb-453b-b383-0796c670b96a req-f03d0bee-685d-4b77-8394-c5b03a732534 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:37.639592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.640859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.654356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9b7bd60-c5bb-453b-b383-0796c670b96a req-f03d0bee-685d-4b77-8394-c5b03a732534 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1658111 Sep 01 15:34:37.764743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9b7bd60-c5bb-453b-b383-0796c670b96a req-51089981-d43b-459a-bc85-a5db7413d5c0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066172 Sep 01 15:34:37.806086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.864689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.880921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Transition to ACTIVE for port object 757492e8-b489-412c-b9ec-81a9f1b7058e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:37.890058 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.003660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316a09-a5fe-4b2f-9655-00c2cde93661 None None] Pushing event updated for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:38.011027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97616682-07c1-44fa-9282-55ff82bce7ed req-948d8d36-8ef7-4968-b66a-1eef7334a331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0472622 Sep 01 15:34:38.133528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Attempting to bind port 757492e8-b489-412c-b9ec-81a9f1b7058e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:38.134210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Attempting to bind port 757492e8-b489-412c-b9ec-81a9f1b7058e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:38.134657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Attempting to bind port 757492e8-b489-412c-b9ec-81a9f1b7058e on network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:38.151086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:38.151471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Checking segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:38.151967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.152387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Bound using segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:38.152903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Bound port: 757492e8-b489-412c-b9ec-81a9f1b7058e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:38.157500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.173331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.496452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] For port 757492e8-b489-412c-b9ec-81a9f1b7058e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:38.508624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] For port 757492e8-b489-412c-b9ec-81a9f1b7058e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=757492e8-b489-412c-b9ec-81a9f1b7058e,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:38.516065 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.727769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316a09-a5fe-4b2f-9655-00c2cde93661 None None] Pushing event updated for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:38.740173 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.743909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:38.744566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:38.793412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:39.307703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:39.391825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477c603-4c2c-4ede-9d18-c3f3446950c7 req-19b53c09-2f05-49a1-aa70-26695b493160 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:39.421246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7477c603-4c2c-4ede-9d18-c3f3446950c7 req-19b53c09-2f05-49a1-aa70-26695b493160 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3259766 Sep 01 15:34:39.580246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7477c603-4c2c-4ede-9d18-c3f3446950c7 req-7d478e01-7f3f-4780-aa4f-50d01ea3ccb5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575158 Sep 01 15:34:39.636704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 2001:db8::31c (3378b939-7279-4ce2-a419-f54ad4a934b2/40c76250-4344-4e7a-aedc-846814f83b96/6df728dc-136f-4753-96ad-2b77e595a339) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:39.751963 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-06d76a49-f221-4d14-8496-9f0ebd26fa90 req-b41a2d7c-7967-4c5e-9348-a4ddf45d269c tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0805261 Sep 01 15:34:39.819660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '757492e8-b489-412c-b9ec-81a9f1b7058e', 'name': '', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:61:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:31Z', 'updated_at': '2021-09-01T15:34:38Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:39.825127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:39.868116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df408d-de8c-4adc-bf71-cb4fe71d471e None None] The sync data for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 is: [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '757492e8-b489-412c-b9ec-81a9f1b7058e', 'name': '', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:61:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:31Z', 'updated_at': '2021-09-01T15:34:38Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:39.877581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:39.926368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network 3378b939-7279-4ce2-a419-f54ad4a934b2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:39.930014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:39.934770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:40.045421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=6df728dc-136f-4753-96ad-2b77e595a339,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:40.093376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.093913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.094452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.095148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.095518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.096060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.096638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.097167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.097708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.098252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.098817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.099341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:40.408024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.495965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 757492e8-b489-412c-b9ec-81a9f1b7058e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:40.633437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 757492e8-b489-412c-b9ec-81a9f1b7058e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:40.639331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 757492e8-b489-412c-b9ec-81a9f1b7058e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:40.639986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.899121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-9dd95f79-623b-49dd-ad49-a6a91c188e8d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:40.901931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-9dd95f79-623b-49dd-ad49-a6a91c188e8d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.24 "GET /v2.0/networks?id=93ed2a07-be0d-4c42-ad29-ee81b8f54656 HTTP/1.1" status: 200 len: 798 time: 0.5569367 Sep 01 15:34:40.963115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Request body: {'port': {'device_id': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'admin_state_up': True, 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:40.978132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7af92090-7b37-489e-b662-7d7a9f40c42e req-921069b4-4ba5-4c6f-8f46-83ac3dbc5d26 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0460999 Sep 01 15:34:40.994616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.096074 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.109715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 757492e8-b489-412c-b9ec-81a9f1b7058e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=757492e8-b489-412c-b9ec-81a9f1b7058e,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:41.116509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.211758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:41.254712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471aa3-b9d9-41cd-bdda-9db418b658aa req-30ce67ea-64a3-4d23-8c10-96868c5cbcaf tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:41.263464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c471aa3-b9d9-41cd-bdda-9db418b658aa req-30ce67ea-64a3-4d23-8c10-96868c5cbcaf tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3551474 Sep 01 15:34:41.410575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c471aa3-b9d9-41cd-bdda-9db418b658aa req-e5420107-3373-4022-aa68-6b259c6dbeb5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458466 Sep 01 15:34:41.412908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Made reservation on behalf of e3768aee89f8490dbd0cc89f1415fb7f for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:41.419323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.792398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Allocated IP 172.20.0.24 (93ed2a07-be0d-4c42-ad29-ee81b8f54656/f55ec862-0215-4a44-a1e7-1527032b5ace/4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:42.162673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.221567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Transition to ACTIVE for port object 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:42.254415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 757492e8-b489-412c-b9ec-81a9f1b7058e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:42.356908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.382055 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-92866438-9331-49fc-8706-64ec4c59d32c req-61fdaded-c475-4daf-b0bc-ac7ecaeb2853 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 210 time: 0.1340866 Sep 01 15:34:42.400568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:42.408443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:42.438644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:42.503903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:42.727237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:42.728726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.776751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 757492e8-b489-412c-b9ec-81a9f1b7058e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:42.777198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.827110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:42.873978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.879939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ad508c85-069a-42e1-8d2c-95c5307b3012 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3114903 Sep 01 15:34:42.880782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59496) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:42.893727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event updated for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:42.903306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Sync routers for ids ['75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:42.921423 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Routers {'75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:42.939489 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.954171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-12f24e79-beaf-41db-8512-1a2a5e0d6331 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0006454 Sep 01 15:34:42.980303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-fca4bef1-f4e3-4d20-9479-7de7b5cd8622 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:34:42.994428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-fca4bef1-f4e3-4d20-9479-7de7b5cd8622 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235391 Sep 01 15:34:43.080584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a65db3-3287-4caf-828b-a10df2466f2c req-383d4963-65d0-4cf4-a622-7888fd2e2aa2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:43.097105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82a65db3-3287-4caf-828b-a10df2466f2c req-383d4963-65d0-4cf4-a622-7888fd2e2aa2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3620708 Sep 01 15:34:43.223816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82a65db3-3287-4caf-828b-a10df2466f2c req-f19c4b5b-0a90-46f5-8c30-712bb9a4d540 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136000 Sep 01 15:34:43.249968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1bb09248-27f0-40f4-ae54-6b4eb29f0927 None None] Provisioning for port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:43.269698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1bb09248-27f0-40f4-ae54-6b4eb29f0927 None None] Provisioning complete for port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:43.274155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb09248-27f0-40f4-ae54-6b4eb29f0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.283428 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Set router 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:43.332085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Request body: {'port': {'device_id': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:43.490957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1bb09248-27f0-40f4-ae54-6b4eb29f0927 None None] Port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:43.503227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.534897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.843856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8', 'name': '', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2', 'external_fixed_ips': [{'subnet_id': '40c76250-4344-4e7a-aedc-846814f83b96', 'ip_address': '2001:db8::31c'}], 'enable_snat': True}, 'gw_port_id': '6df728dc-136f-4753-96ad-2b77e595a339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:37Z', 'updated_at': '2021-09-01T15:34:40Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '6df728dc-136f-4753-96ad-2b77e595a339', 'name': '', 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '40c76250-4344-4e7a-aedc-846814f83b96', 'ip_address': '2001:db8::31c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:38Z', 'updated_at': '2021-09-01T15:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40c76250-4344-4e7a-aedc-846814f83b96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:43.971245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.995900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Checking router: 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:43.995900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Updating router 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 port 6df728dc-136f-4753-96ad-2b77e595a339 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:34:44.069229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704237b-3d5e-4569-91de-6287215f01f5 req-67f0fbc0-3207-4a21-8aca-bbddd5d1725c tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:44.076067 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4704237b-3d5e-4569-91de-6287215f01f5 req-67f0fbc0-3207-4a21-8aca-bbddd5d1725c tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 895 time: 0.2616742 Sep 01 15:34:44.084322 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.239649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Deleting port 6df728dc-136f-4753-96ad-2b77e595a339 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:44.254087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.448392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe72816c-e76d-4b2c-a28b-72ac088bf53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.630798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.659062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:44.668298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Calling delete_port for 6df728dc-136f-4753-96ad-2b77e595a339 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:44.717552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657373-8782-45f9-948b-840fc8d81e00 req-8e2fc815-138d-4436-bdcf-eebe2b806eb1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:44.720449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50657373-8782-45f9-948b-840fc8d81e00 req-8e2fc815-138d-4436-bdcf-eebe2b806eb1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1664798 Sep 01 15:34:44.728124 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.859324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50657373-8782-45f9-948b-840fc8d81e00 req-d3c67cad-4fd5-431e-a5b8-a4e59505aef1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252141 Sep 01 15:34:44.860535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Transition to ACTIVE for port object 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:44.873030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.038829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.101241 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.122207 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Transition to ACTIVE for port object 6df728dc-136f-4753-96ad-2b77e595a339 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:45.134632 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.250304 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Attempting to bind port 6df728dc-136f-4753-96ad-2b77e595a339 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:45.253177 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Attempting to bind port 6df728dc-136f-4753-96ad-2b77e595a339 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '5b693c23-30cc-4f20-8afb-200b3c7de246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:45.255554 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Attempting to bind port 6df728dc-136f-4753-96ad-2b77e595a339 on network 3378b939-7279-4ce2-a419-f54ad4a934b2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:45.258034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Attempting to bind port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:45.258397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Attempting to bind port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:45.258709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Attempting to bind port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 on network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:45.271121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 on network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:45.273100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Attempting to bind port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 on network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:45.288652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:45.289093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Checking segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:45.289435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Bound using segment: {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:45.289899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Bound port: 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1565336e-5aa0-4e35-a985-627d3196f5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:45.290265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.312227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.346030 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:45.346613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Checking segment: {'id': '5b693c23-30cc-4f20-8afb-200b3c7de246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:45.349138 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.349877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Bound using segment: {'id': '5b693c23-30cc-4f20-8afb-200b3c7de246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:45.359948 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Bound port: 6df728dc-136f-4753-96ad-2b77e595a339, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b693c23-30cc-4f20-8afb-200b3c7de246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3378b939-7279-4ce2-a419-f54ad4a934b2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:45.363832 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.416842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df728dc-136f-4753-96ad-2b77e595a339,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.495812 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Port 6df728dc-136f-4753-96ad-2b77e595a339 has been deleted concurrently {{(pid=106379) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 01 15:34:45.528012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.601020 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b1215-7bfd-4025-92ee-04a3f8597778 None None] Pushing event updated for resources: {'Port': ['ID=6df728dc-136f-4753-96ad-2b77e595a339,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.623763 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Routers {'75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:45.626296 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:45.673020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:45.685194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:45.696794 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.825507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:45.826782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.829550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] 10.222.0.24 "PUT /v2.0/ports/4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 HTTP/1.1" status: 200 len: 1056 time: 2.8164008 Sep 01 15:34:45.830521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:45.835555 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9758f2d-031f-425b-830c-662f45106cad" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:45.872487 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] Set router 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:46.020576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898a3e-b82d-478f-97fa-253369ce5082 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:46.113883 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c69d5c-b960-4035-9b45-e0a23440dba7 x-openstack-request-id: req-55c69d5c-b960-4035-9b45-e0a23440dba7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:46.114126 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:46.114472 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55c69d5c-b960-4035-9b45-e0a23440dba7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:46.114785 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9', 'status': 'completed', 'code': 200} Sep 01 15:34:46.206702 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8', 'name': '', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:37Z', 'updated_at': '2021-09-01T15:34:45Z', 'revision_number': 5, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:46.213929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.221294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.313269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-dec13c8b-cbfb-42ea-84d6-17d67d6fb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.318010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-dec13c8b-cbfb-42ea-84d6-17d67d6fb179 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 1059 time: 0.3787081 Sep 01 15:34:46.350464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d9bc7-990d-484c-8d28-9da1e2eb2fe4 None None] The sync data for ids ['75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8'] in n-d-802060-16 is: [{'id': '75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8', 'name': '', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:37Z', 'updated_at': '2021-09-01T15:34:45Z', 'revision_number': 5, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:46.391042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e38bc6-02f3-4898-a49e-44dbf0ecc8f7 req-d88dda88-262e-479b-aae9-835a53c40263 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.423452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86e38bc6-02f3-4898-a49e-44dbf0ecc8f7 req-d88dda88-262e-479b-aae9-835a53c40263 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2241380 Sep 01 15:34:46.551832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-e1cd5216-5d2c-4f11-8f08-785f6079ba6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 HTTP/1.1" status: 200 len: 217 time: 0.2168231 Sep 01 15:34:46.567219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86e38bc6-02f3-4898-a49e-44dbf0ecc8f7 req-4ebbe772-1f1d-4672-96f4-fa7e54d14682 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420958 Sep 01 15:34:46.573779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3602-7f4b-47d1-93b5-2196713f3fe6 req-9eb8fd70-8c0e-4761-8d12-bed23e9d56be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.595868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-82cf3602-7f4b-47d1-93b5-2196713f3fe6 req-9eb8fd70-8c0e-4761-8d12-bed23e9d56be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 907 time: 0.9028373 Sep 01 15:34:46.610131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.611262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:46.628444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.646251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f50ad7af-0002-415b-9566-d00280b4a338 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/routers/75b9c652-d17e-4bdc-bcd2-3bc5bc23afb8 HTTP/1.1" status: 204 len: 168 time: 3.7642257 Sep 01 15:34:46.651706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:46.749016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-b79f953b-fed4-430c-89bd-023db9b3699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.752003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-b79f953b-fed4-430c-89bd-023db9b3699b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f55ec862-0215-4a44-a1e7-1527032b5ace HTTP/1.1" status: 200 len: 837 time: 0.1805983 Sep 01 15:34:46.774338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Deleting subnet 40c76250-4344-4e7a-aedc-846814f83b96 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:34:46.782450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.873471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.967850 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.002840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-8b3e2f59-793e-44d7-b03c-be2b643eb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.005625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-8b3e2f59-793e-44d7-b03c-be2b643eb9cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93ed2a07-be0d-4c42-ad29-ee81b8f54656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2258523 Sep 01 15:34:47.183111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0d37297-392a-4d77-8988-a8fc3e1bf7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.207452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-621d744d-1f4d-4228-a5dc-6a9ccbae39db service neutron] 10.222.0.24 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908915 Sep 01 15:34:47.269284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.318477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40c76250-4344-4e7a-aedc-846814f83b96,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:47.322973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.328060 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-432e7b72-9f56-490e-b656-ddc92fafbf9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/40c76250-4344-4e7a-aedc-846814f83b96 HTTP/1.1" status: 204 len: 168 time: 0.6723821 Sep 01 15:34:47.329024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:47.367728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b742d8c6-d61d-4f53-a873-a4a539b20694 req-b217133f-fde0-4989-a4a0-3bf9f022b279 service neutron] 10.222.0.24 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546268 Sep 01 15:34:47.492519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.607288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.607580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758f2d-031f-425b-830c-662f45106cad req-af30c35f-64ae-4115-aae4-f0bd094513c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.614013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-af30c35f-64ae-4115-aae4-f0bd094513c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 1059 time: 0.1226177 Sep 01 15:34:47.781436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.803001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378b939-7279-4ce2-a419-f54ad4a934b2']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.845318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b693c23-30cc-4f20-8afb-200b3c7de246') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.846179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b693c23-30cc-4f20-8afb-200b3c7de246') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.911900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.952946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.965609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:34:47.966211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: items = [ Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:34:47.969692 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:34:48.006529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969dc96-1526-4d17-b2a7-e90c5c3d6565 req-a0c3a1aa-c579-47f7-bf71-546d7da167be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.009183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4969dc96-1526-4d17-b2a7-e90c5c3d6565 req-a0c3a1aa-c579-47f7-bf71-546d7da167be tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 907 time: 0.1842353 Sep 01 15:34:48.378932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.397453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3378b939-7279-4ce2-a419-f54ad4a934b2 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:34:48.399730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Network': ['ID=3378b939-7279-4ce2-a419-f54ad4a934b2,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:48.403007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.411402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a21226d4-cd1d-443b-9028-7ef1b3af7699 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/networks/3378b939-7279-4ce2-a419-f54ad4a934b2 HTTP/1.1" status: 204 len: 168 time: 1.0796220 Sep 01 15:34:48.450400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.517827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.611185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758f2d-031f-425b-830c-662f45106cad req-881e402a-885d-4b53-a3be-aa197dfae0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.613800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-881e402a-885d-4b53-a3be-aa197dfae0de service neutron] 10.222.0.24 "GET /v2.0/networks?id=93ed2a07-be0d-4c42-ad29-ee81b8f54656 HTTP/1.1" status: 200 len: 899 time: 0.9897470 Sep 01 15:34:48.630685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:48.734519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475e45-2b01-49c2-8e2c-a27166d70bad req-3236de1c-7d13-47f9-807c-f361d3d11914 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.738030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff475e45-2b01-49c2-8e2c-a27166d70bad req-3236de1c-7d13-47f9-807c-f361d3d11914 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.9456909 Sep 01 15:34:48.753683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e292d-8a7e-4074-af72-1faf26e7f5f8 req-06e1a1bd-6a05-4998-9377-0149dc35ea24 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.755488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b29e292d-8a7e-4074-af72-1faf26e7f5f8 req-06e1a1bd-6a05-4998-9377-0149dc35ea24 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.1159720 Sep 01 15:34:48.820902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:48.830780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'name': 'tempest-router--766458963', 'project_id': '99614a2aa5fa4e558b0e6328494e9f50'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:48.839125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-262091d0-21ab-4932-b472-5bd1943de3ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 HTTP/1.1" status: 200 len: 217 time: 0.2121789 Sep 01 15:34:48.858095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b29e292d-8a7e-4074-af72-1faf26e7f5f8 req-e7376e20-85fd-4852-8c32-941252013cb7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893323 Sep 01 15:34:48.902081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:48.925264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9', 'network_id': '93ed2a07-be0d-4c42-ad29-ee81b8f54656', 'port_id': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9', 'mac_address': 'fa:16:3e:13:2b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55ec862-0215-4a44-a1e7-1527032b5ace', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:48.971405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff475e45-2b01-49c2-8e2c-a27166d70bad req-7b761e81-5f54-4d45-bb3a-23b21e6b6eca tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511712 Sep 01 15:34:48.981684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.983462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.033666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.060377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.071470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758f2d-031f-425b-830c-662f45106cad req-2fe0b059-6cf3-48ab-90e7-742366be51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.073428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:49.079363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-2fe0b059-6cf3-48ab-90e7-742366be51f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f55ec862-0215-4a44-a1e7-1527032b5ace HTTP/1.1" status: 200 len: 837 time: 0.2281477 Sep 01 15:34:49.082646 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.140708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:49.151281 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.192738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.199405 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:49.212863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-987793d6-08c0-40eb-bf7a-5255cd497d17 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3897531 Sep 01 15:34:49.241291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758f2d-031f-425b-830c-662f45106cad req-1dc0f109-5e96-4178-908a-8043acea987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.252386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-1dc0f109-5e96-4178-908a-8043acea987f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93ed2a07-be0d-4c42-ad29-ee81b8f54656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1625075 Sep 01 15:34:49.287318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:49.374654 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.468414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-90c50232-e166-4101-a676-e40387eb2d97 service neutron] 10.222.0.24 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102675 Sep 01 15:34:49.485576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:49.582233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7edb96-63f0-433b-94d2-9eb5c55f7b2d req-2c1239ac-5d15-4278-93f8-d1a7b8a66afb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.584191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ef7edb96-63f0-433b-94d2-9eb5c55f7b2d req-2c1239ac-5d15-4278-93f8-d1a7b8a66afb tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 908 time: 0.2069864 Sep 01 15:34:49.685875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9758f2d-031f-425b-830c-662f45106cad req-8079d8cd-46d1-4fc0-a305-22bb86d4bc2b service neutron] 10.222.0.24 "GET /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070632 Sep 01 15:34:49.707216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4d937-b427-4617-9c81-0fb62acddc32 req-a97ae9d4-f87a-410f-b074-1afc3c5244c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.710011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01b4d937-b427-4617-9c81-0fb62acddc32 req-a97ae9d4-f87a-410f-b074-1afc3c5244c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1098 time: 0.5785284 Sep 01 15:34:49.755099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.764623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.823253 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-01b4d937-b427-4617-9c81-0fb62acddc32 req-2ce52467-ab86-4cb6-be3b-a82cfdb14fc5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804615 Sep 01 15:34:49.834191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.835094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3698f19a-96f5-4786-a279-77d57e58e6b0 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:49.844836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.847186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f984ff6-c532-40ba-b4d3-bc7e7678537a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3698f19a-96f5-4786-a279-77d57e58e6b0 HTTP/1.1" status: 204 len: 168 time: 0.6451116 Sep 01 15:34:49.967473 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.026335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59614) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.126031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf0149-7322-410d-bcdf-5f2de3089df5 req-fb68db99-65b6-4ff9-a3be-e8883da732e3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:50.128971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ecf0149-7322-410d-bcdf-5f2de3089df5 req-fb68db99-65b6-4ff9-a3be-e8883da732e3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.1561310 Sep 01 15:34:50.236800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f2bb-6ab8-4642-b204-c210fcf413c7 req-4da04555-cffd-402e-9b84-f697c7153c84 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:50.242018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4a2f2bb-6ab8-4642-b204-c210fcf413c7 req-4da04555-cffd-402e-9b84-f697c7153c84 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1291800 Sep 01 15:34:50.251327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ecf0149-7322-410d-bcdf-5f2de3089df5 req-6002c665-dcc9-4bc7-8e3f-b3987c68f87f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044698 Sep 01 15:34:50.360388 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4a2f2bb-6ab8-4642-b204-c210fcf413c7 req-a09a73c9-c6c3-4761-a31a-77235f6a66c8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071641 Sep 01 15:34:50.407813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1933113208', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:50.478205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.479273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.499836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e6a82c83-043f-4b48-aba4-2437fd536c4b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:50.502738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e6a82c83-043f-4b48-aba4-2437fd536c4b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.0878017 Sep 01 15:34:50.602339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.633096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:50.714929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:50.722444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:50.725266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.872016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8264-a9db-4338-b0c8-23097d17f747 req-ebff612e-7d58-471f-94e9-a330e2d3d40f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:50.874558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4eec8264-a9db-4338-b0c8-23097d17f747 req-ebff612e-7d58-471f-94e9-a330e2d3d40f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 908 time: 0.1147120 Sep 01 15:34:50.897553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.948028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:50.951647 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f1cd0c-95d0-4b34-b3e8-2076ce862ea8" -d '{"events": [{"server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:50.987356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:50.998661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.051283 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19dd5b-a8e6-4231-9113-92d63c90b319 x-openstack-request-id: req-fb19dd5b-a8e6-4231-9113-92d63c90b319 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:51.052009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:51.052210 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:51.052566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.052747 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb19dd5b-a8e6-4231-9113-92d63c90b319 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:51.053800 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9', 'code': 200} Sep 01 15:34:51.084225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:51.166962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.227270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc7d48-c964-492b-8666-8ae244622c3c req-2f48307e-0fd7-4003-b84e-27aba9bad401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:51.229047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-accc7d48-c964-492b-8666-8ae244622c3c req-2f48307e-0fd7-4003-b84e-27aba9bad401 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 1061 time: 0.0642409 Sep 01 15:34:51.342955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:51.343617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.424628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:51.485393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef189-9860-4739-864b-4628d8c93046 req-66feb127-c914-4648-94fc-7c44164d68e1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:51.486969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f4ef189-9860-4739-864b-4628d8c93046 req-66feb127-c914-4648-94fc-7c44164d68e1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 945 time: 0.1027148 Sep 01 15:34:51.546350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f4ef189-9860-4739-864b-4628d8c93046 req-8e794713-4568-47e2-b3cc-134719d41aae tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=74d89070-6618-4525-9c42-b746b9a4012d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529199 Sep 01 15:34:51.689858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4491d-7ec2-43cd-b2b6-38d0b30fdad8 req-14aceeb3-6e2b-4632-9793-a90b01ab593d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:51.691428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cce4491d-7ec2-43cd-b2b6-38d0b30fdad8 req-14aceeb3-6e2b-4632-9793-a90b01ab593d tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2055960 Sep 01 15:34:51.855709 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cce4491d-7ec2-43cd-b2b6-38d0b30fdad8 req-31382ffa-aad6-4470-a1ca-fe3a5745b436 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422577 Sep 01 15:34:51.892627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.936023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.067757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.083854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['65e35029-5f0f-4fb0-bae9-1ac4cf13d338'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:52.137118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60843-1496-408e-a936-cbad0a80cccc req-16a4f275-a89b-44bd-b574-e680fee42f23 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:52.142221 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dc60843-1496-408e-a936-cbad0a80cccc req-16a4f275-a89b-44bd-b574-e680fee42f23 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1488533 Sep 01 15:34:52.193338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=65e35029-5f0f-4fb0-bae9-1ac4cf13d338,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:52.213911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5dc60843-1496-408e-a936-cbad0a80cccc req-e14d72d0-aa41-4722-914a-2be36e8aa43a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Sep 01 15:34:52.334031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2b92-36b9-4f88-a42a-e161094ad17d req-3242a8ad-38bd-4099-84a5-96dae0c6503f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:52.349166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-67db2b92-36b9-4f88-a42a-e161094ad17d req-3242a8ad-38bd-4099-84a5-96dae0c6503f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.3192596 Sep 01 15:34:52.383354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:52.390837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.394617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b5c3355e-2a28-4663-a492-7bcdc85a4912 req-e940b142-837e-4f42-b102-325806bc150c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "DELETE /v2.0/ports/65e35029-5f0f-4fb0-bae9-1ac4cf13d338 HTTP/1.1" status: 204 len: 173 time: 1.8846827 Sep 01 15:34:52.395495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'name': 'network-vif-deleted', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:52.399935 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd58dd-554f-475e-8e1c-d31b74477e60" -d '{"events": [{"server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "name": "network-vif-deleted", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:52.432849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Allocated IP 172.25.1.190 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/da18b5b7-3a17-4be3-8098-90b4c22626d8) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:52.565968 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc16e4eb-de42-4a1f-ace3-8e713355494c x-openstack-request-id: req-bc16e4eb-de42-4a1f-ace3-8e713355494c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:52.569185 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1544f4-ca99-4281-befa-a73509f059c1", "name": "network-vif-deleted", "tag": "65e35029-5f0f-4fb0-bae9-1ac4cf13d338", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:52.569458 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc16e4eb-de42-4a1f-ace3-8e713355494c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:52.569922 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1544f4-ca99-4281-befa-a73509f059c1', 'name': 'network-vif-deleted', 'tag': '65e35029-5f0f-4fb0-bae9-1ac4cf13d338', 'status': 'completed', 'code': 200} Sep 01 15:34:52.709281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.797046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5bb41-1d82-478c-86e8-f02ec354590e req-1a306f1d-f251-4b43-99a7-3d6bd561e3e5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:52.801001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d5bb41-1d82-478c-86e8-f02ec354590e req-1a306f1d-f251-4b43-99a7-3d6bd561e3e5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1988163 Sep 01 15:34:52.828684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-121a1c11-87e5-47bb-8e55-d7719b61cc61 req-16d19a12-9991-436b-a99b-e069c52131bb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0540259 Sep 01 15:34:52.853889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.941459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event updated for resources: {'Port': ['ID=da18b5b7-3a17-4be3-8098-90b4c22626d8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:52.963625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:52.967624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:52.978157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:52.997378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48d5bb41-1d82-478c-86e8-f02ec354590e req-a6c816d2-5b5e-4f1f-af42-4b69cc33ca15 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893673 Sep 01 15:34:53.425740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.046083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-345560e8-e3e5-4e87-bfeb-c95f0b6062a8 req-cb4900ba-4b1a-462b-ae1b-386e741026b5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0721800 Sep 01 15:34:54.132240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91ba9-5dfd-4364-ba88-956a83c471b6 req-0136e23c-3a34-4d65-b8e8-5f2deded0932 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.134402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-afe91ba9-5dfd-4364-ba88-956a83c471b6 req-0136e23c-3a34-4d65-b8e8-5f2deded0932 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.1896884 Sep 01 15:34:54.312097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-679764d3-dcbd-40ec-962a-e18f06b3ddca req-37e29fd8-7a0d-4a2a-810f-b4e6d48c2f97 service neutron] (106376) timed out ('10.222.0.41', 55612) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:34:54.371073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db3f8-812e-4e13-9a92-03cce7e1761c req-da555281-055a-45be-a26f-15eb549215c8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.383391 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-064db3f8-812e-4e13-9a92-03cce7e1761c req-da555281-055a-45be-a26f-15eb549215c8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2141483 Sep 01 15:34:54.457133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-064db3f8-812e-4e13-9a92-03cce7e1761c req-c98fccfb-570a-443a-bd20-a1459ffb5ec4 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Sep 01 15:34:54.552997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.708166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ccf6a-b71e-45e0-8e76-1e34315046f4 req-ddf8c135-9650-49ff-a90f-de937752f26d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.710159 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b08ccf6a-b71e-45e0-8e76-1e34315046f4 req-ddf8c135-9650-49ff-a90f-de937752f26d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.3620825 Sep 01 15:34:54.881529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Router f98bad0a-dc10-4bf0-b458-96e8d404b568 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:54.982927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e081732-e108-42f6-a0a2-00c6194f309d req-4cf1ca10-8a92-42a8-a315-2a9dfb32c83c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.983720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e081732-e108-42f6-a0a2-00c6194f309d req-4cf1ca10-8a92-42a8-a315-2a9dfb32c83c tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 1061 time: 0.1570315 Sep 01 15:34:55.102769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e999-db0b-4fe8-92c3-7603e0c7ef0a req-0646f63c-e3d8-4cfb-bf48-3ca5a70f6002 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:55.104519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7cd7e999-db0b-4fe8-92c3-7603e0c7ef0a req-0646f63c-e3d8-4cfb-bf48-3ca5a70f6002 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1803763 Sep 01 15:34:55.116672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:55.142907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] Sync routers for ids ['f98bad0a-dc10-4bf0-b458-96e8d404b568'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:55.220515 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.232173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:55.233974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f62a4980-f5bd-4829-8910-3273d1634343 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2029219 Sep 01 15:34:55.298746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] Routers {'f98bad0a-dc10-4bf0-b458-96e8d404b568'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:55.310578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f98bad0a-dc10-4bf0-b458-96e8d404b568'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:55.371474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9b6ad-29a2-4804-9649-4f30639c5529 req-7b6a06b8-a305-4b45-831f-c3004d7c12ba tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:55.385836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-add9b6ad-29a2-4804-9649-4f30639c5529 req-7b6a06b8-a305-4b45-831f-c3004d7c12ba tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1137 time: 0.1435614 Sep 01 15:34:55.408014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7cd7e999-db0b-4fe8-92c3-7603e0c7ef0a req-3e127eaa-6368-4afb-8ff2-c79ef1b6bb64 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935066 Sep 01 15:34:55.451096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:55.455720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:55.500282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:55.501327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 65e35029-5f0f-4fb0-bae9-1ac4cf13d338 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:55.501680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-add9b6ad-29a2-4804-9649-4f30639c5529 req-35d04fc6-d2db-4e01-892d-1cfc409430db tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1024890 Sep 01 15:34:55.502260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59718) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:55.518396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] Routers {'f98bad0a-dc10-4bf0-b458-96e8d404b568'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:55.519787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f98bad0a-dc10-4bf0-b458-96e8d404b568'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:55.594477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e49d7-35ef-4d64-9294-9fc5480271ff tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:55.614292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-621e49d7-35ef-4d64-9294-9fc5480271ff tempest-TestSecurityGroupsBasicOps-1644494290 tempest-TestSecurityGroupsBasicOps-1644494290-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 1056 time: 0.1107054 Sep 01 15:34:55.654056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59728) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:55.655687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:55.656867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec4976-aca1-48fd-a007-6ff1892cd0b2 None None] The sync data for ids ['f98bad0a-dc10-4bf0-b458-96e8d404b568'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:55.667749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f4f5bf7a-4b8e-4572-82f2-084958023f52 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/f98bad0a-dc10-4bf0-b458-96e8d404b568 HTTP/1.1" status: 200 len: 925 time: 0.4229772 Sep 01 15:34:55.683680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d85fdab-5b8c-407c-8902-0da24ac99d4b req-3cd4a006-6a1a-4dfb-9100-0e71490be13c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0488882 Sep 01 15:34:55.718768 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58fdf0a2-0f49-4426-8888-1c779b2a3254 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98bad0a-dc10-4bf0-b458-96e8d404b568 HTTP/1.1" status: 200 len: 205 time: 0.0609186 Sep 01 15:34:55.719891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:55.942543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.213307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d7337-a216-4dfb-9590-7c27d96c10d7 req-1790cd3e-12e4-4ea2-aa5b-6d27377cd6f4 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.216029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c9d7337-a216-4dfb-9590-7c27d96c10d7 req-1790cd3e-12e4-4ea2-aa5b-6d27377cd6f4 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.1929877 Sep 01 15:34:56.220143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.319284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port da18b5b7-3a17-4be3-8098-90b4c22626d8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:56.319629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.430779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.450596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for da18b5b7-3a17-4be3-8098-90b4c22626d8 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:56.680049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.725631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=da18b5b7-3a17-4be3-8098-90b4c22626d8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:56.738260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad10e9e-a016-4b12-98a1-792fb278d206 req-3b53aa33-97e0-4575-bff1-6b2fb23f2bf0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.742283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ad10e9e-a016-4b12-98a1-792fb278d206 req-3b53aa33-97e0-4575-bff1-6b2fb23f2bf0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1856196 Sep 01 15:34:56.892408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8ad10e9e-a016-4b12-98a1-792fb278d206 req-423f09ef-61a0-4f1e-aa0e-25dcb6c59394 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410840 Sep 01 15:34:56.984648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.159201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed614f7d-af2e-488c-8be6-882daba8c9ef req-0b98942b-ddf8-490f-b287-5776567b0719 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.1680713 Sep 01 15:34:57.216298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.221871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.297454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.299418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router f98bad0a-dc10-4bf0-b458-96e8d404b568 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:57.318866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.325458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59762) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:57.325718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5f5e06f-ec63-4c88-903f-603a7b895f84 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/f98bad0a-dc10-4bf0-b458-96e8d404b568 HTTP/1.1" status: 204 len: 168 time: 1.6038485 Sep 01 15:34:57.335371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1094155199', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:57.409782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.411854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.562885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931300e-fb20-4641-97ac-d66154711eb3 req-08c8a493-833d-4179-931d-6b4f3718af92 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:57.564563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5931300e-fb20-4641-97ac-d66154711eb3 req-08c8a493-833d-4179-931d-6b4f3718af92 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.1633127 Sep 01 15:34:57.736622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.764147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc6e4-f475-474f-8a75-41a1e84b7722 req-6a19ee83-dc86-472a-aef2-1825e3755ae9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:57.777884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f59fc6e4-f475-474f-8a75-41a1e84b7722 req-6a19ee83-dc86-472a-aef2-1825e3755ae9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 909 time: 0.3073945 Sep 01 15:34:57.903302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:57.903656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.927719 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.105521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.156643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:58.157444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.222886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:58.556706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98f501e7-b0c4-4524-9536-826e6888fce2 req-47d38d19-74a6-4db8-beb6-9768ba3ddade tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0569282 Sep 01 15:34:58.561295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.604325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:58.616862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.709982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.721232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] No DVR routers for this DVR port 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:58.723912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.724409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.724768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.725391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.725675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.726024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.726353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.726679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.727006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.727328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.727648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.727967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:58.732551 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.735349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5931300e-fb20-4641-97ac-d66154711eb3 req-fb1a2d9c-44b0-41c3-8514-605a1d910294 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.24 "DELETE /v2.0/ports/4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 HTTP/1.1" status: 204 len: 173 time: 1.1627872 Sep 01 15:34:58.735991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'name': 'network-vif-deleted', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:58.743381 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b91cb-a6fe-47b0-bbad-e16ca8d2c86f" -d '{"events": [{"server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "name": "network-vif-deleted", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:58.955120 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1cf24-d0c9-4db4-be32-2ec16b0fa850 x-openstack-request-id: req-41b1cf24-d0c9-4db4-be32-2ec16b0fa850 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:58.955522 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2e96ca-c5fa-4730-90a9-f449b839a0e5", "name": "network-vif-deleted", "tag": "4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:58.955753 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41b1cf24-d0c9-4db4-be32-2ec16b0fa850 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:58.956201 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2e96ca-c5fa-4730-90a9-f449b839a0e5', 'name': 'network-vif-deleted', 'tag': '4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9', 'status': 'completed', 'code': 200} Sep 01 15:34:59.029844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-791fe5e3-5ef1-4a84-806c-79ad7a6e03a6 req-cd188b0b-a603-42f9-b19e-2b970728a781 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e2e96ca-c5fa-4730-90a9-f449b839a0e5 HTTP/1.1" status: 200 len: 210 time: 0.0525048 Sep 01 15:34:59.182266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 172.25.1.142 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0d6dd6fd-e47b-4776-91da-4219b02cefc3) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:59.431893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.538352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.649693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:59.656195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:59.663752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:59.789749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b126a91-bcc5-43b7-bdfb-0a48fa8c8bb7 req-8baf451b-88ca-488c-8cb1-29bb72b890d3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.0449529 Sep 01 15:34:59.859007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6dd6fd-e47b-4776-91da-4219b02cefc3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:00.282893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:00.308277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.550655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc8cc-447c-4e17-a5cc-0f283063f54d req-2fc78fbb-2206-4ad9-a0d0-6dae1e9f8136 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:00.575763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2efc8cc-447c-4e17-a5cc-0f283063f54d req-2fc78fbb-2206-4ad9-a0d0-6dae1e9f8136 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2243462 Sep 01 15:35:00.691002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2efc8cc-447c-4e17-a5cc-0f283063f54d req-abf3c8d8-614b-4d5f-9be2-131119ded9ca tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130695 Sep 01 15:35:00.697366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:00.749411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:00.750075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4dd0f01d-2710-44a2-bcd1-7ae8e32a3ae9 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:00.822747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-57bea68c-615f-4b77-bcf3-611e03d533df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:00.825198 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-57bea68c-615f-4b77-bcf3-611e03d533df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.4895711 Sep 01 15:35:01.013922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-00b66fb6-402a-42b8-8661-23abe348682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:01.015526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-00b66fb6-402a-42b8-8661-23abe348682a service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.1630938 Sep 01 15:35:01.184751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-2776aea6-516f-492d-af0a-f9966f469794 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.1522496 Sep 01 15:35:01.307862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f9c12b3d-3b48-4a32-a94b-42f7308fa0d6 req-c21c79e1-1138-4d52-972f-1974d0973331 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1544f4-ca99-4281-befa-a73509f059c1 HTTP/1.1" status: 200 len: 210 time: 0.1829307 Sep 01 15:35:01.494611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-dbd84514-375e-43ed-9a76-57eca6eb900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:01.497795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-dbd84514-375e-43ed-9a76-57eca6eb900d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.2822976 Sep 01 15:35:01.611199 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-bcf75a2c-1109-4a05-ab7a-48953a50c307 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972738 Sep 01 15:35:01.628538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-12f52ed0-251c-456a-8d05-a4c7cf71b34e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:35:01.630713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-12f52ed0-251c-456a-8d05-a4c7cf71b34e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098634 Sep 01 15:35:01.635160 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:01.956169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac5dd-72cc-4fae-b6c9-8b44fca1ec82 req-c4a30cd1-0276-43e1-8cce-857be62dfad1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:01.965424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-719ac5dd-72cc-4fae-b6c9-8b44fca1ec82 req-c4a30cd1-0276-43e1-8cce-857be62dfad1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.0991862 Sep 01 15:35:02.080334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-719ac5dd-72cc-4fae-b6c9-8b44fca1ec82 req-48ed92a8-3117-4110-88ca-5fcd14bebc3b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133754 Sep 01 15:35:02.133417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-a268b19e-332f-4c83-accb-771723e407c5 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938533 Sep 01 15:35:02.979474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbaca9b2-aa18-4a79-bfd5-937fe17a4bb6 req-d36ae2e5-856a-4b80-87cc-06848bb533bb service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164326 Sep 01 15:35:03.075793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router 79c8680d-e413-4001-9dce-dc5cc68bc762 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:03.355487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:03.396023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b8e43-f260-42b2-80b6-bc88f2ab0a5b req-59efaaa0-79d2-47e4-8c68-dab85e7fd246 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:03.410434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2b8e43-f260-42b2-80b6-bc88f2ab0a5b req-59efaaa0-79d2-47e4-8c68-dab85e7fd246 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1281137 Sep 01 15:35:03.501592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a2b8e43-f260-42b2-80b6-bc88f2ab0a5b req-dd3d16b8-33f4-441e-a9c0-b01c7e605e60 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896759 Sep 01 15:35:03.546600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:03.561805 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Sync routers for ids ['79c8680d-e413-4001-9dce-dc5cc68bc762'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:03.649908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:03.652073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-726383b4-6ec7-448e-9ca5-e5a242807e29 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3240271 Sep 01 15:35:03.655997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:03.693031 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Routers {'79c8680d-e413-4001-9dce-dc5cc68bc762'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:03.693978 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['79c8680d-e413-4001-9dce-dc5cc68bc762'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:03.841872 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Set router 79c8680d-e413-4001-9dce-dc5cc68bc762 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:03.954576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-22da2fe6-e0b1-44c4-b7a2-10c58fb6625a tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/79c8680d-e413-4001-9dce-dc5cc68bc762 HTTP/1.1" status: 200 len: 909 time: 0.2964900 Sep 01 15:35:03.958210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:03.997144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1094155199', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': True}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:04.101351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.103485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.140536 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142'}], 'enable_snat': False}, 'gw_port_id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:57Z', 'updated_at': '2021-09-01T15:34:59Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:58Z', 'updated_at': '2021-09-01T15:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:04.202104 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Checking router: 79c8680d-e413-4001-9dce-dc5cc68bc762 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:04.202445 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Updating router 79c8680d-e413-4001-9dce-dc5cc68bc762 port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:04.232946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.238513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port 757492e8-b489-412c-b9ec-81a9f1b7058e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:04.239148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.257901 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.725263 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.738831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Transition to ACTIVE for port object 0d6dd6fd-e47b-4776-91da-4219b02cefc3 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:04.743066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.748399 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.785262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Attempting to bind port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:04.785813 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Attempting to bind port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:04.786446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Attempting to bind port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:04.787746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port 757492e8-b489-412c-b9ec-81a9f1b7058e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=757492e8-b489-412c-b9ec-81a9f1b7058e,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:04.788374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.829793 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:04.830265 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:04.830736 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.831204 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:04.831764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Bound port: 0d6dd6fd-e47b-4776-91da-4219b02cefc3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:04.832214 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.877744 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6c86c-cc9b-40fe-a48b-816a67ba25cd None None] Pushing event updated for resources: {'Port': ['ID=0d6dd6fd-e47b-4776-91da-4219b02cefc3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:04.883607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for 757492e8-b489-412c-b9ec-81a9f1b7058e owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:04.916786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] For port 0d6dd6fd-e47b-4776-91da-4219b02cefc3, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:04.922050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] For port 0d6dd6fd-e47b-4776-91da-4219b02cefc3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0d6dd6fd-e47b-4776-91da-4219b02cefc3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:04.926644 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.981184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8563-4f77-42e6-bc61-0ccec7a62023 req-43821946-6b8c-4e8f-a36b-3be1b3854a2b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:04.984513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abab8563-4f77-42e6-bc61-0ccec7a62023 req-43821946-6b8c-4e8f-a36b-3be1b3854a2b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3142805 Sep 01 15:35:05.029434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:35:05.035089 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Routers {'79c8680d-e413-4001-9dce-dc5cc68bc762'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:05.043969 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['79c8680d-e413-4001-9dce-dc5cc68bc762'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:05.183279 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] Set router 79c8680d-e413-4001-9dce-dc5cc68bc762 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:05.239693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abab8563-4f77-42e6-bc61-0ccec7a62023 req-5fce89bd-7ebd-4f5b-ad6b-767684f4877a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863811 Sep 01 15:35:05.332002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6c86c-cc9b-40fe-a48b-816a67ba25cd None None] Pushing event updated for resources: {'Port': ['ID=0d6dd6fd-e47b-4776-91da-4219b02cefc3,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:05.516479 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142'}], 'enable_snat': False}, 'gw_port_id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:57Z', 'updated_at': '2021-09-01T15:34:59Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:58Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:05.629613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88874c83-2936-49c9-8cc0-f6d0a97ac023 None None] The sync data for ids ['79c8680d-e413-4001-9dce-dc5cc68bc762'] in n-d-802060-16 is: [{'id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142'}], 'enable_snat': False}, 'gw_port_id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:57Z', 'updated_at': '2021-09-01T15:34:59Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '0d6dd6fd-e47b-4776-91da-4219b02cefc3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:96:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c8680d-e413-4001-9dce-dc5cc68bc762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:58Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:05.912017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.985924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.062516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=757492e8-b489-412c-b9ec-81a9f1b7058e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:06.070289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.794242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05edc54-b4aa-4dd1-9751-4e90e31b8827 req-95826c8e-e6fd-4be1-baa1-99dfa8104ade tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:06.796645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05edc54-b4aa-4dd1-9751-4e90e31b8827 req-95826c8e-e6fd-4be1-baa1-99dfa8104ade tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3037181 Sep 01 15:35:06.958075 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.967496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f05edc54-b4aa-4dd1-9751-4e90e31b8827 req-b33b14ce-7f3d-4da3-80f6-92120a928c8f tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564944 Sep 01 15:35:06.978070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 172.25.1.37 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/1c13a1d6-2e7d-41ea-9641-0e7377d9efbd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:07.327939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:07.337460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288021220', 'description': 'tempest-secgroup-smoke-288021220 description', 'project_id': 'ff8830f56a824c7cbdad147179a33da9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:07.388973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.508718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.593990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.611605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.676105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 36fbee41-a073-4476-958b-3e8ed77813c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:07.679518 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:07.704047 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.712554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f186a31e-a609-4bc3-a35c-9aebf4937981 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3805528 Sep 01 15:35:07.712997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:07.720240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:07.739570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.818570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.833165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:07.837942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:07.864446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:07.980323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:08.016093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.022701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.076605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1840fd-2273-4af1-b5fd-fbb8202ad46d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:08.100297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.106794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:08.107331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a82f0cf2-731d-4f86-b82c-319a70dd893f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3914657 Sep 01 15:35:08.113868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:08.119497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:08.131444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59966) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:08.131636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ea4e288-963f-4ac9-a351-8ec7099377f2 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "PUT /v2.0/routers/36fbee41-a073-4476-958b-3e8ed77813c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8364291 Sep 01 15:35:08.139219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Sync routers for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:08.185726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.203336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:08.206735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:08.281540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting subnet f55ec862-0215-4a44-a1e7-1527032b5ace {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:35:08.289528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.505629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.562882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:08.629008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0d6dd6fd-e47b-4776-91da-4219b02cefc3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:08.638169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922beeb9-0e10-487e-a48b-4a5b68db8286 req-317fe075-6297-470d-8014-448351578f34 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.643971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-922beeb9-0e10-487e-a48b-4a5b68db8286 req-317fe075-6297-470d-8014-448351578f34 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2863116 Sep 01 15:35:08.814878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-922beeb9-0e10-487e-a48b-4a5b68db8286 req-b153d9cf-a843-4aa8-af6e-fe2940495d11 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515751 Sep 01 15:35:08.934383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.048106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:09.071713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:09.073884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.085474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:35:05Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:09.132522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.142736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.174103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c99877-909e-4d5e-b039-683355ea60d6,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:09.193693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.194986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Checking router: 36fbee41-a073-4476-958b-3e8ed77813c7 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:09.198666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.204021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.204481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-96bdb3ef-73b6-40aa-9865-a954a69b6e20 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0965397 Sep 01 15:35:09.224656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:09.316767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.322255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 59994) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:09.329014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/subnets/f55ec862-0215-4a44-a1e7-1527032b5ace HTTP/1.1" status: 204 len: 168 time: 1.1887112 Sep 01 15:35:09.329555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a4d47-bad7-4b0b-b466-286df2142b43 None None] Network 93ed2a07-be0d-4c42-ad29-ee81b8f54656 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:09.341745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:09.366278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa202-80de-4540-bea1-1fb5d0f420ae tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Subnet': ['ID=f55ec862-0215-4a44-a1e7-1527032b5ace,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:09.437794 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.539099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Routers {'36fbee41-a073-4476-958b-3e8ed77813c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:09.539381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.540187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['36fbee41-a073-4476-958b-3e8ed77813c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:09.547820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.593105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.608393 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.675446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87896c38-4f88-489a-bce8-09479bd82689,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:09.720909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.728242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8eb1ad52-f823-48ef-a62c-49d8bb6ad749 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950405 Sep 01 15:35:09.729347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 59998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:09.746818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:09.785206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] Set router 36fbee41-a073-4476-958b-3e8ed77813c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:09.830601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.844377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.968283 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.975081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.021797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eed2120-b09c-4ae2-9306-3dd6db06b6e6,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:10.030635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.030851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router 7fff7a43-397e-4606-a7de-5095a3401e6f is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:10.032467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-39a31553-2bb3-42f9-a594-e8ff5ab0450b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3014903 Sep 01 15:35:10.037405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60006) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:10.050901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:10.064539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2cf7c-17f4-4d40-a3bd-063680128520 req-03961bc3-c00e-49a1-a73e-11a6dff869ff tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:10.073567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc2cf7c-17f4-4d40-a3bd-063680128520 req-03961bc3-c00e-49a1-a73e-11a6dff869ff tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1278596 Sep 01 15:35:10.086455 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Project ff8830f56a824c7cbdad147179a33da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:35:10.099592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.153758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port fdcc764c-6a5c-4742-b7cf-a9f642f6c603 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:10.154584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.250873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.280883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.290209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] DHCP port deletion for 93ed2a07-be0d-4c42-ad29-ee81b8f54656 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:35:10.301128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.328492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port fdcc764c-6a5c-4742-b7cf-a9f642f6c603, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:10.329367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.350684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for fdcc764c-6a5c-4742-b7cf-a9f642f6c603 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:10.353449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 0d6dd6fd-e47b-4776-91da-4219b02cefc3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0d6dd6fd-e47b-4776-91da-4219b02cefc3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:10.363948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ad4625-253a-4a99-83e8-960705501eb4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:10.392714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.394932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-98e1ea74-4fc6-491f-b82c-ea4d3801c746 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561680 Sep 01 15:35:10.399343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60008) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:10.408324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'security_group_rule': {'security_group_id': '8a77d3c0-e32e-4d15-a2eb-ece06c08fcef', 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:10.446618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.513280 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Project ff8830f56a824c7cbdad147179a33da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:35:10.530735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.575636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=0d6dd6fd-e47b-4776-91da-4219b02cefc3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:10.599338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.627807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.628705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.629534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.633589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.634410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.635180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.637760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.638532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.639224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.640457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.641361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.642040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:10.691532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 197388f4-99cf-4a92-bc29-6c2f56df5a8f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:10.713103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=fdcc764c-6a5c-4742-b7cf-a9f642f6c603,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:10.774671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.776566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc2cf7c-17f4-4d40-a3bd-063680128520 req-b238e3ce-dc47-4c7f-8519-df8670d7128b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019832 Sep 01 15:35:10.787198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.832489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c991e983-5324-4166-91b0-899dd1beb13f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:10.843094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.847219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a39b7345-cfbe-4f37-84aa-4dd478917e50 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4449937 Sep 01 15:35:10.875235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Deleting port 197388f4-99cf-4a92-bc29-6c2f56df5a8f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:10.877865 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.928015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.961536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:10.980527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Sync routers for ids ['7fff7a43-397e-4606-a7de-5095a3401e6f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:11.034681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Routers {'7fff7a43-397e-4606-a7de-5095a3401e6f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:11.036083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fff7a43-397e-4606-a7de-5095a3401e6f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:11.052614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] For port 197388f4-99cf-4a92-bc29-6c2f56df5a8f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=197388f4-99cf-4a92-bc29-6c2f56df5a8f,segment=NetworkSegment(1565336e-5aa0-4e35-a985-627d3196f5f7),segment_id=1565336e-5aa0-4e35-a985-627d3196f5f7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:11.053237 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.086548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Calling delete_port for 197388f4-99cf-4a92-bc29-6c2f56df5a8f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:11.314450 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Set router 7fff7a43-397e-4606-a7de-5095a3401e6f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:11.413698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.420336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b9a719e-f4d6-4f71-b8e1-9db53726b6d3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4558558 Sep 01 15:35:11.421022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60056) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:11.444218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.471455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.483336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.525136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.571272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:35:05Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:11.662061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] Pushing event deleted for resources: {'Port': ['ID=197388f4-99cf-4a92-bc29-6c2f56df5a8f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:11.666444 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:04Z', 'updated_at': '2021-09-01T15:35:08Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:06Z', 'updated_at': '2021-09-01T15:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:11.728036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.728984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Fanout notify agent at l3_agent the message router_deleted on router 36fbee41-a073-4476-958b-3e8ed77813c7 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:11.750885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.760606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8850fb69-0036-4860-a483-11763a53e0aa tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/routers/36fbee41-a073-4476-958b-3e8ed77813c7 HTTP/1.1" status: 204 len: 168 time: 2.4284835 Sep 01 15:35:11.762467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60058) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:11.790496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b46628-9cad-4f6c-879f-ad5f5844a6d9 None None] The sync data for ids ['36fbee41-a073-4476-958b-3e8ed77813c7'] in n-d-802060-16 is: [{'id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1126784095', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:20Z', 'updated_at': '2021-09-01T15:35:05Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'fdcc764c-6a5c-4742-b7cf-a9f642f6c603', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fbee41-a073-4476-958b-3e8ed77813c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:21Z', 'updated_at': '2021-09-01T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:11.806198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d9439-4755-4146-abd0-1ee1d277a854 None None] No DVR routers for this DVR port 197388f4-99cf-4a92-bc29-6c2f56df5a8f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:11.827839 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Checking router: 7fff7a43-397e-4606-a7de-5095a3401e6f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:11.828908 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Updating router 7fff7a43-397e-4606-a7de-5095a3401e6f port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:12.003005 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.082765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76de4ec8-f904-4f37-a522-e6bb031fb393 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/7fff7a43-397e-4606-a7de-5095a3401e6f HTTP/1.1" status: 200 len: 907 time: 0.6597314 Sep 01 15:35:12.083738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:12.225446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.619651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.650578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ed2a07-be0d-4c42-ad29-ee81b8f54656']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:12.688748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1565336e-5aa0-4e35-a985-627d3196f5f7') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:12.689302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1565336e-5aa0-4e35-a985-627d3196f5f7') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:12.750198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.791874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.827803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:35:12.829260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.897172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0d6dd6fd-e47b-4776-91da-4219b02cefc3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:35:12.971908 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:35:13.074613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:13.075001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.081931 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.084734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.158270 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Transition to ACTIVE for port object 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:13.165493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.169192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/networks/93ed2a07-be0d-4c42-ad29-ee81b8f54656 HTTP/1.1" status: 204 len: 168 time: 1.4025342 Sep 01 15:35:13.172767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:13.188020 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.258654 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13beea-f029-449a-aeb3-4b7df902423c None None] Pushing event updated for resources: {'Port': ['ID=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:13.280629 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Attempting to bind port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:13.280971 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Attempting to bind port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:13.281357 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Attempting to bind port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Bound port: 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:13.291432 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.399733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7b887-c03b-4676-a513-b0182951d7f8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Network': ['ID=93ed2a07-be0d-4c42-ad29-ee81b8f54656,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:13.563827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d65e5-3189-4951-ba71-0f3863966952 req-50ec9019-7299-4988-9397-8ca3b86ec9ed tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:13.565212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] For port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:13.565891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c3d65e5-3189-4951-ba71-0f3863966952 req-50ec9019-7299-4988-9397-8ca3b86ec9ed tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 1.2958593 Sep 01 15:35:13.567747 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] For port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:13.577792 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.623671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 757492e8-b489-412c-b9ec-81a9f1b7058e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:13.657011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.684797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 757492e8-b489-412c-b9ec-81a9f1b7058e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:13.685447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 757492e8-b489-412c-b9ec-81a9f1b7058e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:13.734116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13beea-f029-449a-aeb3-4b7df902423c None None] Pushing event updated for resources: {'Port': ['ID=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:13.758313 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Routers {'7fff7a43-397e-4606-a7de-5095a3401e6f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:13.759163 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7fff7a43-397e-4606-a7de-5095a3401e6f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:13.805836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c3d65e5-3189-4951-ba71-0f3863966952 req-5391a85a-e4c8-4ff9-9d5d-42d37731c01c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395585 Sep 01 15:35:13.815169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port f266802c-cad9-4421-b03f-1b4759442808 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:13.815169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.950258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.051380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Deleting port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:14.051717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.068993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.069772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.096031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for f266802c-cad9-4421-b03f-1b4759442808 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:14.192290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] Set router 7fff7a43-397e-4606-a7de-5095a3401e6f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:14.211744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] For port 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:14.212422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.233738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Calling delete_port for 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:14.397840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868e6db3-4aa9-4a36-8221-9e87dffb4a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.541264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fdcc764c-6a5c-4742-b7cf-a9f642f6c603 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:14.576737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.596896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fdcc764c-6a5c-4742-b7cf-a9f642f6c603 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:14.600497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fdcc764c-6a5c-4742-b7cf-a9f642f6c603 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:14.666023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=f266802c-cad9-4421-b03f-1b4759442808,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:14.798387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.803352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.803927 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Floating IP 840c6159-eaf4-4f5f-8a96-354977f6c75e disassociated (deleted). External IP: 172.25.1.81, port: 2783049b-f642-4f28-ac19-88051401c027. Sep 01 15:35:14.807071 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:04Z', 'updated_at': '2021-09-01T15:35:08Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:06Z', 'updated_at': '2021-09-01T15:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:14.831443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c13a1d6-2e7d-41ea-9641-0e7377d9efbd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:14.882362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdeaea-14b8-4b33-a0e6-86f99c4c5d8a None None] The sync data for ids ['7fff7a43-397e-4606-a7de-5095a3401e6f'] in n-d-802060-16 is: [{'id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'name': 'tempest-snat-router-1094155199', 'tenant_id': 'b15d4f6cff2640d3a17817575f71059c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:04Z', 'updated_at': '2021-09-01T15:35:08Z', 'revision_number': 3, 'project_id': 'b15d4f6cff2640d3a17817575f71059c', 'gw_port': {'id': '1c13a1d6-2e7d-41ea-9641-0e7377d9efbd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fff7a43-397e-4606-a7de-5095a3401e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:06Z', 'updated_at': '2021-09-01T15:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:15.049206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.162751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abaa18-6391-4c62-b911-9a696a545ff9 req-35d37c6f-7833-4f27-af78-ad5e2be1ddb9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:15.174982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a7abaa18-6391-4c62-b911-9a696a545ff9 req-35d37c6f-7833-4f27-af78-ad5e2be1ddb9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1609225 Sep 01 15:35:15.321559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.329246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.473877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.476131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fff7a43-397e-4606-a7de-5095a3401e6f {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:15.493938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.495584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1f02fb9-fd41-4630-af7a-dd816a92d2c9 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7fff7a43-397e-4606-a7de-5095a3401e6f HTTP/1.1" status: 204 len: 168 time: 3.4102683 Sep 01 15:35:15.498599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60130) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:15.531738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a7abaa18-6391-4c62-b911-9a696a545ff9 req-50c73915-c5ef-47de-a93c-ac357b65fac5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553975 Sep 01 15:35:15.554882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 54022f09-c24a-4fec-babf-1162eef859c9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:15.855832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.886411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:15.902733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Sync routers for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:15.903568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.954586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:15.955493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:34:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:15.983095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a4d12b5a-3c36-4272-a04b-90633a6d559f tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/floatingips/840c6159-eaf4-4f5f-8a96-354977f6c75e HTTP/1.1" status: 204 len: 168 time: 2.7979751 Sep 01 15:35:15.986200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:15.998571 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a47445-241f-4826-b6d6-710764de035b" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:16.129648 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159f1539-3c3b-45f9-bd47-20623e94949d x-openstack-request-id: req-159f1539-3c3b-45f9-bd47-20623e94949d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:16.133779 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "tag": "2783049b-f642-4f28-ac19-88051401c027", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:16.134643 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-159f1539-3c3b-45f9-bd47-20623e94949d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:16.136273 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'tag': '2783049b-f642-4f28-ac19-88051401c027', 'status': 'completed', 'code': 200} Sep 01 15:35:16.156125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.255710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47445-241f-4826-b6d6-710764de035b req-e19287ae-9e7f-4301-a9ca-b893a0bcb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:16.257456 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-e19287ae-9e7f-4301-a9ca-b893a0bcb832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 1137 time: 0.1173298 Sep 01 15:35:16.359297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Deleting port 0d6dd6fd-e47b-4776-91da-4219b02cefc3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:16.360134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.549006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] For port 0d6dd6fd-e47b-4776-91da-4219b02cefc3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0d6dd6fd-e47b-4776-91da-4219b02cefc3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:16.549006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.607335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Calling delete_port for 0d6dd6fd-e47b-4776-91da-4219b02cefc3 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:16.686440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:16.947875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bca01-b36a-49cc-932e-da725235e1d4 req-8c7e061c-3dc1-4675-9b82-2c2478cb66fd tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:16.963123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-039bca01-b36a-49cc-932e-da725235e1d4 req-8c7e061c-3dc1-4675-9b82-2c2478cb66fd tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2238972 Sep 01 15:35:17.186843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-039bca01-b36a-49cc-932e-da725235e1d4 req-e32733cc-a196-4a5d-9474-09886bba6127 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223158 Sep 01 15:35:17.267441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00cfc74b-e473-4fcb-b3fa-17d44c260172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.345567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.464375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d6dd6fd-e47b-4776-91da-4219b02cefc3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:17.579898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.702352 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.716968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343851d7-63ab-4757-987f-05c4479da2d5 req-8ccda278-a1f4-4d6b-a9e8-69e6d18308ee tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:17.749730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-343851d7-63ab-4757-987f-05c4479da2d5 req-8ccda278-a1f4-4d6b-a9e8-69e6d18308ee tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.3278716 Sep 01 15:35:17.753394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.799014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47445-241f-4826-b6d6-710764de035b req-f7ba965f-4041-4ffd-98ef-b3197f7b5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:17.799455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.805105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.808455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-f7ba965f-4041-4ffd-98ef-b3197f7b5652 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 200 len: 898 time: 1.5330689 Sep 01 15:35:17.886664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60162) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:17.901655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.902742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79c8680d-e413-4001-9dce-dc5cc68bc762 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:17.923068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Checking router: 54022f09-c24a-4fec-babf-1162eef859c9 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:17.962580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:17.963882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.968795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.983490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74fe9151-a104-4b05-a5f2-02abb571b29e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "DELETE /v2.0/routers/79c8680d-e413-4001-9dce-dc5cc68bc762 HTTP/1.1" status: 204 len: 168 time: 2.4797254 Sep 01 15:35:17.999582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60166) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:18.029447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1087795409', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:18.109230 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-a93ff238-375a-41d7-9331-b6b12f64a18b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 200 len: 217 time: 0.2604580 Sep 01 15:35:18.196300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-8d420b13-a811-4c74-81ed-3d041c72ee26 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:18.198009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-8d420b13-a811-4c74-81ed-3d041c72ee26 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.50 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.3143125 Sep 01 15:35:18.293998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-343851d7-63ab-4757-987f-05c4479da2d5 req-b2c87fff-8a89-45d8-964f-ed386c6e206e tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5421822 Sep 01 15:35:18.390801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.392319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.452627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c51431c-0152-4c6f-b4c8-16e0757442d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.468269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:18.518893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.725446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.753714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c51431c-0152-4c6f-b4c8-16e0757442d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.778064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3c51431c-0152-4c6f-b4c8-16e0757442d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.788385 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.864426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73190256-7a91-46c0-80a5-d861eccd0668 req-b170e304-91af-4fcc-86fb-eb382aefee5e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:18.875616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73190256-7a91-46c0-80a5-d861eccd0668 req-b170e304-91af-4fcc-86fb-eb382aefee5e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.4945564 Sep 01 15:35:18.914332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51431c-0152-4c6f-b4c8-16e0757442d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6619b9b7-699e-4e78-817f-ceca8c79e8aa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:18.951654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47445-241f-4826-b6d6-710764de035b req-e39e5110-2eca-49fb-a637-244655095b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:18.954402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-e39e5110-2eca-49fb-a637-244655095b23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c35fd39-d728-4519-92a7-e11ac43ac5c9 HTTP/1.1" status: 200 len: 834 time: 0.7505424 Sep 01 15:35:19.052966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.077864 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c51431c-0152-4c6f-b4c8-16e0757442d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef68895000a740a5b84bee278ceaa9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1762269 Sep 01 15:35:19.082916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60174) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:19.224180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port 2783049b-f642-4f28-ac19-88051401c027 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:19.224735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.240206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0d6dd6fd-e47b-4776-91da-4219b02cefc3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:19.294288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0d6dd6fd-e47b-4776-91da-4219b02cefc3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:19.294288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0d6dd6fd-e47b-4776-91da-4219b02cefc3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:19.362500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47445-241f-4826-b6d6-710764de035b req-5b78fc2f-655f-429b-87f7-ec137ea8e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:19.362500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-5b78fc2f-655f-429b-87f7-ec137ea8e148 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7015fde1-fa6e-4cb8-ba72-fb2133df1897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3839583 Sep 01 15:35:19.441145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73190256-7a91-46c0-80a5-d861eccd0668 req-0184b0f0-0943-46fd-9ada-04ca118411c8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649981 Sep 01 15:35:19.444935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.603565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:19.673945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a0e3b-f0da-48b5-b580-bcdcf2018cb0 None None] The sync data for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 is: [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:33:08Z', 'revision_number': 4, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'f3c2f87a-f784-4019-833c-a12d955b73b0', 'name': '', 'network_id': '7015fde1-fa6e-4cb8-ba72-fb2133df1897', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'mac_address': 'fa:16:3e:fc:1e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:05Z', 'updated_at': '2021-09-01T15:33:19Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'subnets': [{'id': '5c35fd39-d728-4519-92a7-e11ac43ac5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:19.741237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port 2783049b-f642-4f28-ac19-88051401c027, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=2783049b-f642-4f28-ac19-88051401c027,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:19.741874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.743470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.781207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for 2783049b-f642-4f28-ac19-88051401c027 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:19.831906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726636e8-6cfb-4faf-987a-0c72988f1b3f req-00c51cb9-c99a-409a-a93f-1fad35d6a6bc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:19.843280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-726636e8-6cfb-4faf-987a-0c72988f1b3f req-00c51cb9-c99a-409a-a93f-1fad35d6a6bc tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 985 time: 0.2920499 Sep 01 15:35:19.932931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-726636e8-6cfb-4faf-987a-0c72988f1b3f req-27c6ce6b-1ac8-4637-9fc2-0c61323ae6ac tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/security-groups?id=46cf266f-0cdf-477f-9685-511503ae900a&id=7351e347-d259-4a43-98ef-ac367c07a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0879622 Sep 01 15:35:19.970676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada4792-892b-4592-a045-b9aa4a8da4cc req-829e9e4f-52ef-4819-9715-f680904a2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:19.972740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ada4792-892b-4592-a045-b9aa4a8da4cc req-829e9e4f-52ef-4819-9715-f680904a2270 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.3664606 Sep 01 15:35:19.984405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.088918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-128b22ee-ad3e-4fc4-9f59-f3199b4dca6c service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228136 Sep 01 15:35:20.093001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ada4792-892b-4592-a045-b9aa4a8da4cc req-c26d9a38-0f82-48af-8ea3-f20da44b5549 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649016 Sep 01 15:35:20.132879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.137781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.144591 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6619b9b7-699e-4e78-817f-ceca8c79e8aa HTTP/1.1" status: 204 len: 168 time: 1.0585582 Sep 01 15:35:20.155939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd65b2-b2f8-486b-b47a-b7c2d4ff971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6619b9b7-699e-4e78-817f-ceca8c79e8aa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:20.316833 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb2fff-8247-4da1-8085-a599a29ee56e None None] New status for floating IP 840c6159-eaf4-4f5f-8a96-354977f6c75e: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:35:20.482169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a0a47445-241f-4826-b6d6-710764de035b req-c55b0ef9-168b-4073-a4fb-40323873d140 service neutron] 10.222.0.50 "GET /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030671 Sep 01 15:35:20.494011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.553405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.564092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:20.604106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:20.622639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c13a1d6-2e7d-41ea-9641-0e7377d9efbd not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:20.840920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60200) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:20.861258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b210a58-7ce1-445e-b719-793e4524ef07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.942372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79bda4-6114-4550-b5b3-9985d84784e6 req-6fcec27a-cc8c-40bb-8aa8-6d3349883359 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:20.955298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c79bda4-6114-4550-b5b3-9985d84784e6 req-6fcec27a-cc8c-40bb-8aa8-6d3349883359 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2307794 Sep 01 15:35:21.008109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Allocated IP 172.25.1.187 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/53eb4e52-bb4e-467e-b432-9dafddabb0e0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:21.018839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b210a58-7ce1-445e-b719-793e4524ef07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.034525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b210a58-7ce1-445e-b719-793e4524ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.091937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3b210a58-7ce1-445e-b719-793e4524ef07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5707209eb93a49198bd10c583df069fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484858 Sep 01 15:35:21.104088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b210a58-7ce1-445e-b719-793e4524ef07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c8ec0-ff82-45cc-9ad3-78ae64d99c01,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:21.108263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c79bda4-6114-4550-b5b3-9985d84784e6 req-63636228-daf8-4e6d-88d6-a4c3fa117df3 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515067 Sep 01 15:35:21.112285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:21.171680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3347ce32-4641-4042-a153-9342d2fe5775 req-53972acc-6957-45cf-9932-cc84ab61f2f3 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.0774419 Sep 01 15:35:21.199650 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.280870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=2783049b-f642-4f28-ac19-88051401c027,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:21.362049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] No DVR routers for this DVR port 2783049b-f642-4f28-ac19-88051401c027 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:21.364951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.368253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-879e37b0-3ec1-4de2-8360-87a3291f9d6d req-ddb7966c-a943-488b-84d1-aba416937590 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.50 "DELETE /v2.0/ports/2783049b-f642-4f28-ac19-88051401c027 HTTP/1.1" status: 204 len: 173 time: 3.1527748 Sep 01 15:35:21.371305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'name': 'network-vif-deleted', 'tag': '2783049b-f642-4f28-ac19-88051401c027'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:21.374310 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39993e00-4ba0-4c98-9eab-2ea9604b13bb" -d '{"events": [{"server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "name": "network-vif-deleted", "tag": "2783049b-f642-4f28-ac19-88051401c027"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:21.411872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.481137 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda0ead-b497-42c0-9598-5f5893512467 x-openstack-request-id: req-5dda0ead-b497-42c0-9598-5f5893512467 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:21.489532 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c1d92-8c0b-498d-8c01-dde6873cf7a2", "name": "network-vif-deleted", "tag": "2783049b-f642-4f28-ac19-88051401c027", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:21.490481 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dda0ead-b497-42c0-9598-5f5893512467 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:21.491514 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c1d92-8c0b-498d-8c01-dde6873cf7a2', 'name': 'network-vif-deleted', 'tag': '2783049b-f642-4f28-ac19-88051401c027', 'status': 'completed', 'code': 200} Sep 01 15:35:21.510901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.533087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2783049b-f642-4f28-ac19-88051401c027 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:21.538468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.588546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 2783049b-f642-4f28-ac19-88051401c027 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:21.589400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 2783049b-f642-4f28-ac19-88051401c027 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:21.724643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.733792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.737042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.738883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/634c8ec0-ff82-45cc-9ad3-78ae64d99c01 HTTP/1.1" status: 204 len: 168 time: 0.5930772 Sep 01 15:35:21.803654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe254c-4df1-49bc-8334-05f703274671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c8ec0-ff82-45cc-9ad3-78ae64d99c01,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:21.860352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event updated for resources: {'Port': ['ID=53eb4e52-bb4e-467e-b432-9dafddabb0e0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:21.867277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:21.870482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:21.874587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:22.454458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddb140-481c-4bb1-b0b9-af3c0a3edffc req-c34b7563-066d-4722-99b9-277a21b8f7d1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:22.457290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1ddb140-481c-4bb1-b0b9-af3c0a3edffc req-c34b7563-066d-4722-99b9-277a21b8f7d1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2540653 Sep 01 15:35:22.535511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4c51bda-b435-43bf-a69c-3448cbef5e1f req-a8e070b2-7a05-4686-b5ec-5265e436579d tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06c1d92-8c0b-498d-8c01-dde6873cf7a2 HTTP/1.1" status: 200 len: 210 time: 0.0859742 Sep 01 15:35:22.570973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d1ddb140-481c-4bb1-b0b9-af3c0a3edffc req-dff18972-457c-44cb-ad6e-596f8c7b3400 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064665 Sep 01 15:35:22.582990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.995545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.239892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-78164027-9d2a-4d09-bc84-bc3c9ec87e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:23.242144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-78164027-9d2a-4d09-bc84-bc3c9ec87e64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.1616840 Sep 01 15:35:23.327301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467552-3b1e-4e6b-aa38-3a49be4499bc req-7d580ca8-4983-4167-a51b-c0101ed156e1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:23.328889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f467552-3b1e-4e6b-aa38-3a49be4499bc req-7d580ca8-4983-4167-a51b-c0101ed156e1 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2498014 Sep 01 15:35:23.436302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f467552-3b1e-4e6b-aa38-3a49be4499bc req-17c4bcfd-7c6c-4571-ab92-85422fce6523 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944946 Sep 01 15:35:23.449984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-1af88b76-8ebb-412d-9511-f8e11629dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:23.453049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-1af88b76-8ebb-412d-9511-f8e11629dd67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.1999691 Sep 01 15:35:23.512644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Router 7793b22e-03b9-4161-8c84-ad0532877107 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:23.518960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-a0cac923-7b96-48d9-b4d5-bc1ff8dd7cce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.0560057 Sep 01 15:35:23.647143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:23.723426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-803ca6bd-454f-412a-beb2-fe6692e914c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:23.724983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-803ca6bd-454f-412a-beb2-fe6692e914c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1166577 Sep 01 15:35:23.782197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-98634b91-0023-43d3-80ce-59c6b6780ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471570 Sep 01 15:35:23.783089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.787978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:23.811807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] Sync routers for ids ['7793b22e-03b9-4161-8c84-ad0532877107'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:23.834652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.873390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] Routers {'7793b22e-03b9-4161-8c84-ad0532877107'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:23.877265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7793b22e-03b9-4161-8c84-ad0532877107'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:23.887568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.889026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-70989e3e-760c-42bd-9021-8e169200e56d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8851974 Sep 01 15:35:23.893329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60266) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:23.898331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:23.945891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:23.964200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] Routers {'7793b22e-03b9-4161-8c84-ad0532877107'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:23.965835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7793b22e-03b9-4161-8c84-ad0532877107'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:24.008642 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.016556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.018872 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/security-groups/46cf266f-0cdf-477f-9685-511503ae900a HTTP/1.1" status: 204 len: 168 time: 0.3686545 Sep 01 15:35:24.023872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:24.037453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:24.037866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996730f-6783-49d2-8121-a217e15c92d9 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf266f-0cdf-477f-9685-511503ae900a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:24.038719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d2c1c-77f3-4507-a863-419fc493b027 None None] The sync data for ids ['7793b22e-03b9-4161-8c84-ad0532877107'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:24.083008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-da7fa462-5f10-4781-8eaa-16aea9025b2e service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910953 Sep 01 15:35:24.365031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.950352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47a4978e-e9ed-487e-a6f0-b9bb2f4020f3 req-57cdf83f-cc02-42ac-ad23-43471d7d43ba service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537650 Sep 01 15:35:25.022786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.105783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acae8-86b6-4f79-a03c-c6bbc606095c req-ee002787-1c74-473f-b093-c4e76b4432ce tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:25.107380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-440acae8-86b6-4f79-a03c-c6bbc606095c req-ee002787-1c74-473f-b093-c4e76b4432ce tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1649516 Sep 01 15:35:25.161922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.247597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-440acae8-86b6-4f79-a03c-c6bbc606095c req-70cea186-1c66-4c91-af79-806bcbba3713 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223860 Sep 01 15:35:25.250112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.252676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.257344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/security-groups/7351e347-d259-4a43-98ef-ac367c07a7ab HTTP/1.1" status: 204 len: 168 time: 1.1978109 Sep 01 15:35:25.257878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60294) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:25.285938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08143a21-d1ac-48de-83df-46d23dcbfbcf tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351e347-d259-4a43-98ef-ac367c07a7ab,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:26.074431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.079958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.290360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.322338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router 7793b22e-03b9-4161-8c84-ad0532877107 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:26.567859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:26.583560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.586743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] Sync routers for ids ['7793b22e-03b9-4161-8c84-ad0532877107'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:26.591717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc40b661-81ec-4e8d-9006-0d87e1591226 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "PUT /v2.0/routers/7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 200 len: 926 time: 2.6969042 Sep 01 15:35:26.592936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60310) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:26.636878 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] Routers {'7793b22e-03b9-4161-8c84-ad0532877107'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:26.638373 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7793b22e-03b9-4161-8c84-ad0532877107'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:26.761542 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:26.774995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] Routers {'7793b22e-03b9-4161-8c84-ad0532877107'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:26.775988 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7793b22e-03b9-4161-8c84-ad0532877107'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:26.812764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:26.813858 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cc22e-8522-4e67-b1a4-fa4a5bf60541 None None] The sync data for ids ['7793b22e-03b9-4161-8c84-ad0532877107'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:26.852715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06a435-65c1-48b5-a633-a417a473b66e req-d2a19416-5bb0-497d-be0c-4442bca5d83a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:26.854604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b06a435-65c1-48b5-a633-a417a473b66e req-d2a19416-5bb0-497d-be0c-4442bca5d83a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3346295 Sep 01 15:35:26.911505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c6368d7-95e5-4594-8627-1d5bac290336 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 200 len: 926 time: 0.3170178 Sep 01 15:35:26.915796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:26.923424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8b06a435-65c1-48b5-a633-a417a473b66e req-a372c02b-bacf-4339-bd69-85a933266099 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 Sep 01 15:35:27.046905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e84f0-73af-42d7-bc10-56dccea29936 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:27.052568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60318) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:27.053045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-877e84f0-73af-42d7-bc10-56dccea29936 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=7793b22e-03b9-4161-8c84-ad0532877107&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1356809 Sep 01 15:35:27.174442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port f3c2f87a-f784-4019-833c-a12d955b73b0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:27.174825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.327979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0957f-5f80-4545-9353-ddfcaa4627fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:27.330498 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-64d0957f-5f80-4545-9353-ddfcaa4627fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.2759807 Sep 01 15:35:27.333434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60330) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:27.414333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9532d82f-2c32-41dc-86ac-27bd328119a1 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 200 len: 205 time: 0.0795696 Sep 01 15:35:27.427817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60334) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:27.638586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port f3c2f87a-f784-4019-833c-a12d955b73b0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f3c2f87a-f784-4019-833c-a12d955b73b0,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:27.639719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.737274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for f3c2f87a-f784-4019-833c-a12d955b73b0 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:27.951388 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.060751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.159651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c27e-60e4-4e64-a13e-575acccbc8d4 req-eea6e67b-b6a5-44d5-b0a4-aba2b3129273 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:28.162020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c945c27e-60e4-4e64-a13e-575acccbc8d4 req-eea6e67b-b6a5-44d5-b0a4-aba2b3129273 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.0782323 Sep 01 15:35:28.248053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c945c27e-60e4-4e64-a13e-575acccbc8d4 req-ec579eb4-b832-4319-a495-d4f98c6b0170 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Sep 01 15:35:28.337377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.483506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port 53eb4e52-bb4e-467e-b432-9dafddabb0e0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:28.483844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.567672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.631083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=f3c2f87a-f784-4019-833c-a12d955b73b0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:28.727031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.756152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for 53eb4e52-bb4e-467e-b432-9dafddabb0e0 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:29.260777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.421763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.499689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=53eb4e52-bb4e-467e-b432-9dafddabb0e0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:29.806168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.141102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.181186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-bdb8dda1-c821-495b-ab4f-5b0452fe3b6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1754417 Sep 01 15:35:30.185868 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.516228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-c396687a-a121-4cd1-94f6-c1e17e020497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:30.526638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-c396687a-a121-4cd1-94f6-c1e17e020497 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.1873312 Sep 01 15:35:30.930133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-f08eab10-633f-47eb-b3e8-ec907cf66cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:30.931654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-f08eab10-633f-47eb-b3e8-ec907cf66cf2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.3519497 Sep 01 15:35:30.969796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.970486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router 7793b22e-03b9-4161-8c84-ad0532877107 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:30.988997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.991034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6a2debd-dd21-437c-9cfc-c1c10a7ae011 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 204 len: 168 time: 3.5616353 Sep 01 15:35:31.010001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60398) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:31.014283 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-d548af65-db59-4366-a6a9-e3439f45a415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.0746164 Sep 01 15:35:31.026943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-973280524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:31.106796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Router 54022f09-c24a-4fec-babf-1162eef859c9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:31.107095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-3f84b2fd-9caf-4f7e-99a5-fed5cae658e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:31.110267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-3f84b2fd-9caf-4f7e-99a5-fed5cae658e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.0786505 Sep 01 15:35:31.145624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.148245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.196519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-5dec6453-66ad-45c0-99af-4181381f6f87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659893 Sep 01 15:35:31.544717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-7b85fdd9-b28c-451e-aa13-5fd2223064fa service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381090 Sep 01 15:35:31.552280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.748778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:31.765641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Sync routers for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:31.776540 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5c73f9ca-ba95-4ed1-9d08-4f695799d918 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "PUT /v2.0/routers/54022f09-c24a-4fec-babf-1162eef859c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5154624 Sep 01 15:35:31.779714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.793758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:31.794596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:31.800206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:31.800751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:31.898901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.901724 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-833623f7-e693-463c-9538-f9b79292d5fb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8902137 Sep 01 15:35:31.909031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60420) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:31.931910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:32.057148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d345b0e5-a0a3-4480-ae69-599e88163d05 req-a0104312-f847-42f3-9679-77a5410209c2 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022602 Sep 01 15:35:32.180262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:32.203713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c0802-da1f-4757-8f8a-035a23ee2a61 req-e58036ee-d1a2-4083-8e5e-f8a04769a526 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:32.216849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-052c0802-da1f-4757-8f8a-035a23ee2a61 req-e58036ee-d1a2-4083-8e5e-f8a04769a526 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.4537764 Sep 01 15:35:32.219221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting subnet 5c35fd39-d728-4519-92a7-e11ac43ac5c9 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:35:32.228919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.367479 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d920907b-48b4-452c-8b95-7cce404eaa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.379323 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.518761 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-052c0802-da1f-4757-8f8a-035a23ee2a61 req-68bdb083-a65a-4691-ab9a-d3c15d6a2706 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006711 Sep 01 15:35:32.526126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.670565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.763872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:35:28Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:32.843275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Checking router: 54022f09-c24a-4fec-babf-1162eef859c9 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:32.880185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Routers {'54022f09-c24a-4fec-babf-1162eef859c9'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:32.881265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['54022f09-c24a-4fec-babf-1162eef859c9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:32.960712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d920907b-48b4-452c-8b95-7cce404eaa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.990490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d920907b-48b4-452c-8b95-7cce404eaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.094728 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.112255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] Set router 54022f09-c24a-4fec-babf-1162eef859c9 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:33.159032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920907b-48b4-452c-8b95-7cce404eaa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5346db35-0cb4-4461-a2af-f304239208d9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:33.167523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.194487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/subnets/5c35fd39-d728-4519-92a7-e11ac43ac5c9 HTTP/1.1" status: 204 len: 168 time: 1.3833721 Sep 01 15:35:33.217114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60440) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:33.219134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa494c-0044-4660-ab25-099e6950c860 None None] Network 7015fde1-fa6e-4cb8-ba72-fb2133df1897 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:33.241016 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d920907b-48b4-452c-8b95-7cce404eaa35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4e683c3bb0c466a97488b7e9b5f80f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288788 Sep 01 15:35:33.241016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e1fa6-bdc9-4d8c-8116-4b9325586896 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Subnet': ['ID=5c35fd39-d728-4519-92a7-e11ac43ac5c9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:33.242033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.253020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:33.427876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.480428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.587343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.588149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.591603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.593784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5346db35-0cb4-4461-a2af-f304239208d9 HTTP/1.1" status: 204 len: 168 time: 0.3391020 Sep 01 15:35:33.626817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a089c59-1ce7-4f49-885f-6acb2a387d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5346db35-0cb4-4461-a2af-f304239208d9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:33.725835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:35:28Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:33.762297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a48220-f5a6-4d2e-8bf4-c138e0b224e1 None None] The sync data for ids ['54022f09-c24a-4fec-babf-1162eef859c9'] in n-d-802060-16 is: [{'id': '54022f09-c24a-4fec-babf-1162eef859c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164986996', 'tenant_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:57Z', 'updated_at': '2021-09-01T15:35:28Z', 'revision_number': 5, 'project_id': 'e3768aee89f8490dbd0cc89f1415fb7f', 'gw_port': {'id': 'd682ae2b-1e23-4f77-b0d6-6a20a370b7fe', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54022f09-c24a-4fec-babf-1162eef859c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:33.801557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.107075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Allocated IP 172.25.1.182 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/7303dc77-9448-4815-bd86-d5b7fb7bfa22) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:34.144893 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.211546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] DHCP port deletion for 7015fde1-fa6e-4cb8-ba72-fb2133df1897 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:35:34.317768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Deleting port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:34.318746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.355243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.381237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Deleting port 7281f93f-360f-4cc6-bf9b-64e0b225da38 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:34.383626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.427029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60456) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:34.531293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50b0d4b1-44a4-4515-8328-f60a35c45587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.697733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] For port 7281f93f-360f-4cc6-bf9b-64e0b225da38, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7281f93f-360f-4cc6-bf9b-64e0b225da38,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:34.698145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.738311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7281f93f-360f-4cc6-bf9b-64e0b225da38 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:34.824573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Calling delete_port for 7281f93f-360f-4cc6-bf9b-64e0b225da38 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:34.890381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] For port d682ae2b-1e23-4f77-b0d6-6a20a370b7fe, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:34.890864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.918300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Calling delete_port for d682ae2b-1e23-4f77-b0d6-6a20a370b7fe owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:34.932925 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50b0d4b1-44a4-4515-8328-f60a35c45587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.942695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50b0d4b1-44a4-4515-8328-f60a35c45587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.964808 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.032668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60464) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:35.033298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-50b0d4b1-44a4-4515-8328-f60a35c45587 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77f2bc831fdb441794c7e263be704a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928454 Sep 01 15:35:35.035610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0d4b1-44a4-4515-8328-f60a35c45587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5959296-a65f-4186-b9ae-99a1baa6b495,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.039674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.059428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7281f93f-360f-4cc6-bf9b-64e0b225da38, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7281f93f-360f-4cc6-bf9b-64e0b225da38,segment=NetworkSegment(634ed9f3-0c1f-47c8-b408-2f6557edcd0e),segment_id=634ed9f3-0c1f-47c8-b408-2f6557edcd0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:35.069862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.070783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3c2f87a-f784-4019-833c-a12d955b73b0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:35.120642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:35.129989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:35.134910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:35.142429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7281f93f-360f-4cc6-bf9b-64e0b225da38,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.167249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f3c2f87a-f784-4019-833c-a12d955b73b0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:35.168529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f3c2f87a-f784-4019-833c-a12d955b73b0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:35.183068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event updated for resources: {'Port': ['ID=7303dc77-9448-4815-bd86-d5b7fb7bfa22,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.190202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.218841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] Pushing event deleted for resources: {'Port': ['ID=7281f93f-360f-4cc6-bf9b-64e0b225da38,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.221094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.246714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74ae6c-7907-480a-a369-14a8ef486608 None None] No DVR routers for this DVR port 7281f93f-360f-4cc6-bf9b-64e0b225da38 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:35.263610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.377689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.381798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.388145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5959296-a65f-4186-b9ae-99a1baa6b495 HTTP/1.1" status: 204 len: 168 time: 0.3481758 Sep 01 15:35:35.411169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef62c0-75b4-48c7-bf0b-ab111bae66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5959296-a65f-4186-b9ae-99a1baa6b495,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.561879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.638832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Port': ['ID=d682ae2b-1e23-4f77-b0d6-6a20a370b7fe,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.996640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.139508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.356267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.359290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.475258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.476094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Fanout notify agent at l3_agent the message router_deleted on router 54022f09-c24a-4fec-babf-1162eef859c9 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:36.494268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.496125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a8b73be1-b6d2-4fa2-879c-4445db85d3e8 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/routers/54022f09-c24a-4fec-babf-1162eef859c9 HTTP/1.1" status: 204 len: 168 time: 3.2681370 Sep 01 15:35:36.500322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:36.726632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.739883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.778543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.970129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.983733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7015fde1-fa6e-4cb8-ba72-fb2133df1897']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.002051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ed9f3-0c1f-47c8-b408-2f6557edcd0e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.002644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ed9f3-0c1f-47c8-b408-2f6557edcd0e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.015286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.034416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.042409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:35:37.043804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.095957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Router 35f0807b-c104-4245-a0f4-eb7fa0baa232 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:37.447528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:37.461312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.463180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] Sync routers for ids ['35f0807b-c104-4245-a0f4-eb7fa0baa232'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:37.464294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a121bd3e-d256-4ea1-839a-e2f3a33626b4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "PUT /v2.0/routers/35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 200 len: 883 time: 5.5513670 Sep 01 15:35:37.475259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:37.497216 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] Routers {'35f0807b-c104-4245-a0f4-eb7fa0baa232'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:37.501635 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['35f0807b-c104-4245-a0f4-eb7fa0baa232'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.612896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.629869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] Routers {'35f0807b-c104-4245-a0f4-eb7fa0baa232'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:37.631656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['35f0807b-c104-4245-a0f4-eb7fa0baa232'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.771720 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.778324 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2a1ac-2c99-41a8-adbe-01078144b8f6 None None] The sync data for ids ['35f0807b-c104-4245-a0f4-eb7fa0baa232'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:35:37.864520 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:35:37.928771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.004703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.031612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] 10.222.0.41 "DELETE /v2.0/networks/7015fde1-fa6e-4cb8-ba72-fb2133df1897 HTTP/1.1" status: 204 len: 168 time: 1.5246096 Sep 01 15:35:38.033270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0bcd5-4761-47a3-b28e-9de366fa8f89 tempest-TestSecurityGroupsBasicOps-1263592067 tempest-TestSecurityGroupsBasicOps-1263592067-project] Pushing event deleted for resources: {'Network': ['ID=7015fde1-fa6e-4cb8-ba72-fb2133df1897,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:38.583047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d682ae2b-1e23-4f77-b0d6-6a20a370b7fe no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:38.647099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d682ae2b-1e23-4f77-b0d6-6a20a370b7fe {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:38.648332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d682ae2b-1e23-4f77-b0d6-6a20a370b7fe not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:38.697161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-31bc35bc-071c-4126-bf95-00976560ddb0 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 200 len: 924 time: 1.2197478 Sep 01 15:35:38.700475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60526) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:38.838037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788420ce-2d35-428d-9876-d8c18238c444 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:38.845965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:38.846569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-788420ce-2d35-428d-9876-d8c18238c444 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=35f0807b-c104-4245-a0f4-eb7fa0baa232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1432867 Sep 01 15:35:38.944134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.059684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df0e01-dfc7-4aac-9907-ea5ee05e59b3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:39.067402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-14df0e01-dfc7-4aac-9907-ea5ee05e59b3 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.2172151 Sep 01 15:35:39.067829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60548) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.185581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-28a2561a-d536-4720-904d-4287d26f19b1 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 200 len: 205 time: 0.1159256 Sep 01 15:35:39.189672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.345852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-597c941c-1e30-4383-9ff4-6ebe1e941581 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3768aee89f8490dbd0cc89f1415fb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975699 Sep 01 15:35:39.349808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60556) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.482840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.513014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.585725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.676867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.734469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.741822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.745200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ee34647-df56-4ccf-90fc-1e46892eb8c6 HTTP/1.1" status: 204 len: 168 time: 0.3929245 Sep 01 15:35:39.766164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd052-9aa9-4bc1-a579-97b1fd75905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee34647-df56-4ccf-90fc-1e46892eb8c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:39.852052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port 7303dc77-9448-4815-bd86-d5b7fb7bfa22 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:39.852835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.004988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.045497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for 7303dc77-9448-4815-bd86-d5b7fb7bfa22 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:40.550358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.659060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=7303dc77-9448-4815-bd86-d5b7fb7bfa22,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:40.689629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60590) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:40.690951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.691575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.692212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.692850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.693509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.694164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.694751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.695367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.695994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.696678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.699450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.701855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:40.707585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9734-599a-45e0-9261-300a5a8e14f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.937827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.957779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9734-599a-45e0-9261-300a5a8e14f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.962969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9734-599a-45e0-9261-300a5a8e14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.047939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3d2c9734-599a-45e0-9261-300a5a8e14f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27a6e3f0c4d44a19a08dc9569b1d56d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569546 Sep 01 15:35:41.048587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60596) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:41.139126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9734-599a-45e0-9261-300a5a8e14f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f596a29-d4a5-4ff1-adff-fd6cc9cae3b5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:41.220058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.240276 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.248167 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.263969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.362918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.364002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router 35f0807b-c104-4245-a0f4-eb7fa0baa232 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:41.386114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.389092 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-236c178b-40d7-4f2a-a72a-e3edcff350f2 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 204 len: 168 time: 2.1979492 Sep 01 15:35:41.393504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60602) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:41.401461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-805127321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:41.453339 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.455413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.570437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.573888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.580129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.581908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f596a29-d4a5-4ff1-adff-fd6cc9cae3b5 HTTP/1.1" status: 204 len: 168 time: 0.5308406 Sep 01 15:35:41.587522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.646551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4f841-5c7c-42f9-9b70-7c9981259db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f596a29-d4a5-4ff1-adff-fd6cc9cae3b5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:41.669177 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.671157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-506795c7-e8ba-49a0-82a0-9ad4919bb330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2748895 Sep 01 15:35:41.675291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60608) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:41.694238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': True}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:42.041563 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:35:42.567804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:42.603878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.747479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3948be3b-0e95-4d87-9f3b-136eaecb4e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3501f2ac7384f1fb437ff8cead8c534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753466 Sep 01 15:35:42.751609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60642) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:42.927370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.980254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.073252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.090052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.095260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.099303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.110320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3354fb0-7ab5-47a1-b597-3f31b602fbce HTTP/1.1" status: 204 len: 168 time: 0.3439527 Sep 01 15:35:43.132210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd455ba4-f21a-4c81-a28c-bf2be0c99509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3354fb0-7ab5-47a1-b597-3f31b602fbce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:43.386872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 172.25.1.3 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/2083034a-cece-4c43-9e42-345a31a54590) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:43.709750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.796593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.882225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=2083034a-cece-4c43-9e42-345a31a54590,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:43.923690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:43.929560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:43.947325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:44.292061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:44.389839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6acbcff4-ec5f-46c4-bb95-4238ac5f442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.569623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3909e1e-7dd1-4ed5-90e2-86c9333d44e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.607972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.865900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3909e1e-7dd1-4ed5-90e2-86c9333d44e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.876148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3909e1e-7dd1-4ed5-90e2-86c9333d44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.976274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60702) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:44.985287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3909e1e-7dd1-4ed5-90e2-86c9333d44e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ca3560f26224803a88881f8bb172c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879907 Sep 01 15:35:44.985287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909e1e-7dd1-4ed5-90e2-86c9333d44e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3eb142-0427-4fad-8364-7ef9f1ebb903,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:44.986195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60704) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:45.058548 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.095075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.126653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.135869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.196507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.200927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.202348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a3eb142-0427-4fad-8364-7ef9f1ebb903 HTTP/1.1" status: 204 len: 168 time: 0.2151880 Sep 01 15:35:45.216555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4b451-151b-4a6b-a080-176bade04967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3eb142-0427-4fad-8364-7ef9f1ebb903,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:45.332286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-696663791-network', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:45.374517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Made reservation on behalf of 7eeb1bebaa394d4c8b85a02139f1f84b for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:45.377906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.394233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.474737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router 645d1b4f-0c99-4308-bb23-d1a571a9c414 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:45.689727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:45.694539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.695807 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9a98f3de-8da9-4cd7-a72b-e496261138fc tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "PUT /v2.0/routers/645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 200 len: 916 time: 4.0185823 Sep 01 15:35:45.701187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:45.719241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] Sync routers for ids ['645d1b4f-0c99-4308-bb23-d1a571a9c414'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:45.731055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] Routers {'645d1b4f-0c99-4308-bb23-d1a571a9c414'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:45.732565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['645d1b4f-0c99-4308-bb23-d1a571a9c414'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.753950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.765741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.795712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:35:45.797670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60716) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:45.804389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.821694 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.822325 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Added segment 7ac51611-9d81-4148-aa89-b3e327751430 of type vlan for network 9338a529-e8ca-4335-8211-43ebd82f3c59 Sep 01 15:35:45.849908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-975b1dd5-4fcf-4845-af21-1863508843cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.857720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] Routers {'645d1b4f-0c99-4308-bb23-d1a571a9c414'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:45.858382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['645d1b4f-0c99-4308-bb23-d1a571a9c414'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.953267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.953958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be86f4b-ce7a-4ff6-badb-f9cf20968deb None None] The sync data for ids ['645d1b4f-0c99-4308-bb23-d1a571a9c414'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:45.956393 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.998031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40908f0d-7886-4289-aabe-0b5248143cdb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:46.002705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.003807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:46.004401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.040448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd3ec609-2ac8-4f40-a196-ca70d497be0d tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 200 len: 922 time: 0.3356071 Sep 01 15:35:46.047403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60722) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.130353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] Pushing event updated for resources: {'Network': ['ID=9338a529-e8ca-4335-8211-43ebd82f3c59,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:46.144490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:35:46.155360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4905c-459c-40b7-ae66-e6ad40de59f4 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:46.158209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11e4905c-459c-40b7-ae66-e6ad40de59f4 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=645d1b4f-0c99-4308-bb23-d1a571a9c414&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1089323 Sep 01 15:35:46.160979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.210411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-975b1dd5-4fcf-4845-af21-1863508843cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.219308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-975b1dd5-4fcf-4845-af21-1863508843cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.271200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b1dd5-4fcf-4845-af21-1863508843cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3a937-aa9e-4702-b6c8-b015c4d48876,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:46.276117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-975b1dd5-4fcf-4845-af21-1863508843cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b40584ea1f304be2aa6b9a819485a415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774289 Sep 01 15:35:46.279178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.305834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60728) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.306883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b4cf8bd-1cb4-45e5-80af-c29c934c9594 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3289626 Sep 01 15:35:46.314302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Request body: {'subnet': {'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-696663791-subnet', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:46.380008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Made reservation on behalf of 7eeb1bebaa394d4c8b85a02139f1f84b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:46.383485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.389580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.402681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f718f-5895-4d5a-9d5a-fedaf6e52126 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:46.405155 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e2f718f-5895-4d5a-9d5a-fedaf6e52126 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.2424884 Sep 01 15:35:46.407745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60732) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.460042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b9c69d04-2ab3-424a-a197-6222606c4a4f tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 200 len: 205 time: 0.0502882 Sep 01 15:35:46.463302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60734) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.489312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.614941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.621330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.623358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6df3a937-aa9e-4702-b6c8-b015c4d48876 HTTP/1.1" status: 204 len: 168 time: 0.3429456 Sep 01 15:35:46.640155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.652384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeb466-b0e7-417c-9621-6e23cc1a09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3a937-aa9e-4702-b6c8-b015c4d48876,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:46.842547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.951330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.015531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977ad0b7-5427-4356-ae92-52557c717411,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:47.039447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Checking segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:47.040001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Network hostable DHCP agents. Network: 9338a529-e8ca-4335-8211-43ebd82f3c59, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:35:47.054412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port 2083034a-cece-4c43-9e42-345a31a54590 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:47.055730 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.074464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:35:47.095125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9338a529-e8ca-4335-8211-43ebd82f3c59) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:47.109159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:47.112076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6119f82a-c04f-4109-9f9a-645fc0998d5a None None] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:47.113120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.157585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae2019f1-630b-47d6-a741-624efb204bd0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8503616 Sep 01 15:35:47.161661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60752) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:47.170890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:47.213622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.216415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.230825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.252270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for 2083034a-cece-4c43-9e42-345a31a54590 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:47.430805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.492725 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39c42a31-8615-482d-beaa-ec93d3697269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.673941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.711016 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.734896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9338a529-e8ca-4335-8211-43ebd82f3c59', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:35:47.736814 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.761847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=2083034a-cece-4c43-9e42-345a31a54590,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:47.853411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.926573 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.961291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.963929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.014534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.015247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router 645d1b4f-0c99-4308-bb23-d1a571a9c414 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:48.029412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.034011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f33bff5-3950-482e-9411-cbecba8857d4 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 204 len: 168 time: 1.5657957 Sep 01 15:35:48.034329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60768) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:48.041200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-915158190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:48.074911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.076987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.149523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.159673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.195699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.197104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8a603c53-bbd8-4c14-864f-99f46ac11548 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1614499 Sep 01 15:35:48.200016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60772) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:48.206298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'enable_snat': False}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:48.232366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Allocated IP 172.20.0.2 (9338a529-e8ca-4335-8211-43ebd82f3c59/977ad0b7-5427-4356-ae92-52557c717411/be2e697e-bb34-4180-ad6a-44de3e6ea59e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:48.526005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.574691 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.581760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.619656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.778963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Allocated IP 172.25.1.249 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b73200c5-19b7-45ff-a0c6-db4adbd1178b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:48.907696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.932243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.936677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Transition to ACTIVE for port object be2e697e-bb34-4180-ad6a-44de3e6ea59e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:48.976993 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Transition to ACTIVE for port object be2e697e-bb34-4180-ad6a-44de3e6ea59e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:48.991831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.043393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Pushing event updated for resources: {'Port': ['ID=be2e697e-bb34-4180-ad6a-44de3e6ea59e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:49.059055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.071180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:49.072848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:49.076322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:49.148534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Attempting to bind port be2e697e-bb34-4180-ad6a-44de3e6ea59e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:49.148918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Attempting to bind port be2e697e-bb34-4180-ad6a-44de3e6ea59e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:49.149312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Attempting to bind port be2e697e-bb34-4180-ad6a-44de3e6ea59e on network 9338a529-e8ca-4335-8211-43ebd82f3c59 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:49.157192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:49.157564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Checking segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:49.158037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.158604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Bound using segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:49.159108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Bound port: be2e697e-bb34-4180-ad6a-44de3e6ea59e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:49.159551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.233719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.238236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:49.240353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:49.254855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:49.269295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] For port be2e697e-bb34-4180-ad6a-44de3e6ea59e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:49.273489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] For port be2e697e-bb34-4180-ad6a-44de3e6ea59e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be2e697e-bb34-4180-ad6a-44de3e6ea59e,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:49.282189 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.383286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Pushing event updated for resources: {'Port': ['ID=b73200c5-19b7-45ff-a0c6-db4adbd1178b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:49.387230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019d5da-856a-4920-b8bc-8af91113a8e4 None None] Pushing event updated for resources: {'Port': ['ID=be2e697e-bb34-4180-ad6a-44de3e6ea59e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:49.959149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.994055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.025953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.081833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.344935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659a73-3ed3-480d-b953-dfae09171829 req-2b977e9f-0648-4c03-92ad-32c30d3cab99 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:50.349697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e659a73-3ed3-480d-b953-dfae09171829 req-2b977e9f-0648-4c03-92ad-32c30d3cab99 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1150055 Sep 01 15:35:50.394960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-acf0d978-0a4c-4f8e-92fb-c2f58f657c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:50.396820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-acf0d978-0a4c-4f8e-92fb-c2f58f657c5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.2608702 Sep 01 15:35:50.421154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Allocated IP 172.25.1.37 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/fad636b8-79a1-4926-965e-3ec6c1510ccf) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:50.527261 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4e659a73-3ed3-480d-b953-dfae09171829 req-e9ee8ffd-1851-40c1-8347-358af4aedef6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425960 Sep 01 15:35:50.645141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-7808ae2c-7023-40d5-9d37-32d492907b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:50.648930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-7808ae2c-7023-40d5-9d37-32d492907b48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.2368186 Sep 01 15:35:50.767703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be2e697e-bb34-4180-ad6a-44de3e6ea59e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:50.772942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.818915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-f902cb09-46b1-4aff-bc9d-f0596f3891cd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288021220&fields=id&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 267 time: 0.4973497 Sep 01 15:35:50.833928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port be2e697e-bb34-4180-ad6a-44de3e6ea59e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:50.879521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-450647cd-632e-4cf0-80fd-bd800ad29ffd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.0905433 Sep 01 15:35:50.921560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.998601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:51.007838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:51.016013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:51.052475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-55fc50a4-fc2c-4c21-99bc-a60617bd8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:51.054147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-55fc50a4-fc2c-4c21-99bc-a60617bd8202 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.1582999 Sep 01 15:35:51.083122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Pushing event updated for resources: {'Port': ['ID=fad636b8-79a1-4926-965e-3ec6c1510ccf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:51.128471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-7bfe0022-1c1f-4dce-b183-dfceb39e47d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621903 Sep 01 15:35:51.142880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.288104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91916807-0601-4039-ac35-78b8051cd3a9 None None] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:51.437234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Provisioning for port be2e697e-bb34-4180-ad6a-44de3e6ea59e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:51.457431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Provisioning complete for port be2e697e-bb34-4180-ad6a-44de3e6ea59e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:51.457758 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.504923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-41b08497-9643-4e4c-b118-7bcd8c94549b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:51.507999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-41b08497-9643-4e4c-b118-7bcd8c94549b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.6879606 Sep 01 15:35:51.579155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-d40ecd7a-7099-466f-ac01-5650b0a43ef4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.0587060 Sep 01 15:35:51.624164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.771268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.798008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-25f1bd75-30cd-4b89-a966-9e6c2e38f36a service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563108 Sep 01 15:35:51.850310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] For port be2e697e-bb34-4180-ad6a-44de3e6ea59e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be2e697e-bb34-4180-ad6a-44de3e6ea59e,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:51.861520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.891293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-229d7971-c6c6-4aa6-9480-1e9596edfa80 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2965281 Sep 01 15:35:51.900611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:52.000759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359e84c-b1b8-4d3f-8b6f-6b6c58291e3f None None] Pushing event updated for resources: {'Port': ['ID=be2e697e-bb34-4180-ad6a-44de3e6ea59e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:52.038614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ab9d4-a8b6-4c01-8511-e9b75bebd144 req-e40ead05-b85d-45c7-81c4-ffe8da15f15c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:52.068302 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-063ab9d4-a8b6-4c01-8511-e9b75bebd144 req-e40ead05-b85d-45c7-81c4-ffe8da15f15c tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1750486 Sep 01 15:35:52.256087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-063ab9d4-a8b6-4c01-8511-e9b75bebd144 req-1247f48a-f4ad-40bf-8f24-519e69300e4e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868551 Sep 01 15:35:52.347820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.354635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.459590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fcac6206-3239-4e4d-ab9b-ad0c0c9f5ffa None None] Provisioning complete for port be2e697e-bb34-4180-ad6a-44de3e6ea59e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:52.461363 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcac6206-3239-4e4d-ab9b-ad0c0c9f5ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.575449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Router acb703c0-0d1c-4061-a302-e5f6e38da273 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:52.737718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be2e697e-bb34-4180-ad6a-44de3e6ea59e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:52.837330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port be2e697e-bb34-4180-ad6a-44de3e6ea59e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:52.838319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.911565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:52.919013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.925874 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b736558f-3638-40b6-827f-3f4e3393f902 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "PUT /v2.0/routers/acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 200 len: 918 time: 4.7240331 Sep 01 15:35:52.926885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60858) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:52.928259 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] Sync routers for ids ['acb703c0-0d1c-4061-a302-e5f6e38da273'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:52.949331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] Routers {'acb703c0-0d1c-4061-a302-e5f6e38da273'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:52.950088 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acb703c0-0d1c-4061-a302-e5f6e38da273'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:52.984067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:53.013295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:53.013531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.024297 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] Routers {'acb703c0-0d1c-4061-a302-e5f6e38da273'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:53.025042 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acb703c0-0d1c-4061-a302-e5f6e38da273'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.053750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.055394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a59ed881-9ddf-432b-a79e-537aac02a505 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8922009 Sep 01 15:35:53.065718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:53.070109 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.071143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7159817-74de-4d17-8dfb-360d2abab2f6 None None] The sync data for ids ['acb703c0-0d1c-4061-a302-e5f6e38da273'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:53.099057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba54465e-eb3f-44d6-bfe1-b83e8e8616f8 req-8c0dd538-12f4-48a3-93cd-86eff5647a9e service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2845404 Sep 01 15:35:53.116808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:53.123297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.130056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-c0a48a1b-f280-45a7-8cc6-b44c7b342a7b service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1811895 Sep 01 15:35:53.406733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-d073529a-18ce-46c8-a010-37710c0c3f3c service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755222 Sep 01 15:35:53.461799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:53.488027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7344be24-3084-487c-95a9-2908ef0fca82 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 200 len: 924 time: 0.5553727 Sep 01 15:35:53.489043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:53.600854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abe8f1-1206-46db-a21a-3f7c50d93a9a req-21195e96-4af9-4525-8f17-e9a5165538e7 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:53.616123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1950e9-c504-463c-9bf4-a83084fecb32 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:53.617947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8abe8f1-1206-46db-a21a-3f7c50d93a9a req-21195e96-4af9-4525-8f17-e9a5165538e7 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2159927 Sep 01 15:35:53.626301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 60878) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:53.627900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d1950e9-c504-463c-9bf4-a83084fecb32 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=acb703c0-0d1c-4061-a302-e5f6e38da273&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1364441 Sep 01 15:35:53.888134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8abe8f1-1206-46db-a21a-3f7c50d93a9a req-929decba-73f6-4061-9181-4c7303503071 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689426 Sep 01 15:35:53.898312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:49Z', 'revision_number': 3, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.951257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:53.952019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Updating router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 port b73200c5-19b7-45ff-a0c6-db4adbd1178b binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:53.968620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a238b1-0395-49a7-bdbd-898a84126c85 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:53.970224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f0a238b1-0395-49a7-bdbd-898a84126c85 tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/networks/aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 881 time: 0.3431590 Sep 01 15:35:53.974965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60888) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:54.006742 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.030263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-861b6cff-b126-419d-875c-49a805e5463b tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 200 len: 205 time: 0.0536454 Sep 01 15:35:54.034488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:54.159452 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-488043a0-ceff-43ca-96c7-82ee5fb6b112 req-2db47f13-1777-471f-888d-d1cfabe945b5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.0435081 Sep 01 15:35:54.288374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.344292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.675988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Allocated IP 172.20.0.1 (9338a529-e8ca-4335-8211-43ebd82f3c59/977ad0b7-5427-4356-ae92-52557c717411/d7cf726d-f79e-493a-8849-bf7243e38ede) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:54.677384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.817890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.831088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Transition to ACTIVE for port object b73200c5-19b7-45ff-a0c6-db4adbd1178b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:54.846236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.921794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port fad636b8-79a1-4926-965e-3ec6c1510ccf {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:54.922581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.969913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Attempting to bind port b73200c5-19b7-45ff-a0c6-db4adbd1178b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:54.971180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Attempting to bind port b73200c5-19b7-45ff-a0c6-db4adbd1178b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:54.972295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Attempting to bind port b73200c5-19b7-45ff-a0c6-db4adbd1178b on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:55.007811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:55.008387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:55.009025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.009693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:55.010778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Bound port: b73200c5-19b7-45ff-a0c6-db4adbd1178b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:55.012544 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.078790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.131412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Transition to ACTIVE for port object d7cf726d-f79e-493a-8849-bf7243e38ede will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:55.238969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.242584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.254632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33dda3-1ccd-4c0f-ad94-820aa17e1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b73200c5-19b7-45ff-a0c6-db4adbd1178b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:55.289608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] For port b73200c5-19b7-45ff-a0c6-db4adbd1178b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:55.307365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] For port b73200c5-19b7-45ff-a0c6-db4adbd1178b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b73200c5-19b7-45ff-a0c6-db4adbd1178b,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:55.317541 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.325598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172491-f8c3-4a00-a422-c2954fd26c4e req-5a958253-6237-468a-ba40-04263bbee079 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:55.335039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5172491-f8c3-4a00-a422-c2954fd26c4e req-5a958253-6237-468a-ba40-04263bbee079 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2487772 Sep 01 15:35:55.413695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11e19186-ed98-4860-8a9c-6eaf7c658d3c req-6e6749b2-793f-421f-8336-998ff38b338c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1007185 Sep 01 15:35:55.437015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:55.438861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:55.441677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5172491-f8c3-4a00-a422-c2954fd26c4e req-1395757b-8738-4f9d-8a31-f0ffb8e415bd tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991602 Sep 01 15:35:55.445538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for fad636b8-79a1-4926-965e-3ec6c1510ccf owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:55.480570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:55.519634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:55.521038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:55.538332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:55.604362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33dda3-1ccd-4c0f-ad94-820aa17e1ff5 None None] Pushing event updated for resources: {'Port': ['ID=b73200c5-19b7-45ff-a0c6-db4adbd1178b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:55.729031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:55.770339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.772538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.861788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=fad636b8-79a1-4926-965e-3ec6c1510ccf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:56.069298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.118744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.297904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.302796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.398930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a6ef15-f1ed-4b7d-9932-15ea057e37db None None] Provisioning for port d7cf726d-f79e-493a-8849-bf7243e38ede completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:56.443888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b6a6ef15-f1ed-4b7d-9932-15ea057e37db None None] Provisioning complete for port d7cf726d-f79e-493a-8849-bf7243e38ede triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:56.444714 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ef15-f1ed-4b7d-9932-15ea057e37db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.563859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.564495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router acb703c0-0d1c-4061-a302-e5f6e38da273 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:56.582439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.593091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41538c8d-d3e6-4113-9c0f-e549ef253adf tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 204 len: 168 time: 2.5568478 Sep 01 15:35:56.605390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 60930) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:56.624256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-368064640', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:56.660374 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.661286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6ef15-f1ed-4b7d-9932-15ea057e37db None None] Port d7cf726d-f79e-493a-8849-bf7243e38ede cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:56.664202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7b0c1660-e020-48d7-8039-4d3cafbe6e49 req-cb40fead-c522-4150-91a1-cb4b6cb375fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1030369 Sep 01 15:35:56.672440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.892534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.916287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.962449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:49Z', 'revision_number': 3, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:56.985341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-50bb2098-8019-44e4-ace8-1f39951ad0c2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:56.988356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-50bb2098-8019-44e4-ace8-1f39951ad0c2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.5692258 Sep 01 15:35:57.010239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7b4f-6221-49e4-a8a3-2caa96ed86d2 req-bb91b36c-9e27-4835-aafb-f517f6e56897 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:57.034280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:57.041846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.047378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca1c7b4f-6221-49e4-a8a3-2caa96ed86d2 req-bb91b36c-9e27-4835-aafb-f517f6e56897 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.4464650 Sep 01 15:35:57.068709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de6d28-fd73-4719-af2b-6ac430bb51f6 None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:49Z', 'revision_number': 3, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:57.307522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.327381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca1c7b4f-6221-49e4-a8a3-2caa96ed86d2 req-2e0e4f66-4c5d-420b-8cc0-e0cf7e23ec9a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503459 Sep 01 15:35:57.332563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:57.335977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:57.474775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-dadbd094-f62e-4f97-bb3e-6cb691a674bb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 379 time: 0.4256113 Sep 01 15:35:57.493647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': '89affc7d-743e-46c4-afa9-b834fc631109', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'security_groups': ['8a77d3c0-e32e-4d15-a2eb-ece06c08fcef']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:57.610064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:57.682091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.904223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:57.915955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.939097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-38889eed-5baa-4d12-ae09-dee49e2e9d28 None None] Provisioning complete for port d7cf726d-f79e-493a-8849-bf7243e38ede triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:57.939736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38889eed-5baa-4d12-ae09-dee49e2e9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.946151 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.103764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-38889eed-5baa-4d12-ae09-dee49e2e9d28 None None] Port d7cf726d-f79e-493a-8849-bf7243e38ede cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:58.378090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.4 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/4969ea75-5c0a-4f4d-bc38-13fbde7cec5a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:58.683662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5b279f8-4348-4113-ac47-abd1eb8e60fe req-0be256da-c143-462b-bbd7-25cae3e07f24 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Sep 01 15:35:58.710803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:58.717690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f9fd0469-10dd-4a8b-9d5a-e44d01c3db31 admin admin] 10.222.0.41 "PUT /v2.0/routers/1df2ef82-9207-4de8-a814-d0e5ea2b2439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6504538 Sep 01 15:35:58.844116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b73200c5-19b7-45ff-a0c6-db4adbd1178b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:58.981459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b73200c5-19b7-45ff-a0c6-db4adbd1178b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:58.996699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b73200c5-19b7-45ff-a0c6-db4adbd1178b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:58.996985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.058979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306380-5a5c-4376-9942-0ccb74e0b6c9 req-b48709f4-a188-469a-a3c4-c4069ddb89c9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:59.083152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6306380-5a5c-4376-9942-0ccb74e0b6c9 req-b48709f4-a188-469a-a3c4-c4069ddb89c9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3337328 Sep 01 15:35:59.296340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.396837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b73200c5-19b7-45ff-a0c6-db4adbd1178b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b73200c5-19b7-45ff-a0c6-db4adbd1178b,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:59.405146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.702096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b73200c5-19b7-45ff-a0c6-db4adbd1178b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:00.027606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cf78fd08-11ec-4d95-8ca8-3c0138c2d45b req-a12cffe4-9ccb-463b-99f5-fde3c1c16dba tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.0942791 Sep 01 15:36:00.113735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.334178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.368141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:00.435580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6306380-5a5c-4376-9942-0ccb74e0b6c9 req-c1e1a3f6-e01c-4cd0-abdf-626165c9cfa3 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3509607 Sep 01 15:36:00.442533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.489975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299a4c2-aaf4-492f-9a01-8a5f5cbb1563 req-b867b95b-e913-4971-9137-4647d7600ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:00.494350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5299a4c2-aaf4-492f-9a01-8a5f5cbb1563 req-b867b95b-e913-4971-9137-4647d7600ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 1.2716713 Sep 01 15:36:00.606658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32770) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:00.621481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-138106084-network', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:00.685871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Made reservation on behalf of 0bf4f2b0bcae4a7baa166414a0d3765d for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:00.688750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.707401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b73200c5-19b7-45ff-a0c6-db4adbd1178b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:00.750719 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.751187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5299a4c2-aaf4-492f-9a01-8a5f5cbb1563 req-b3ad28e3-6eb5-41a0-88b7-74f262746848 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317605 Sep 01 15:36:00.757534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.883581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b73200c5-19b7-45ff-a0c6-db4adbd1178b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:00.885500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.902826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:00.906375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:00.930916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.931818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.932643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.934115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.934911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.935732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.936543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.937390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.938233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.939034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.940023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.940844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:00.952158 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:00.955976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:00.957402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:01.005517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.010727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.080841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:01.090629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:01.103889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:01.149744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.151572 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Added segment 19e37c0c-780a-4777-bd50-9c28df705a46 of type vlan for network 2dfd4678-232e-4aa7-a740-299fc7d85147 Sep 01 15:36:01.276226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.297254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:01.299099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.325262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:01.370970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-6e68c082-53d4-4549-9908-3101f2d4b758 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8859482 Sep 01 15:36:01.383226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc88241-6b77-40a1-b71e-58eb67a6f6aa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:01.417422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.423189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:01.427065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.449189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Request body: {'port': {'device_id': '89affc7d-743e-46c4-afa9-b834fc631109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:01.508614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9006162 Sep 01 15:36:01.594787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32784) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:01.607286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Allocated IP 172.25.1.8 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0fb0c171-a46c-4ec7-8893-4f504572e6af) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:01.611108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.701861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Request body: {'subnet': {'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-138106084-subnet', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:01.705827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6547965-a244-4fd8-8909-861f34ee0383 None None] Provisioning for port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:01.713177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c6547965-a244-4fd8-8909-861f34ee0383 None None] Provisioning complete for port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:01.715509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6547965-a244-4fd8-8909-861f34ee0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.897029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62df18-b9d7-42d4-a48e-adbbd8ad0bba req-0df44f78-b2b8-4b2f-9b92-5339f9ec9ce3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:01.913105 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a62df18-b9d7-42d4-a48e-adbbd8ad0bba req-0df44f78-b2b8-4b2f-9b92-5339f9ec9ce3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 931 time: 0.4259069 Sep 01 15:36:01.931433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903262f6-9a3b-4627-b45c-a3389fb75d95 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfd4678-232e-4aa7-a740-299fc7d85147,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:02.008727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:02.022754 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4a62df18-b9d7-42d4-a48e-adbbd8ad0bba req-a71a5cc4-bcd5-4652-a8c9-67edd2859592 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083672 Sep 01 15:36:02.226200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Made reservation on behalf of 0bf4f2b0bcae4a7baa166414a0d3765d for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:02.233851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.236699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c6547965-a244-4fd8-8909-861f34ee0383 None None] Port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:02.398328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 2, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:02.478873 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:02.479325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Updating router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 port d7cf726d-f79e-493a-8849-bf7243e38ede binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:36:02.551027 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.561614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949997de-be1b-4db8-a877-a7a3c53ece65 req-35c210cd-b145-49df-a85e-51b6971ffee4 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:02.563804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-949997de-be1b-4db8-a877-a7a3c53ece65 req-35c210cd-b145-49df-a85e-51b6971ffee4 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.8434830 Sep 01 15:36:02.713772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.719322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-949997de-be1b-4db8-a877-a7a3c53ece65 req-b4482c92-d854-4c28-a5dc-d60f8fc9cce3 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186478 Sep 01 15:36:03.026331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.034805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:03.076912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.079845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.146904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event updated for resources: {'Port': ['ID=0fb0c171-a46c-4ec7-8893-4f504572e6af,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.198203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Transition to ACTIVE for port object 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:03.208904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:03.214802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:03.222514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.225817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:03.227981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a217d52-e9c8-4708-b8d4-c9795a1e376c req-9db1a02f-8996-4de0-be63-bae0b3bd52b8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:03.246207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a217d52-e9c8-4708-b8d4-c9795a1e376c req-9db1a02f-8996-4de0-be63-bae0b3bd52b8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 931 time: 0.1049008 Sep 01 15:36:03.290067 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.324271 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Transition to ACTIVE for port object d7cf726d-f79e-493a-8849-bf7243e38ede will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:03.326608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7a217d52-e9c8-4708-b8d4-c9795a1e376c req-412aa54f-b04a-4d6a-8890-e336e54567f5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791209 Sep 01 15:36:03.336295 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.546200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Checking segment: {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:03.546999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Network hostable DHCP agents. Network: 2dfd4678-232e-4aa7-a740-299fc7d85147, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:03.549719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5057d371-bfae-4637-9438-dd29381051a3,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.570094 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Pushing event updated for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.584769 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.586066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.586066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.586373 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.587172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.587514 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.587844 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.588167 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.588490 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.589473 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.589473 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.589780 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:03.619267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Attempting to bind port d7cf726d-f79e-493a-8849-bf7243e38ede on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:03.619636 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Attempting to bind port d7cf726d-f79e-493a-8849-bf7243e38ede by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:03.620033 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Attempting to bind port d7cf726d-f79e-493a-8849-bf7243e38ede on network 9338a529-e8ca-4335-8211-43ebd82f3c59 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:03.631885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:03.632444 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Checking segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:03.632962 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.633404 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Bound using segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:03.633912 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Bound port: d7cf726d-f79e-493a-8849-bf7243e38ede, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:03.634401 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.656160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Pushing event updated for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.762564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:03.797017 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] For port d7cf726d-f79e-493a-8849-bf7243e38ede, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:03.806902 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] For port d7cf726d-f79e-493a-8849-bf7243e38ede, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7cf726d-f79e-493a-8849-bf7243e38ede,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:03.814062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 2dfd4678-232e-4aa7-a740-299fc7d85147) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:03.819678 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.843811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e9614-980d-4345-88c0-4f4113aac15f None None] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:03.883602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:03.884208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.967067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cf71-2289-4c1a-a987-95fdcd68da0a None None] Pushing event updated for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:04.045578 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:04.046158 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:04.174354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32814) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:04.179501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:04.186101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-acd38499-1696-4942-8c95-49c5c9024e2b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4931512 Sep 01 15:36:04.249252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.250345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.431796 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:04.457446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Attempting to bind port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:04.460099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Attempting to bind port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:04.460523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Attempting to bind port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:04.470253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2dfd4678-232e-4aa7-a740-299fc7d85147', 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'fixed_ips': [{'subnet_id': '5057d371-bfae-4637-9438-dd29381051a3'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:36:04.471710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.477633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.579188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5420f0-e82d-4960-9f35-e56fb5246611 req-345e3ad9-ca04-4d1c-831d-95a5afedc6e2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:04.581433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b5420f0-e82d-4960-9f35-e56fb5246611 req-345e3ad9-ca04-4d1c-831d-95a5afedc6e2 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.6859667 Sep 01 15:36:04.598196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:36:04.598864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Attempting to bind port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:04.672578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:04.674335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:04.684318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:04.685316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Bound port: 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:04.686039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.787629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.891565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Allocated IP 172.20.0.2 (2dfd4678-232e-4aa7-a740-299fc7d85147/5057d371-bfae-4637-9438-dd29381051a3/be21ae49-3761-44b9-80ea-aaf8d387a212) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:05.094882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:03Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:05.133659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b5420f0-e82d-4960-9f35-e56fb5246611 req-8d2e4c9a-4e67-4e63-bb0a-e36c763e6ef8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137670 Sep 01 15:36:05.233589 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d6a50-640a-4b9e-acd6-5b11da5cfd4e None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:03Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:05.264943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.279099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Transition to ACTIVE for port object be21ae49-3761-44b9-80ea-aaf8d387a212 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:05.303592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Transition to ACTIVE for port object be21ae49-3761-44b9-80ea-aaf8d387a212 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:05.316281 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.347872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb622a-2f30-4eee-9042-51ba84594da3 req-bad082d7-da1c-46cd-880c-7632f017dc3c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:05.367638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25cb622a-2f30-4eee-9042-51ba84594da3 req-bad082d7-da1c-46cd-880c-7632f017dc3c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.7039890 Sep 01 15:36:05.382993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.419821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:05.423998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:05.428130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:05.658696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:05.742843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Pushing event updated for resources: {'Port': ['ID=be21ae49-3761-44b9-80ea-aaf8d387a212,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:05.750598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Attempting to bind port be21ae49-3761-44b9-80ea-aaf8d387a212 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:05.751217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Attempting to bind port be21ae49-3761-44b9-80ea-aaf8d387a212 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:05.751808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Attempting to bind port be21ae49-3761-44b9-80ea-aaf8d387a212 on network 2dfd4678-232e-4aa7-a740-299fc7d85147 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:05.778084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-25cb622a-2f30-4eee-9042-51ba84594da3 req-1e94ee56-785a-4637-a9c4-f949bad45d06 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979750 Sep 01 15:36:05.797845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:05.798420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Checking segment: {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:05.806367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.807189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Bound using segment: {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:05.809712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Bound port: be21ae49-3761-44b9-80ea-aaf8d387a212, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:05.810576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.816838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:05.843229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.062806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] For port be21ae49-3761-44b9-80ea-aaf8d387a212, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:06.083956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] For port be21ae49-3761-44b9-80ea-aaf8d387a212, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be21ae49-3761-44b9-80ea-aaf8d387a212,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:06.094197 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.151194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Pushing event updated for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:06.245408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762c03e-66bd-41af-9edf-a95e9361ad8a None None] Pushing event updated for resources: {'Port': ['ID=be21ae49-3761-44b9-80ea-aaf8d387a212,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:06.287506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:06.289909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.302071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2be76d00-6752-4138-9d59-106728871b72 service neutron] 10.222.0.24 "PUT /v2.0/ports/4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 1092 time: 4.8886881 Sep 01 15:36:06.324647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:06.336298 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30648d01-e00b-484d-a64c-005f513aab0a" -d '{"events": [{"name": "network-changed", "server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:06.380361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.541088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5973a70-7080-470f-90ff-62381a1e45cc req-b1590725-38e4-42a1-a125-3ae02e822c3a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:06.580189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5973a70-7080-470f-90ff-62381a1e45cc req-b1590725-38e4-42a1-a125-3ae02e822c3a tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3083611 Sep 01 15:36:06.667869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.710129 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becdf4e6-193a-47dd-9700-0585f5ca9ee7 x-openstack-request-id: req-becdf4e6-193a-47dd-9700-0585f5ca9ee7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:06.711496 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:06.712276 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-becdf4e6-193a-47dd-9700-0585f5ca9ee7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:06.713609 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'status': 'completed', 'code': 200} Sep 01 15:36:06.726548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.864744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7cf726d-f79e-493a-8849-bf7243e38ede up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:06.947382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-c10ca927-2c37-4066-9806-be7389e8d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:06.950735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-c10ca927-2c37-4066-9806-be7389e8d67c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 1097 time: 0.8041675 Sep 01 15:36:07.103632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d7cf726d-f79e-493a-8849-bf7243e38ede completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:07.119334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d7cf726d-f79e-493a-8849-bf7243e38ede triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:07.119997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.127223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5973a70-7080-470f-90ff-62381a1e45cc req-47e10d5d-1c02-4cb7-a63e-b8392e850086 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279057 Sep 01 15:36:07.333778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.386560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d7cf726d-f79e-493a-8849-bf7243e38ede, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7cf726d-f79e-493a-8849-bf7243e38ede,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:07.392040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.406254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Allocated IP 172.25.1.34 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b0773ef8-52a0-4914-93e6-16f2d0c53caa) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:07.526172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-21e2c3ef-0c27-4985-989c-bddca84d43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:07.532239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-21e2c3ef-0c27-4985-989c-bddca84d43de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1095 time: 1.1358643 Sep 01 15:36:07.536214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:07.542218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-5db37bf5-9273-402b-aaee-230ddbe72292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:07.556209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-5db37bf5-9273-402b-aaee-230ddbe72292 service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.5833080 Sep 01 15:36:07.643246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.765656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.787066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-d4518040-e9d0-43ef-8a53-6c15e50e8904 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 200 len: 217 time: 0.2294235 Sep 01 15:36:07.996249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Pushing event updated for resources: {'Port': ['ID=b0773ef8-52a0-4914-93e6-16f2d0c53caa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:08.014594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:08.016289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:08.022780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:08.053261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-616a93c1-0dcd-4234-83cc-a17a44e7f8d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 217 time: 0.3039613 Sep 01 15:36:08.164464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774d26d-1830-4be1-8c32-3242f8cd3646 req-b25e8f0c-ff04-4239-8d70-4e4a26a65b48 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:08.178412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4774d26d-1830-4be1-8c32-3242f8cd3646 req-b25e8f0c-ff04-4239-8d70-4e4a26a65b48 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.9877911 Sep 01 15:36:08.267710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Router a1929324-4c93-416f-9916-1481885767ca is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:36:08.398986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-f953982c-f736-4475-88d6-bfc220830a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:08.400736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-f953982c-f736-4475-88d6-bfc220830a97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.5937347 Sep 01 15:36:08.452877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-69b46af0-3c0c-4d5a-8457-537dc0fe0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:08.454345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-69b46af0-3c0c-4d5a-8457-537dc0fe0321 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.3302450 Sep 01 15:36:08.537486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ea6e-35e1-43d3-bd87-6b1a91be7502 req-0076ea01-6d4e-4d23-8b91-60b1c9d96d8e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:08.539156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d8e8ea6e-35e1-43d3-bd87-6b1a91be7502 req-0076ea01-6d4e-4d23-8b91-60b1c9d96d8e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1547828 Sep 01 15:36:08.766125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba0ed6-f268-40ba-ad1b-356652cb4c4d None None] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:08.849570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d8e8ea6e-35e1-43d3-bd87-6b1a91be7502 req-7ae2b4e2-bdce-4713-8648-253e4f41d1d9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956701 Sep 01 15:36:08.870003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:08.940820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d621747a-c6e9-4f62-b982-04e42678a712 None None] Provisioning for port be21ae49-3761-44b9-80ea-aaf8d387a212 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:08.993283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7cf726d-f79e-493a-8849-bf7243e38ede up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:09.007765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.208102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d7cf726d-f79e-493a-8849-bf7243e38ede triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:09.209289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.292240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4774d26d-1830-4be1-8c32-3242f8cd3646 req-2a3a42b3-eea0-4132-8f87-7c11a9109370 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1117804 Sep 01 15:36:09.320141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-a2302d09-34ce-46d9-b1e2-31de62d2fc1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9116406 Sep 01 15:36:09.471012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.474409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-e809ec55-2898-4e05-b141-0a4691909409 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412077 Sep 01 15:36:09.515598 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95d3090c-a1e9-460c-97a6-158983a95d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.523793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be21ae49-3761-44b9-80ea-aaf8d387a212 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:09.655503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-351445e9-7c25-45ec-a7b3-84b308c28af8 req-04e146e3-ba91-4bfa-8e3f-84d952711a11 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666708 Sep 01 15:36:09.684835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port be21ae49-3761-44b9-80ea-aaf8d387a212 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:09.691377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port be21ae49-3761-44b9-80ea-aaf8d387a212 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:09.691907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.701429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:09.704663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-0b4bf2f8-688b-4d5f-a17a-5168bec4cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:09.706238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-0b4bf2f8-688b-4d5f-a17a-5168bec4cb47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4064224 Sep 01 15:36:09.780448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] Sync routers for ids ['a1929324-4c93-416f-9916-1481885767ca'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:09.891450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] Routers {'a1929324-4c93-416f-9916-1481885767ca'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:09.893012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a1929324-4c93-416f-9916-1481885767ca'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:09.969594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95d3090c-a1e9-460c-97a6-158983a95d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.978586 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95d3090c-a1e9-460c-97a6-158983a95d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.994128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.994903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Router b9730636-1c81-45c4-a134-987a7b5ccedd is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:36:09.999905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd767562-e5b6-4bad-bfc9-8f291bb81c4a tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.3875611 Sep 01 15:36:10.005538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32880) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:10.028670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:10.037626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-2902f339-c744-41dc-be6a-4fccd3306d07 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970846 Sep 01 15:36:10.049564 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-95d3090c-a1e9-460c-97a6-158983a95d91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b053ee8c8d6146c9b8a82d4116d652a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980456 Sep 01 15:36:10.050745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3090c-a1e9-460c-97a6-158983a95d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65694a69-da85-4b09-af1f-72355e9e28a3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:10.053451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:10.072250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:10.133218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.197908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] Routers {'a1929324-4c93-416f-9916-1481885767ca'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:10.199762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a1929324-4c93-416f-9916-1481885767ca'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:10.247089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.275212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.310485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed77bb01-d59e-4d90-ad10-71b6f7149958 req-44cf85b6-5802-4023-9c01-b4bf65cfaf32 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286923 Sep 01 15:36:10.320520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port be21ae49-3761-44b9-80ea-aaf8d387a212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be21ae49-3761-44b9-80ea-aaf8d387a212,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:10.324580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:10.326886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d8528-f639-4706-a6b4-5803551a93a1 None None] The sync data for ids ['a1929324-4c93-416f-9916-1481885767ca'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:10.330833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cd110f79-5f42-4b2d-96d9-b3e41baabd8e None None] Provisioning complete for port be21ae49-3761-44b9-80ea-aaf8d387a212 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:10.331397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd110f79-5f42-4b2d-96d9-b3e41baabd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.337339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.469833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.472456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.473818 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65694a69-da85-4b09-af1f-72355e9e28a3 HTTP/1.1" status: 204 len: 168 time: 0.4193900 Sep 01 15:36:10.474391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=be21ae49-3761-44b9-80ea-aaf8d387a212,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:10.524070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79637412-bf90-47dd-b574-184f24799581 req-89a08e9e-4ebd-47b6-a3be-fc842e09f4e9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:10.526943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79637412-bf90-47dd-b574-184f24799581 req-89a08e9e-4ebd-47b6-a3be-fc842e09f4e9 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.3449578 Sep 01 15:36:10.599243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b931-f9bf-4d90-8776-ccdcaecb2be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65694a69-da85-4b09-af1f-72355e9e28a3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:10.669699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:10.680813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79637412-bf90-47dd-b574-184f24799581 req-08f8ab03-3688-42f6-9ce3-988e97e43647 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246412 Sep 01 15:36:10.681160 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Sync routers for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:10.701590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.704162 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-862c4c8e-58b2-4ef2-8e64-78ef3de88c9f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5280190 Sep 01 15:36:10.708016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32898) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:10.753478 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:10.753478 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:10.762527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be21ae49-3761-44b9-80ea-aaf8d387a212 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:10.800754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648d01-e00b-484d-a64c-005f513aab0a req-e75c43e7-15b3-4660-9a52-f36b5bdfa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:10.806743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-e75c43e7-15b3-4660-9a52-f36b5bdfa6ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1095 time: 0.2683017 Sep 01 15:36:10.841905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cc235-a565-4a20-b372-43e3476f4357 req-1fd7cad5-f48b-45e6-bd85-d677cf02fa12 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:10.844208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd8cc235-a565-4a20-b372-43e3476f4357 req-1fd7cad5-f48b-45e6-bd85-d677cf02fa12 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.3975890 Sep 01 15:36:10.874796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port be21ae49-3761-44b9-80ea-aaf8d387a212 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:10.876743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.979203 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:11.008897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.135549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd8cc235-a565-4a20-b372-43e3476f4357 req-d5d18700-3fd1-4201-968b-ad3e7f131aed tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819233 Sep 01 15:36:11.157399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648d01-e00b-484d-a64c-005f513aab0a req-4e8cdf2a-c2ee-4761-984e-6ac2a83d81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:11.161179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-4e8cdf2a-c2ee-4761-984e-6ac2a83d81d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3085902 Sep 01 15:36:11.168015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.248347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-b32bd4f5-e26b-4b0d-ac4e-eca6598bcb99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 217 time: 0.0720265 Sep 01 15:36:11.257950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 32906) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:11.294954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb4e086d-e9af-4be2-9213-d69e2fe993e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.352314 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:08Z', 'revision_number': 3, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:11.364919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648d01-e00b-484d-a64c-005f513aab0a req-47f7022c-6385-47ba-a672-ae31875dc538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:11.366611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-47f7022c-6385-47ba-a672-ae31875dc538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.0885756 Sep 01 15:36:11.398253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Checking router: b9730636-1c81-45c4-a134-987a7b5ccedd for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:11.399119 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Updating router b9730636-1c81-45c4-a134-987a7b5ccedd port b0773ef8-52a0-4914-93e6-16f2d0c53caa binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:36:11.427839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648d01-e00b-484d-a64c-005f513aab0a req-6e898576-2e17-47bb-ba0c-5771d047d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:11.429423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-6e898576-2e17-47bb-ba0c-5771d047d187 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503004 Sep 01 15:36:11.438745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Deleting port 0fb0c171-a46c-4ec7-8893-4f504572e6af {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:11.439053 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.439197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.527975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.544217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Calling delete_port for 0fb0c171-a46c-4ec7-8893-4f504572e6af owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:11.799834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb4e086d-e9af-4be2-9213-d69e2fe993e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.815636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb4e086d-e9af-4be2-9213-d69e2fe993e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.849344 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.876599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-1864a2a2-38ef-4d7e-85f9-ce19a666910f service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878824 Sep 01 15:36:11.967577 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bb4e086d-e9af-4be2-9213-d69e2fe993e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99e7939c91ce4bcf8e0aadb3f535e186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050507 Sep 01 15:36:11.967972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32912) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:11.993649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e086d-e9af-4be2-9213-d69e2fe993e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5006def8-a0ed-47e2-a2b3-16b460a246dd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:12.030779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Transition to ACTIVE for port object b0773ef8-52a0-4914-93e6-16f2d0c53caa will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:12.035218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.042762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.046919 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.081010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b7399-0b88-4e3d-ac0e-723b36c4dc2b req-479a7399-4536-433a-89e4-bdc88de0ff21 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:12.083454 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c0b7399-0b88-4e3d-ac0e-723b36c4dc2b req-479a7399-4536-433a-89e4-bdc88de0ff21 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1920455 Sep 01 15:36:12.094041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Pushing event deleted for resources: {'Port': ['ID=0fb0c171-a46c-4ec7-8893-4f504572e6af,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:12.097415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.134697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.149355 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f628a2-8336-4967-b1cc-6d166e237f9e None None] Pushing event updated for resources: {'Port': ['ID=b0773ef8-52a0-4914-93e6-16f2d0c53caa,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:12.153018 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Attempting to bind port b0773ef8-52a0-4914-93e6-16f2d0c53caa on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:12.153501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Attempting to bind port b0773ef8-52a0-4914-93e6-16f2d0c53caa by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:12.154032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Attempting to bind port b0773ef8-52a0-4914-93e6-16f2d0c53caa on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:12.161371 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:12.161753 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:12.162389 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.162904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:12.163458 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Bound port: b0773ef8-52a0-4914-93e6-16f2d0c53caa, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:12.163933 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.217720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.221052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.226255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5006def8-a0ed-47e2-a2b3-16b460a246dd HTTP/1.1" status: 204 len: 168 time: 0.2547026 Sep 01 15:36:12.236817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30648d01-e00b-484d-a64c-005f513aab0a req-71888585-a64c-42a9-9a50-9dd4696ab1de service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521583 Sep 01 15:36:12.291220 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] For port b0773ef8-52a0-4914-93e6-16f2d0c53caa, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:12.296573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] For port b0773ef8-52a0-4914-93e6-16f2d0c53caa, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0773ef8-52a0-4914-93e6-16f2d0c53caa,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:12.304314 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.318506 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c0b7399-0b88-4e3d-ac0e-723b36c4dc2b req-98bd33ed-73e5-4b95-b723-ef7a0e4186d0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178671 Sep 01 15:36:12.371254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:12.372330 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:12.374116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.458119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e9cdc-b7fc-4832-920d-9ad87a38943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5006def8-a0ed-47e2-a2b3-16b460a246dd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:12.611783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Allocated IP 172.20.0.1 (2dfd4678-232e-4aa7-a740-299fc7d85147/5057d371-bfae-4637-9438-dd29381051a3/a3b061ca-8d55-4adb-920e-50484feee3bc) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:12.689923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda056-c63d-4a40-9fc7-61a22ca05db0 req-6c4f8460-7425-45b1-8eda-3931a8a266eb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:12.703433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7bda056-c63d-4a40-9fc7-61a22ca05db0 req-6c4f8460-7425-45b1-8eda-3931a8a266eb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.3309050 Sep 01 15:36:12.733839 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:12.797980 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.825538 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f628a2-8336-4967-b1cc-6d166e237f9e None None] Pushing event updated for resources: {'Port': ['ID=b0773ef8-52a0-4914-93e6-16f2d0c53caa,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:12.835936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Transition to ACTIVE for port object a3b061ca-8d55-4adb-920e-50484feee3bc will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:12.910570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62181'] for router, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.910848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.919141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745088'] for router, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.942796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7bda056-c63d-4a40-9fc7-61a22ca05db0 req-4d58d7c9-9a55-432d-a20d-80cd0b31ef5f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376978 Sep 01 15:36:13.056650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:13.074739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:13.077440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:13.080165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:13.158622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.174052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Router a1929324-4c93-416f-9916-1481885767ca has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:13.285247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:13.296178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.298711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bdeb6548-c22e-4689-8ac7-73c1695694fa tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "PUT /v2.0/routers/a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 200 len: 709 time: 3.2914600 Sep 01 15:36:13.301734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] Sync routers for ids ['a1929324-4c93-416f-9916-1481885767ca'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:13.313897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32942) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:13.320495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] Routers {'a1929324-4c93-416f-9916-1481885767ca'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:13.321713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a1929324-4c93-416f-9916-1481885767ca'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.335728 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:08Z', 'revision_number': 3, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.411124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.433335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] Routers {'a1929324-4c93-416f-9916-1481885767ca'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:13.434967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a1929324-4c93-416f-9916-1481885767ca'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.470035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faf0c5-764d-4080-beb2-098184867a74 None None] The sync data for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 is: [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:08Z', 'revision_number': 3, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:13.498687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.508827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.518970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0745e-6569-4b84-b02f-37f5a4a1596e None None] The sync data for ids ['a1929324-4c93-416f-9916-1481885767ca'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:13.664515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bbddecfa-02fd-4eba-99e5-15c4ca09f2be None None] Provisioning for port a3b061ca-8d55-4adb-920e-50484feee3bc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:13.673246 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bbddecfa-02fd-4eba-99e5-15c4ca09f2be None None] Provisioning complete for port a3b061ca-8d55-4adb-920e-50484feee3bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:13.673626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbddecfa-02fd-4eba-99e5-15c4ca09f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.766551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bbddecfa-02fd-4eba-99e5-15c4ca09f2be None None] Port a3b061ca-8d55-4adb-920e-50484feee3bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:14.080223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.092934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.255382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:14.297603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.337225 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e39561b7-506f-40a9-b023-fbcc130134ef tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/routers/a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 200 len: 744 time: 1.0185971 Sep 01 15:36:14.365089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:14.400167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26d3eca5-63ea-4444-bf12-b2d1b8517560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.443897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a5e5721-e98d-4112-a92d-e7ac0d305d9e tempest-RoutersIpV6AdminTest-1409827072 tempest-RoutersIpV6AdminTest-1409827072-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&device_id=a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 200 len: 205 time: 0.0668728 Sep 01 15:36:14.456796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32964) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:14.528768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb211c74-fbae-48d8-8524-224924f1cf4b tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 200 len: 205 time: 0.0706682 Sep 01 15:36:14.535191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32966) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:14.632467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:14.635300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:14.744876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.749042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0773ef8-52a0-4914-93e6-16f2d0c53caa up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:14.941672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b0773ef8-52a0-4914-93e6-16f2d0c53caa completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:14.966458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b0773ef8-52a0-4914-93e6-16f2d0c53caa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:14.966835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.033514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Router b9730636-1c81-45c4-a134-987a7b5ccedd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:15.116437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffc43-bf3e-4a5f-8399-52f34a1d6d93 req-ac9aa4d5-3dce-4217-9998-a97eea540705 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:15.119805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-176ffc43-bf3e-4a5f-8399-52f34a1d6d93 req-ac9aa4d5-3dce-4217-9998-a97eea540705 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.8194993 Sep 01 15:36:15.228865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.238686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.274560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-176ffc43-bf3e-4a5f-8399-52f34a1d6d93 req-8add12b5-b713-4d85-9ea2-a09fdac5252d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153460 Sep 01 15:36:15.294884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.430735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.431881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Fanout notify agent at l3_agent the message router_deleted on router a1929324-4c93-416f-9916-1481885767ca {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:36:15.444542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1150ed3e-9121-4bd8-977b-ec44829889ba None None] Provisioning complete for port a3b061ca-8d55-4adb-920e-50484feee3bc triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:15.445350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1150ed3e-9121-4bd8-977b-ec44829889ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.482579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.485511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8a2a90f2-557e-4922-841a-7fa602089e27 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 204 len: 168 time: 0.9489038 Sep 01 15:36:15.490851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32978) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:15.632956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b0773ef8-52a0-4914-93e6-16f2d0c53caa, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0773ef8-52a0-4914-93e6-16f2d0c53caa,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:15.671984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.686649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-58daf736-2cff-4e35-aba5-3daf97b14167 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 200 len: 205 time: 0.1487334 Sep 01 15:36:15.690824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:15.753773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1150ed3e-9121-4bd8-977b-ec44829889ba None None] Port a3b061ca-8d55-4adb-920e-50484feee3bc cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:15.790393 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-319516ea-20f9-4847-9d9c-f08e5505ef60 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:15.791927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-319516ea-20f9-4847-9d9c-f08e5505ef60 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/a1929324-4c93-416f-9916-1481885767ca HTTP/1.1" status: 404 len: 336 time: 0.1000075 Sep 01 15:36:15.796843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32990) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:15.818384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b0773ef8-52a0-4914-93e6-16f2d0c53caa,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:15.835433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.835778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.836149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.836652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.836994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.837363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.837696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.838024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.838355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.839360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.839612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.839945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:15.883434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c15ed95-f918-42ed-a70b-c8b83f8d5938 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 200 len: 205 time: 0.0831399 Sep 01 15:36:15.891797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:15.980134 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5a96ac6e-d2a7-4b5d-9e9e-400e011dd62f tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:15.986922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a96ac6e-d2a7-4b5d-9e9e-400e011dd62f tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/acb703c0-0d1c-4061-a302-e5f6e38da273 HTTP/1.1" status: 404 len: 336 time: 0.0926361 Sep 01 15:36:15.987719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 32998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.082244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4b177691-9d2b-484a-ba9f-1d369d58e1eb tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 200 len: 205 time: 0.0926952 Sep 01 15:36:16.086312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33002) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.160319 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5d889e36-928a-4c35-a665-b0ed3346c330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:16.162272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d889e36-928a-4c35-a665-b0ed3346c330 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/645d1b4f-0c99-4308-bb23-d1a571a9c414 HTTP/1.1" status: 404 len: 336 time: 0.0741217 Sep 01 15:36:16.167893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.231003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfc6b925-5773-4fd7-b22c-38a0b717f610 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 200 len: 205 time: 0.0613317 Sep 01 15:36:16.234617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33006) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.274146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:16.285131 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a757890b-2a4a-4b52-bc9b-32edd8e79e60 admin admin] 10.222.0.41 "PUT /v2.0/routers/b9730636-1c81-45c4-a134-987a7b5ccedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5755656 Sep 01 15:36:16.327800 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-f8d419a1-140a-475c-83d7-d8df3aec191d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:16.333344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f8d419a1-140a-475c-83d7-d8df3aec191d tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/35f0807b-c104-4245-a0f4-eb7fa0baa232 HTTP/1.1" status: 404 len: 336 time: 0.0932682 Sep 01 15:36:16.333867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33012) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.430102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61cdb6e1-30f0-4a66-85df-d262b836d89b tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 200 len: 205 time: 0.0942523 Sep 01 15:36:16.434450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.612479 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-1bbe0b57-a1f4-4841-89e9-80ea552d6d77 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:16.614690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1bbe0b57-a1f4-4841-89e9-80ea552d6d77 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/7793b22e-03b9-4161-8c84-ad0532877107 HTTP/1.1" status: 404 len: 336 time: 0.1788440 Sep 01 15:36:16.619137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33020) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.723110 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c894ccb-cb6d-4661-8b49-46ca3751bd7e tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98bad0a-dc10-4bf0-b458-96e8d404b568 HTTP/1.1" status: 200 len: 205 time: 0.1010187 Sep 01 15:36:16.726516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33026) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.727929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d87d76-c13f-4a49-8368-2d619f4fa9a9 req-d8859456-8820-4cde-a4ac-7f475e31767b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:16.756054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68d87d76-c13f-4a49-8368-2d619f4fa9a9 req-d8859456-8820-4cde-a4ac-7f475e31767b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.1237788 Sep 01 15:36:16.832614 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-253727be-ee84-4026-abac-2597727b4db3 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] delete failed (client error): The resource could not be found. Sep 01 15:36:16.842127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-253727be-ee84-4026-abac-2597727b4db3 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/routers/f98bad0a-dc10-4bf0-b458-96e8d404b568 HTTP/1.1" status: 404 len: 336 time: 0.1105247 Sep 01 15:36:16.844381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68d87d76-c13f-4a49-8368-2d619f4fa9a9 req-ac086ae3-c49d-4653-9464-2654785fd27d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708358 Sep 01 15:36:16.844920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33034) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.884433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0773ef8-52a0-4914-93e6-16f2d0c53caa up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:16.907752 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-583fa629-5db5-4360-8898-7b931b31c577 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:16.908243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583fa629-5db5-4360-8898-7b931b31c577 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:16.912412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-583fa629-5db5-4360-8898-7b931b31c577 tempest-RoutersIpV6AdminTest-1331550192 tempest-RoutersIpV6AdminTest-1331550192-project] 10.222.0.41 "DELETE /v2.0/subnets/40c76250-4344-4e7a-aedc-846814f83b96 HTTP/1.1" status: 404 len: 337 time: 0.0643144 Sep 01 15:36:17.009982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b0773ef8-52a0-4914-93e6-16f2d0c53caa triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:17.010715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.090402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Sync routers for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:17.096009 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:17.099117 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:35:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:17.241482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e851f1-aa5d-40cd-8f23-72e068c2e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.311362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:17.496684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33048) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:17.635562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.812345 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:13Z', 'revision_number': 4, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a3b061ca-8d55-4adb-920e-50484feee3bc', 'name': '', 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'mac_address': 'fa:16:3e:c0:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5057d371-bfae-4637-9438-dd29381051a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:12Z', 'updated_at': '2021-09-01T15:36:13Z', 'revision_number': 2, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'subnets': [{'id': '5057d371-bfae-4637-9438-dd29381051a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:17.867971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa221-0795-4eb8-9c59-1716d1c6c49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.890368 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Checking router: b9730636-1c81-45c4-a134-987a7b5ccedd for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:17.890943 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Updating router b9730636-1c81-45c4-a134-987a7b5ccedd port a3b061ca-8d55-4adb-920e-50484feee3bc binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:36:17.940993 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.102100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c08d8-3173-4d74-9393-0c978f2ef65b req-0e1ef150-0987-4367-a933-31f5ac8c49a9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:18.113536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb7c08d8-3173-4d74-9393-0c978f2ef65b req-0e1ef150-0987-4367-a933-31f5ac8c49a9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.0850196 Sep 01 15:36:18.177852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb7c08d8-3173-4d74-9393-0c978f2ef65b req-24b739b7-d860-4fa2-8be9-99cc5cdabbbf tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619233 Sep 01 15:36:18.185135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa221-0795-4eb8-9c59-1716d1c6c49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.229196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa221-0795-4eb8-9c59-1716d1c6c49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.290699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fa221-0795-4eb8-9c59-1716d1c6c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb566c-f672-4c32-be4d-5cc16bb089b0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:18.326289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc2fa221-0795-4eb8-9c59-1716d1c6c49b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=468ca7056fde40fd8d31c7429da85ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281226 Sep 01 15:36:18.329530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33108) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:18.453249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.492109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.500616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.533320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.554426 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.567569 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Transition to ACTIVE for port object a3b061ca-8d55-4adb-920e-50484feee3bc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:18.575764 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.611505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.615680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.617411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6eb566c-f672-4c32-be4d-5cc16bb089b0 HTTP/1.1" status: 204 len: 168 time: 0.2861850 Sep 01 15:36:18.653906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1738e2-6df8-4d07-a6a3-e08c312db59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb566c-f672-4c32-be4d-5cc16bb089b0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:18.678360 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eecf0f-1925-40f9-ab1a-30a8cf16abc7 None None] Pushing event updated for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:18.751696 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Attempting to bind port a3b061ca-8d55-4adb-920e-50484feee3bc on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:18.752072 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Attempting to bind port a3b061ca-8d55-4adb-920e-50484feee3bc by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:18.752434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Attempting to bind port a3b061ca-8d55-4adb-920e-50484feee3bc on network 2dfd4678-232e-4aa7-a740-299fc7d85147 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:18.760852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:18.761292 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Checking segment: {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:18.761682 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.762078 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Bound using segment: {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:18.762563 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Bound port: a3b061ca-8d55-4adb-920e-50484feee3bc, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e37c0c-780a-4777-bd50-9c28df705a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:18.762945 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.958871 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] For port a3b061ca-8d55-4adb-920e-50484feee3bc, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:18.973538 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] For port a3b061ca-8d55-4adb-920e-50484feee3bc, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a3b061ca-8d55-4adb-920e-50484feee3bc,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:18.990225 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.073524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:36:19.114934 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eecf0f-1925-40f9-ab1a-30a8cf16abc7 None None] Pushing event updated for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:19.170838 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:36:19.243816 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:19.261217 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:19.508322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:19.552532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'mac_address': 'fa:16:3e:40:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:36:19.637849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f850-956c-4612-a1d9-4b2255e4dc33 req-79cbc7cb-f9e3-4936-a24e-ffbe94b393ca tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:19.652477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.657010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1236f850-956c-4612-a1d9-4b2255e4dc33 req-79cbc7cb-f9e3-4936-a24e-ffbe94b393ca tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 943 time: 0.2710934 Sep 01 15:36:19.686394 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:19.696023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:19.806306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:19.849521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1236f850-956c-4612-a1d9-4b2255e4dc33 req-85202c48-5837-47de-a58e-546bd4dc2f4d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848819 Sep 01 15:36:19.876886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.933951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:20.191950 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e040e175-78fa-4358-96b1-e4d4dc0dce2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b15d4f6cff2640d3a17817575f71059c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565134 Sep 01 15:36:20.196617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33178) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:20.200876 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.205628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['4969ea75-5c0a-4f4d-bc38-13fbde7cec5a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:36:20.341363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:20.362010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.365871 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:13Z', 'revision_number': 4, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a3b061ca-8d55-4adb-920e-50484feee3bc', 'name': '', 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'mac_address': 'fa:16:3e:c0:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5057d371-bfae-4637-9438-dd29381051a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:12Z', 'updated_at': '2021-09-01T15:36:18Z', 'revision_number': 4, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'subnets': [{'id': '5057d371-bfae-4637-9438-dd29381051a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.416374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bc604-9926-4efb-ae57-f14da75092dd None None] The sync data for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 is: [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:36:13Z', 'revision_number': 4, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a3b061ca-8d55-4adb-920e-50484feee3bc', 'name': '', 'network_id': '2dfd4678-232e-4aa7-a740-299fc7d85147', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'mac_address': 'fa:16:3e:c0:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5057d371-bfae-4637-9438-dd29381051a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:12Z', 'updated_at': '2021-09-01T15:36:18Z', 'revision_number': 4, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'subnets': [{'id': '5057d371-bfae-4637-9438-dd29381051a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:20.427834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.595126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.599696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.628761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdd7c59b-66b9-44c6-af40-7b5fda9ab2d6 HTTP/1.1" status: 204 len: 168 time: 0.4242368 Sep 01 15:36:20.692781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da65eae-57cf-4b88-81a0-ad4a560f2941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd7c59b-66b9-44c6-af40-7b5fda9ab2d6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:20.892566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a3b061ca-8d55-4adb-920e-50484feee3bc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:21.101917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a3b061ca-8d55-4adb-920e-50484feee3bc completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:21.117443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a3b061ca-8d55-4adb-920e-50484feee3bc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:21.118236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.395806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.472028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef8a08-9aab-4981-b2e3-0d9253d314af req-4ef9fca2-e042-4807-933d-cfb57e04c18f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:21.474180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cef8a08-9aab-4981-b2e3-0d9253d314af req-4ef9fca2-e042-4807-933d-cfb57e04c18f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 944 time: 0.2272823 Sep 01 15:36:21.571329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a3b061ca-8d55-4adb-920e-50484feee3bc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a3b061ca-8d55-4adb-920e-50484feee3bc,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:21.581648 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.582602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cef8a08-9aab-4981-b2e3-0d9253d314af req-46d1196d-d65d-4ce1-8557-1d1d17d2ae55 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822833 Sep 01 15:36:21.808978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:22.826378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a3b061ca-8d55-4adb-920e-50484feee3bc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:22.942700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbffcd-7d20-48e3-8feb-684e355ceb58 req-9893c6f4-a66b-4c4d-9047-a74e59c98f80 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:22.965279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1dbffcd-7d20-48e3-8feb-684e355ceb58 req-9893c6f4-a66b-4c4d-9047-a74e59c98f80 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 944 time: 0.1823769 Sep 01 15:36:23.048874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1dbffcd-7d20-48e3-8feb-684e355ceb58 req-9ea57907-0ad3-42fe-99d3-874874be0242 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825434 Sep 01 15:36:23.261320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:23.402527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a3b061ca-8d55-4adb-920e-50484feee3bc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:23.403144 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.500243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:23.515615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:23.516257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.874235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.970122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:23.977949 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364c81e-d6c5-4478-98b0-0a51fff57f6c" -d '{"events": [{"server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "name": "network-vif-plugged", "status": "completed", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:24.011890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:24.020182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.173762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:24.311691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:24.439819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356270a-561a-415d-b956-36e444d5d7fa req-1a5b08ae-04a7-46e8-87bd-0c63254ff62c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.454200 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5356270a-561a-415d-b956-36e444d5d7fa req-1a5b08ae-04a7-46e8-87bd-0c63254ff62c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.1320415 Sep 01 15:36:24.510184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5356270a-561a-415d-b956-36e444d5d7fa req-e36f65f9-2a7d-4cb6-a9f8-8aed5db7ee5d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448155 Sep 01 15:36:24.535412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1287511408', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:24.576652 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79863c9-eeaa-4186-8d0e-38bb74edd3ec x-openstack-request-id: req-c79863c9-eeaa-4186-8d0e-38bb74edd3ec {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:24.576948 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "name": "network-vif-plugged", "status": "completed", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:24.577225 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c79863c9-eeaa-4186-8d0e-38bb74edd3ec {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:24.577731 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'code': 200} Sep 01 15:36:24.611276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Made reservation on behalf of 31f7cce1d08d49969db95b2226f31b97 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:24.615082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.631712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.763354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa86da-d96e-44de-9b5b-feac3120ca32 req-513edab8-8614-40f9-9a97-cc71ccad5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.765122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40aa86da-d96e-44de-9b5b-feac3120ca32 req-513edab8-8614-40f9-9a97-cc71ccad5011 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1097 time: 0.0856540 Sep 01 15:36:24.833272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40aa86da-d96e-44de-9b5b-feac3120ca32 req-21f12840-c9a9-4e69-89fc-757379bbd530 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591190 Sep 01 15:36:24.907720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.918747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.924500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] device_id is not set on port 5e5b0382-0bc7-4089-ac54-16d88cc80ac5 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:25.107055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Allocated IP 172.25.1.36 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/5e5b0382-0bc7-4089-ac54-16d88cc80ac5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:25.134783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaade4b2-b000-42d8-8042-3b7df30f740e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:25.455829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.564018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.642910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:25.693376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:25.704015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:25.848342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Pushing event updated for resources: {'Port': ['ID=5e5b0382-0bc7-4089-ac54-16d88cc80ac5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:25.878395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:25.878395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.918588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdda07-befc-4331-a209-d53f9ba62bff req-9710fef1-3b67-4ea8-8821-1cf70b3157ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:25.933510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fcdda07-befc-4331-a209-d53f9ba62bff req-9710fef1-3b67-4ea8-8821-1cf70b3157ce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.2567382 Sep 01 15:36:25.976322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:25.987122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.36'}]}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:25.990825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2ebdd14-e4fb-4a88-9ba6-546536a5116f tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6773038 Sep 01 15:36:26.080076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.083126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.085182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fcdda07-befc-4331-a209-d53f9ba62bff req-2639eaa6-fa7f-4691-b33a-750157e1d7ec tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451464 Sep 01 15:36:26.220090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.530081 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.863387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.889233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.404504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.462630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1d09d-273c-4d2d-8b2b-f457c755c88e req-9ad197ef-944b-4979-8f77-b924586291f1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:27.477241 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-94c1d09d-273c-4d2d-8b2b-f457c755c88e req-9ad197ef-944b-4979-8f77-b924586291f1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.1599526 Sep 01 15:36:27.706691 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.709595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.798979 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-94c1d09d-273c-4d2d-8b2b-f457c755c88e req-acc22ceb-632d-4cdd-a67c-40997ec60d51 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185093 Sep 01 15:36:27.817343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.817343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07faf898-5586-41a8-8500-fda1b8d460cb {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:36:27.869535 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:36:27.882560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0bd64c62-2a4a-407c-ae93-19131793789a tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9037998 Sep 01 15:36:27.886099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33376) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:27.960370 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.204796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0591a5-f8bd-4106-9c92-4969a772e856 req-a51898dd-2fa2-4458-952c-9b14e323b804 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:28.212530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a0591a5-f8bd-4106-9c92-4969a772e856 req-a51898dd-2fa2-4458-952c-9b14e323b804 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.2524095 Sep 01 15:36:28.280191 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4a0591a5-f8bd-4106-9c92-4969a772e856 req-564c3a42-c21a-48ca-ad76-ec8c2c476e65 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609384 Sep 01 15:36:28.284533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Deleting port 5e5b0382-0bc7-4089-ac54-16d88cc80ac5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:28.285142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.300963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33386) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:28.438896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.460254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Calling delete_port for 5e5b0382-0bc7-4089-ac54-16d88cc80ac5 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:28.747585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.847681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e5b0382-0bc7-4089-ac54-16d88cc80ac5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:28.862311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23b264-5ac5-415d-bdcb-95a655aa839e tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:28.863892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c23b264-5ac5-415d-bdcb-95a655aa839e tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1092 time: 0.5615559 Sep 01 15:36:28.868155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:28.878160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:28.943720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.022874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.048440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1fb70fcb-6a10-4b53-87d7-7bd29f5c7af6 tempest-RoutersAdminNegativeIpV6Test-1801223404 tempest-RoutersAdminNegativeIpV6Test-1801223404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5e5b0382-0bc7-4089-ac54-16d88cc80ac5 HTTP/1.1" status: 204 len: 168 time: 1.1573277 Sep 01 15:36:29.141322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.428033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.25.1.161 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/6890e2f0-81fc-4d14-aa61-ea3f570a8551) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:29.709988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.854514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:29.992556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.226829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:30.231332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:30.235097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:30.250089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a2cacc-e3bd-43de-bed2-ece9d1f4175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.417490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=6890e2f0-81fc-4d14-aa61-ea3f570a8551,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:30.684170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a2cacc-e3bd-43de-bed2-ece9d1f4175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.698554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80a2cacc-e3bd-43de-bed2-ece9d1f4175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.826993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33440) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:30.834624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80a2cacc-e3bd-43de-bed2-ece9d1f4175d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf6da702c8dd4fbeb18457437c981602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612041 Sep 01 15:36:30.979278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2cacc-e3bd-43de-bed2-ece9d1f4175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d79970b-0dcc-4ca1-bd64-031098e959f4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:31.111380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.184662 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.259792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-666b1ebd-e937-4ba0-813e-92ef5f7b4e99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2156785 Sep 01 15:36:31.529278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-070d51ed-5847-4806-ae03-9b1eb99f38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:31.541454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-070d51ed-5847-4806-ae03-9b1eb99f38e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 1098 time: 0.2430506 Sep 01 15:36:32.046092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-2868de37-b442-4308-af72-67d858a50690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:32.053696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-2868de37-b442-4308-af72-67d858a50690 service neutron] 10.222.0.50 "GET /v2.0/networks?id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 200 len: 920 time: 0.4821301 Sep 01 15:36:32.070914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.078873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.084317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d79970b-0dcc-4ca1-bd64-031098e959f4 HTTP/1.1" status: 204 len: 168 time: 1.2556353 Sep 01 15:36:32.183712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-325d0a09-d684-499d-845f-714f6c2bd779 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 200 len: 217 time: 0.1179004 Sep 01 15:36:32.391972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ecda4-00f6-4235-8d2b-f76d6696f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d79970b-0dcc-4ca1-bd64-031098e959f4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:32.395061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-24f8699b-b36c-4eb5-a34f-012583661436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:32.405418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-24f8699b-b36c-4eb5-a34f-012583661436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 200 len: 859 time: 0.2143648 Sep 01 15:36:32.518701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-e8d65455-f4de-4a45-b659-d2b8417dc93a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15602f0b-e65b-4cd0-b64a-6547a8ec74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992880 Sep 01 15:36:32.568532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.796979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-f7b35798-9a76-4aae-8749-7f8df2083df2 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682297 Sep 01 15:36:32.874422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.135325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-56765de9-531d-4fab-bc4c-6061160e68d1 req-336a85b0-8eb4-42ee-b2c5-828babdc0b85 service neutron] 10.222.0.50 "GET /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292348 Sep 01 15:36:33.223085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:33.278793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f5ad51c7-4c95-4bc4-992f-d3ddf2b78c82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31f7cce1d08d49969db95b2226f31b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542679 Sep 01 15:36:33.282607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33480) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:33.286041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.295470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.351348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.386700 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.485452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=6890e2f0-81fc-4d14-aa61-ea3f570a8551,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:33.499229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.503877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.505463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaade4b2-b000-42d8-8042-3b7df30f740e HTTP/1.1" status: 204 len: 168 time: 0.2214231 Sep 01 15:36:33.517822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6363-2c9a-4d46-9328-71413cc47d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaade4b2-b000-42d8-8042-3b7df30f740e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:33.530313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.857841 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 914aaaa2-9283-49c8-bb9f-6c110bc5fa41 associated. External IP: 172.25.1.161, port: 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a. Sep 01 15:36:34.604372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:35.522402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:35.537270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:35.539019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:35.564805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:35.571096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.616341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.682219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78d9e3-f9ce-409b-8dc3-b34215c33381 req-e027aa3f-af77-4d61-b7f4-77d041b9d489 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:35.700529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c78d9e3-f9ce-409b-8dc3-b34215c33381 req-e027aa3f-af77-4d61-b7f4-77d041b9d489 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2068255 Sep 01 15:36:35.736260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d640580d-db75-4fef-bdcb-a50c862b04d6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8592930 Sep 01 15:36:35.737012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:35.746186 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1289cb58-b7e2-4454-89e9-e269fb5ec413" -d '{"events": [{"name": "network-changed", "server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:35.839746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c78d9e3-f9ce-409b-8dc3-b34215c33381 req-06237be8-b262-4211-aa2b-d1a2e8ffe820 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367955 Sep 01 15:36:35.847566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-914430736'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:35.855346 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936b48e-6075-484d-b780-04b30787b556 x-openstack-request-id: req-9936b48e-6075-484d-b780-04b30787b556 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:35.855690 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:35.855867 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9936b48e-6075-484d-b780-04b30787b556 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:35.856287 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'status': 'completed', 'code': 200} Sep 01 15:36:35.912367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:35.916352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.944960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.000716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:36.098595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-1359df47-8b53-4ec7-98a1-d18a42d6ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:36.105828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-1359df47-8b53-4ec7-98a1-d18a42d6ca8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1097 time: 0.1644580 Sep 01 15:36:36.234462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.242312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.318014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:36.320802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb912a7-2dff-4a3c-a3a7-9484dda37984,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:36.372425 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.372790 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Added segment d7499caa-d5f4-4686-916e-07bc64ad9952 of type vlan for network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 Sep 01 15:36:36.466144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-649fd5eb-a69e-47ee-b6ea-04a58f65092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:36.470418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-649fd5eb-a69e-47ee-b6ea-04a58f65092c service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3550501 Sep 01 15:36:36.574183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.652818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.686886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:36.690249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.790834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-e04531d3-5d92-455d-a5a7-cfce0a0ae13e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 999 time: 0.3124866 Sep 01 15:36:36.849865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3041863 Sep 01 15:36:36.881444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33584) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:36.898297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:36.939903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '914aaaa2-9283-49c8-bb9f-6c110bc5fa41', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:40:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89affc7d-743e-46c4-afa9-b834fc631109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:31Z', 'updated_at': '2021-09-01T15:36:31Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:36.988886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:37.004865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:37.006223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:37.026423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:37.030192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.060642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605768-3950-4e6c-a316-653ad891f305 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Network': ['ID=2a412c6e-dbbd-4917-bcde-7e3da8c33952,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:37.086991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:37.113928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-ce0c0acb-0441-4f2b-9bac-caa22fa80835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.117095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-ce0c0acb-0441-4f2b-9bac-caa22fa80835 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.3160908 Sep 01 15:36:37.328287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-c0ff4dab-7ade-4d76-8718-acaba2815e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.332307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-c0ff4dab-7ade-4d76-8718-acaba2815e10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024386 Sep 01 15:36:37.476232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:37.498418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.558813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e520dd-530a-4524-bed0-f1ee700f4fbf req-2048bb17-8c1b-4401-8c9a-2a09289b7164 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.562379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e520dd-530a-4524-bed0-f1ee700f4fbf req-2048bb17-8c1b-4401-8c9a-2a09289b7164 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.3671927 Sep 01 15:36:37.684134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:37.688584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network hostable DHCP agents. Network: 2a412c6e-dbbd-4917-bcde-7e3da8c33952, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:37.729910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:37.790052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:37.833820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 2a412c6e-dbbd-4917-bcde-7e3da8c33952) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:37.845990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.849678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.908945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8deb10b2-0b2f-4cfd-9a31-448fca22975b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0257628 Sep 01 15:36:37.911894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33600) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:37.928325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-9c56ee24-0cfe-44d9-b3de-d577c853397b service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848184 Sep 01 15:36:37.949597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'name': 'tempest-NetworksTestDHCPv6-1337301269'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:37.961244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87e520dd-530a-4524-bed0-f1ee700f4fbf req-ca39f7b1-93d4-446e-a5b7-8a11ba665af8 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907390 Sep 01 15:36:37.961927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b94a81-3588-4bba-9662-3754e7ef3180 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:38.116772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-fbc64948-8d17-4cd2-af2e-76a8c8e1a864 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:38.126930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-fbc64948-8d17-4cd2-af2e-76a8c8e1a864 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.2991114 Sep 01 15:36:38.369115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': 'f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:36:38.371174 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.391343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1289cb58-b7e2-4454-89e9-e269fb5ec413 req-eb9a68bf-c60d-435b-9cf7-cf5bc6603ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279432 Sep 01 15:36:38.422050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Deleting port 9763fddf-9c0b-4ed0-95e7-2044f234e082 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:38.422050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.457005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:38.462306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '914aaaa2-9283-49c8-bb9f-6c110bc5fa41', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:40:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89affc7d-743e-46c4-afa9-b834fc631109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:31Z', 'updated_at': '2021-09-01T15:36:31Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:38.468281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.512757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port d9e2f281-1767-433a-b3a5-5c6c95232299 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:38.673848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] For port 9763fddf-9c0b-4ed0-95e7-2044f234e082, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9763fddf-9c0b-4ed0-95e7-2044f234e082,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:38.675410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.691674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc7b95-eea7-4ac6-a08b-c033b8ed9e93 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '914aaaa2-9283-49c8-bb9f-6c110bc5fa41', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:40:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89affc7d-743e-46c4-afa9-b834fc631109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:31Z', 'updated_at': '2021-09-01T15:36:31Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:38.693030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::3b6 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd/d9e2f281-1767-433a-b3a5-5c6c95232299) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:38.710480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Calling delete_port for 9763fddf-9c0b-4ed0-95e7-2044f234e082 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:39.220143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.261706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object d9e2f281-1767-433a-b3a5-5c6c95232299 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:39.294464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc121fd-2b59-44cb-b77b-e704c05f796e req-5ce58821-a01a-41d9-9815-ae94b55e8f05 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:39.301636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6dc121fd-2b59-44cb-b77b-e704c05f796e req-5ce58821-a01a-41d9-9815-ae94b55e8f05 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 946 time: 0.1906106 Sep 01 15:36:39.451409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.540835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd/9473175c-f8ae-4ed2-b715-a0a43c07937b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:39.721481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:39.747437 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6dc121fd-2b59-44cb-b77b-e704c05f796e req-d2a6fe33-ae23-45a4-90ea-4e26a930da27 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377823 Sep 01 15:36:39.751424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:39.786764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.803464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=d9e2f281-1767-433a-b3a5-5c6c95232299,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:39.809497 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:39.826685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fe92a52d-3df5-4b59-a55c-2472b79487f5', '9763fddf-9c0b-4ed0-95e7-2044f234e082'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:36:39.828518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:39.834300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.877810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a4c93b7a-b58a-48a1-8263-9a0746328143 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9555037 Sep 01 15:36:39.879255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33618) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:40.049645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Pushing event deleted for resources: {'Port': ['ID=9763fddf-9c0b-4ed0-95e7-2044f234e082,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:40.108173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] No DVR routers for this DVR port 9763fddf-9c0b-4ed0-95e7-2044f234e082 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:40.120802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.124916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b006cd64-9b6a-4cbb-a815-671e62c30dca req-0657f364-c10d-4545-a0ac-933e0904a988 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "DELETE /v2.0/ports/9763fddf-9c0b-4ed0-95e7-2044f234e082 HTTP/1.1" status: 204 len: 173 time: 1.9809198 Sep 01 15:36:40.129664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'name': 'network-vif-deleted', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:40.138277 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b4f7c-1a4e-434e-832c-879df68e540e" -d '{"events": [{"server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "name": "network-vif-deleted", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:40.187046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.258043 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b83acc-ea2b-42ff-b55e-3335b6d82197 x-openstack-request-id: req-c0b83acc-ea2b-42ff-b55e-3335b6d82197 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:40.258435 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c38bca-42e5-4a83-8a91-14338e1126ad", "name": "network-vif-deleted", "tag": "9763fddf-9c0b-4ed0-95e7-2044f234e082", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:40.258842 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0b83acc-ea2b-42ff-b55e-3335b6d82197 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:40.259459 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c38bca-42e5-4a83-8a91-14338e1126ad', 'name': 'network-vif-deleted', 'tag': '9763fddf-9c0b-4ed0-95e7-2044f234e082', 'status': 'completed', 'code': 200} Sep 01 15:36:40.261912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Transition to ACTIVE for port object 9473175c-f8ae-4ed2-b715-a0a43c07937b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:40.338127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Transition to ACTIVE for port object 9473175c-f8ae-4ed2-b715-a0a43c07937b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:40.356948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.388544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d39c03-07b1-42cc-bd99-24abed61b59f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:40.392875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61d39c03-07b1-42cc-bd99-24abed61b59f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5120845 Sep 01 15:36:40.395488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:40.451259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Pushing event updated for resources: {'Port': ['ID=9473175c-f8ae-4ed2-b715-a0a43c07937b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:40.477682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:40.502673 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd2ffc-670d-4c96-a9a3-d267a25e03e2 None None] New status for floating IP 914aaaa2-9283-49c8-bb9f-6c110bc5fa41: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:36:40.529469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:40.533002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:40.539857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:40.643081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port d9e2f281-1767-433a-b3a5-5c6c95232299 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:40.643528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.811824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-225ac6fb-4062-46d6-9ca2-f1713f88a95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.849165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Attempting to bind port 9473175c-f8ae-4ed2-b715-a0a43c07937b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:40.850375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Attempting to bind port 9473175c-f8ae-4ed2-b715-a0a43c07937b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:40.850969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Attempting to bind port 9473175c-f8ae-4ed2-b715-a0a43c07937b on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:40.866291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:40.867733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:40.868132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.871277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.872596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:40.874018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Bound port: 9473175c-f8ae-4ed2-b715-a0a43c07937b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:40.877388 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.910561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for d9e2f281-1767-433a-b3a5-5c6c95232299 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:41.039944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-225ac6fb-4062-46d6-9ca2-f1713f88a95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.048495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-225ac6fb-4062-46d6-9ca2-f1713f88a95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.058711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-661f9820-ef53-4e17-9e0f-205d5d5d6ded req-f503134e-2939-422f-9581-760c6e17d179 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c38bca-42e5-4a83-8a91-14338e1126ad HTTP/1.1" status: 200 len: 210 time: 0.1014643 Sep 01 15:36:41.103499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] For port 9473175c-f8ae-4ed2-b715-a0a43c07937b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:41.123489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-225ac6fb-4062-46d6-9ca2-f1713f88a95d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6c8b356341046a5ac7db2c00713090e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443539 Sep 01 15:36:41.145590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:41.163862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] For port 9473175c-f8ae-4ed2-b715-a0a43c07937b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9473175c-f8ae-4ed2-b715-a0a43c07937b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:41.176844 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.353288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ac6fb-4062-46d6-9ca2-f1713f88a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bab85a-444a-4b20-8f2e-fe2cd6b8e7e7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:41.477487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f318ff-304e-4358-84b3-85070d54dfae None None] Pushing event updated for resources: {'Port': ['ID=9473175c-f8ae-4ed2-b715-a0a43c07937b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:41.530293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-66d34099-875b-4228-86c1-7af8c53b5cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4181802 Sep 01 15:36:41.551408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.613917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.667838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=d9e2f281-1767-433a-b3a5-5c6c95232299,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:41.680947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.732453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.734647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/d9e2f281-1767-433a-b3a5-5c6c95232299 HTTP/1.1" status: 204 len: 168 time: 1.3358967 Sep 01 15:36:41.739540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33644) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:41.793626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.796773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.798003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8bab85a-444a-4b20-8f2e-fe2cd6b8e7e7 HTTP/1.1" status: 204 len: 168 time: 0.6490459 Sep 01 15:36:41.800690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.805834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.806601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.807657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.808182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.810367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.813246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.816399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.817419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.818208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.819728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.820279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed99b5-ffbc-478e-9f73-62b9bbd2c444 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:41.859393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e63ba-c513-41bc-b224-9450f2e9da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bab85a-444a-4b20-8f2e-fe2cd6b8e7e7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:41.947264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-da4d03e5-5ea3-46a0-8e35-ffa3e353f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:41.957019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-da4d03e5-5ea3-46a0-8e35-ffa3e353f191 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1097 time: 0.1774292 Sep 01 15:36:41.994704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9763fddf-9c0b-4ed0-95e7-2044f234e082 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:42.038744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9763fddf-9c0b-4ed0-95e7-2044f234e082 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:42.042985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9763fddf-9c0b-4ed0-95e7-2044f234e082 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:42.062465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab73f29-2572-4568-804a-6f53368a7adb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.071685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab73f29-2572-4568-804a-6f53368a7adb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.075662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3ab73f29-2572-4568-804a-6f53368a7adb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3347700 Sep 01 15:36:42.080642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33648) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.268397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:42.279180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.298449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-a7e08fef-2ae2-4c49-9548-61e51bae28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.303352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-a7e08fef-2ae2-4c49-9548-61e51bae28c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3006880 Sep 01 15:36:42.396195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.468592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-e22dbef1-9c20-4a90-98c4-72bd60d385c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 1001 time: 0.1559782 Sep 01 15:36:42.639221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-01a96121-1b54-482a-9d94-63d6e5267ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.640747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-01a96121-1b54-482a-9d94-63d6e5267ea5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1647356 Sep 01 15:36:42.762940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.818107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.875421 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0563494-b916-451e-ae87-4f23efe73792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.905762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9473175c-f8ae-4ed2-b715-a0a43c07937b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:42.923013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.927352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-1cdb5d57-ae4f-4c8d-9adc-f0dc99f8caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.931203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-1cdb5d57-ae4f-4c8d-9adc-f0dc99f8caff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2806625 Sep 01 15:36:43.006092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9473175c-f8ae-4ed2-b715-a0a43c07937b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:43.006799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.017990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd HTTP/1.1" status: 204 len: 168 time: 0.9272642 Sep 01 15:36:43.017990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b844-ccd9-4ff1-9e42-6624d03442fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:43.037613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.116667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-30c13acc-7a8f-4217-8a58-7372430aedec tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773344 Sep 01 15:36:43.118544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.124571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:43.191399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-ae37c10d-efde-4fec-8195-baaca2c42820 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477579 Sep 01 15:36:43.207329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9d5f8-cc99-4443-9091-86a8be158703 req-d5120c75-dfe3-41da-8bb4-5fa2bab59c66 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:43.220645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1be9d5f8-cc99-4443-9091-86a8be158703 req-d5120c75-dfe3-41da-8bb4-5fa2bab59c66 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.5005815 Sep 01 15:36:43.431063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e401e696-ffc4-42a3-b9d2-2dfc84d67a52 req-ec780b69-c46f-4187-af27-c76016bc8be5 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944914 Sep 01 15:36:43.436776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1be9d5f8-cc99-4443-9091-86a8be158703 req-327c7292-c563-4d27-aa57-2f39584023d6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118480 Sep 01 15:36:43.450796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ba881-36dd-48f1-b61c-8c9c5ddce875 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:43.559763 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0563494-b916-451e-ae87-4f23efe73792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.568247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0563494-b916-451e-ae87-4f23efe73792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.598449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Provisioning for port 9473175c-f8ae-4ed2-b715-a0a43c07937b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:43.607297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Provisioning complete for port 9473175c-f8ae-4ed2-b715-a0a43c07937b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:43.607938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.608053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:43.616366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.665929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0563494-b916-451e-ae87-4f23efe73792 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fafd1e2668046f4aa4379d83782f282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386426 Sep 01 15:36:43.667176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33672) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.669846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563494-b916-451e-ae87-4f23efe73792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9363edb-7df3-4eaa-805a-e30c3bceb7c5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:43.782908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.829153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] For port 9473175c-f8ae-4ed2-b715-a0a43c07937b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9473175c-f8ae-4ed2-b715-a0a43c07937b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:43.837780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.872316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:36:43.906471 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.956816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.994432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2157cb-47f6-4197-afc6-7e52bd7b1915 None None] Pushing event updated for resources: {'Port': ['ID=9473175c-f8ae-4ed2-b715-a0a43c07937b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:44.116772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Deleting port 9473175c-f8ae-4ed2-b715-a0a43c07937b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:44.117577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.121251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.125406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.131347 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9363edb-7df3-4eaa-805a-e30c3bceb7c5 HTTP/1.1" status: 204 len: 168 time: 0.3985131 Sep 01 15:36:44.134243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.196975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=da444f31-c866-4f32-ae3e-32bf184ff7fb,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:44.209978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95693ed6-1694-4837-89f3-2b44f4f00156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9363edb-7df3-4eaa-805a-e30c3bceb7c5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:44.226006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:44.227947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:44.232154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:44.232750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.258169 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-78ade04f-edc4-4950-ad00-1524f2264a30 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1377263 Sep 01 15:36:44.260571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33676) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.267957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'name': 'tempest-NetworksTestDHCPv6-1444754096'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:44.451414 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f22a95d0-7058-4938-ade2-5d00f77b0ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.470299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] For port 9473175c-f8ae-4ed2-b715-a0a43c07937b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9473175c-f8ae-4ed2-b715-a0a43c07937b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:44.471763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.504765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Calling delete_port for 9473175c-f8ae-4ed2-b715-a0a43c07937b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:44.570463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:44.580429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.667320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 263512b0-fff1-48d0-92f2-b5f470a2a053 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:44.885680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca16611-7f9d-4cd5-aa6a-af8f45f275f0 req-6bdb2b73-ecb0-4e85-9656-2ebcbf6d6152 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:44.885680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ca16611-7f9d-4cd5-aa6a-af8f45f275f0 req-6bdb2b73-ecb0-4e85-9656-2ebcbf6d6152 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.2067139 Sep 01 15:36:44.988482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ca16611-7f9d-4cd5-aa6a-af8f45f275f0 req-f0d1db76-a559-4404-a9d3-8a69811bf021 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Sep 01 15:36:45.084438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9473175c-f8ae-4ed2-b715-a0a43c07937b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:45.091112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::167 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/da444f31-c866-4f32-ae3e-32bf184ff7fb/263512b0-fff1-48d0-92f2-b5f470a2a053) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:45.125178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.134774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33686) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:45.158886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4617ab01-8374-4847-8240-0e70bb784e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.180667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] No DVR routers for this DVR port 9473175c-f8ae-4ed2-b715-a0a43c07937b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:45.192081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4a894-7f7e-45e9-9754-8b656a009290 None None] Pushing event deleted for resources: {'Port': ['ID=9473175c-f8ae-4ed2-b715-a0a43c07937b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:45.220655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port 9473175c-f8ae-4ed2-b715-a0a43c07937b {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:36:45.221863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9473175c-f8ae-4ed2-b715-a0a43c07937b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:45.240876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0b3e5-a1d6-465a-be27-d00d539f64f6 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:45.439691 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4617ab01-8374-4847-8240-0e70bb784e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.448897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4617ab01-8374-4847-8240-0e70bb784e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.464053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.483237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 263512b0-fff1-48d0-92f2-b5f470a2a053 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:45.531972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.572137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4617ab01-8374-4847-8240-0e70bb784e4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11ed4c3469b9497a87e482355086eb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327829 Sep 01 15:36:45.573549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33690) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:45.579638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617ab01-8374-4847-8240-0e70bb784e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86971952-0939-4556-827b-62d9b701a319,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:45.638148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:45.663702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:45.672502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:45.680371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:45.681420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.700302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=263512b0-fff1-48d0-92f2-b5f470a2a053,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:45.715250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-19800c96-0df6-4504-a4df-9235c4b40a2e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4509518 Sep 01 15:36:45.715868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33694) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:45.750157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': 'da444f31-c866-4f32-ae3e-32bf184ff7fb'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:36:45.752745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.799129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.836317 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.879067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8d374-40f5-45a3-b625-23bc9fb070e6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:45.887350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-44e8d374-40f5-45a3-b625-23bc9fb070e6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1690214 Sep 01 15:36:45.891486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:46.071460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/da444f31-c866-4f32-ae3e-32bf184ff7fb/aecf16cd-fe25-4556-a5c2-a71cc52d686f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:46.084897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.090309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.092279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86971952-0939-4556-827b-62d9b701a319 HTTP/1.1" status: 204 len: 168 time: 0.5011432 Sep 01 15:36:46.116896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369870e1-96a3-4ca6-90a6-21d4b4469b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86971952-0939-4556-827b-62d9b701a319,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:46.133015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 263512b0-fff1-48d0-92f2-b5f470a2a053 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:46.133594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.289321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68b4fd-64f3-40c7-8fae-ca897e4b98d5 req-2ab0353c-6cd3-4513-a8d5-45b682a6de60 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:46.292047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.304996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc68b4fd-64f3-40c7-8fae-ca897e4b98d5 req-2ab0353c-6cd3-4513-a8d5-45b682a6de60 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1193485 Sep 01 15:36:46.329400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 263512b0-fff1-48d0-92f2-b5f470a2a053 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:46.406158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.419718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc68b4fd-64f3-40c7-8fae-ca897e4b98d5 req-09ae4aea-e0d7-4911-88b7-27da4054bb89 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112678 Sep 01 15:36:46.444340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Transition to ACTIVE for port object aecf16cd-fe25-4556-a5c2-a71cc52d686f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:46.510764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Transition to ACTIVE for port object aecf16cd-fe25-4556-a5c2-a71cc52d686f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:46.524343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.696231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:46.726005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:46.731569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:46.746321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.747279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Pushing event updated for resources: {'Port': ['ID=aecf16cd-fe25-4556-a5c2-a71cc52d686f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:46.832529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=263512b0-fff1-48d0-92f2-b5f470a2a053,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:46.901615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Attempting to bind port aecf16cd-fe25-4556-a5c2-a71cc52d686f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:46.905403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Attempting to bind port aecf16cd-fe25-4556-a5c2-a71cc52d686f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:46.909582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Attempting to bind port aecf16cd-fe25-4556-a5c2-a71cc52d686f on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:46.913103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.922283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff5c326a-44de-49bf-87c1-a17d5864c5b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/263512b0-fff1-48d0-92f2-b5f470a2a053 HTTP/1.1" status: 204 len: 168 time: 1.0260489 Sep 01 15:36:46.923159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33718) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:46.926683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:46.929801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:46.932836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:46.933735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:46.935528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Bound port: aecf16cd-fe25-4556-a5c2-a71cc52d686f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:46.938413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.068034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d5bae-0f1e-47b5-b602-e95b9ac15b9f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:47.071451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d5bae-0f1e-47b5-b602-e95b9ac15b9f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:47.077551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d70d5bae-0f1e-47b5-b602-e95b9ac15b9f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1521640 Sep 01 15:36:47.079454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33726) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:47.172432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] For port aecf16cd-fe25-4556-a5c2-a71cc52d686f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:47.204245 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef6692a7-35c6-4d0a-a91d-1caae99c6088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.215697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] For port aecf16cd-fe25-4556-a5c2-a71cc52d686f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aecf16cd-fe25-4556-a5c2-a71cc52d686f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:47.231916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.249875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet da444f31-c866-4f32-ae3e-32bf184ff7fb {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:47.258797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.320052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.335421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db4cb5-e3e5-4491-b288-209b3f2a4e86 None None] Pushing event updated for resources: {'Port': ['ID=aecf16cd-fe25-4556-a5c2-a71cc52d686f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:47.515148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.593538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.750227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.795134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9ab7d-7e89-47b1-9b84-58cc5b12fcd5 req-5a0f946d-1e54-44e1-8f3c-4244aa18dc5b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:47.797232 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85e9ab7d-7e89-47b1-9b84-58cc5b12fcd5 req-5a0f946d-1e54-44e1-8f3c-4244aa18dc5b tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1907599 Sep 01 15:36:47.823354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=da444f31-c866-4f32-ae3e-32bf184ff7fb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:47.833930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.839184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-621b8aa3-5200-4d3f-b370-7efbd5e4daa7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/da444f31-c866-4f32-ae3e-32bf184ff7fb HTTP/1.1" status: 204 len: 168 time: 0.7583747 Sep 01 15:36:47.839400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33744) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:47.888166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85e9ab7d-7e89-47b1-9b84-58cc5b12fcd5 req-ee2760b8-8708-4172-b77e-6f586a017cc3 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Sep 01 15:36:47.983794 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8ea17571-89ac-438d-8fdd-c987b2da07b7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421409 Sep 01 15:36:47.988774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:47.994183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:48.189865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:48.202326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.453309 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.509197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44507cc8-0a32-4956-b342-502bffcfc891 req-afdbe02d-db99-4afb-9fa6-9b64c0f9b1f0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:48.511600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44507cc8-0a32-4956-b342-502bffcfc891 req-afdbe02d-db99-4afb-9fa6-9b64c0f9b1f0 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 945 time: 0.1787045 Sep 01 15:36:48.527073 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.799119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Deleting port fe92a52d-3df5-4b59-a55c-2472b79487f5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:48.799754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.807085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aecf16cd-fe25-4556-a5c2-a71cc52d686f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:48.881132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port aecf16cd-fe25-4556-a5c2-a71cc52d686f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:48.955901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.007100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:49.015296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:49.026428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:49.027223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.072650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] For port fe92a52d-3df5-4b59-a55c-2472b79487f5, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=fe92a52d-3df5-4b59-a55c-2472b79487f5,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:49.074640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.122346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Calling delete_port for fe92a52d-3df5-4b59-a55c-2472b79487f5 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:49.128653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:49.132088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1409178 Sep 01 15:36:49.133328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12847f-02e2-439d-9e18-8e5bcadb3a23 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=1ed3cd1d-580a-49d4-b848-456591647161,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:49.145234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'name': 'tempest-NetworksTestDHCPv6-1221501750'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:49.473792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.481194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:49.486609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['fe92a52d-3df5-4b59-a55c-2472b79487f5'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:36:49.501771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.507146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e122a1-feae-4a7f-9350-5d7c48542ce8 req-cef8ae23-8591-4f24-b38b-e62e9cdabdc6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:49.522815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49e122a1-feae-4a7f-9350-5d7c48542ce8 req-cef8ae23-8591-4f24-b38b-e62e9cdabdc6 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/ports?device_id=7494351d-e838-4426-a407-b3d8adea0658 HTTP/1.1" status: 200 len: 867 time: 0.4656687 Sep 01 15:36:49.536630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f2ce8-66da-4a12-a379-e1bab7f60378 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:49.548386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port ab53dd0b-9657-440c-bbdb-db419b815035 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:49.617189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Pushing event deleted for resources: {'Port': ['ID=fe92a52d-3df5-4b59-a55c-2472b79487f5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:49.627251 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49e122a1-feae-4a7f-9350-5d7c48542ce8 req-14b3419b-17b8-4903-9ad8-c30583e3874e tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ce939e5-c343-456d-93b5-389e0bac8121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Sep 01 15:36:49.689196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Could not find standard attr ID for object 263512b0-fff1-48d0-92f2-b5f470a2a053. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:36:49.708871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] No DVR routers for this DVR port fe92a52d-3df5-4b59-a55c-2472b79487f5 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:49.715131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.717599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44507cc8-0a32-4956-b342-502bffcfc891 req-40c2d59f-bdc2-4993-813d-aed474be88c5 tempest-ServerRescueNegativeTestJSON-998978222 tempest-ServerRescueNegativeTestJSON-998978222-project] 10.222.0.50 "DELETE /v2.0/ports/fe92a52d-3df5-4b59-a55c-2472b79487f5 HTTP/1.1" status: 204 len: 173 time: 1.1984022 Sep 01 15:36:49.721363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'name': 'network-vif-deleted', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:49.724577 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f7572-b195-4fbd-80f5-44864bf6eee7" -d '{"events": [{"server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "name": "network-vif-deleted", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:49.753368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Provisioning for port aecf16cd-fe25-4556-a5c2-a71cc52d686f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:49.793939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Provisioning complete for port aecf16cd-fe25-4556-a5c2-a71cc52d686f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:49.793939 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.821683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::156 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/1ed3cd1d-580a-49d4-b848-456591647161/ab53dd0b-9657-440c-bbdb-db419b815035) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:49.902188 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f9c76-ca49-459f-8998-719d0d625d7d x-openstack-request-id: req-b10f9c76-ca49-459f-8998-719d0d625d7d {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:49.902659 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7494351d-e838-4426-a407-b3d8adea0658", "name": "network-vif-deleted", "tag": "fe92a52d-3df5-4b59-a55c-2472b79487f5", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:49.903313 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b10f9c76-ca49-459f-8998-719d0d625d7d {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:49.904177 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7494351d-e838-4426-a407-b3d8adea0658', 'name': 'network-vif-deleted', 'tag': 'fe92a52d-3df5-4b59-a55c-2472b79487f5', 'status': 'completed', 'code': 200} Sep 01 15:36:50.166710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.183039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.195019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33794) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.220268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.250790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object ab53dd0b-9657-440c-bbdb-db419b815035 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:50.326592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737311949', 'description': 'tempest-secgroup-smoke-1737311949 description', 'project_id': '2656a3574f394d30aba76404f1825660'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:50.344226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] For port aecf16cd-fe25-4556-a5c2-a71cc52d686f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aecf16cd-fe25-4556-a5c2-a71cc52d686f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:50.358403 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.396849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.427327 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.512121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.566269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:50.585877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:50.605781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:50.617002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:50.618091 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.627833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267596ff-26c5-452e-9108-2d5d46aeb381 None None] Pushing event updated for resources: {'Port': ['ID=aecf16cd-fe25-4556-a5c2-a71cc52d686f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:50.642021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=ab53dd0b-9657-440c-bbdb-db419b815035,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:50.763870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33802) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.812291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.816538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9d84c48a-0c7b-415a-b9f4-7364532a52cc None None] Provisioning complete for port aecf16cd-fe25-4556-a5c2-a71cc52d686f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:50.817581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d84c48a-0c7b-415a-b9f4-7364532a52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.822891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.854985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7c82d691-a993-4712-921d-427e3b04f764 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7210956 Sep 01 15:36:50.862016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33804) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.970652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c7cb91-7607-4f7c-89bc-c2ccd7cbc237,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:51.014959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18774a94-09d2-4861-bcac-5a2aef80dab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.024149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18774a94-09d2-4861-bcac-5a2aef80dab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.032299 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-18774a94-09d2-4861-bcac-5a2aef80dab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1649139 Sep 01 15:36:51.037611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33806) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:51.170475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a63cad9c-5112-4889-830a-03ef7c9f7086 None None] Could not find standard attr ID for object d9e2f281-1767-433a-b3a5-5c6c95232299. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:36:51.633782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.637988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-81626590-0a0a-48bf-bc6e-3fbfd38a70cc None None] Could not find standard attr ID for object 263512b0-fff1-48d0-92f2-b5f470a2a053. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:36:51.646768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.832002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:51.839568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.841953 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc8a6493-368c-4399-badc-7c59a0618b23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6450899 Sep 01 15:36:51.855983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:51.867007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:51.966775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.054185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fe92a52d-3df5-4b59-a55c-2472b79487f5 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:52.093569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port ab53dd0b-9657-440c-bbdb-db419b815035 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:52.093954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.108538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: fe92a52d-3df5-4b59-a55c-2472b79487f5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:52.111421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device fe92a52d-3df5-4b59-a55c-2472b79487f5 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:52.172408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.191237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.211382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-51936126-a536-4620-afff-a43f4b51c8d1 None None] Provisioning for port ab53dd0b-9657-440c-bbdb-db419b815035 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:52.222854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-51936126-a536-4620-afff-a43f4b51c8d1 None None] Provisioning complete for port ab53dd0b-9657-440c-bbdb-db419b815035 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:52.223856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51936126-a536-4620-afff-a43f4b51c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.249367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.313520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-51936126-a536-4620-afff-a43f4b51c8d1 None None] Port ab53dd0b-9657-440c-bbdb-db419b815035 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:52.320470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.352594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for ab53dd0b-9657-440c-bbdb-db419b815035 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:52.462650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cbfcf4-445e-48af-addf-373979afe952,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:52.471121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.473467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-675177f6-b5cf-4dcc-b345-af4a44f0e280 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6136930 Sep 01 15:36:52.477012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33824) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.492349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:52.675780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.796312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aecf16cd-fe25-4556-a5c2-a71cc52d686f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:52.840601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.846039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.861889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.900130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=ab53dd0b-9657-440c-bbdb-db419b815035,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:52.947641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d14add4-b659-45e2-839e-1e4df8d32ee0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:52.950310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.952800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e9d69957-38ee-492b-af7f-0655fe68b270 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/ab53dd0b-9657-440c-bbdb-db419b815035 HTTP/1.1" status: 204 len: 168 time: 1.9138904 Sep 01 15:36:52.955934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.964183 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26ef2ddf-06dc-4075-807e-7fc270b918bc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4803069 Sep 01 15:36:52.964183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33828) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.965997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33830) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.995663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:53.007666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port aecf16cd-fe25-4556-a5c2-a71cc52d686f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:53.008090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.034805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Deleting port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:53.035437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.115055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.173619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7937d-150c-4137-a365-66649f0a71f3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:53.177206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7937d-150c-4137-a365-66649f0a71f3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:53.180549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17d7937d-150c-4137-a365-66649f0a71f3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2170196 Sep 01 15:36:53.200321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33832) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:53.246342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] For port 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,segment=NetworkSegment(cc5273b0-fb1a-4173-bc67-0d2bf0e199cd),segment_id=cc5273b0-fb1a-4173-bc67-0d2bf0e199cd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:53.246984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.289132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Calling delete_port for 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:53.355999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 1ed3cd1d-580a-49d4-b848-456591647161 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:53.370351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.423954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.436474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.483747 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.492300 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5231316 Sep 01 15:36:53.497614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33836) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:53.511224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:53.546221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.553935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78452ec8-2801-4c9c-812f-3286f47cd55d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fcdf92-62f7-414c-b2f9-44dabe150944,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:53.661248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.695469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.705488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.707730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=9de6d0fa-7cdd-4251-85c1-c62fd8a99b23,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:53.875213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.893729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.901910 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.969861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed3cd1d-580a-49d4-b848-456591647161,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:53.981352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.982469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a48483-525e-4cde-b55e-2f3b8c26458c None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:53.988087 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a95b0c9f-7ef0-4d27-b454-4175bf1867be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/1ed3cd1d-580a-49d4-b848-456591647161 HTTP/1.1" status: 204 len: 168 time: 0.7860453 Sep 01 15:36:53.989506 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bedf5a7-d2e7-4524-9b00-1d4f2b65df37,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:53.992111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33842) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.078810 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.080455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68acf0ea-df14-4b03-a498-1ed82503051a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5766451 Sep 01 15:36:54.086825 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7644ecf6-53fb-4e95-9c34-e191cfdca681 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837398 Sep 01 15:36:54.087870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.089013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33846) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.095836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:54.126867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.179592 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:36:54.201578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc99559-909c-4d92-a793-01242a28504e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:54.206104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9fc99559-909c-4d92-a793-01242a28504e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1023529 Sep 01 15:36:54.206104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.212286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33848) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.360052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348912b3-dbd5-49a4-99e0-44930c3d4713 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:54.364594 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-348912b3-dbd5-49a4-99e0-44930c3d4713 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1480961 Sep 01 15:36:54.365376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33850) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.389604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:36:54.463955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a1ffda6b-4a8b-49c5-a52e-ea94681e1316 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967395 Sep 01 15:36:54.469928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33854) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.476654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Deleting port aecf16cd-fe25-4556-a5c2-a71cc52d686f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:54.477598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.478253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:54.517767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.574084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.644202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] For port aecf16cd-fe25-4556-a5c2-a71cc52d686f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aecf16cd-fe25-4556-a5c2-a71cc52d686f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:54.645442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.663517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Router b0478621-815e-4aad-8485-a48ced9b003e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:54.691988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Calling delete_port for aecf16cd-fe25-4556-a5c2-a71cc52d686f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:54.698002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66e8fab-a1e5-4491-96c2-6a9c40fe616d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:54.751394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.752667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b0428c4-dba1-4c42-a016-da2d5be5d9a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6618221 Sep 01 15:36:54.757320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.768171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '624f7f12-3b86-4b6e-aa8a-a87a2b469cb1', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:54.788852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:54.793853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.916187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aecf16cd-fe25-4556-a5c2-a71cc52d686f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:54.964668 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:36:54.982042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.002706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:55.012351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e26e1dce-8886-47b5-b16a-0d2f3f057ecf admin admin] 10.222.0.41 "PUT /v2.0/routers/b0478621-815e-4aad-8485-a48ced9b003e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2460563 Sep 01 15:36:55.016406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33862) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:55.039350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Sync routers for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:55.090829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:55.092398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:55.209466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.211054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.223266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.263491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ca03b5-5498-4f17-9c8b-fbe3f624d191,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:55.276772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.278557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-57492b47-1be4-432d-ba6d-01ce9cb95d4c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5192823 Sep 01 15:36:55.284371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:55.288720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.295710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.298464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'network': {'name': 'tempest-network-smoke--1735827730', 'project_id': '2656a3574f394d30aba76404f1825660', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:55.335196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:55.336532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=d3995d2f-5851-4834-a69f-3b9a48553b63,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:55.339283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:55.343490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:55.344122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.374903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:55.378230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port aecf16cd-fe25-4556-a5c2-a71cc52d686f {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:36:55.379102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aecf16cd-fe25-4556-a5c2-a71cc52d686f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:55.413746 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-704624fe-4dfb-4933-9197-8cb5ba800534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9397697 Sep 01 15:36:55.413994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33866) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:55.420085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': 'd3995d2f-5851-4834-a69f-3b9a48553b63', 'ip_address': '2001:db8::aa43:9b7:8d44:f029'}], 'name': 'tempest-NetworksTestDHCPv6-1921610075'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:55.471794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:55.477709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.504208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] Pushing event deleted for resources: {'Port': ['ID=aecf16cd-fe25-4556-a5c2-a71cc52d686f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:55.521245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:55.542991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.543371 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Added segment 17cea725-b10d-4047-823c-9817fb55a052 of type vlan for network 90540cd8-01c7-4eed-b827-67c99c0b8111 Sep 01 15:36:55.578264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfe3d2-de38-4ace-a95c-046d4122c5c4 None None] No DVR routers for this DVR port aecf16cd-fe25-4556-a5c2-a71cc52d686f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:55.615384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.628666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.701777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9437d-09f0-4192-b733-fd1e46d5b475 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:55.715943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.725289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:55.725854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.728244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:55.776485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4846761 Sep 01 15:36:55.797508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:55.843939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'admin_state_up': True, 'project_id': '2656a3574f394d30aba76404f1825660', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:55.898608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Deleting port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:55.899039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:55.912896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee0d6-cfbe-4dd4-9bb4-e8f9198eff6c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Network': ['ID=90540cd8-01c7-4eed-b827-67c99c0b8111,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:55.931491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:55.982674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.006542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.009322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.018294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': 'd3995d2f-5851-4834-a69f-3b9a48553b63'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:36:56.020512 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.031413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 39c387ec-73a0-49e1-b602-6d92b780b90f yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:56.144590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:36:56.169562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.329051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:36:53Z', 'revision_number': 5, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port': {'id': '561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:30Z', 'updated_at': '2021-09-01T15:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:56.371375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Checking router: b0478621-815e-4aad-8485-a48ced9b003e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:56.384295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Routers {'b0478621-815e-4aad-8485-a48ced9b003e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:56.385347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b0478621-815e-4aad-8485-a48ced9b003e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:56.408567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::aa43:9b7:8d44:f029 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/d3995d2f-5851-4834-a69f-3b9a48553b63/39c387ec-73a0-49e1-b602-6d92b780b90f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:56.540952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] For port 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:56.541749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.591477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] Set router b0478621-815e-4aad-8485-a48ced9b003e gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:56.610814 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.616642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Calling delete_port for 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:56.802655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.833023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 39c387ec-73a0-49e1-b602-6d92b780b90f will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:56.895960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.977619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:56.983121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:56.994141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:57.003732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:57.004704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.010324 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=39c387ec-73a0-49e1-b602-6d92b780b90f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:57.045365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-29c3eb7a-5c88-4663-ac7d-c9b6e380445d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6301537 Sep 01 15:36:57.048340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33876) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:57.055012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:36:55Z', 'revision_number': 6, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:57.112733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309a05b3-3c24-4aa3-b5a1-52f05fbc360c None None] The sync data for ids ['b0478621-815e-4aad-8485-a48ced9b003e'] in n-d-802060-16 is: [{'id': 'b0478621-815e-4aad-8485-a48ced9b003e', 'name': 'tempest-ServerRescueNegativeTestJSON-1835487963-router', 'tenant_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:28Z', 'updated_at': '2021-09-01T15:36:55Z', 'revision_number': 6, 'project_id': '8a6ebe75d3254f0a9eea0a1cad2ea214', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:57.167908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/d3995d2f-5851-4834-a69f-3b9a48553b63/b4c6d9ab-53e2-44ed-b91a-43d7540d632f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:57.202001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8a6a4-7888-4ed0-9063-b75e377e9bcb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:57.211041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dda8a6a4-7888-4ed0-9063-b75e377e9bcb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1586356 Sep 01 15:36:57.214270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33880) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:57.376389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 39c387ec-73a0-49e1-b602-6d92b780b90f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:57.376865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.565338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.579593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Transition to ACTIVE for port object b4c6d9ab-53e2-44ed-b91a-43d7540d632f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:57.609110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Transition to ACTIVE for port object b4c6d9ab-53e2-44ed-b91a-43d7540d632f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:57.623158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.636556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.676921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 39c387ec-73a0-49e1-b602-6d92b780b90f owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:57.698760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Pushing event updated for resources: {'Port': ['ID=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:57.723109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:57.725237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:57.735408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:57.791142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.821510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.890725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.901416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Attempting to bind port b4c6d9ab-53e2-44ed-b91a-43d7540d632f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:57.901838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Attempting to bind port b4c6d9ab-53e2-44ed-b91a-43d7540d632f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:57.903650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Attempting to bind port b4c6d9ab-53e2-44ed-b91a-43d7540d632f on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:57.928323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:57.928708 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:57.930570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Pushing event deleted for resources: {'Port': ['ID=561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:57.933230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.937297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:57.937976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Bound port: b4c6d9ab-53e2-44ed-b91a-43d7540d632f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:57.938381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.050674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.112771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.116592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] For port b4c6d9ab-53e2-44ed-b91a-43d7540d632f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:58.121665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] For port b4c6d9ab-53e2-44ed-b91a-43d7540d632f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:58.124017 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.130374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.262391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.266235 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.272419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.279593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/39c387ec-73a0-49e1-b602-6d92b780b90f HTTP/1.1" status: 204 len: 168 time: 1.0612838 Sep 01 15:36:58.279593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e45e4-7d0b-4b1e-9d45-1ed263aaef21 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=39c387ec-73a0-49e1-b602-6d92b780b90f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:58.282762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:58.334488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7dacb-5e6c-4ac7-8220-8afdfadd9c5a None None] Pushing event updated for resources: {'Port': ['ID=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:58.367164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.49 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/736157d4-ad28-4d38-897c-2d818c6853d5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:58.430780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.431054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0478621-815e-4aad-8485-a48ced9b003e {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:36:58.441624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.448516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a57a6ffa-9a3c-453b-a473-1a7afa042194 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b0478621-815e-4aad-8485-a48ced9b003e HTTP/1.1" status: 204 len: 168 time: 3.4260039 Sep 01 15:36:58.449190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33890) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:58.471294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd198e-8d4c-4b0a-92f6-c06be5e91426 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:58.474005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd198e-8d4c-4b0a-92f6-c06be5e91426 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:58.480233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f5fd198e-8d4c-4b0a-92f6-c06be5e91426 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1953747 Sep 01 15:36:58.481123 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33892) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:58.556807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet d3995d2f-5851-4834-a69f-3b9a48553b63 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:58.561161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.640339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.792402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Deleting subnet 2bbb45fe-0d94-4803-9684-571ae628689b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:58.835991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.950716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.970043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:59.018111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.036135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:59.051473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 561122d8-2b7a-4fab-b8e9-6d8bd39f7ec0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:59.051473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:59.079638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.098583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:59.100621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9de6d0fa-7cdd-4251-85c1-c62fd8a99b23 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:59.182216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.240432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.240998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=d3995d2f-5851-4834-a69f-3b9a48553b63,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:59.243762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.248143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2b15ab8c-8a64-4a9e-99be-6a3f4fd5db37 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/d3995d2f-5851-4834-a69f-3b9a48553b63 HTTP/1.1" status: 204 len: 168 time: 0.7648938 Sep 01 15:36:59.253667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33904) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:59.313194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.321358 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a80953f3-d911-4eb6-81a2-7c8fe25e2d63 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660212 Sep 01 15:36:59.323980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33906) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:59.332015 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:59.460395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:59.471574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:59.480716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:59.489680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=736157d4-ad28-4d38-897c-2d818c6853d5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:59.510942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:59.517920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.580105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.628991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbb45fe-0d94-4803-9684-571ae628689b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:59.664420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.670680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d10c1085-4114-476d-a6ac-62bbf98ce491 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2bbb45fe-0d94-4803-9684-571ae628689b HTTP/1.1" status: 204 len: 168 time: 1.2171097 Sep 01 15:36:59.703113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33910) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:59.978168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.996639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.164631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.231098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.265731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:00.268951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15602f0b-e65b-4cd0-b64a-6547a8ec74dd']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.272258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=3eb1836d-707c-4447-95e2-2c95f9497de5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:00.289249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:00.299173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.299651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5273b0-fb1a-4173-bc67-0d2bf0e199cd') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.305747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:00.307784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.318604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91bf0d-ab62-4e7e-b8a7-0864c8a64741 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:00.332603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.368910 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.376296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3083fedb-97e7-48eb-9bb5-05c0f8c53836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0507424 Sep 01 15:37:00.382296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33916) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:00.392583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '3eb1836d-707c-4447-95e2-2c95f9497de5', 'ip_address': '2001:db8::5be3:30b8:d9b1:f21c'}], 'name': 'tempest-NetworksTestDHCPv6-149494389'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:00.404952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:00.405928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:00.409857 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:00.476437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.476961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3e70d3f2-ce8f-466f-84b4-2a3d37206136 None None] Provisioning for port b4c6d9ab-53e2-44ed-b91a-43d7540d632f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:00.743568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 69d032f0-1d8a-422b-9adb-c5fb41e5800c is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:37:00.815856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:00.823616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.829967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.843512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.851646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] 10.222.0.41 "DELETE /v2.0/networks/15602f0b-e65b-4cd0-b64a-6547a8ec74dd HTTP/1.1" status: 204 len: 168 time: 1.1459882 Sep 01 15:37:00.923748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce685ef-bbd1-456e-83bc-727a54ab8508 admin admin] Pushing event deleted for resources: {'Network': ['ID=15602f0b-e65b-4cd0-b64a-6547a8ec74dd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:00.944371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 2a92f903-5ba5-4496-af76-3ac25d1df238 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:00.995509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c6d9ab-53e2-44ed-b91a-43d7540d632f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:01.173287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:01.194065 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Sync routers for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:01.215105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b4c6d9ab-53e2-44ed-b91a-43d7540d632f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:01.232457 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:01.233125 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:01.247820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.251079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4e1a643f-fd7c-42bb-ac9c-01aefa1f95f4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.4130356 Sep 01 15:37:01.252209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b4c6d9ab-53e2-44ed-b91a-43d7540d632f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:01.253171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.254288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:01.446538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::5be3:30b8:d9b1:f21c (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3eb1836d-707c-4447-95e2-2c95f9497de5/2a92f903-5ba5-4496-af76-3ac25d1df238) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:01.511124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33930) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:01.571859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.637590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-326557d7-de93-4393-8ee4-219b8657a3fb None None] Provisioning complete for port b4c6d9ab-53e2-44ed-b91a-43d7540d632f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:01.638724 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-326557d7-de93-4393-8ee4-219b8657a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.730329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b4c6d9ab-53e2-44ed-b91a-43d7540d632f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:01.814006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2132f8de-46ec-46e1-954e-dda4e53a3be4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a6ebe75d3254f0a9eea0a1cad2ea214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004408 Sep 01 15:37:01.818640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33932) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:01.858506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.869338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:01.973740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.048836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 2a92f903-5ba5-4496-af76-3ac25d1df238 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:02.069018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.147129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.167816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.271408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.274521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.291149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce939e5-c343-456d-93b5-389e0bac8121 HTTP/1.1" status: 204 len: 168 time: 0.4542980 Sep 01 15:37:02.332638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:02.416659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce939e5-c343-456d-93b5-389e0bac8121,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:02.430451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:02.436791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f4fc02b-fb25-45d4-b01f-1e58a48d73fb tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2656a3574f394d30aba76404f1825660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1802547 Sep 01 15:37:02.439177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.441362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-401751a5-b074-42a4-825f-8aa299583b3e None None] Could not find standard attr ID for object 39c387ec-73a0-49e1-b602-6d92b780b90f. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:37:02.480650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:02.484782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=2a92f903-5ba5-4496-af76-3ac25d1df238,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:02.489180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:02.501494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:02.502852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.534896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.535316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.535999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.537802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.538140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.538476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.538945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.543386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.543386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.543386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.543386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.543386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ad252-aad3-4937-8efe-24dba7579a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:02.545848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-60af2ed3-93e9-42d7-b3be-92adf1045cfa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1596487 Sep 01 15:37:02.553376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.740674 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:59Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:02.744718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6584c-1a86-4324-906e-d333193db02a tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:02.762105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 33954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.762401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-55f6584c-1a86-4324-906e-d333193db02a tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3219275 Sep 01 15:37:02.796701 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Checking router: 69d032f0-1d8a-422b-9adb-c5fb41e5800c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:02.797047 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Updating router 69d032f0-1d8a-422b-9adb-c5fb41e5800c port 736157d4-ad28-4d38-897c-2d818c6853d5 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:02.836582 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.882919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65074c9-03fa-46f6-a2f4-133863d956a6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:02.899575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65074c9-03fa-46f6-a2f4-133863d956a6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:02.900172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c6d9ab-53e2-44ed-b91a-43d7540d632f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:02.901414 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b65074c9-03fa-46f6-a2f4-133863d956a6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3462501 Sep 01 15:37:02.905726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:03.239365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 33960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:03.247762 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ec27b248-1381-40d5-a100-f4087aa5a597 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2544017 Sep 01 15:37:03.247981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1475296518', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'project_id': '2656a3574f394d30aba76404f1825660', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:03.327732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b4c6d9ab-53e2-44ed-b91a-43d7540d632f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:03.331802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.499239 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.502040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:03.509312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.517502 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Transition to ACTIVE for port object 736157d4-ad28-4d38-897c-2d818c6853d5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:03.529033 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.554026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 2a92f903-5ba5-4496-af76-3ac25d1df238 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:03.556534 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.626581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e44e283c-5f24-441d-a57b-153a47b9715d None None] Provisioning for port 2a92f903-5ba5-4496-af76-3ac25d1df238 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:03.681977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e44e283c-5f24-441d-a57b-153a47b9715d None None] Provisioning complete for port 2a92f903-5ba5-4496-af76-3ac25d1df238 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:03.689802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44e283c-5f24-441d-a57b-153a47b9715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.697088 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Pushing event updated for resources: {'Port': ['ID=736157d4-ad28-4d38-897c-2d818c6853d5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:03.731923 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Attempting to bind port 736157d4-ad28-4d38-897c-2d818c6853d5 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:03.732615 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Attempting to bind port 736157d4-ad28-4d38-897c-2d818c6853d5 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:03.733273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Attempting to bind port 736157d4-ad28-4d38-897c-2d818c6853d5 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:03.741796 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.742993 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.743500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.744637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.745221 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.745708 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.746434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.747176 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.752017 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.765157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.766260 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.768470 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:03.779238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:03.781117 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:03.782367 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.784237 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:03.785028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Bound port: 736157d4-ad28-4d38-897c-2d818c6853d5, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:03.786154 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.891559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e44e283c-5f24-441d-a57b-153a47b9715d None None] Port 2a92f903-5ba5-4496-af76-3ac25d1df238 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:03.955206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] For port 736157d4-ad28-4d38-897c-2d818c6853d5, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:03.973402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] For port 736157d4-ad28-4d38-897c-2d818c6853d5, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=736157d4-ad28-4d38-897c-2d818c6853d5,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:03.982373 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.009090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.040819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 2a92f903-5ba5-4496-af76-3ac25d1df238 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:04.167591 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb15c0f-8c20-4c8b-902c-bd591338d590 None None] Pushing event updated for resources: {'Port': ['ID=736157d4-ad28-4d38-897c-2d818c6853d5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:04.171830 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:04.172828 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.362824 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:04.498245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.790712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Subnet': ['ID=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:04.796175 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:59Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.846785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Checking segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:04.847735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network hostable DHCP agents. Network: 90540cd8-01c7-4eed-b827-67c99c0b8111, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:37:04.860478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.892641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a0d507-575f-4e6b-afba-bd3bb834815e None None] The sync data for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 is: [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:59Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:04.965784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=2a92f903-5ba5-4496-af76-3ac25d1df238,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:05.044382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:37:05.063949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.071639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34008) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.076887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ae690d1a-0457-4e9b-93c8-78279dab7d8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/2a92f903-5ba5-4496-af76-3ac25d1df238 HTTP/1.1" status: 204 len: 168 time: 2.1694493 Sep 01 15:37:05.079511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 90540cd8-01c7-4eed-b827-67c99c0b8111) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:05.091021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4bb14-2d92-42c5-8097-3db36a90a3de None None] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:05.099690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:05.101125 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.139520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-69e72b82-7e1e-44e9-9909-e3b2472adfb7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1232154 Sep 01 15:37:05.147342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34010) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.304606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa942c-92ee-4d28-b0b2-35595923b91d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:05.328300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa942c-92ee-4d28-b0b2-35595923b91d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:05.348282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.351813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8bfa942c-92ee-4d28-b0b2-35595923b91d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2785177 Sep 01 15:37:05.646175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-90540cd8-01c7-4eed-b827-67c99c0b8111', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:05.647840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.843491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 3eb1836d-707c-4447-95e2-2c95f9497de5 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:05.870424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.247346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Allocated IP 172.20.0.2 (90540cd8-01c7-4eed-b827-67c99c0b8111/c7f97cfe-cd84-4b5a-a832-7ea2becc6f53/b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:06.283281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.804230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.840540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Transition to ACTIVE for port object b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:06.870577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Transition to ACTIVE for port object b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:06.880727 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.913735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:06.956269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:06.961576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:06.982539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 736157d4-ad28-4d38-897c-2d818c6853d5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:07.105092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Pushing event updated for resources: {'Port': ['ID=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:07.172671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Attempting to bind port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:07.173405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Attempting to bind port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:07.174209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Attempting to bind port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:07.183347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:07.189774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Checking segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:07.190547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.192879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Bound using segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:07.193652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Bound port: b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:07.194227 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.217904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3144282-6fd6-4b04-8458-f212ca375f64 req-13a8f1b4-26cc-4806-89f5-e1bdf1dcc4b3 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1359003 Sep 01 15:37:07.259139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 736157d4-ad28-4d38-897c-2d818c6853d5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:07.287636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 736157d4-ad28-4d38-897c-2d818c6853d5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:07.289405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.294119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.418565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07230262-2961-4bf7-9852-92a270b043ed None None] For port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:07.458289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07230262-2961-4bf7-9852-92a270b043ed None None] For port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:07.470713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.555273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.649611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.653308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3eb1836d-707c-4447-95e2-2c95f9497de5 HTTP/1.1" status: 204 len: 168 time: 2.2838702 Sep 01 15:37:07.657403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb10b-aaca-4f77-bd67-af3171d14c38 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb1836d-707c-4447-95e2-2c95f9497de5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:07.658731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:07.666337 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.711869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b3e5f-a531-4183-8b23-59c27133c4d1 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:07.797822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d28608ef-4420-4169-999e-8f0ae0b8d268 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369069 Sep 01 15:37:07.799062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34074) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:07.833419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:07.840531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07230262-2961-4bf7-9852-92a270b043ed None None] Pushing event updated for resources: {'Port': ['ID=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:07.967992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 736157d4-ad28-4d38-897c-2d818c6853d5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=736157d4-ad28-4d38-897c-2d818c6853d5,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:07.983565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.173256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=736157d4-ad28-4d38-897c-2d818c6853d5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:08.236618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:08.244742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.597201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:08.628857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.800440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Deleting port b4c6d9ab-53e2-44ed-b91a-43d7540d632f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:08.801241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.933280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f460b16a-6086-4a06-9e26-9c61507caa94 req-c8b68930-b4f5-43ce-90d1-a10f16a56171 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.2643661 Sep 01 15:37:08.979738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] For port b4c6d9ab-53e2-44ed-b91a-43d7540d632f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:08.980725 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.058111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Calling delete_port for b4c6d9ab-53e2-44ed-b91a-43d7540d632f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:09.120289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:09.258004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.470249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=e7bab0ee-1bee-4691-9533-b119920831c8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:09.472362 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.490136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:09.493375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:09.505877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:09.506889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.551531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dee3add7-c8f4-44ee-b90a-525a0f071ad7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7464499 Sep 01 15:37:09.551815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:09.552031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34092) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.558704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': 'e7bab0ee-1bee-4691-9533-b119920831c8', 'ip_address': '2001:db8::eff:aa2c:e8c1:dc6b'}], 'name': 'tempest-NetworksTestDHCPv6-1662054631'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:09.560322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] Pushing event deleted for resources: {'Port': ['ID=b4c6d9ab-53e2-44ed-b91a-43d7540d632f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:09.565836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 736157d4-ad28-4d38-897c-2d818c6853d5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:09.574764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad044fe-3ca0-4831-a360-ca3412735c74 None None] No DVR routers for this DVR port b4c6d9ab-53e2-44ed-b91a-43d7540d632f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:09.708164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9b626-20c3-4656-ac14-4cc64119ae3d None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:09.831339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.1 (90540cd8-01c7-4eed-b827-67c99c0b8111/c7f97cfe-cd84-4b5a-a832-7ea2becc6f53/2fb36a45-ec36-4344-9c8d-672a8a056483) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:10.073118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:10.186602 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.203347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 2fb36a45-ec36-4344-9c8d-672a8a056483 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:10.230037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61faec3c-ff4d-4acb-bc84-643a426c65d6 None None] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:10.252378 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.265433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.332909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50b8fa6d-2311-428c-bb4f-883cbba5350f req-1470c524-a6f8-4abe-ba8b-60d07ccdfe76 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1517196 Sep 01 15:37:10.337137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 7ce02ce4-e38c-4193-a0df-f2c7adfc314d yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:10.363108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:10.405835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Provisioning for port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:10.422027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Provisioning complete for port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:10.422879 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.458912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:10.468014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:10.478095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:10.553588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe685e8c-b80a-4975-8320-a3553446283e req-739540e6-921e-49cf-bab8-2c3bc44f7d80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0666862 Sep 01 15:37:10.599438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.607247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 736157d4-ad28-4d38-897c-2d818c6853d5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:10.607624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.656514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.885508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] For port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:10.895770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': 'e7bab0ee-1bee-4691-9533-b119920831c8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:10.897432 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.898264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::eff:aa2c:e8c1:dc6b (2a412c6e-dbbd-4917-bcde-7e3da8c33952/e7bab0ee-1bee-4691-9533-b119920831c8/7ce02ce4-e38c-4193-a0df-f2c7adfc314d) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:10.911162 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.930038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.294729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83364d3c-4959-4fab-9806-b90db73ced00 None None] Pushing event updated for resources: {'Port': ['ID=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:11.430503 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.461958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 7ce02ce4-e38c-4193-a0df-f2c7adfc314d will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:11.470262 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c6d9ab-53e2-44ed-b91a-43d7540d632f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:11.553840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.650254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b4c6d9ab-53e2-44ed-b91a-43d7540d632f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:11.653106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b4c6d9ab-53e2-44ed-b91a-43d7540d632f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:11.822710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.848453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.853936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a484983a-55f9-44b9-a948-54eed35dccb8 req-9cead664-c613-46b1-ae69-01e20f7cabcb tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1424940 Sep 01 15:37:11.892580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/e7bab0ee-1bee-4691-9533-b119920831c8/aad9fe2a-374b-4648-877b-aabeca1beb4c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:11.927352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=7ce02ce4-e38c-4193-a0df-f2c7adfc314d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:11.961984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:11.967454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:11.979618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:11.993284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.996743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:11.997762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.003169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:12.073839 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe05cc07-d8d3-41ae-8297-b49a533ab4c2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5205281 Sep 01 15:37:12.075199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:12.076750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34122) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.210906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:12.211149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4cc64-f7e7-4df8-99d8-766bc9d2cb39 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:12.213384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:12.223145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ada4cc64-f7e7-4df8-99d8-766bc9d2cb39 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1434174 Sep 01 15:37:12.223866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.277698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:12.282588 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.405643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af989260-216a-438a-87fc-01da772424e9 None None] Provisioning for port 2fb36a45-ec36-4344-9c8d-672a8a056483 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:12.432723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af989260-216a-438a-87fc-01da772424e9 None None] Provisioning complete for port 2fb36a45-ec36-4344-9c8d-672a8a056483 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:12.433129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af989260-216a-438a-87fc-01da772424e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.434960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 69d032f0-1d8a-422b-9adb-c5fb41e5800c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:12.472448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 7ce02ce4-e38c-4193-a0df-f2c7adfc314d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:12.479846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.523615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-af989260-216a-438a-87fc-01da772424e9 None None] Port 2fb36a45-ec36-4344-9c8d-672a8a056483 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:12.611651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:12.620173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a7cc1832-781f-427a-91b3-ab1373dc336e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/69d032f0-1d8a-422b-9adb-c5fb41e5800c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4676080 Sep 01 15:37:12.646160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Sync routers for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:12.673040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-af989260-216a-438a-87fc-01da772424e9 None None] Provisioning complete for port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:12.673563 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af989260-216a-438a-87fc-01da772424e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.693002 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.728956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:12.729822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.841953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Transition to ACTIVE for port object aad9fe2a-374b-4648-877b-aabeca1beb4c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:12.897027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Transition to ACTIVE for port object aad9fe2a-374b-4648-877b-aabeca1beb4c will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:12.903619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:12.962235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.045481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:13.154140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:13.165388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:13.214128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5eb0726-c69e-4d54-97d3-f42bbbb0c39c req-0df7cc06-f605-4f5d-abd7-81e652d1279e tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1176064 Sep 01 15:37:13.297281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.326046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 7ce02ce4-e38c-4193-a0df-f2c7adfc314d owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:13.363033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Pushing event updated for resources: {'Port': ['ID=aad9fe2a-374b-4648-877b-aabeca1beb4c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:13.482030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-9ea7a077-f743-452e-8e49-3addbd3b4e09 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737311949&fields=id&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 267 time: 0.2686756 Sep 01 15:37:13.492615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Attempting to bind port aad9fe2a-374b-4648-877b-aabeca1beb4c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:13.494587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Attempting to bind port aad9fe2a-374b-4648-877b-aabeca1beb4c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:13.495046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Attempting to bind port aad9fe2a-374b-4648-877b-aabeca1beb4c on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:13.549630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:13.550126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:13.550425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.550940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:13.551818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Bound port: aad9fe2a-374b-4648-877b-aabeca1beb4c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:13.552307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.580270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-be8f44c8-146f-481f-b90e-1f93c5f058af None None] Provisioning complete for port 2fb36a45-ec36-4344-9c8d-672a8a056483 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:13.581229 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be8f44c8-146f-481f-b90e-1f93c5f058af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.646977 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-964649b3-9b8d-4bb5-b424-ef0ba6d19215 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:13.649021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-964649b3-9b8d-4bb5-b424-ef0ba6d19215 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 797 time: 0.1497185 Sep 01 15:37:13.661328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-be8f44c8-146f-481f-b90e-1f93c5f058af None None] Port 2fb36a45-ec36-4344-9c8d-672a8a056483 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:13.696520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-e783a99e-4989-4603-beaf-e17abf7e5607 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/quotas/2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 375 time: 0.0247455 Sep 01 15:37:13.755159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] For port aad9fe2a-374b-4648-877b-aabeca1beb4c, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:13.759213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] For port aad9fe2a-374b-4648-877b-aabeca1beb4c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aad9fe2a-374b-4648-877b-aabeca1beb4c,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:13.770025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.802942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-a2fe01b2-0ea3-4210-8894-0ce16111940d req-572d8f52-4ee1-40e4-b426-49fdd9cfd9d9 service neutron] (106376) timed out ('10.222.0.41', 43178) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:37:13.842163 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:11Z', 'revision_number': 2, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:13.931712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-b7f66833-c06b-4820-8e5d-50b46b26fd7e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056909 Sep 01 15:37:13.982229 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.051967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=7ce02ce4-e38c-4193-a0df-f2c7adfc314d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:14.124721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cef9a-ed20-4de9-9207-be34f11d2add None None] Pushing event updated for resources: {'Port': ['ID=aad9fe2a-374b-4648-877b-aabeca1beb4c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:14.127959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Checking router: 69d032f0-1d8a-422b-9adb-c5fb41e5800c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:14.128316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Updating router 69d032f0-1d8a-422b-9adb-c5fb41e5800c port 2fb36a45-ec36-4344-9c8d-672a8a056483 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:14.157931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.163817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.178143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34184) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.187254 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d7830d66-335a-42aa-b6f1-b762c79b7320 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/7ce02ce4-e38c-4193-a0df-f2c7adfc314d HTTP/1.1" status: 204 len: 168 time: 1.9618876 Sep 01 15:37:14.308708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-b7041b6e-95e3-45e2-97cb-307f59378718 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:37:14.311898 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-b7041b6e-95e3-45e2-97cb-307f59378718 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3523397 Sep 01 15:37:14.521011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5d1e3be-b068-4911-8188-fe96bcad5e1f req-3a79edd4-8c24-4298-be54-949910acc38e tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0466011 Sep 01 15:37:14.527796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4187dced-3c28-407e-854b-d503e26a2a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.536320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe7575-f01d-4511-a35d-504b9821eeb1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:14.538352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe7575-f01d-4511-a35d-504b9821eeb1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:14.543961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fabe7575-f01d-4511-a35d-504b9821eeb1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3641987 Sep 01 15:37:14.544749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.696287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet e7bab0ee-1bee-4691-9533-b119920831c8 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:14.713658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.862440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-e37aa637-1fee-429e-970d-7c37102a09dc service neutron] 10.222.0.41 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109246 Sep 01 15:37:14.960636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.026013 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.058552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Transition to ACTIVE for port object 2fb36a45-ec36-4344-9c8d-672a8a056483 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:15.071891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.084604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-417c03a4-6bff-4858-b636-e27cffdcdaeb service neutron] 10.222.0.41 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208631 Sep 01 15:37:15.154365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fc0e-7b12-40dc-9d27-715d1d882bc7 None None] Pushing event updated for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:15.231866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.280661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Attempting to bind port 2fb36a45-ec36-4344-9c8d-672a8a056483 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:15.281571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Attempting to bind port 2fb36a45-ec36-4344-9c8d-672a8a056483 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:15.282270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Attempting to bind port 2fb36a45-ec36-4344-9c8d-672a8a056483 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:15.289620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:15.290512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Checking segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:15.291874 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.292508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Bound using segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:15.293267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Bound port: 2fb36a45-ec36-4344-9c8d-672a8a056483, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:15.294293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.391019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] For port 2fb36a45-ec36-4344-9c8d-672a8a056483, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:15.397004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] For port 2fb36a45-ec36-4344-9c8d-672a8a056483, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2fb36a45-ec36-4344-9c8d-672a8a056483,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:15.411424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.535422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.664388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fc0e-7b12-40dc-9d27-715d1d882bc7 None None] Pushing event updated for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:15.692565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:15.699808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:36:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.709516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bab0ee-1bee-4691-9533-b119920831c8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:15.716607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.719315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2dc372d0-3065-4779-99d0-f558536bfb20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/e7bab0ee-1bee-4691-9533-b119920831c8 HTTP/1.1" status: 204 len: 168 time: 1.1723516 Sep 01 15:37:15.722268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.903988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-73bce908-2eca-4bff-a779-164273856f0f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1799304 Sep 01 15:37:15.905297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34240) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.920770 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-78d3d6c7-6bbe-4444-a592-bf3b0eeee2ae req-d164f1dd-4d98-4c50-b69a-dd8c56fcde32 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 210 time: 0.1043947 Sep 01 15:37:16.127335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aad9fe2a-374b-4648-877b-aabeca1beb4c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:16.207779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5deb0d5a-5297-4616-8338-6dc18bb3e396 req-503216d8-8499-4187-b9df-cafd30ed51e3 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.2913845 Sep 01 15:37:16.244932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948871e-2356-4cef-b564-c6b057f08e7c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:16.250168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34250) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.263553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9948871e-2356-4cef-b564-c6b057f08e7c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3548734 Sep 01 15:37:16.360728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d89c92-74a9-497e-8cc6-57255a7f8a65 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:16.362397 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-28d89c92-74a9-497e-8cc6-57255a7f8a65 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1107552 Sep 01 15:37:16.366091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34252) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.410433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:16.492400 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34256) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.497534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-42804e75-761e-44e8-976a-ea6365f8365a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259968 Sep 01 15:37:16.499234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:16.733411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:16.742037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.884037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eaee61-c000-4748-814c-3949f5132301 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:16.893438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port aad9fe2a-374b-4648-877b-aabeca1beb4c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:17.032122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:15Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:17.132415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd524-8ac1-4de3-8af0-5528598d7c0c None None] The sync data for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 is: [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:15Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:17.169684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Provisioning for port aad9fe2a-374b-4648-877b-aabeca1beb4c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:17.184160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Provisioning complete for port aad9fe2a-374b-4648-877b-aabeca1beb4c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:17.184546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.241469 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e22e-9675-4075-a34f-c6856ddb5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.445166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9a66e0e0-27db-4c0a-8205-05b1225ff3b7 req-17576a4c-393a-460b-970b-177cb69245cd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 210 time: 0.2831278 Sep 01 15:37:17.520130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:17.529865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.564961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-378a42fd-8b01-4f7e-b787-5971c2ca2b3c req-88de5d91-c65a-45d2-971e-b60c91b2920b tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1092048 Sep 01 15:37:17.624950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.659550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.709502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=93dbb15a-2db4-4ede-8c3c-da4b22b6d98f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:17.737605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:17.745494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:17.762432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:17.775053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.816560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e0af37fa-fb12-4c53-a246-bfdfd431bfe5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3222525 Sep 01 15:37:17.819172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:17.824877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '93dbb15a-2db4-4ede-8c3c-da4b22b6d98f', 'ip_address': '2001:db8::68c0:c229:30ed:f4b9'}], 'name': 'tempest-NetworksTestDHCPv6-510627178'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:17.826061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] For port aad9fe2a-374b-4648-877b-aabeca1beb4c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aad9fe2a-374b-4648-877b-aabeca1beb4c,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:17.831595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Deleting port aad9fe2a-374b-4648-877b-aabeca1beb4c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:17.832029 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.962483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.995881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2fb36a45-ec36-4344-9c8d-672a8a056483 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:18.140769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] For port aad9fe2a-374b-4648-877b-aabeca1beb4c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=aad9fe2a-374b-4648-877b-aabeca1beb4c,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:18.141405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.201745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Calling delete_port for aad9fe2a-374b-4648-877b-aabeca1beb4c owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:18.206610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Pushing event updated for resources: {'Port': ['ID=aad9fe2a-374b-4648-877b-aabeca1beb4c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:18.246344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.246698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.247048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.247392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.247732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.248706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.249030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.249396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.249738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.250066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.250398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.250729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c3140-31e7-43dd-9a50-5baa992b3faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.298853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2fb36a45-ec36-4344-9c8d-672a8a056483 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:18.304704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2fb36a45-ec36-4344-9c8d-672a8a056483 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:18.305408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.381305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-1178f1eb-82ce-4605-87cf-1629683c7ec1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:18.382858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-1178f1eb-82ce-4605-87cf-1629683c7ec1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 797 time: 0.3752201 Sep 01 15:37:18.385849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:18.475423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.491088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.526581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-88697946-e5ac-4e31-a3f5-1b90029780a2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 380 time: 0.1152523 Sep 01 15:37:18.540521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'port': {'device_id': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'admin_state_up': True, 'tenant_id': '2656a3574f394d30aba76404f1825660', 'security_groups': ['624f7f12-3b86-4b6e-aa8a-a87a2b469cb1']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:18.581607 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.686558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2fb36a45-ec36-4344-9c8d-672a8a056483, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2fb36a45-ec36-4344-9c8d-672a8a056483,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:18.689875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] No DVR routers for this DVR port aad9fe2a-374b-4648-877b-aabeca1beb4c on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:18.693229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693c373-7c1b-4449-a50f-0417ede45c4b None None] Pushing event deleted for resources: {'Port': ['ID=aad9fe2a-374b-4648-877b-aabeca1beb4c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:18.699424 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.710243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.711761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.781014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 77f2c539-f43b-41e7-8eef-6a24673f46b9 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:18.794279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:18.805626 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.825385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb2a22-2d70-4512-907c-85d01ee20671 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:18.846329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72d12b24-8f59-40f1-a220-192c9fa935cc req-487328cb-098a-4fd8-8ab7-c89f4767da3f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 210 time: 0.0906510 Sep 01 15:37:18.852162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aad9fe2a-374b-4648-877b-aabeca1beb4c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:18.944635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: aad9fe2a-374b-4648-877b-aabeca1beb4c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:18.945045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device aad9fe2a-374b-4648-877b-aabeca1beb4c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:18.976088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:19.070091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53c72a14-1272-4d09-80bb-475d09e6628b req-16337513-b1a6-4474-8b1e-ff1bc67af56f tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1420200 Sep 01 15:37:19.194743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '93dbb15a-2db4-4ede-8c3c-da4b22b6d98f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:19.198012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.303814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.11 (90540cd8-01c7-4eed-b827-67c99c0b8111/c7f97cfe-cd84-4b5a-a832-7ea2becc6f53/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:19.324687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::68c0:c229:30ed:f4b9 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/93dbb15a-2db4-4ede-8c3c-da4b22b6d98f/77f2c539-f43b-41e7-8eef-6a24673f46b9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:19.731686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.754042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:19.861381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2fb36a45-ec36-4344-9c8d-672a8a056483 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:19.869418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.934220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2fb36a45-ec36-4344-9c8d-672a8a056483 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:19.934779 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.947130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 77f2c539-f43b-41e7-8eef-6a24673f46b9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:19.951361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.032671 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.111100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.167811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:20.175197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff87e4-700c-481f-85fd-d9924c7792ad req-40691914-3a82-4fd3-8deb-7611e2faf615 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:20.178728 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-beff87e4-700c-481f-85fd-d9924c7792ad req-40691914-3a82-4fd3-8deb-7611e2faf615 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 932 time: 0.1012344 Sep 01 15:37:20.180484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:20.183686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/93dbb15a-2db4-4ede-8c3c-da4b22b6d98f/0456e30e-5a03-44bc-a90f-0e21d20e0eea) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:20.190148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:20.196648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:20.197731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.270454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:20.300721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4803491 Sep 01 15:37:20.303687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:20.308062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:20.312967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-beff87e4-700c-481f-85fd-d9924c7792ad req-ded9ac1e-63e2-462e-878c-3835e4b11c60 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133327 Sep 01 15:37:20.339862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '93dbb15a-2db4-4ede-8c3c-da4b22b6d98f', 'ip_address': '2001:db8::68c0:c229:30ed:f4b9'}], 'name': 'tempest-NetworksTestDHCPv6-292855950'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:20.520708 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.540308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Transition to ACTIVE for port object 0456e30e-5a03-44bc-a90f-0e21d20e0eea will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:20.576939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Transition to ACTIVE for port object 0456e30e-5a03-44bc-a90f-0e21d20e0eea will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:20.600883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.869905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:20.888488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:20.892161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:20.896195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:20.899496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:20.957664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Pushing event updated for resources: {'Port': ['ID=0456e30e-5a03-44bc-a90f-0e21d20e0eea,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:21.004508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d99d6-a191-4041-b427-5196aeff50c0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=77f2c539-f43b-41e7-8eef-6a24673f46b9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:21.004812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Attempting to bind port 0456e30e-5a03-44bc-a90f-0e21d20e0eea on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:21.004812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Attempting to bind port 0456e30e-5a03-44bc-a90f-0e21d20e0eea by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:21.004812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Attempting to bind port 0456e30e-5a03-44bc-a90f-0e21d20e0eea on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:21.018309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:21.019127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:21.020487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.021236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:21.022883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Bound port: 0456e30e-5a03-44bc-a90f-0e21d20e0eea, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:21.022883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.099537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8923964-e776-4e00-85fc-484446550a47 req-85807c56-4d4b-4dc3-8b8a-42f58b7b817a tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.2175772 Sep 01 15:37:21.192781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] For port 0456e30e-5a03-44bc-a90f-0e21d20e0eea, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:21.199208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] For port 0456e30e-5a03-44bc-a90f-0e21d20e0eea, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0456e30e-5a03-44bc-a90f-0e21d20e0eea,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:21.219148 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.238977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:21.240001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.265420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-828ae12f-e982-4674-ac1b-39b782d336e9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7323430 Sep 01 15:37:21.294495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Request body: {'port': {'device_id': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:21.341071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667deb-dfa2-4d1f-8130-f1b984073080 None None] Pushing event updated for resources: {'Port': ['ID=0456e30e-5a03-44bc-a90f-0e21d20e0eea,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:21.413771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:21.423080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.455995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4d44630-f47b-4e55-91d4-0c6715ca2828 None None] Provisioning for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:21.475573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4d44630-f47b-4e55-91d4-0c6715ca2828 None None] Provisioning complete for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:21.475895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4d44630-f47b-4e55-91d4-0c6715ca2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.517609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.521662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 4ff529ca-f721-4019-8904-dda0889298ec yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:21.550168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bb71d-02d7-48a4-990b-c0054cd59433 req-da703e93-cbd2-4b98-aa54-917327c0086a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:21.560393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-408bb71d-02d7-48a4-990b-c0054cd59433 req-da703e93-cbd2-4b98-aa54-917327c0086a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 932 time: 0.1104374 Sep 01 15:37:21.563987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f4d44630-f47b-4e55-91d4-0c6715ca2828 None None] Port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:21.625513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-408bb71d-02d7-48a4-990b-c0054cd59433 req-fa0e841e-99e6-48f6-a82e-7de403660a68 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640342 Sep 01 15:37:21.973493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0456e30e-5a03-44bc-a90f-0e21d20e0eea up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:22.065491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0456e30e-5a03-44bc-a90f-0e21d20e0eea completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:22.150931 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:37:22.151850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:37:22.203454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-36ed4a38-09f1-4307-9f0c-db199db00ba7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8932686 Sep 01 15:37:22.206109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:22.304830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44961-ff5e-48df-9072-8d62700f0c7b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:22.314158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44961-ff5e-48df-9072-8d62700f0c7b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:22.320569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-20e44961-ff5e-48df-9072-8d62700f0c7b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1070602 Sep 01 15:37:22.321107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7a5f6d2-66d4-49f2-93b9-7623412982d8 req-23c698bd-1ffc-4f6f-ab18-b0679c143464 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0709054 Sep 01 15:37:22.321316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:22.445965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:37:22.459556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.492441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Transition to ACTIVE for port object 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:22.500007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.625301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 77f2c539-f43b-41e7-8eef-6a24673f46b9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:22.626254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.638864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:22.748571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:22.748913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:22.749346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:22.767126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:37:22.767439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:22.773991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:22.774493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Checking segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:22.775762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Bound using segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:22.776013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Bound port: 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:22.776381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.985694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:22.992716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:23.004117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.127172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7b806-6538-445a-80e4-3f5b94b7be89 req-3604746e-a012-4ed9-a78f-2aea5e9c7a10 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.130016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebb7b806-6538-445a-80e4-3f5b94b7be89 req-3604746e-a012-4ed9-a78f-2aea5e9c7a10 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.2944469 Sep 01 15:37:23.182053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.185661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.187051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.209578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] 10.222.0.24 "PUT /v2.0/ports/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1093 time: 1.9053845 Sep 01 15:37:23.210491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:37:23.215839 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d8402d-fe68-4a69-8c8d-437737da6cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:37:23.222560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb9fd2-8ed3-4920-b7cb-5c3960bbdb6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:23.272301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 77f2c539-f43b-41e7-8eef-6a24673f46b9 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:23.402078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-12fe5d68-e918-4fe2-9f7d-37f32fb5eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.406922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-12fe5d68-e918-4fe2-9f7d-37f32fb5eaf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1096 time: 0.1168993 Sep 01 15:37:23.474041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ebb7b806-6538-445a-80e4-3f5b94b7be89 req-117ae9e0-ed21-4af0-a8d1-fa76da97afcc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259544 Sep 01 15:37:23.592390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-8c02d363-6cb3-4041-a0e8-5fae89c75953 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 217 time: 0.1695766 Sep 01 15:37:23.592683 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Provisioning for port 0456e30e-5a03-44bc-a90f-0e21d20e0eea completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:23.598335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Provisioning complete for port 0456e30e-5a03-44bc-a90f-0e21d20e0eea triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:23.598705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.607850 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f93ff-114e-4e07-9bf9-9406e720ffa5 x-openstack-request-id: req-119f93ff-114e-4e07-9bf9-9406e720ffa5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:37:23.608218 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:37:23.608413 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-119f93ff-114e-4e07-9bf9-9406e720ffa5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:37:23.608901 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'status': 'completed', 'code': 200} Sep 01 15:37:23.735445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.799130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-042844e1-ccba-472c-a5a1-a44c806df377 req-b8558244-c9f9-49e0-b2b6-2830e76668f6 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1697247 Sep 01 15:37:23.799925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=77f2c539-f43b-41e7-8eef-6a24673f46b9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:23.823844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.833002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2ae9a03-2034-4132-839c-b65809531ea9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/77f2c539-f43b-41e7-8eef-6a24673f46b9 HTTP/1.1" status: 204 len: 168 time: 1.5102773 Sep 01 15:37:23.834091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:23.843369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-e351f291-7017-4bcb-8f93-0bc1b5b97de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.851941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-e351f291-7017-4bcb-8f93-0bc1b5b97de5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.2398775 Sep 01 15:37:23.899922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.960956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] For port 0456e30e-5a03-44bc-a90f-0e21d20e0eea, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0456e30e-5a03-44bc-a90f-0e21d20e0eea,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:23.966711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574ff5d-4836-4d9f-aaf8-baab1175054b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.969478 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574ff5d-4836-4d9f-aaf8-baab1175054b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:23.971771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3574ff5d-4836-4d9f-aaf8-baab1175054b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1310148 Sep 01 15:37:23.972782 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.975026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:24.047764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-9457a641-9fc2-451d-b55e-9962d1202f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:24.049949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-9457a641-9fc2-451d-b55e-9962d1202f84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893742 Sep 01 15:37:24.063572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e191fc-2962-487f-ba1f-764c3c0cc850 None None] Pushing event updated for resources: {'Port': ['ID=0456e30e-5a03-44bc-a90f-0e21d20e0eea,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:24.126309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ff71f3b6-8136-43cc-ac28-755c0a6d1417 None None] Could not find standard attr ID for object 7ce02ce4-e38c-4193-a0df-f2c7adfc314d. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:37:24.160322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 93dbb15a-2db4-4ede-8c3c-da4b22b6d98f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:24.170680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.248970 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.301451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-dbd504cf-c914-4aec-826f-d99323a9805d service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369027 Sep 01 15:37:24.427077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.471893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f866bee-e103-4323-b54c-f25c42781f43 None None] Could not find standard attr ID for object 77f2c539-f43b-41e7-8eef-6a24673f46b9. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:37:24.492393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7989e18a-28b7-4ab6-af76-4f0b3c2b0bb3 req-e58b8eff-ba42-450d-8c94-d5f36e8d1c19 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805115 Sep 01 15:37:24.550388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.623703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=93dbb15a-2db4-4ede-8c3c-da4b22b6d98f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:24.644305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.646750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a99bcfe-8600-437e-8903-bf7c9b84d534 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/93dbb15a-2db4-4ede-8c3c-da4b22b6d98f HTTP/1.1" status: 204 len: 168 time: 0.6672897 Sep 01 15:37:24.652538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:24.705145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-ff99b794-eaf6-43dc-a36b-12565eabe8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:24.706905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-ff99b794-eaf6-43dc-a36b-12565eabe8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1096 time: 0.0863278 Sep 01 15:37:24.734950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c1399c64-e1f3-43cb-9026-c1252e6f774f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557349 Sep 01 15:37:24.740371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34432) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:24.761253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:24.873385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-87067211-eece-4ac0-9504-64e906d5bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:24.878890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-87067211-eece-4ac0-9504-64e906d5bffa service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.1632643 Sep 01 15:37:24.948869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e5ba5-f3c8-4977-874c-9cdc5891f50b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:24.958303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:24.964616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.966692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-dd9bfbd8-3c4e-4bf5-994b-af97b13102dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 217 time: 0.0791514 Sep 01 15:37:24.981082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1113-108c-4ebc-8aaf-10861edff7a4 req-7ca900a3-e8cf-4bf5-8782-00441aca1971 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:24.983499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-639f1113-108c-4ebc-8aaf-10861edff7a4 req-7ca900a3-e8cf-4bf5-8782-00441aca1971 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.3508577 Sep 01 15:37:25.051379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9822756-822d-4d79-9863-682d7897282f req-dfb07875-e3f7-4d05-b238-c848303fd698 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0690093 Sep 01 15:37:25.073363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-5bcf32d8-ceb4-4517-8529-10c17d4fdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:25.075299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-5bcf32d8-ceb4-4517-8529-10c17d4fdeae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.0914595 Sep 01 15:37:25.111796 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-639f1113-108c-4ebc-8aaf-10861edff7a4 req-a470cc8a-4a52-47fd-88e0-89821d850ab0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135240 Sep 01 15:37:25.154223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-07c9bf28-3a2b-41cd-9643-dbb6c20d1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:25.155726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-07c9bf28-3a2b-41cd-9643-dbb6c20d1019 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717487 Sep 01 15:37:25.320657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:25.346041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-ffa285d4-fa38-4105-8d7f-4423d5491282 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765888 Sep 01 15:37:25.392958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.425560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Deleting port 0456e30e-5a03-44bc-a90f-0e21d20e0eea {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:25.426187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.505001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-85d8402d-fe68-4a69-8c8d-437737da6cf9 req-bf1322f1-16a1-4065-8dc1-94c078c1cffe service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429899 Sep 01 15:37:25.520152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=489c2cb8-5b12-4e7c-9e40-19512ec66866,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:25.540415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:25.542990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:25.547833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:25.549180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.592983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34456) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:25.594192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e6ffe9fd-c79e-4a3c-988c-a251a9de0377 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8524461 Sep 01 15:37:25.608321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '489c2cb8-5b12-4e7c-9e40-19512ec66866', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-785765230'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:25.648965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] For port 0456e30e-5a03-44bc-a90f-0e21d20e0eea, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0456e30e-5a03-44bc-a90f-0e21d20e0eea,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:25.649553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.678744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Calling delete_port for 0456e30e-5a03-44bc-a90f-0e21d20e0eea owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:25.788192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:25.793747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.832240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] Pushing event deleted for resources: {'Port': ['ID=0456e30e-5a03-44bc-a90f-0e21d20e0eea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:25.839729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b4d91-8492-44cb-b1ea-ec9252be0e7f None None] No DVR routers for this DVR port 0456e30e-5a03-44bc-a90f-0e21d20e0eea on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:25.871652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057c9f0-f45c-4d61-ad17-08be7600d4d6 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:25.893667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0456e30e-5a03-44bc-a90f-0e21d20e0eea no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:25.954308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.960828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0456e30e-5a03-44bc-a90f-0e21d20e0eea {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:25.969581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0456e30e-5a03-44bc-a90f-0e21d20e0eea not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:26.011655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 57ec09b1-c51a-4ef5-b888-2ffe5a541854 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:26.160556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '489c2cb8-5b12-4e7c-9e40-19512ec66866'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:26.173469 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.222104 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:37:26.222820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:37:26.306092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afe04e03-b8a5-4a34-9ac3-ce9e45a8e0ad req-2a70c72a-9739-43d5-8405-789e5f4e479c tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0703139 Sep 01 15:37:26.308271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc76a3ed-011c-4dcf-b63a-61fcaa00606a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7136874 Sep 01 15:37:26.313580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:26.317895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8c157-e94a-43b9-b9f1-ab674a00c7e4 req-57f20fcb-d5d1-4b36-9f91-6cbc77431ed7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:26.319860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eaa8c157-e94a-43b9-b9f1-ab674a00c7e4 req-57f20fcb-d5d1-4b36-9f91-6cbc77431ed7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.1103475 Sep 01 15:37:26.366843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-766e9416-2763-46d7-b3e7-aab29125dcf8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0409868 Sep 01 15:37:26.366843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34480) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:26.384756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eaa8c157-e94a-43b9-b9f1-ab674a00c7e4 req-da86fc3e-2c07-4ca4-a7ae-20a503fb9dbb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531964 Sep 01 15:37:26.464017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f67aa4-a391-4293-8cab-a71b36077923 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:26.466084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f67aa4-a391-4293-8cab-a71b36077923 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:26.468167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c9f67aa4-a391-4293-8cab-a71b36077923 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1085734 Sep 01 15:37:26.471096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:26.519552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/489c2cb8-5b12-4e7c-9e40-19512ec66866/692e24ba-3465-4056-b5c5-1ef6a47b68cf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:26.573603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 489c2cb8-5b12-4e7c-9e40-19512ec66866 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:26.741624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.751636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Transition to ACTIVE for port object 692e24ba-3465-4056-b5c5-1ef6a47b68cf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:26.770817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Transition to ACTIVE for port object 692e24ba-3465-4056-b5c5-1ef6a47b68cf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:26.778259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.778884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.829447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:26.833949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:26.836699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:26.846809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Pushing event updated for resources: {'Port': ['ID=692e24ba-3465-4056-b5c5-1ef6a47b68cf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:26.909174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.927991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Attempting to bind port 692e24ba-3465-4056-b5c5-1ef6a47b68cf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:26.928387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Attempting to bind port 692e24ba-3465-4056-b5c5-1ef6a47b68cf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:26.928754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Attempting to bind port 692e24ba-3465-4056-b5c5-1ef6a47b68cf on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:26.936099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:26.936560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:26.937114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.937541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:26.938185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Bound port: 692e24ba-3465-4056-b5c5-1ef6a47b68cf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:26.938577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.065860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] For port 692e24ba-3465-4056-b5c5-1ef6a47b68cf, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:27.070201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] For port 692e24ba-3465-4056-b5c5-1ef6a47b68cf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=692e24ba-3465-4056-b5c5-1ef6a47b68cf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:27.078468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.096166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.163614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4925a-f9a5-4406-a47c-d34c6de52ae2 None None] Pushing event updated for resources: {'Port': ['ID=692e24ba-3465-4056-b5c5-1ef6a47b68cf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:27.241404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.318704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.323616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/489c2cb8-5b12-4e7c-9e40-19512ec66866 HTTP/1.1" status: 204 len: 168 time: 0.8510773 Sep 01 15:37:27.325861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6db617-42ae-4eb6-9b70-e5ceb000e901 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=489c2cb8-5b12-4e7c-9e40-19512ec66866,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:27.327034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:27.424280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63a21293-07a8-4581-a94c-cade9bb82b4e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890861 Sep 01 15:37:27.424446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:27.429129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:27.439755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:37:27.703368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127425a2-34e2-4942-b341-42c7d56904ce req-47df431d-60d9-46be-a3e1-8054f9b32548 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:27.705079 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-127425a2-34e2-4942-b341-42c7d56904ce req-47df431d-60d9-46be-a3e1-8054f9b32548 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.1777711 Sep 01 15:37:27.725103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a539c5fe-c565-4d2f-b016-60e18fc630db req-c354614e-cc05-4a7e-af3e-a36d09824092 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.2053516 Sep 01 15:37:27.822297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-127425a2-34e2-4942-b341-42c7d56904ce req-d670590d-ba3b-4576-a7a3-d397e2504b2f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106355 Sep 01 15:37:27.857016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:27.868105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:27.873405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.886724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'mac_address': 'fa:16:3e:6c:5a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:37:27.967634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.973214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.993440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:37:28.023775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 692e24ba-3465-4056-b5c5-1ef6a47b68cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:28.033400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:28.099232 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.245125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:28.261337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 692e24ba-3465-4056-b5c5-1ef6a47b68cf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:28.345615 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.428516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:37:28.432316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:28.445240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:28.450439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:28.451142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.466243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=6994bfcf-9514-4c44-af15-8f05823ef41a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:28.477422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-211e989d-5fc0-4780-87b9-58d8d819b0d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0524716 Sep 01 15:37:28.482291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34532) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:28.490651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-294929581', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:28.528107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.529539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.686629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.704793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.751754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.751754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d7ed9b89-bfc0-4048-abd3-8e2f549f531b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2636809 Sep 01 15:37:28.752498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34540) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:29.100624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd63c9-3248-4c43-905c-d905c1c095b7 req-a393c12e-272a-4437-828f-9a13f1faf814 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:29.116365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbbd63c9-3248-4c43-905c-d905c1c095b7 req-a393c12e-272a-4437-828f-9a13f1faf814 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 945 time: 0.1172993 Sep 01 15:37:29.179363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d85fb-720f-4308-9c0c-c8f2d14b0f5b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:29.219599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cbbd63c9-3248-4c43-905c-d905c1c095b7 req-4eea3851-7d06-4e14-adf6-7b17c0d63c3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018786 Sep 01 15:37:29.319044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Provisioning for port 692e24ba-3465-4056-b5c5-1ef6a47b68cf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:29.351986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Provisioning complete for port 692e24ba-3465-4056-b5c5-1ef6a47b68cf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:29.352410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.372962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0189ca4-ad66-43e1-94ea-11bba6af9015 req-91116a1d-6b3d-4a08-a4ab-777ddb0b2bab tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.2425232 Sep 01 15:37:29.530242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.624025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] For port 692e24ba-3465-4056-b5c5-1ef6a47b68cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=692e24ba-3465-4056-b5c5-1ef6a47b68cf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:29.630008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.752446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28770197-49dd-4d52-a471-98d6c275a767 None None] Pushing event updated for resources: {'Port': ['ID=692e24ba-3465-4056-b5c5-1ef6a47b68cf,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:29.786037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.069613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b45d1228-9c1b-4102-a022-d9f9092d9b3d None None] Provisioning complete for port 692e24ba-3465-4056-b5c5-1ef6a47b68cf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:30.070345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45d1228-9c1b-4102-a022-d9f9092d9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.382643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::1 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/6994bfcf-9514-4c44-af15-8f05823ef41a/402c849b-225c-428a-97fc-00c06f3702e8) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:30.482691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fd5c-c5a2-4eb2-8244-6413a84eeb10 req-07e8933f-18d8-4458-9d08-8890d65a0eae tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:30.484505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2873fd5c-c5a2-4eb2-8244-6413a84eeb10 req-07e8933f-18d8-4458-9d08-8890d65a0eae tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 945 time: 0.1255844 Sep 01 15:37:30.565858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2873fd5c-c5a2-4eb2-8244-6413a84eeb10 req-e9d298f8-ac10-4481-8498-e3b4851b0b8f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688529 Sep 01 15:37:30.589430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f85c75d-bffc-4ff2-8fc2-7ba9698054df req-0df9d797-c6b0-4e1c-a2d5-611c85124b88 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0732570 Sep 01 15:37:30.677042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.696346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 402c849b-225c-428a-97fc-00c06f3702e8 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:30.739463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.786539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:30.790194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:30.812682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:30.813277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.886285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=402c849b-225c-428a-97fc-00c06f3702e8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:31.069400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.370729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4869a904-9656-42d7-b1cd-3ae8d5ee34ee None None] Provisioning for port 402c849b-225c-428a-97fc-00c06f3702e8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:31.386692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4869a904-9656-42d7-b1cd-3ae8d5ee34ee None None] Provisioning complete for port 402c849b-225c-428a-97fc-00c06f3702e8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:31.387450 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4869a904-9656-42d7-b1cd-3ae8d5ee34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.444486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:31.517277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4869a904-9656-42d7-b1cd-3ae8d5ee34ee None None] Port 402c849b-225c-428a-97fc-00c06f3702e8 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:31.578686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:31.605328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:31.605548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.663848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.673428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.674333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.816127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.857125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:37:31.862084 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce750ab1-0080-440f-b798-405deb72e99e" -d '{"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:37:31.900238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:31.907270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.962014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:31.967866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 692e24ba-3465-4056-b5c5-1ef6a47b68cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:31.981206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b41a8dcf-27c4-44b3-bcec-c3016184b194 req-9f677232-7622-4538-a1d6-821ea0ee617b tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1047463 Sep 01 15:37:31.982126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:31.994519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d38bd-d568-4aa6-85f0-63087ec41481 req-9be26fd6-baa6-46c4-81ee-cec9d19950d7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:31.997043 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573d38bd-d568-4aa6-85f0-63087ec41481 req-9be26fd6-baa6-46c4-81ee-cec9d19950d7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 945 time: 0.1429181 Sep 01 15:37:32.035947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=402c849b-225c-428a-97fc-00c06f3702e8,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:32.098757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:32.135782 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4e65ef-462f-4ff6-b489-5707b5627099 x-openstack-request-id: req-1c4e65ef-462f-4ff6-b489-5707b5627099 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:37:32.136479 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:37:32.136936 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c4e65ef-462f-4ff6-b489-5707b5627099 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:37:32.137895 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'code': 200} Sep 01 15:37:32.143734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-573d38bd-d568-4aa6-85f0-63087ec41481 req-21a9d64f-e91e-4868-b89a-18fb0a40d4bf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316977 Sep 01 15:37:32.176585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 692e24ba-3465-4056-b5c5-1ef6a47b68cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:32.177681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.365510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:37:32.387949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083cb7a-bc9a-44e0-9a3a-93fe4f65096c req-f7ac86c1-6e68-4ac7-9652-eaf438727718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:32.389735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9083cb7a-bc9a-44e0-9a3a-93fe4f65096c req-f7ac86c1-6e68-4ac7-9652-eaf438727718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.1405246 Sep 01 15:37:32.518038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9083cb7a-bc9a-44e0-9a3a-93fe4f65096c req-6a35a5b6-46e4-47d6-a3c8-54eadab41e29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Sep 01 15:37:32.519068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:32.528776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65d3a05b-1035-4044-9d63-74a07df104ee tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "PUT /v2.0/routers/c6de5549-f4fe-4d5c-bd1b-8fb01feb1697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7707694 Sep 01 15:37:32.529317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34594) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:32.558637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Sync routers for ids ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:32.580547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf87295-aaec-430e-ad1c-1321654d0cbc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:32.582375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7cf87295-aaec-430e-ad1c-1321654d0cbc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports/402c849b-225c-428a-97fc-00c06f3702e8 HTTP/1.1" status: 200 len: 911 time: 0.0522442 Sep 01 15:37:32.586515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34596) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:32.596065 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Routers {'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:32.598073 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:32.610196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ad30875-ded4-458b-9093-2b17d9fb07e1 None None] Provisioning complete for port 402c849b-225c-428a-97fc-00c06f3702e8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:32.610784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ad30875-ded4-458b-9093-2b17d9fb07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.679402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112800a-8fba-4126-bb2f-366bd96667be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:32.688582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2ad30875-ded4-458b-9093-2b17d9fb07e1 None None] Port 402c849b-225c-428a-97fc-00c06f3702e8 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:32.691023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112800a-8fba-4126-bb2f-366bd96667be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:32.695536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d112800a-8fba-4126-bb2f-366bd96667be tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1074409 Sep 01 15:37:32.699607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34598) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:32.794129 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Set router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:33.216578 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:37:33.307282 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'name': 'tempest-NetworksTestDHCPv6-router-294929581', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:28Z', 'updated_at': '2021-09-01T15:37:30Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None, '_interfaces': [{'id': '402c849b-225c-428a-97fc-00c06f3702e8', 'name': '', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'mac_address': 'fa:16:3e:fe:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:29Z', 'updated_at': '2021-09-01T15:37:31Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'subnets': [{'id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:33.394543 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Checking router: c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:33.395141 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Updating router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 port 402c849b-225c-428a-97fc-00c06f3702e8 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:33.420396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8428f4-3bc0-4ada-8e49-a3e4791c302f req-56f822c8-b9b6-4bb0-851d-8b40a130d22d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:33.422829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f8428f4-3bc0-4ada-8e49-a3e4791c302f req-56f822c8-b9b6-4bb0-851d-8b40a130d22d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1074762 Sep 01 15:37:33.472975 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:33.481547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f8428f4-3bc0-4ada-8e49-a3e4791c302f req-6c62e150-2124-44bc-b613-b1f485946914 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521955 Sep 01 15:37:33.623431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72258b8b-9519-4c1a-8c9c-88663c5efe0a req-4b6897bf-65e8-4b83-bf53-9923e1bdc9a7 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1074653 Sep 01 15:37:33.628943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b64e488-7a46-45b8-b7bd-d19ac5435a4f req-6b8f3866-5128-47cd-90b7-aebeaadd2406 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=013f412f1bd1474e958cdb9fdeddd12d&device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1143134 Sep 01 15:37:33.775357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b64e488-7a46-45b8-b7bd-d19ac5435a4f req-ba42dfe5-fa66-4ac1-b5e6-d7764298293f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=013f412f1bd1474e958cdb9fdeddd12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081960 Sep 01 15:37:34.044161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64e488-7a46-45b8-b7bd-d19ac5435a4f req-7339b2b4-ec53-4d9c-8cbb-23efe49f66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:34.045782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b64e488-7a46-45b8-b7bd-d19ac5435a4f req-7339b2b4-ec53-4d9c-8cbb-23efe49f66a0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623265 Sep 01 15:37:34.205932 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.219642 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Transition to ACTIVE for port object 402c849b-225c-428a-97fc-00c06f3702e8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:34.230050 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.279640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.305097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0d48-1880-4b14-b2bd-ea005b3ef93d None None] Pushing event updated for resources: {'Port': ['ID=402c849b-225c-428a-97fc-00c06f3702e8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:34.444300 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Attempting to bind port 402c849b-225c-428a-97fc-00c06f3702e8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:34.444935 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Attempting to bind port 402c849b-225c-428a-97fc-00c06f3702e8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:34.445486 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Attempting to bind port 402c849b-225c-428a-97fc-00c06f3702e8 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:34.452469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:34.453200 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:34.453775 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.454334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:34.454998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Bound port: 402c849b-225c-428a-97fc-00c06f3702e8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:34.455585 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.575540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] For port 402c849b-225c-428a-97fc-00c06f3702e8, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:34.580289 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] For port 402c849b-225c-428a-97fc-00c06f3702e8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=402c849b-225c-428a-97fc-00c06f3702e8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:34.588086 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.647447 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Routers {'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:34.648102 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:34.699905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460b206-a228-4630-a61a-1d465e48f4f1 req-7fc21466-39ba-47d2-9b9d-6be9696b8753 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:34.710902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3460b206-a228-4630-a61a-1d465e48f4f1 req-7fc21466-39ba-47d2-9b9d-6be9696b8753 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.0998125 Sep 01 15:37:34.764287 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3460b206-a228-4630-a61a-1d465e48f4f1 req-d02d5c30-a5f9-4068-94a5-31d7c3d959ba tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519063 Sep 01 15:37:34.879004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] Set router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:34.959874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de070714-a7a2-4b6a-80dc-20437247d90f req-c3032534-8025-44d6-81e6-998087d244e4 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1459653 Sep 01 15:37:34.999727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f02f3-7273-481a-9d5d-db80403e08c1 req-ac707f80-5812-47ec-9cda-5fb8ef1c8da5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:35.001444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-634f02f3-7273-481a-9d5d-db80403e08c1 req-ac707f80-5812-47ec-9cda-5fb8ef1c8da5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.0769093 Sep 01 15:37:35.032095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 402c849b-225c-428a-97fc-00c06f3702e8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:35.032579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.141128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-634f02f3-7273-481a-9d5d-db80403e08c1 req-3612bab5-87c6-4aa6-93a4-461884f7792c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145108 Sep 01 15:37:35.169238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] For port 402c849b-225c-428a-97fc-00c06f3702e8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=402c849b-225c-428a-97fc-00c06f3702e8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:35.169238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.169685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:35.186769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 402c849b-225c-428a-97fc-00c06f3702e8 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:35.266366 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0d48-1880-4b14-b2bd-ea005b3ef93d None None] Pushing event updated for resources: {'Port': ['ID=402c849b-225c-428a-97fc-00c06f3702e8,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:35.313641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f9cea7-14c9-464b-8e78-74528e823eb1 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:35.318763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e2f9cea7-14c9-464b-8e78-74528e823eb1 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1093 time: 0.1444030 Sep 01 15:37:35.323652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34632) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:35.331419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:35.406179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.532333 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.611183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'name': 'tempest-NetworksTestDHCPv6-router-294929581', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:28Z', 'updated_at': '2021-09-01T15:37:30Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None, '_interfaces': [{'id': '402c849b-225c-428a-97fc-00c06f3702e8', 'name': '', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'mac_address': 'fa:16:3e:fe:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:29Z', 'updated_at': '2021-09-01T15:37:34Z', 'revision_number': 4, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'subnets': [{'id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:35.673414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=402c849b-225c-428a-97fc-00c06f3702e8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:35.691065 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d644cf9-47c6-44ec-9915-ace5710f88a8 None None] The sync data for ids ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'] in n-d-802060-16 is: [{'id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'name': 'tempest-NetworksTestDHCPv6-router-294929581', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:28Z', 'updated_at': '2021-09-01T15:37:30Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None, '_interfaces': [{'id': '402c849b-225c-428a-97fc-00c06f3702e8', 'name': '', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'mac_address': 'fa:16:3e:fe:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:29Z', 'updated_at': '2021-09-01T15:37:34Z', 'revision_number': 4, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'subnets': [{'id': '6994bfcf-9514-4c44-af15-8f05823ef41a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:35.731453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.944872 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.048858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.121 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b0e4453c-d325-4a0d-bd40-6ef63a50e24d) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:36.240796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.307005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.328402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-182e3050-8c00-4fe7-b6f5-a641a428d4ce req-be553e23-6693-40f9-b9b7-fa170c950a19 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.1595199 Sep 01 15:37:36.389956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:36.408448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:36.415290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=b0e4453c-d325-4a0d-bd40-6ef63a50e24d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:36.419637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:36.427264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:36.654200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:36.671010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-54d7cc78-5370-4514-afa3-3ba6a190861f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "PUT /v2.0/routers/c6de5549-f4fe-4d5c-bd1b-8fb01feb1697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9655092 Sep 01 15:37:36.678171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:36.815571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b2ea0-8a9d-47eb-9cf3-da226238abc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:36.819744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b2ea0-8a9d-47eb-9cf3-da226238abc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:36.829767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc3b2ea0-8a9d-47eb-9cf3-da226238abc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1494849 Sep 01 15:37:36.831112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:36.946255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 6994bfcf-9514-4c44-af15-8f05823ef41a {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:36.953282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.037753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.062099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.145717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.187262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.287477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.359038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=6994bfcf-9514-4c44-af15-8f05823ef41a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:37.361713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.367759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ebe88641-ef9d-4ba3-be16-4847ffc075ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/6994bfcf-9514-4c44-af15-8f05823ef41a HTTP/1.1" status: 204 len: 168 time: 0.5312047 Sep 01 15:37:37.370440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34650) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:37.376655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def86d0d-5e31-4bdd-a2df-e666c9ad441b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:37.512124 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.523776 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.594565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d3e6272-2860-46c2-b220-6f90484a222e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2190220 Sep 01 15:37:37.596001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34658) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:37.659437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=b0e4453c-d325-4a0d-bd40-6ef63a50e24d,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:37.710152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a14fa6e9-7857-4040-be2c-b7c1c8ad4ffc req-eadb67cd-e68b-4fd1-81cd-05ce0c7a9b87 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0525534 Sep 01 15:37:37.827828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.872374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.918627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:38.022676 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 associated. External IP: 172.25.1.121, port: 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52. Sep 01 15:37:38.045256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Deleting port 692e24ba-3465-4056-b5c5-1ef6a47b68cf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:38.046662 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.274567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] For port 692e24ba-3465-4056-b5c5-1ef6a47b68cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=692e24ba-3465-4056-b5c5-1ef6a47b68cf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:38.276001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.340905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Calling delete_port for 692e24ba-3465-4056-b5c5-1ef6a47b68cf owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:38.513572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Sync routers for ids ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:38.575058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Routers {'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:38.575710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:38.727680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 69d032f0-1d8a-422b-9adb-c5fb41e5800c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:38.773430 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.825838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.830898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.929762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:38.940875 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Sync routers for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:38.963537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:38.965902 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:38.973621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.020818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fec3f638-c514-449d-8cc4-4e5a7b81e925 req-4bb955f4-a191-412b-b2fd-808de52f178f tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0809767 Sep 01 15:37:39.022064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.022873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Fanout notify agent at l3_agent the message router_deleted on router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:37:39.038497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.039824 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-85ea9476-ba96-468d-bf05-cbae4a173a1d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/routers/c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 HTTP/1.1" status: 204 len: 168 time: 1.4426367 Sep 01 15:37:39.044204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:39.053905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26bba6ff-d2b6-4846-b99c-6f79a950d8fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7287710 Sep 01 15:37:39.055026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:39.060105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:37:39.063086 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b92bc7-abd1-4728-96bc-f136ff7b6946" -d '{"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:37:39.148046 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3768f8c3-c587-40c2-a3e9-ad8b54587430 x-openstack-request-id: req-3768f8c3-c587-40c2-a3e9-ad8b54587430 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:37:39.148627 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:37:39.149032 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3768f8c3-c587-40c2-a3e9-ad8b54587430 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:37:39.149631 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'status': 'completed', 'code': 200} Sep 01 15:37:39.258581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f82e5-6c77-4f1b-b36d-9bc87d0887c6 req-c22cd58f-a9df-4f96-b5b9-f963f6d67e08 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:39.266320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Set router c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:39.266956 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e95f82e5-6c77-4f1b-b36d-9bc87d0887c6 req-c22cd58f-a9df-4f96-b5b9-f963f6d67e08 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1110129 Sep 01 15:37:39.269878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] Pushing event deleted for resources: {'Port': ['ID=692e24ba-3465-4056-b5c5-1ef6a47b68cf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:39.293292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9e138-86bb-4d52-bda0-e5638079ec33 None None] No DVR routers for this DVR port 692e24ba-3465-4056-b5c5-1ef6a47b68cf on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:39.310232 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:39.331889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-05e5937f-4bab-42f4-aa54-a666b426d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:39.333895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-05e5937f-4bab-42f4-aa54-a666b426d4af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.1091480 Sep 01 15:37:39.356484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e95f82e5-6c77-4f1b-b36d-9bc87d0887c6 req-ada52cb7-ddde-4662-895d-a1244177cf67 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779080 Sep 01 15:37:39.400943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:39.482354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:39.487599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.495803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697', 'name': 'tempest-NetworksTestDHCPv6-router-294929581', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:28Z', 'updated_at': '2021-09-01T15:37:35Z', 'revision_number': 3, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:39.591397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Checking router: c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:39.615702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-e4f491a8-bcd7-409e-ad53-d4c6efb189a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:39.617794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Routers set() bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:39.620081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Router IDs set() for agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 15:37:39.622765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-e4f491a8-bcd7-409e-ad53-d4c6efb189a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.2789705 Sep 01 15:37:39.624418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_agentschedulers_db [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent'). {{(pid=106378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 01 15:37:39.625403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae2a78-e254-45a7-a8e1-6ae6d6f085fe None None] The sync data for ids ['c6de5549-f4fe-4d5c-bd1b-8fb01feb1697'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:39.686609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2edead7c-8d15-4812-9cda-aeed50261516 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 200 len: 992 time: 0.2864473 Sep 01 15:37:39.835012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-85589315-7a46-4af9-a6ae-190668d042b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1000 time: 0.1933677 Sep 01 15:37:39.897801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'dfdc8686-0dbb-4b28-84c8-8b0a11dceb49', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'mac_address': 'fa:16:3e:6c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:37:36Z', 'updated_at': '2021-09-01T15:37:36Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:39.928974 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Checking router: 69d032f0-1d8a-422b-9adb-c5fb41e5800c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:39.939817 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:39.940546 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:39.999721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-e6a65c80-3da7-4ec6-92df-26dc5a6720cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:40.002140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-e6a65c80-3da7-4ec6-92df-26dc5a6720cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.1538484 Sep 01 15:37:40.011457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.089685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:40.123578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:40.146618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:40.151614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:40.152230 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.155150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=4b992872-3ae2-4df0-99b6-c50d39988af2,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:40.161597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-6e9f17ee-a1a7-4187-b0fb-02cc9a7c35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:40.163227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-6e9f17ee-a1a7-4187-b0fb-02cc9a7c35ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491876 Sep 01 15:37:40.184004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e5ef8-e105-466c-8954-f02e0b8210e0 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:40.202642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cc643b01-5e21-481a-9b8e-52d04e1dffef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1529269 Sep 01 15:37:40.205180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:40.222912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-704175918', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:40.298407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 402c849b-225c-428a-97fc-00c06f3702e8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:40.324419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.326933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.329976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5738fd98-c3d6-497f-a5ba-83abb5b76e5b req-1740b5c5-a637-4fb5-9486-1a7b170acc51 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0345693 Sep 01 15:37:40.349213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-a1cd0659-961f-4dd4-b96f-e3a5f4892cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736612 Sep 01 15:37:40.374742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 402c849b-225c-428a-97fc-00c06f3702e8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:40.378071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 402c849b-225c-428a-97fc-00c06f3702e8 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:40.380189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 692e24ba-3465-4056-b5c5-1ef6a47b68cf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:40.432965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 692e24ba-3465-4056-b5c5-1ef6a47b68cf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:40.434194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 692e24ba-3465-4056-b5c5-1ef6a47b68cf not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:40.504676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.514159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b92bc7-abd1-4728-96bc-f136ff7b6946 req-dd7db722-44d2-446b-8c66-fca3b3c79c72 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509778 Sep 01 15:37:40.514427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.547718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.554440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:40.554869 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-62c2f3b5-0839-49b7-9643-8481f3e0183a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3470237 Sep 01 15:37:40.609767 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'dfdc8686-0dbb-4b28-84c8-8b0a11dceb49', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'mac_address': 'fa:16:3e:6c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:37:36Z', 'updated_at': '2021-09-01T15:37:36Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:40.658889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '4b992872-3ae2-4df0-99b6-c50d39988af2'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:40.669861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.692759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34696) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:40.697866 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a526f3-15c0-4dc2-8a11-aa078306e8ca None None] The sync data for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 is: [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'dfdc8686-0dbb-4b28-84c8-8b0a11dceb49', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'mac_address': 'fa:16:3e:6c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:37:36Z', 'updated_at': '2021-09-01T15:37:36Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:40.844104 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b91c01df-fb10-423b-a1e7-64449345e205 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 200 len: 992 time: 0.1499858 Sep 01 15:37:41.061771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/4b992872-3ae2-4df0-99b6-c50d39988af2/07006eea-4c27-4453-ac09-ddd940d6d03a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:41.142961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.293274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca740b35-439d-4bfb-af24-1fae6a36e4bb None None] New status for floating IP dfdc8686-0dbb-4b28-84c8-8b0a11dceb49: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:37:41.552441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7d28f4b2-994a-4e5b-a44d-f8e45462ba26 req-28250f77-7efa-48c9-89a0-0f5de5642ed0 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0388663 Sep 01 15:37:41.679068 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.698099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Transition to ACTIVE for port object 07006eea-4c27-4453-ac09-ddd940d6d03a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:41.732477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Transition to ACTIVE for port object 07006eea-4c27-4453-ac09-ddd940d6d03a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:41.741354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.805578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Pushing event updated for resources: {'Port': ['ID=07006eea-4c27-4453-ac09-ddd940d6d03a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:41.817468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:41.819877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:41.822804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:41.846600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34716) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:41.930427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::1 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/4b992872-3ae2-4df0-99b6-c50d39988af2/5e83d3e2-5070-4816-84d5-4b0492ae8b17) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:41.945738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-58939a17-8915-43ba-8470-716cb489df90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146481 Sep 01 15:37:41.948059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Attempting to bind port 07006eea-4c27-4453-ac09-ddd940d6d03a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:41.950836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Attempting to bind port 07006eea-4c27-4453-ac09-ddd940d6d03a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:41.951097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Attempting to bind port 07006eea-4c27-4453-ac09-ddd940d6d03a on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:41.964659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:41.967335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:41.967771 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.970013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:41.970852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Bound port: 07006eea-4c27-4453-ac09-ddd940d6d03a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:41.971260 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.990245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f666ce75-f283-4991-83c9-bd67cabaa976 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 200 len: 994 time: 0.1391649 Sep 01 15:37:42.131790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-2b33aa79-f95c-4688-a93a-db8be4614656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:42.133564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-2b33aa79-f95c-4688-a93a-db8be4614656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 1097 time: 0.0828230 Sep 01 15:37:42.147665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] For port 07006eea-4c27-4453-ac09-ddd940d6d03a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:42.153578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] For port 07006eea-4c27-4453-ac09-ddd940d6d03a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=07006eea-4c27-4453-ac09-ddd940d6d03a,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:42.160797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.254105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.280926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 5e83d3e2-5070-4816-84d5-4b0492ae8b17 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:42.294934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40862b76-84ef-49da-ac78-c4e1dce77a2a None None] Pushing event updated for resources: {'Port': ['ID=07006eea-4c27-4453-ac09-ddd940d6d03a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:42.361034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-203594f1-da10-497b-bde4-a3e2f1246759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:42.363035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-203594f1-da10-497b-bde4-a3e2f1246759 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.1897275 Sep 01 15:37:42.463394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5afbf178-4d17-4e02-ab26-202296e0f229 req-5385d72c-3e93-4d04-8d9c-a0c33f922ae5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Sep 01 15:37:42.507297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.583695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-35f238c0-afdf-4290-a090-e23943fa61b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 200 len: 1001 time: 0.2074571 Sep 01 15:37:42.591306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:42.616253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:42.631921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:42.632774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.708789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=5e83d3e2-5070-4816-84d5-4b0492ae8b17,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:42.763933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d09c104-4d28-41e6-817a-75f911f6c20c req-d6233fa0-120a-4316-b540-073c9ad29d52 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0498657 Sep 01 15:37:42.789405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-146080be-0e3d-41b2-afcf-1905f921b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:42.791460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-146080be-0e3d-41b2-afcf-1905f921b425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1767733 Sep 01 15:37:42.887270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-0b1e937f-186e-4219-8afc-9d1b1e9a1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:42.889115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-0b1e937f-186e-4219-8afc-9d1b1e9a1a0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899177 Sep 01 15:37:42.896054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.330350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.351787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-b12067d0-b55a-4bd1-9930-f30ef022c1eb service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451909 Sep 01 15:37:43.353328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.354141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.424855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=5e83d3e2-5070-4816-84d5-4b0492ae8b17,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:43.737513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:43.741942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:43.772328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-825e065e-a4f6-411f-b834-263402ab3977 None None] Provisioning for port 07006eea-4c27-4453-ac09-ddd940d6d03a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:43.972282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b637a87-24b7-45bd-a2b8-5b798e5208b2 req-044426c3-dabd-40a2-9eb2-dff0717ea6c9 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061020 Sep 01 15:37:44.045212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e92e76fa-0117-4f57-b04c-bbf823ba5d71 req-4fa172b0-a738-487b-8e38-0c91de004baf tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0414424 Sep 01 15:37:44.090190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:37:44.093986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 07006eea-4c27-4453-ac09-ddd940d6d03a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:44.255438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 07006eea-4c27-4453-ac09-ddd940d6d03a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:44.263379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 07006eea-4c27-4453-ac09-ddd940d6d03a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:44.265178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.294437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:44.307759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Sync routers for ids ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:44.312894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:44.338825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Routers {'8d7de6f0-b9ca-4822-ad6c-84e19be00a88'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:44.341719 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:44.347664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7a64d4bc-591f-4750-8664-0912997bb1c3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "PUT /v2.0/routers/8d7de6f0-b9ca-4822-ad6c-84e19be00a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7798591 Sep 01 15:37:44.451063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad54e5-1204-459b-acd6-1d8128e83097 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:44.456514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:44.469782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-79ad54e5-1204-459b-acd6-1d8128e83097 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports/5e83d3e2-5070-4816-84d5-4b0492ae8b17 HTTP/1.1" status: 200 len: 911 time: 0.1544788 Sep 01 15:37:44.476452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ad93c99-6fc5-4746-a2b4-5c23518542f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.564808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddbbd3d-aaa9-4d15-bddd-3a0fa357db8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:44.585012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddbbd3d-aaa9-4d15-bddd-3a0fa357db8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:44.591195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34748) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:44.596321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4ad32259-70dc-473c-a64d-932bc510fc6a None None] Provisioning for port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:44.607381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fddbbd3d-aaa9-4d15-bddd-3a0fa357db8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1495545 Sep 01 15:37:44.678381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4ad32259-70dc-473c-a64d-932bc510fc6a None None] Provisioning complete for port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:44.680414 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ad32259-70dc-473c-a64d-932bc510fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.743305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee99106b-5284-4956-a6de-3df806ae67b2 req-93b1fac6-b284-4d68-b1f9-a3fe71eb5c4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=013f412f1bd1474e958cdb9fdeddd12d&device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0726361 Sep 01 15:37:44.806991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee99106b-5284-4956-a6de-3df806ae67b2 req-b4bda65c-b3d1-441e-8f77-55cd79cb1d1e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=013f412f1bd1474e958cdb9fdeddd12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537782 Sep 01 15:37:44.823042 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.899445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4ad32259-70dc-473c-a64d-932bc510fc6a None None] Port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:44.949863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 07006eea-4c27-4453-ac09-ddd940d6d03a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=07006eea-4c27-4453-ac09-ddd940d6d03a,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:44.961472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.079981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=07006eea-4c27-4453-ac09-ddd940d6d03a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:45.106377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3fee0588-d7c3-4436-a293-e3fb5054035b None None] Provisioning complete for port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:45.109799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fee0588-d7c3-4436-a293-e3fb5054035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.162335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Set router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:45.251080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3fee0588-d7c3-4436-a293-e3fb5054035b None None] Port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:45.446491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d258f2d-7644-4797-8614-4753f6a98418 req-005206b5-5a53-4cdc-ab85-12ce0cf77efe tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.6378360 Sep 01 15:37:45.584457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99106b-5284-4956-a6de-3df806ae67b2 req-3de8e562-6a5c-4217-ba79-dd6b57997c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:45.586042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee99106b-5284-4956-a6de-3df806ae67b2 req-3de8e562-6a5c-4217-ba79-dd6b57997c45 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7449822 Sep 01 15:37:45.698169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7de6f0-b9ca-4822-ad6c-84e19be00a88', 'name': 'tempest-NetworksTestDHCPv6-router-704175918', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:40Z', 'updated_at': '2021-09-01T15:37:42Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None, '_interfaces': [{'id': '5e83d3e2-5070-4816-84d5-4b0492ae8b17', 'name': '', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'mac_address': 'fa:16:3e:41:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7de6f0-b9ca-4822-ad6c-84e19be00a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '4b992872-3ae2-4df0-99b6-c50d39988af2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:43Z', 'revision_number': 2, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'subnets': [{'id': '4b992872-3ae2-4df0-99b6-c50d39988af2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:45.749749 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Checking router: 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:45.750431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Updating router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:45.794660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.808679 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.908036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 07006eea-4c27-4453-ac09-ddd940d6d03a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:45.985700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 07006eea-4c27-4453-ac09-ddd940d6d03a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:45.986081 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.263242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:46.263589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.454459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.497643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 5e83d3e2-5070-4816-84d5-4b0492ae8b17 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:46.563344 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.592678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Transition to ACTIVE for port object 5e83d3e2-5070-4816-84d5-4b0492ae8b17 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:46.622664 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.672418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a38319a-23bc-4bbc-8ffc-51ea5e2a322e req-d1905862-fc1b-446b-9039-39f654571f70 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.41 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0484664 Sep 01 15:37:46.847868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee99106b-5284-4956-a6de-3df806ae67b2 req-24066548-58dd-4333-af97-c9689665df05 tempest-ServerShowV254Test-510334038 tempest-ServerShowV254Test-510334038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6490a010-5bd3-42e1-a62c-20f6d3164ac1 HTTP/1.1" status: 200 len: 210 time: 0.0669127 Sep 01 15:37:46.860810 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.896225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=5e83d3e2-5070-4816-84d5-4b0492ae8b17,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:46.917833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.918647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.919202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.920090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.920991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.921585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.922137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.922711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.923249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.924393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.924942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:46.925548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:47.008137 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab2eba-32ac-4cb2-b958-d419019bf263 None None] Pushing event updated for resources: {'Port': ['ID=5e83d3e2-5070-4816-84d5-4b0492ae8b17,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:47.048331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Attempting to bind port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:47.048963 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Attempting to bind port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:47.049183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Attempting to bind port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:47.056174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:47.056547 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:47.057021 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.057531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:47.058024 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Bound port: 5e83d3e2-5070-4816-84d5-4b0492ae8b17, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:47.058409 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.114396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.161362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Port 5e83d3e2-5070-4816-84d5-4b0492ae8b17 has been deleted concurrently {{(pid=106379) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 01 15:37:47.175434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Routers {'8d7de6f0-b9ca-4822-ad6c-84e19be00a88'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:47.176091 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:47.186688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8b18-9ef9-41ae-ac95-813580c87d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.286078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-33506993-78f6-4544-80d1-a65a9df48ddc None None] Could not find standard attr ID for object 5e83d3e2-5070-4816-84d5-4b0492ae8b17. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:37:47.321054 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] Set router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:47.450974 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7de6f0-b9ca-4822-ad6c-84e19be00a88', 'name': 'tempest-NetworksTestDHCPv6-router-704175918', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:40Z', 'updated_at': '2021-09-01T15:37:46Z', 'revision_number': 3, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:47.484964 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f604f0-567c-4d8d-a52b-4d6c6de5ba26 None None] The sync data for ids ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'] in n-d-802060-16 is: [{'id': '8d7de6f0-b9ca-4822-ad6c-84e19be00a88', 'name': 'tempest-NetworksTestDHCPv6-router-704175918', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:40Z', 'updated_at': '2021-09-01T15:37:46Z', 'revision_number': 3, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:47.537760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:47.587872 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.677315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:47.697145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5794e0f4-60d0-4566-92f3-da0c3d963b8c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "PUT /v2.0/routers/8d7de6f0-b9ca-4822-ad6c-84e19be00a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031721 Sep 01 15:37:47.699865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34934) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.194091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b44dd-ad48-47be-8a63-e6cca78d7f1f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:48.197401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b44dd-ad48-47be-8a63-e6cca78d7f1f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:48.199159 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a0b44dd-ad48-47be-8a63-e6cca78d7f1f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4981732 Sep 01 15:37:48.204221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 34980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.290167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 4b992872-3ae2-4df0-99b6-c50d39988af2 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:48.312326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.330968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 34994) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.402143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.462055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.522152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.588004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be464314-0ede-4562-ad07-a6e068981cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.592946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.748261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be464314-0ede-4562-ad07-a6e068981cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.756158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be464314-0ede-4562-ad07-a6e068981cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.779705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.808976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be464314-0ede-4562-ad07-a6e068981cbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=013f412f1bd1474e958cdb9fdeddd12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769380 Sep 01 15:37:48.810866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be464314-0ede-4562-ad07-a6e068981cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c3a8b7-a22d-43e7-865a-fa3035f1ef3c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:48.814334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35038) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.821973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.827433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215b0ee-6ceb-47ec-ad1e-435d550ab97c None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:48.830426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/4b992872-3ae2-4df0-99b6-c50d39988af2 HTTP/1.1" status: 204 len: 168 time: 0.6247532 Sep 01 15:37:48.833419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.950474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.991872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd827ede-bc0b-46e1-95bd-e7537b949e8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=4b992872-3ae2-4df0-99b6-c50d39988af2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:49.011666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.078580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f56feee1-a1e9-4550-ba13-1eb8b0aef6f7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2268121 Sep 01 15:37:49.081965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.113214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.118618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.119981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54c3a8b7-a22d-43e7-865a-fa3035f1ef3c HTTP/1.1" status: 204 len: 168 time: 0.3041821 Sep 01 15:37:49.138323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ec657-7253-4d7c-920b-e31441dbb6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c3a8b7-a22d-43e7-865a-fa3035f1ef3c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:49.143680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:49.175235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Sync routers for ids ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:49.211056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.281752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Routers {'8d7de6f0-b9ca-4822-ad6c-84e19be00a88'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:49.283276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:49.433893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.437392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.477866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Set router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:49.550509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.552682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:37:49.570262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.571906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f62783eb-095d-47dc-afbb-fbd28353b2ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/routers/8d7de6f0-b9ca-4822-ad6c-84e19be00a88 HTTP/1.1" status: 204 len: 168 time: 0.4882598 Sep 01 15:37:49.574878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.632084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7de6f0-b9ca-4822-ad6c-84e19be00a88', 'name': 'tempest-NetworksTestDHCPv6-router-704175918', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:40Z', 'updated_at': '2021-09-01T15:37:46Z', 'revision_number': 3, 'project_id': '2fc329b0a57c48e6a56be4a7048f474a', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:49.698382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Deleting port 07006eea-4c27-4453-ac09-ddd940d6d03a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:49.699650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.708002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Checking router: 8d7de6f0-b9ca-4822-ad6c-84e19be00a88 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:49.708206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07745056-ad2a-4e95-abaf-951f24ce2e78 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:49.713352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35124) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.713455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07745056-ad2a-4e95-abaf-951f24ce2e78 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1364822 Sep 01 15:37:49.872289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] For port 07006eea-4c27-4453-ac09-ddd940d6d03a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=07006eea-4c27-4453-ac09-ddd940d6d03a,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:49.872849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.888799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ce552-b260-4406-bb7a-46841c385f7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:49.894816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35142) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.903031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ba2ce552-b260-4406-bb7a-46841c385f7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1823959 Sep 01 15:37:49.950029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 07006eea-4c27-4453-ac09-ddd940d6d03a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:49.953122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.960725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:49.965973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88fe56c0-07d5-4bbd-b2bd-16a78977dd0b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697441 Sep 01 15:37:49.972203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Calling delete_port for 07006eea-4c27-4453-ac09-ddd940d6d03a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:50.069098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Routers set() bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:50.069949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Router IDs set() for agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 15:37:50.075973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d7de6f0-b9ca-4822-ad6c-84e19be00a88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:37:47Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent'). {{(pid=106378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 01 15:37:50.076907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8290b2-fe1b-4344-a358-a664dedcf70a None None] The sync data for ids ['8d7de6f0-b9ca-4822-ad6c-84e19be00a88'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:50.127199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:50.141273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.350567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.433168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port 07006eea-4c27-4453-ac09-ddd940d6d03a update to DOWN by agent not found {{(pid=106378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:37:50.434739 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.484693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] Pushing event deleted for resources: {'Port': ['ID=07006eea-4c27-4453-ac09-ddd940d6d03a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:50.489032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c2c6d-1f0b-4d08-9fa4-9d4e96244f42 None None] No DVR routers for this DVR port 07006eea-4c27-4453-ac09-ddd940d6d03a on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:50.825656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:37:50.828057 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.902382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:50.910600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:50.916821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:50.918329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.933399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb0a9c-0f2f-4016-b5ad-c3234702a66b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:50.963755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0089779 Sep 01 15:37:50.966213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35248) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:50.971022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76db09-afc5-41a6-8ebd-facc9f0b2e1e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=3f2a777c-b1ee-4140-9df1-9ecc8457e202,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:50.972322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:51.179228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:51.194539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.231677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '3f2a777c-b1ee-4140-9df1-9ecc8457e202'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:51.233893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.631958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Allocated IP 2001:db8::f816:3eff:fee3:474a (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3f2a777c-b1ee-4140-9df1-9ecc8457e202/7bc72d0c-1a3d-49da-a401-151a98273baf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:51.813226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.916116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:51.921734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:51.933039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:51.934306 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.957331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=e3bd279e-8e13-44d0-ad92-631ef1da410a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:51.963809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2afa283-e7c1-452f-a8df-a98097963e02 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9964397 Sep 01 15:37:51.968334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35300) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.978623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:3f:0d:9c', 'name': 'tempest-NetworksTestDHCPv6-493095358'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:52.275312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:52.382441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.414793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Transition to ACTIVE for port object 7bc72d0c-1a3d-49da-a401-151a98273baf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:52.528567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Transition to ACTIVE for port object 7bc72d0c-1a3d-49da-a401-151a98273baf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:52.545145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.592611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.615635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:52.622959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:52.636037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:52.666412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 285a6cc5-7b16-40e7-b22d-77c50026dd44 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:52.762937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:52.845363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Attempting to bind port 7bc72d0c-1a3d-49da-a401-151a98273baf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:52.846343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Attempting to bind port 7bc72d0c-1a3d-49da-a401-151a98273baf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:52.846967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Attempting to bind port 7bc72d0c-1a3d-49da-a401-151a98273baf on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:52.868374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:52.869705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:52.870712 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.871335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:52.873150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Bound port: 7bc72d0c-1a3d-49da-a401-151a98273baf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:52.873768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.111723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:53.119706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:53.128940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.232708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 172.20.0.10 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/e3bd279e-8e13-44d0-ad92-631ef1da410a/285a6cc5-7b16-40e7-b22d-77c50026dd44) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:53.252486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe3f:d9c (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3f2a777c-b1ee-4140-9df1-9ecc8457e202/285a6cc5-7b16-40e7-b22d-77c50026dd44) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:53.256553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425d15-756a-4151-8f9f-32a946fcb267 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:53.646226 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.665190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 285a6cc5-7b16-40e7-b22d-77c50026dd44 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:53.742813 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.805691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:53.814319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:53.823181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:53.888620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=285a6cc5-7b16-40e7-b22d-77c50026dd44,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:53.924151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:53.924997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.954138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-07c35c40-52ba-43a8-9f4b-a9593170b5d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9842792 Sep 01 15:37:53.958156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35338) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:54.118144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:54.128361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c42fd4-1cca-4bc8-93e0-f8a4681a620a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:54.153567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c42fd4-1cca-4bc8-93e0-f8a4681a620a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:54.162447 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17c42fd4-1cca-4bc8-93e0-f8a4681a620a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2020144 Sep 01 15:37:54.165657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35342) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:54.299075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7bc72d0c-1a3d-49da-a401-151a98273baf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:54.446303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 285a6cc5-7b16-40e7-b22d-77c50026dd44 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:54.447219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.613531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.633809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 285a6cc5-7b16-40e7-b22d-77c50026dd44 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:55.068043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.072754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d419d85-7e73-41fd-a560-c0d3fc504b21 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:55.154318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=285a6cc5-7b16-40e7-b22d-77c50026dd44,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:55.171371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Provisioning for port 7bc72d0c-1a3d-49da-a401-151a98273baf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:55.194561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:55.195389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.340070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.344586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8559c04b-f0b6-40db-a6bd-9bac875c2974 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/285a6cc5-7b16-40e7-b22d-77c50026dd44 HTTP/1.1" status: 204 len: 168 time: 1.1772289 Sep 01 15:37:55.348564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:55.501962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.512895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d26ce5-ca60-4049-abbf-2c4b45c1214c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:55.515017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d26ce5-ca60-4049-abbf-2c4b45c1214c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:55.517340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d26ce5-ca60-4049-abbf-2c4b45c1214c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:55.519370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-54d26ce5-ca60-4049-abbf-2c4b45c1214c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1690106 Sep 01 15:37:55.523717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:55.592025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:55.648083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.686607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 3f2a777c-b1ee-4140-9df1-9ecc8457e202 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:55.714490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.723640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd1774-12de-4488-ae86-70acaf8ffd24 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '3f2a777c-b1ee-4140-9df1-9ecc8457e202', 'ip_address': '2001:db8::f816:3eff:fee3:474a'}, {'subnet_id': 'e3bd279e-8e13-44d0-ad92-631ef1da410a'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:37:55.759637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1774-12de-4488-ae86-70acaf8ffd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.787583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.811303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b47dbd-bce2-4505-aa0e-ad7121d5df25 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:55.959463 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-a0cd1774-12de-4488-ae86-70acaf8ffd24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2a777c-b1ee-4140-9df1-9ecc8457e202: This subnet is being modified by another concurrent operation. Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2a777c-b1ee-4140-9df1-9ecc8457e202: This subnet is being modified by another concurrent operation. Sep 01 15:37:56.075842 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:37:56.098671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.104543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.147757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2a777c-b1ee-4140-9df1-9ecc8457e202,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:56.158368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.160815 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73ec8b4a-ac11-4486-9b65-07cd42296f03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3f2a777c-b1ee-4140-9df1-9ecc8457e202 HTTP/1.1" status: 204 len: 168 time: 0.6358750 Sep 01 15:37:56.164736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.241446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a868f7d-1b15-4922-96c5-977b38096d81 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:56.256858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet e3bd279e-8e13-44d0-ad92-631ef1da410a {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:56.261396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.321632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.362480 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-994c5700-58ef-42c2-8f94-73ca364cf0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.383119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.488042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.585873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bd279e-8e13-44d0-ad92-631ef1da410a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:56.590825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-06910a69-4fa2-42a0-8e08-b93142e12be0 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:56.591492 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06910a69-4fa2-42a0-8e08-b93142e12be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.607412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.611531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f30f7169-e8e3-4875-88cb-33173855308c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/e3bd279e-8e13-44d0-ad92-631ef1da410a HTTP/1.1" status: 204 len: 168 time: 0.4452136 Sep 01 15:37:56.618163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35382) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.671407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-994c5700-58ef-42c2-8f94-73ca364cf0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.684260 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-994c5700-58ef-42c2-8f94-73ca364cf0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.779605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb0c5619-aad1-48aa-9c4b-2901d345166a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577852 Sep 01 15:37:56.793528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35388) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.800489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:56.803950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c5700-58ef-42c2-8f94-73ca364cf0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e61ab3-1462-4d54-9d7b-19bc0025ed03,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:56.811585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-994c5700-58ef-42c2-8f94-73ca364cf0e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dad800504c64850ab999c1b8098c717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055809 Sep 01 15:37:56.816451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35390) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.834237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8da70-de90-4c98-958b-3e6b586251fd None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': 'e3bd279e-8e13-44d0-ad92-631ef1da410a'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:37:56.873767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4c8da70-de90-4c98-958b-3e6b586251fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.927807 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.971402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.052103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:57.058765 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.065710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.072292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.075073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0e61ab3-1462-4d54-9d7b-19bc0025ed03 HTTP/1.1" status: 204 len: 168 time: 0.2541182 Sep 01 15:37:57.108805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d7609-588b-47d9-be33-2a8e66d74882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e61ab3-1462-4d54-9d7b-19bc0025ed03,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:57.194183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-60b7d21a-15d5-4366-9562-e290e5e25817 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:57.194553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b7d21a-15d5-4366-9562-e290e5e25817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.467914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99440334-325d-4f33-95a0-1e9953f8e16e None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:37:57.703282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99440334-325d-4f33-95a0-1e9953f8e16e None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:37:57.725016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ff16e0fb-465f-4a15-abc7-e7ff3c0b5a95 None None] Could not find standard attr ID for object 285a6cc5-7b16-40e7-b22d-77c50026dd44. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:37:58.004078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:58.068159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35400) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:58.098455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:37:58.106453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e23cbe-d2e4-487c-9943-af9e45cc1d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.216040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.346889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e23cbe-d2e4-487c-9943-af9e45cc1d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.349468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.354519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94e23cbe-d2e4-487c-9943-af9e45cc1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.426698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:58.449094 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.451709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23cbe-d2e4-487c-9943-af9e45cc1d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e34ca-5284-4034-9d6a-952eb7db376c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:58.477480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-94e23cbe-d2e4-487c-9943-af9e45cc1d0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e94750caa264e38a76a546240f9dc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074633 Sep 01 15:37:58.480702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:58.578950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.632439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.644875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:58.672496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.685543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-58772c6c-31ac-4ecd-ab2a-cfdf82094bde req-b9f11fbc-f1b7-4324-9252-49ef31cd5a52 service neutron] (106376) timed out ('10.222.0.41', 44838) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:37:58.723939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.729442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.733644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/728e34ca-5284-4034-9d6a-952eb7db376c HTTP/1.1" status: 204 len: 168 time: 0.2506430 Sep 01 15:37:58.753787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '4eaeb916-fead-4fa4-8867-f08579a9fed0'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:37:58.760268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c0f99-ed34-417d-b45c-b85cc1e315a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e34ca-5284-4034-9d6a-952eb7db376c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:58.826188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.032892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:59.123592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.132372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.133157 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.136056 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:37:59.136471 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:37:59.248715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=4eaeb916-fead-4fa4-8867-f08579a9fed0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:59.291707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:59.297524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:59.305022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.306658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.363868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5682950 Sep 01 15:37:59.364421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:59.365509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dda52-ce67-4652-8216-cd0f8695399a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:59.380543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:59.585863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:59.592543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.728489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.201903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.300739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:00.303042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=92f0cee1-60ff-422a-8092-58f1064ee772,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:00.315958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:00.319460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:00.323833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.324914 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.365875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35442) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:00.366694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-57eca951-2cd8-4d02-b88e-dc020eb19287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9991448 Sep 01 15:38:00.378150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:6b:cd:d4', 'name': 'tempest-NetworksTestDHCPv6-743532276'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:00.403129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.412904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.546578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb047d-a189-4102-9705-5f391fe7ed29 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:00.862246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:01.203618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.265151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 129615c2-56d9-41a4-86ec-ec519da8ea37 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:01.657332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 172.20.0.12 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/92f0cee1-60ff-422a-8092-58f1064ee772/129615c2-56d9-41a4-86ec-ec519da8ea37) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:01.669269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe6b:cdd4 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/4eaeb916-fead-4fa4-8867-f08579a9fed0/129615c2-56d9-41a4-86ec-ec519da8ea37) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:02.024436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac2e49-a9b5-40b7-af89-b9515a788595 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:38:02.213178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.252588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 129615c2-56d9-41a4-86ec-ec519da8ea37 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:02.363596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.414068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:02.418493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:02.421774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:02.474997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=129615c2-56d9-41a4-86ec-ec519da8ea37,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:02.482189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:02.520834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:02.522103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.543262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2fec46d8-9c7d-4eb8-8498-844fa0aebd31 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1742005 Sep 01 15:38:02.547877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35480) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:02.628897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:02.629487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.630279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abde87-2642-4562-969a-f8e7670b4596 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:02.643810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abde87-2642-4562-969a-f8e7670b4596 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:02.664004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:02.676085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2abde87-2642-4562-969a-f8e7670b4596 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1263309 Sep 01 15:38:02.837895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:02.839169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.853686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 129615c2-56d9-41a4-86ec-ec519da8ea37 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:02.854720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.952095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac2e49-a9b5-40b7-af89-b9515a788595 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:38:02.957356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.058965 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.059184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:03.072662 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.090999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 129615c2-56d9-41a4-86ec-ec519da8ea37 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:03.474116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8faf60-f206-4047-b509-f8598ec2d159 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:03.570512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.645746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=129615c2-56d9-41a4-86ec-ec519da8ea37,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:03.726876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.727980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.727980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.728298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.729020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.729396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.729836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.730166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.730486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.730805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.731264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.731447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:03.858553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.866935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6bedc2c-781c-4058-9cc5-e6c7e72c8241 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/129615c2-56d9-41a4-86ec-ec519da8ea37 HTTP/1.1" status: 204 len: 168 time: 1.1967435 Sep 01 15:38:03.868181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35500) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:03.963629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ded449-7197-4a3a-913a-893c7650a0f2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:03.967107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ded449-7197-4a3a-913a-893c7650a0f2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:03.969410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ded449-7197-4a3a-913a-893c7650a0f2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:03.972369 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-67ded449-7197-4a3a-913a-893c7650a0f2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007676 Sep 01 15:38:03.976820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:04.028277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:04.132586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc682a0-76bb-4c1e-bd1b-b8ce27133322 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '4eaeb916-fead-4fa4-8867-f08579a9fed0', 'ip_address': '2001:db8::f816:3eff:fee3:474a'}, {'subnet_id': '92f0cee1-60ff-422a-8092-58f1064ee772'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:38:04.134222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 4eaeb916-fead-4fa4-8867-f08579a9fed0 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:04.140086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.200526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.220067 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-acc682a0-76bb-4c1e-bd1b-b8ce27133322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.347592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:04.348516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.449247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.627172 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-acc682a0-76bb-4c1e-bd1b-b8ce27133322 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eaeb916-fead-4fa4-8867-f08579a9fed0: This subnet is being modified by another concurrent operation. Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eaeb916-fead-4fa4-8867-f08579a9fed0: This subnet is being modified by another concurrent operation. Sep 01 15:38:04.636304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:38:04.750126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaeb916-fead-4fa4-8867-f08579a9fed0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:04.762376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.786450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-78597d1e-cea8-453f-931e-977d88692ab6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/4eaeb916-fead-4fa4-8867-f08579a9fed0 HTTP/1.1" status: 204 len: 168 time: 0.8074992 Sep 01 15:38:04.790281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:04.819999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669da0f-67ed-4421-846d-5bae4d300440 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:38:04.961364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 92f0cee1-60ff-422a-8092-58f1064ee772 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:04.966400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.024222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-34db1c88-9e9e-4737-b9ee-5d9a47d9b1e2 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:05.026919 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34db1c88-9e9e-4737-b9ee-5d9a47d9b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.042003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.114844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.206153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.252380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=92f0cee1-60ff-422a-8092-58f1064ee772,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:05.263625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.268522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f71ee23-fad0-42d6-bd90-3e2a0fb41b73 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/92f0cee1-60ff-422a-8092-58f1064ee772 HTTP/1.1" status: 204 len: 168 time: 0.4756529 Sep 01 15:38:05.271962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35526) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:05.337237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669da0f-67ed-4421-846d-5bae4d300440 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:38:05.382464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:05.384400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd31ee2b-45ef-41d6-9bb7-a61a6cd2dbf6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091859 Sep 01 15:38:05.392033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:05.567725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:05.576845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.925663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d935ff-5605-4414-ae0c-af472963ed02 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:06.005364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.055159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:06.125246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:06.142773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:06.154016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:06.154926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.170734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2e5556b4-41f8-4eb2-bbe4-753c24f52193 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:06.171126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e5556b4-41f8-4eb2-bbe4-753c24f52193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.182806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=1866ecfc-bc27-4ce3-bdb9-a706a87beaae,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:06.198156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4901a65d-ff0d-474c-b91d-2d317dc8d2f9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8143222 Sep 01 15:38:06.202595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:06.209731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:06.317292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.425212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:06.459428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.480693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:06.510621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.562148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '1866ecfc-bc27-4ce3-bdb9-a706a87beaae'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:38:06.685026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.741248 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=11']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.228841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:07.282373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Allocated IP 172.20.0.2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/1866ecfc-bc27-4ce3-bdb9-a706a87beaae/7bc72d0c-1a3d-49da-a401-151a98273baf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:07.556818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:07.637053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.673209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Transition to ACTIVE for port object 7bc72d0c-1a3d-49da-a401-151a98273baf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:07.681890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.817112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.934813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42797318-6401-41c5-a7ec-d0798b2f46ee None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=13']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:08.270974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:08.336001 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.343931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.344909 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.435884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=7aa93fdf-667f-4c55-a391-87f2813a079f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:08.495338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:08.500290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:08.512944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:08.513785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.587945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35608) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:08.588893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3840125 Sep 01 15:38:08.600150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193dc5-bdb4-4346-9351-35d7e99b1359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=14']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:08.615639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:6f:df:33', 'name': 'tempest-NetworksTestDHCPv6-1525751096'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:08.993908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:09.195184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.239444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 3c070c43-f896-4b8b-994a-f04e5515cf50 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:09.243809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d96f79-7574-4e39-b713-8b7c2f0d724d None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:09.461187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Provisioning for port 7bc72d0c-1a3d-49da-a401-151a98273baf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:09.552862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:09.553551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.580033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 172.20.0.12 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/1866ecfc-bc27-4ce3-bdb9-a706a87beaae/3c070c43-f896-4b8b-994a-f04e5515cf50) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:09.597966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe6f:df33 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/7aa93fdf-667f-4c55-a391-87f2813a079f/3c070c43-f896-4b8b-994a-f04e5515cf50) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:10.081452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.107877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 3c070c43-f896-4b8b-994a-f04e5515cf50 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:10.166405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:38:10.198752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.213779 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.223802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:10.320812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=3c070c43-f896-4b8b-994a-f04e5515cf50,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:10.375478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:10.378983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:10.385319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:10.501800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:10.516575 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.535967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:10.537618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.574438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:10.584632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c017407f-c536-4982-ab8c-9e6eb50b8e99 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9908299 Sep 01 15:38:10.718093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:10.718678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.780454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cb394-631a-4bf4-a6ef-c0c8fc22281a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:10.818932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cb394-631a-4bf4-a6ef-c0c8fc22281a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:10.819257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d54739-d044-44f0-bc25-d8b8548d3299 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=15']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:10.841798 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-058cb394-631a-4bf4-a6ef-c0c8fc22281a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.2603893 Sep 01 15:38:10.842100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35654) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:11.087233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 3c070c43-f896-4b8b-994a-f04e5515cf50 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:11.088202 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.346318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.372300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 3c070c43-f896-4b8b-994a-f04e5515cf50 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:11.491370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a8327-da90-4a91-bfcf-391fb89ada4b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:11.617510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-39ee2212-382a-4005-9c45-816b935ebc9e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:11.618850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39ee2212-382a-4005-9c45-816b935ebc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.799998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.909917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=3c070c43-f896-4b8b-994a-f04e5515cf50,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:12.012219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:12.071989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.079626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:12.081372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c93b0c4-4854-4c0b-bc7b-fb55d6d18696 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/3c070c43-f896-4b8b-994a-f04e5515cf50 HTTP/1.1" status: 204 len: 168 time: 1.2392170 Sep 01 15:38:12.120444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:12.120828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.236021 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e677ed-af09-42ec-9b5d-538529c3fd11 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:12.251325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e677ed-af09-42ec-9b5d-538529c3fd11 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:12.253718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e677ed-af09-42ec-9b5d-538529c3fd11 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:12.259393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:12.259826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b8e677ed-af09-42ec-9b5d-538529c3fd11 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1770644 Sep 01 15:38:12.373144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 1866ecfc-bc27-4ce3-bdb9-a706a87beaae {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:12.388993 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.500953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab75562-58b4-4620-982d-7fecf8c19181 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:12.509188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.691068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.874281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.933687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a1c386d5-3ed9-48ec-aa56-c7a52c8e2195 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:12.934522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1c386d5-3ed9-48ec-aa56-c7a52c8e2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.975411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=1866ecfc-bc27-4ce3-bdb9-a706a87beaae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:12.997345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.999618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-250be73b-9c1c-47dd-801a-f0d942e5512c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/1866ecfc-bc27-4ce3-bdb9-a706a87beaae HTTP/1.1" status: 204 len: 168 time: 0.7391596 Sep 01 15:38:13.002596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35698) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:13.114779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 7aa93fdf-667f-4c55-a391-87f2813a079f {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:13.122913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.222208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.413190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.568686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-295e662c-406f-4a7a-b810-7ed8a652b132 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:13.574884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-295e662c-406f-4a7a-b810-7ed8a652b132 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.1042588 Sep 01 15:38:13.613281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.619063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-da43cb61-c309-418b-bbc6-3f2a7d6b2146 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.705819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa93fdf-667f-4c55-a391-87f2813a079f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:13.711857 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.719428 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-666938b4-1e74-4f50-b5cd-43b529e45812 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/7aa93fdf-667f-4c55-a391-87f2813a079f HTTP/1.1" status: 204 len: 168 time: 0.7155340 Sep 01 15:38:13.724146 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35718) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:13.869693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3afd0199-cbad-4613-a159-27512056d018 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439099 Sep 01 15:38:13.890878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:13.905670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-da43cb61-c309-418b-bbc6-3f2a7d6b2146 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.913224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-da43cb61-c309-418b-bbc6-3f2a7d6b2146 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.913939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:13.988507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cb137bc-eb76-48ce-ba1e-ea967d910fea req-da43cb61-c309-418b-bbc6-3f2a7d6b2146 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022043 Sep 01 15:38:14.030659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43cb61-c309-418b-bbc6-3f2a7d6b2146 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0e505-9272-47e5-a81e-a125d3a604d2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:14.335899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:14.344636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.444509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c346ca00-3fcd-4561-8cc5-42cd4f8275f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.502600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e58c-4dd6-49b9-b8a4-6b8bc10ea7c2 req-ec09df59-7c79-40a5-8f7d-a318bc451c3f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:14.505384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a28e58c-4dd6-49b9-b8a4-6b8bc10ea7c2 req-ec09df59-7c79-40a5-8f7d-a318bc451c3f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2689195 Sep 01 15:38:14.584579 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a28e58c-4dd6-49b9-b8a4-6b8bc10ea7c2 req-ca65d130-db99-4d4d-bf32-33237f229ffc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712917 Sep 01 15:38:14.625503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35742) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:14.678020 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cffcf-1c10-4339-95d9-671a3586d4cc None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:14.763686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.896691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:14.906302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:14.917725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:14.918358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.944866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-441e0607-ff0b-449a-9162-e806033e3b86 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:14.945914 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-441e0607-ff0b-449a-9162-e806033e3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.958549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0572691 Sep 01 15:38:14.964932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35752) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:14.965687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d210d-8cfd-4e86-9a96-9829a9531b6c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a683b-2314-489d-ac2b-791d88f2b20e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:14.980569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:15.133302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-89c16e47-e94b-4546-898f-369c8586458c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 200 len: 994 time: 0.4971082 Sep 01 15:38:15.382599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:15.394371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.502058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '5c5a683b-2314-489d-ac2b-791d88f2b20e'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '7bc72d0c-1a3d-49da-a401-151a98273baf'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:38:15.558974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.828210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-90d21815-1422-4c71-80a6-c7eeadd03690 req-15faf6cd-c8bb-48d1-95d0-82e8eb76f9fc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:38:15.841319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-90d21815-1422-4c71-80a6-c7eeadd03690 req-15faf6cd-c8bb-48d1-95d0-82e8eb76f9fc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238495 Sep 01 15:38:16.067588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Allocated IP 172.20.0.2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/5c5a683b-2314-489d-ac2b-791d88f2b20e/7bc72d0c-1a3d-49da-a401-151a98273baf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:16.325578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:16.353288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:16.443778 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.513902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Transition to ACTIVE for port object 7bc72d0c-1a3d-49da-a401-151a98273baf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:16.520932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.730473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f4068-6644-4a75-834c-2b051e9a6976 None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=18']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:16.798197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.183681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15a41e5c-a0b6-4f76-9320-0e17d1aa0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.315828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35820) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:17.589352 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.624338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3d95a-bf0e-49c0-b238-321e1e46da4f req-8a699e0a-ba0d-45e3-b651-7862422457d8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:17.626732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ff3d95a-bf0e-49c0-b238-321e1e46da4f req-8a699e0a-ba0d-45e3-b651-7862422457d8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1623235 Sep 01 15:38:17.738644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ff3d95a-bf0e-49c0-b238-321e1e46da4f req-b892c868-1746-432a-8edf-dd36c3d6ac29 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009760 Sep 01 15:38:17.938088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-87f797f2-0f03-4294-9729-965c7bbd8065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6152782 Sep 01 15:38:17.975003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-5cbfaa3b-2d2b-4754-a4e0-a229135a418d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:38:17.976695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-5cbfaa3b-2d2b-4754-a4e0-a229135a418d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276477 Sep 01 15:38:17.983219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:18.290248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:18.355338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff29d0-cdd7-473f-8f69-34f25824d45b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:18.358980 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.368352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.369931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.462098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35850) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:18.557863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b02122f9-2b96-4fa2-85b2-3a89f729b091 None None] Provisioning for port 7bc72d0c-1a3d-49da-a401-151a98273baf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:18.574433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b02122f9-2b96-4fa2-85b2-3a89f729b091 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:18.575406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b02122f9-2b96-4fa2-85b2-3a89f729b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.673575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:18.683677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=20']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:18.697888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:18.703663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:18.704288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.731885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=0fc41cf9-51f7-49c9-a1af-4d707b7c9be0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:18.740310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e245744-8a59-450c-9fb4-9fc5eeccd649 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7642171 Sep 01 15:38:18.745112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 35868) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:18.758754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:c3:ff:cb', 'name': 'tempest-NetworksTestDHCPv6-270524928'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:18.778165 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.817475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.970609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1a68763-bc14-4fd2-a5ef-3d45b9bc97a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.130788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb7aac-a9a8-40b4-a6ba-02af66db7ad8 req-2f1547ef-7ab8-43db-adc2-d81312beeaee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:19.150006 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ecb7aac-a9a8-40b4-a6ba-02af66db7ad8 req-2f1547ef-7ab8-43db-adc2-d81312beeaee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2028244 Sep 01 15:38:19.253344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1a68763-bc14-4fd2-a5ef-3d45b9bc97a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.286069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ecb7aac-a9a8-40b4-a6ba-02af66db7ad8 req-97a6d5dc-57aa-453a-b7c5-df09534da1db tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330035 Sep 01 15:38:19.345790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b1a68763-bc14-4fd2-a5ef-3d45b9bc97a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.473656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a68763-bc14-4fd2-a5ef-3d45b9bc97a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193f5f4a-9b10-4c44-8c63-a59ef18e6845,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:19.488923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b1a68763-bc14-4fd2-a5ef-3d45b9bc97a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8f99ef0b08540ee8c99961e35143f94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0254986 Sep 01 15:38:19.491426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:19.580565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:19.741328 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.843022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.909806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.985294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.993021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:20.001645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/193f5f4a-9b10-4c44-8c63-a59ef18e6845 HTTP/1.1" status: 204 len: 168 time: 0.5014174 Sep 01 15:38:20.001982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 0d0fc5b8-2b94-4047-aa6d-765674103b29 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:20.020068 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:20.052189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f755a43-bf79-49bb-8403-f4cd359522c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193f5f4a-9b10-4c44-8c63-a59ef18e6845,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:20.053938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:20.329981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:20.330716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:20.688140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 172.20.0.8 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/5c5a683b-2314-489d-ac2b-791d88f2b20e/0d0fc5b8-2b94-4047-aa6d-765674103b29) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:20.737377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fec3:ffcb (2a412c6e-dbbd-4917-bcde-7e3da8c33952/0fc41cf9-51f7-49c9-a1af-4d707b7c9be0/0d0fc5b8-2b94-4047-aa6d-765674103b29) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:20.904862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e1c01-a92b-4f99-a88d-5bf525cf7b6c None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:21.071097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35906) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:21.075534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-19313dae-47e8-48cf-bda9-8a7faab10039 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:21.078636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19313dae-47e8-48cf-bda9-8a7faab10039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.116385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073007b4-e5d2-4ddf-a8cf-fad0260f30a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.377044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073007b4-e5d2-4ddf-a8cf-fad0260f30a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.395935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-073007b4-e5d2-4ddf-a8cf-fad0260f30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.462792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-073007b4-e5d2-4ddf-a8cf-fad0260f30a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4d098be7baa45379702d63ac98f498f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896134 Sep 01 15:38:21.470995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35918) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:21.514895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073007b4-e5d2-4ddf-a8cf-fad0260f30a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5973f8-b4e2-4c3e-941d-dc25c8d57aa5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:21.625230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.667750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.743840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a402e-45ef-4431-896f-b1cf1d134af8 req-3aa13330-5d95-4317-9528-018d7721119e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:21.753431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-878a402e-45ef-4431-896f-b1cf1d134af8 req-3aa13330-5d95-4317-9528-018d7721119e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 1.0061433 Sep 01 15:38:21.779372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.785941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.788026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a5973f8-b4e2-4c3e-941d-dc25c8d57aa5 HTTP/1.1" status: 204 len: 168 time: 0.3152883 Sep 01 15:38:21.804336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ece3-f651-41aa-a3a3-11e57025230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5973f8-b4e2-4c3e-941d-dc25c8d57aa5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:21.863372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-25899025-c9b3-429f-ac4c-05b9ced9271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:21.866188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-25899025-c9b3-429f-ac4c-05b9ced9271b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.9684319 Sep 01 15:38:21.965413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-878a402e-45ef-4431-896f-b1cf1d134af8 req-cc0f35e0-da83-47dd-b06f-1d703fc801dc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976209 Sep 01 15:38:22.119799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-59a0b812-13ce-4d96-beef-5768fe4cfa6e None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:22.121200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59a0b812-13ce-4d96-beef-5768fe4cfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.191676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.328556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 0d0fc5b8-2b94-4047-aa6d-765674103b29 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:22.349138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-87ab5f05-1fdd-4a01-9eb6-2186ad18123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.352557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-87ab5f05-1fdd-4a01-9eb6-2186ad18123f service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.4699819 Sep 01 15:38:22.494634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-d44468c2-df53-4cd4-9048-038a7e2a6dda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1002 time: 0.1347768 Sep 01 15:38:22.520574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.642141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:22.661189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:22.663130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-86f89779-4e23-4817-8c73-02b4b12a2524 None None] Could not find standard attr ID for object 129615c2-56d9-41a4-86ec-ec519da8ea37. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:38:22.668136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:22.808985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=0d0fc5b8-2b94-4047-aa6d-765674103b29,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:22.817552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-ede1c29b-5fa0-447a-9851-cf2e680e43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.817552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-ede1c29b-5fa0-447a-9851-cf2e680e43cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.3144968 Sep 01 15:38:22.828507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.829606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.952166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-042f248c-3b2d-41c1-ab0f-5b0a640c2501 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2088830 Sep 01 15:38:22.955096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35948) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:22.964509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-7be18e18-2dee-476a-b888-906a611f25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.966919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-7be18e18-2dee-476a-b888-906a611f25ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330709 Sep 01 15:38:23.140581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bf1dd-3fc3-469c-bfd5-899655882a6f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:23.171765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bf1dd-3fc3-469c-bfd5-899655882a6f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:23.175488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-967bf1dd-3fc3-469c-bfd5-899655882a6f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2190454 Sep 01 15:38:23.180863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 35958) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:23.232324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-c6696491-2a68-499e-bf41-41f0cf2cb4ce service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571745 Sep 01 15:38:23.379978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295be779-e75b-4aa2-9966-452fa17865d7 req-4af1d61c-8da5-4c31-aa26-d5d305549d35 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:23.404548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-295be779-e75b-4aa2-9966-452fa17865d7 req-4af1d61c-8da5-4c31-aa26-d5d305549d35 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2262106 Sep 01 15:38:23.475454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-f6b8a511-923b-46c2-ad16-1209908b3e57 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291565 Sep 01 15:38:23.640348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-295be779-e75b-4aa2-9966-452fa17865d7 req-bac0d915-1db3-423d-a0d8-a0ef190567f7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322810 Sep 01 15:38:23.726860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 0d0fc5b8-2b94-4047-aa6d-765674103b29 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:23.727186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.825807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c49daa0f-c9d9-4952-8a06-37d7c98338d8 None None] Could not find standard attr ID for object 3c070c43-f896-4b8b-994a-f04e5515cf50. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:38:24.010180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.045908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 0d0fc5b8-2b94-4047-aa6d-765674103b29 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:24.427785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.429794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-81e08dc7-5e9b-4c51-9318-11dd0f44a888 None None] Provisioning for port 0d0fc5b8-2b94-4047-aa6d-765674103b29 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:24.438883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-81e08dc7-5e9b-4c51-9318-11dd0f44a888 None None] Provisioning complete for port 0d0fc5b8-2b94-4047-aa6d-765674103b29 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:24.440520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81e08dc7-5e9b-4c51-9318-11dd0f44a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.494417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-81e08dc7-5e9b-4c51-9318-11dd0f44a888 None None] Port 0d0fc5b8-2b94-4047-aa6d-765674103b29 was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:38:24.510762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=0d0fc5b8-2b94-4047-aa6d-765674103b29,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:24.743215 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.748312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36006) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.766373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b8e46eb5-62bc-4404-9d31-03aa0136a57e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/0d0fc5b8-2b94-4047-aa6d-765674103b29 HTTP/1.1" status: 204 len: 168 time: 1.5839610 Sep 01 15:38:24.930048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b59436-2a11-4124-a7d8-3c2f1d6ac261 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:24.931591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b59436-2a11-4124-a7d8-3c2f1d6ac261 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:24.933271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b59436-2a11-4124-a7d8-3c2f1d6ac261 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:24.940343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36014) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.958196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c7b59436-2a11-4124-a7d8-3c2f1d6ac261 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2049227 Sep 01 15:38:25.122076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee9343-b6f9-4426-b90e-88fa74ac18c8 req-6aa49c38-30a6-4738-a30a-d37460af2a2f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:25.124835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4ee9343-b6f9-4426-b90e-88fa74ac18c8 req-6aa49c38-30a6-4738-a30a-d37460af2a2f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1686592 Sep 01 15:38:25.226839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 0fc41cf9-51f7-49c9-a1af-4d707b7c9be0 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:25.232762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.321681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4ee9343-b6f9-4426-b90e-88fa74ac18c8 req-5aed7199-3afb-433e-b730-b2e027864058 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764774 Sep 01 15:38:25.341122 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.505276 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.618929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.647261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.652789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:25.657457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69446b40-688e-42fc-9944-d88444e51101 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:25.665295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/0fc41cf9-51f7-49c9-a1af-4d707b7c9be0 HTTP/1.1" status: 204 len: 168 time: 0.7232132 Sep 01 15:38:25.711451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552075b-5d5b-4b4f-b604-aef3b486a6a5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc41cf9-51f7-49c9-a1af-4d707b7c9be0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:25.762030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 5c5a683b-2314-489d-ac2b-791d88f2b20e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:25.767877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.831680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.024792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.147140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36050) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.174341 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.234653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a683b-2314-489d-ac2b-791d88f2b20e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:26.238674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.240827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-69fdb720-9840-482c-a5a2-ee382fb4afb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/5c5a683b-2314-489d-ac2b-791d88f2b20e HTTP/1.1" status: 204 len: 168 time: 0.5786691 Sep 01 15:38:26.245403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36060) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.304370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9a6867c3-7977-4069-82eb-bdec1d869b33 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571032 Sep 01 15:38:26.307697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36062) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.428211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196517b7-ad00-427d-9198-e959dac19dbc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:26.432489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-196517b7-ad00-427d-9198-e959dac19dbc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1226411 Sep 01 15:38:26.435353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.613560 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-140a2161-d2d9-4d4c-a4e2-96e4da28727c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.622550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda4981-cff6-4121-9b22-924e7987a855 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:26.625659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cfda4981-cff6-4121-9b22-924e7987a855 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880846 Sep 01 15:38:26.629479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.713282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7c91d-ef40-42bd-a508-67339ff28c6d req-fc9ece41-4293-41cc-b4aa-511f8aa8673c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:26.718543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85d7c91d-ef40-42bd-a508-67339ff28c6d req-fc9ece41-4293-41cc-b4aa-511f8aa8673c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1984460 Sep 01 15:38:26.726773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1cf2a532-7d25-43d1-aef4-fd7d59630607 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958312 Sep 01 15:38:26.734494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36074) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.743543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:26.904879 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85d7c91d-ef40-42bd-a508-67339ff28c6d req-5e77a9ef-3f2c-43b7-b8cf-a840d78764de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710567 Sep 01 15:38:27.002968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-140a2161-d2d9-4d4c-a4e2-96e4da28727c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.012515 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-140a2161-d2d9-4d4c-a4e2-96e4da28727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.069515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:27.082896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.088636 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:27.089233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:27.110078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-140a2161-d2d9-4d4c-a4e2-96e4da28727c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49d63125e85f41a9b4d6e33d3f036a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9566255 Sep 01 15:38:27.122993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:27.133133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a2161-d2d9-4d4c-a4e2-96e4da28727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca6caa6-9128-4b72-ab1e-ba476f4989c4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:27.172033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36090) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:27.172995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-05f1d456-4480-457e-8887-46e0e943574d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4366491 Sep 01 15:38:27.181091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:27.199002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b36a34-783d-4d9c-b858-6fad8dffe03d None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:27.258114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.331122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3d47239a-15d0-4691-a966-75e1738c7037 None None] Provisioning complete for port 7bc72d0c-1a3d-49da-a401-151a98273baf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:27.331969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d47239a-15d0-4691-a966-75e1738c7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.336372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.380839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:27.396677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.402426 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:27.403138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:27.461498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.464654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.469746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ca6caa6-9128-4b72-ab1e-ba476f4989c4 HTTP/1.1" status: 204 len: 168 time: 0.3387480 Sep 01 15:38:27.477188 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-38e5a3ff-9591-4fc3-b594-bc5dcec800b3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3038630 Sep 01 15:38:27.481192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515626c1-d853-4358-a56d-47934d3591e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca6caa6-9128-4b72-ab1e-ba476f4989c4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:27.481789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:27.505521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:27.679992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:27.713683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:27.717663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.724784 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:27.724784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:27.752049 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f3e76d8-32a8-4710-8a47-bd7dc32d910c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2574954 Sep 01 15:38:27.755885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:27.762049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:27.833257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Deleting port 7bc72d0c-1a3d-49da-a401-151a98273baf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:27.837149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.023560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.027298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:28.028349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.035213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7bc72d0c-1a3d-49da-a401-151a98273baf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:28.109469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Calling delete_port for 7bc72d0c-1a3d-49da-a401-151a98273baf owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:28.202126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:28.217642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.218771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.225357 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:28.226336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:28.349577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-428dcac3-9c58-4bb4-8c57-8c320e59341e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5919902 Sep 01 15:38:28.355937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36122) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:28.369310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:28.371099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7bc72d0c-1a3d-49da-a401-151a98273baf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7bc72d0c-1a3d-49da-a401-151a98273baf,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:28.379626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.460380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30117a5-0055-4716-af91-cfc5b63ea4f8 req-2ad4f516-9f0e-4ad1-8653-21b064c06e60 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:28.462118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c30117a5-0055-4716-af91-cfc5b63ea4f8 req-2ad4f516-9f0e-4ad1-8653-21b064c06e60 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2102633 Sep 01 15:38:28.473643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=23']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:28.495770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.496122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.496466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.500725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.501211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.501744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.502267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.502784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.503525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.504240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.505041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.506104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:28.534682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.574890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c30117a5-0055-4716-af91-cfc5b63ea4f8 req-61f9c578-2010-4341-807d-527bd09e4efe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004574 Sep 01 15:38:28.602848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] Pushing event deleted for resources: {'Port': ['ID=7bc72d0c-1a3d-49da-a401-151a98273baf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:28.611920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180012ba-33ce-44a8-856f-b10708a937b5 None None] No DVR routers for this DVR port 7bc72d0c-1a3d-49da-a401-151a98273baf on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:28.759804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:28.765763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.773403 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:28.775061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:28.808091 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3b7449a5-8062-475e-a61c-769629ab7d43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4503636 Sep 01 15:38:28.812758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36138) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:28.824367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:29.013437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:29.021105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.025898 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:38:29.026672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:29.058364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4cf015ec-5200-4553-a102-dee41c68eef4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2435517 Sep 01 15:38:29.062681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:29.101144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4719044-5aed-4ba4-ab2d-65c8b47178f0 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369964 Sep 01 15:38:29.104853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:29.253697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d62562-fb9a-4451-aa70-ca51ac36ac43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:29.263709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-10d62562-fb9a-4451-aa70-ca51ac36ac43 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1564803 Sep 01 15:38:29.265015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36166) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:29.355225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36168) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:29.356603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9021759e-c851-42c9-84ed-7cd511ea93e2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890732 Sep 01 15:38:29.367240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:29.669865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:29.681820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.929299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e6cb3-8dea-4496-8907-76ff4e22c001 req-eb8e7a30-c7d0-46b3-894f-81a1b3048b47 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:29.943687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d15e6cb3-8dea-4496-8907-76ff4e22c001 req-eb8e7a30-c7d0-46b3-894f-81a1b3048b47 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1734760 Sep 01 15:38:30.046887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d15e6cb3-8dea-4496-8907-76ff4e22c001 req-82522c39-b882-4f0f-9910-cd63feab9842 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010406 Sep 01 15:38:30.561221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:30.564104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.700227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:30.706138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:30.709391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:30.710630 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.732918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3668883 Sep 01 15:38:30.734180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:30.745992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2cadb-4bbb-483f-83e2-4b0d1cd8aa3d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=9240fa19-bba9-4113-bef1-c0c4cfba9a32,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:30.753786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:93:60:29', 'name': 'tempest-NetworksTestDHCPv6-1723531072'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:30.789557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2ed15-aa27-4a26-99bc-6f3a8d809ff0 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:31.136495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:31.294765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa95fe-ea22-4222-afde-633e83f275aa req-e674592b-f058-4e5e-b233-178bbb65a9f6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:31.299166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0aa95fe-ea22-4222-afde-633e83f275aa req-e674592b-f058-4e5e-b233-178bbb65a9f6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.1450741 Sep 01 15:38:31.356326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '9240fa19-bba9-4113-bef1-c0c4cfba9a32'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:38:31.357365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.405672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0aa95fe-ea22-4222-afde-633e83f275aa req-6c2658d2-bddc-4c13-8480-3848bad979a3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914083 Sep 01 15:38:31.434198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.490753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6927-278c-47c2-b6b9-c5fa09bbec86 req-1a5843a9-20eb-4d9a-aaf2-8f994238da3c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:31.495254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51fb6927-278c-47c2-b6b9-c5fa09bbec86 req-1a5843a9-20eb-4d9a-aaf2-8f994238da3c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2593212 Sep 01 15:38:31.644108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Allocated IP 2001:db8::f816:3eff:fe6e:9aea (2a412c6e-dbbd-4917-bcde-7e3da8c33952/9240fa19-bba9-4113-bef1-c0c4cfba9a32/d3664b54-d02d-4097-8980-effc2e2ee67e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:31.647480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51fb6927-278c-47c2-b6b9-c5fa09bbec86 req-e0a75b05-779b-4344-8186-3a9fe15b2bec tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255903 Sep 01 15:38:31.668401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 01cbee31-9f25-459a-bdbe-40d27eb03e31 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:32.004269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.030032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Transition to ACTIVE for port object d3664b54-d02d-4097-8980-effc2e2ee67e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:32.078211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Transition to ACTIVE for port object d3664b54-d02d-4097-8980-effc2e2ee67e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:32.089348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.181177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Pushing event updated for resources: {'Port': ['ID=d3664b54-d02d-4097-8980-effc2e2ee67e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:32.199657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:32.202281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:32.209178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe93:6029 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/9240fa19-bba9-4113-bef1-c0c4cfba9a32/01cbee31-9f25-459a-bdbe-40d27eb03e31) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:32.210140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:32.338390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Attempting to bind port d3664b54-d02d-4097-8980-effc2e2ee67e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:32.340148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Attempting to bind port d3664b54-d02d-4097-8980-effc2e2ee67e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:32.340876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Attempting to bind port d3664b54-d02d-4097-8980-effc2e2ee67e on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:32.352073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:32.353356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:32.353954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.355058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:32.356771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Bound port: d3664b54-d02d-4097-8980-effc2e2ee67e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:32.357734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.649092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] For port d3664b54-d02d-4097-8980-effc2e2ee67e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:32.662402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] For port d3664b54-d02d-4097-8980-effc2e2ee67e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3664b54-d02d-4097-8980-effc2e2ee67e,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:32.674465 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.701382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:32.738052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 01cbee31-9f25-459a-bdbe-40d27eb03e31 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:32.764971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07c157-0611-4045-861b-0322cfe08a70 req-57dc7809-3231-4d51-a19e-d39ac0c3a315 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:32.794337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f07c157-0611-4045-861b-0322cfe08a70 req-57dc7809-3231-4d51-a19e-d39ac0c3a315 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.2031949 Sep 01 15:38:32.841978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fced66-7101-4d03-a918-6955ede3a079 None None] Pushing event updated for resources: {'Port': ['ID=d3664b54-d02d-4097-8980-effc2e2ee67e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:32.873999 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f07c157-0611-4045-861b-0322cfe08a70 req-501575fe-6ce9-4dcb-827b-9525fc0cc3a8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782127 Sep 01 15:38:32.999003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.129415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-93a92591-98d9-4b01-8f4f-3456cfd8a639 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:33.133004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-93a92591-98d9-4b01-8f4f-3456cfd8a639 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.3454087 Sep 01 15:38:33.148946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:33.169339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:33.174474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:33.189248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:33.190701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.198571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=01cbee31-9f25-459a-bdbe-40d27eb03e31,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:33.223581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32340c3-1be1-445d-bd7a-8614849fc27a req-a068fbc4-850c-4e11-8121-c030af5807fc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:33.241501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c32340c3-1be1-445d-bd7a-8614849fc27a req-a068fbc4-850c-4e11-8121-c030af5807fc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.4259677 Sep 01 15:38:33.415000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c32340c3-1be1-445d-bd7a-8614849fc27a req-798732b9-337c-4f8c-909e-b24de62bd78f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703889 Sep 01 15:38:33.505120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-553a66fb-5517-441d-a835-b26f953043a1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7630637 Sep 01 15:38:33.505659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:33.679241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ca86d-e8e4-4ae8-b2c1-89ec7f7c048f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:33.693284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ca86d-e8e4-4ae8-b2c1-89ec7f7c048f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:33.697937 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a33ca86d-e8e4-4ae8-b2c1-89ec7f7c048f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1907012 Sep 01 15:38:33.700945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36352) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:33.707750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:33.708659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.855979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 01cbee31-9f25-459a-bdbe-40d27eb03e31 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:33.857500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.971094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:33.975651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.102022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.132901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 01cbee31-9f25-459a-bdbe-40d27eb03e31 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:34.182969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3664b54-d02d-4097-8980-effc2e2ee67e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:34.353805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727fd6-1c31-4d7c-bb20-cac554e59d81 req-7fd64d3a-473a-4ca7-b236-5c61c61919a4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:34.356901 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc727fd6-1c31-4d7c-bb20-cac554e59d81 req-7fd64d3a-473a-4ca7-b236-5c61c61919a4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 945 time: 0.1095839 Sep 01 15:38:34.479788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d3664b54-d02d-4097-8980-effc2e2ee67e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:34.732039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc727fd6-1c31-4d7c-bb20-cac554e59d81 req-63d59f21-a068-46b2-9c6b-c4df82b1a3fd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229928 Sep 01 15:38:34.826222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.826551 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.829087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.833211 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 914aaaa2-9283-49c8-bb9f-6c110bc5fa41 disassociated. External IP: 172.25.1.161, port: 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a. Sep 01 15:38:34.834170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:34.866080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1818f7-a0d7-4adf-907f-b959c35c11f9 req-4373ccc8-ace6-4f48-a3ab-c9ca3477b9aa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:34.868634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c1818f7-a0d7-4adf-907f-b959c35c11f9 req-4373ccc8-ace6-4f48-a3ab-c9ca3477b9aa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1704316 Sep 01 15:38:34.938985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=01cbee31-9f25-459a-bdbe-40d27eb03e31,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:35.016356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.030571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36400) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:35.036306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98ba79b0-9dc8-4300-aeda-39d00de28148 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/01cbee31-9f25-459a-bdbe-40d27eb03e31 HTTP/1.1" status: 204 len: 168 time: 1.3340793 Sep 01 15:38:35.103375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c1818f7-a0d7-4adf-907f-b959c35c11f9 req-35abfc19-f6db-4734-805b-c81ec69c8c5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245359 Sep 01 15:38:35.237996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6721a57-af97-46d1-90e2-97fb90565287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:35.241872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6721a57-af97-46d1-90e2-97fb90565287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:35.247777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d6721a57-af97-46d1-90e2-97fb90565287 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2122746 Sep 01 15:38:35.251155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36418) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:35.313279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Provisioning for port d3664b54-d02d-4097-8980-effc2e2ee67e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:35.347601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Provisioning complete for port d3664b54-d02d-4097-8980-effc2e2ee67e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:35.347962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.429685 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.494317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 9240fa19-bba9-4113-bef1-c0c4cfba9a32 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:35.502971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.548812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=4969ea75-5c0a-4f4d-bc38-13fbde7cec5a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:35.690602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.751747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.866044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] For port d3664b54-d02d-4097-8980-effc2e2ee67e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3664b54-d02d-4097-8980-effc2e2ee67e,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:35.872515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.978313 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4660d1-8867-4f09-bcbf-4eaf8482efe8 None None] Pushing event updated for resources: {'Port': ['ID=d3664b54-d02d-4097-8980-effc2e2ee67e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:35.982188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:36.054855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:38:36.055604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:36.083771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9a0756ef-37e3-4a21-95de-d2b2df63bf10 None None] Could not find standard attr ID for object 01cbee31-9f25-459a-bdbe-40d27eb03e31. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:38:36.172132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:38:36.193319 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.523769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.601960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.608687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9240fa19-bba9-4113-bef1-c0c4cfba9a32 HTTP/1.1" status: 204 len: 168 time: 1.3559027 Sep 01 15:38:36.611470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36464) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:36.715483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72522c85-7610-40bc-8aef-73c7117373b7 req-74e0cec2-a0b9-46e6-a177-4c3649e49a3c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:36.725295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf7a4d-cbdd-4e29-99f8-cfa3f20dd914 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:36.726300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72522c85-7610-40bc-8aef-73c7117373b7 req-74e0cec2-a0b9-46e6-a177-4c3649e49a3c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2623322 Sep 01 15:38:36.797093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:38:36.836225 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:38:36.891969 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:36.893774 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:38:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:36.922065 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175c630-dbce-49a3-b5c1-ca0d276d152f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=9240fa19-bba9-4113-bef1-c0c4cfba9a32,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:36.929250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98927f6b-1fca-4e89-be24-36968ac8842f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522212 Sep 01 15:38:36.932694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:36.943736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:36.986993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72522c85-7610-40bc-8aef-73c7117373b7 req-66eeb899-797f-4fd6-97d6-5dff39e2e490 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583892 Sep 01 15:38:37.038675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port 4969ea75-5c0a-4f4d-bc38-13fbde7cec5a on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:37.063045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.067150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c71f954-9005-436c-a3e8-67016f3ec793 req-f6a3a60f-9b1c-4b75-a26d-b1afb1b52d2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "DELETE /v2.0/ports/4969ea75-5c0a-4f4d-bc38-13fbde7cec5a HTTP/1.1" status: 204 len: 173 time: 3.7344270 Sep 01 15:38:37.068265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'name': 'network-vif-deleted', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:37.075967 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a8b2d0-8edf-4653-b8ae-f4010f24b1a6" -d '{"events": [{"server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "name": "network-vif-deleted", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:37.215870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:37.248989 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a51cc-0754-431a-9919-bdc8fd773cd1 x-openstack-request-id: req-9f2a51cc-0754-431a-9919-bdc8fd773cd1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:37.250396 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89affc7d-743e-46c4-afa9-b834fc631109", "name": "network-vif-deleted", "tag": "4969ea75-5c0a-4f4d-bc38-13fbde7cec5a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:37.251274 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f2a51cc-0754-431a-9919-bdc8fd773cd1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:37.252239 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89affc7d-743e-46c4-afa9-b834fc631109', 'name': 'network-vif-deleted', 'tag': '4969ea75-5c0a-4f4d-bc38-13fbde7cec5a', 'status': 'completed', 'code': 200} Sep 01 15:38:37.277748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65666857-a144-452c-9a34-e4573c53a874 req-62e12184-098c-4271-87df-f65c0498c215 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 1.3374867 Sep 01 15:38:37.335282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:37.400454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:37.407517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.478322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Deleting port d3664b54-d02d-4097-8980-effc2e2ee67e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:37.478701 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.018677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d3664b54-d02d-4097-8980-effc2e2ee67e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:38.081377 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:38.145772 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:38:38.163860 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:38.164961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:38:17Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:38.206675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] For port d3664b54-d02d-4097-8980-effc2e2ee67e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3664b54-d02d-4097-8980-effc2e2ee67e,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:38.212499 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.294256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Calling delete_port for d3664b54-d02d-4097-8980-effc2e2ee67e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:38.320282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:38.473548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da416-9ee7-4f42-a368-5e9136ac08e1 req-2695a54d-aad8-4030-aa18-cea7082d1559 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:38.493436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f17da416-9ee7-4f42-a368-5e9136ac08e1 req-2695a54d-aad8-4030-aa18-cea7082d1559 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1724207 Sep 01 15:38:38.604561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.684015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f17da416-9ee7-4f42-a368-5e9136ac08e1 req-6cce0e8f-fe7c-4026-a182-50d8d0b06ece tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870210 Sep 01 15:38:38.687650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:38.711295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d3664b54-d02d-4097-8980-effc2e2ee67e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d3664b54-d02d-4097-8980-effc2e2ee67e,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:38.719855 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.772150 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9c95ece7-903f-4d4e-a50a-d841eadeee4e req-4fb2101c-4715-4417-8803-83914fdf7e00 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1554854 Sep 01 15:38:38.829198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.836084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event deleted for resources: {'Port': ['ID=d3664b54-d02d-4097-8980-effc2e2ee67e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:38.907813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] No DVR routers for this DVR port d3664b54-d02d-4097-8980-effc2e2ee67e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:38.925987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47996d-8a2c-4cd8-98e5-8b8304d289b1 None None] Pushing event deleted for resources: {'Port': ['ID=d3664b54-d02d-4097-8980-effc2e2ee67e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:38.962611 n-d-802060-16 neutron-server[106377]: WARNING neutron.services.revisions.revision_plugin [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Could not find related port for resource to bump revision. Sep 01 15:38:38.979965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Port d3664b54-d02d-4097-8980-effc2e2ee67e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 01 15:38:38.986594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6e:9aea {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 01 15:38:38.996670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6e:9aea {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 01 15:38:38.999078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.061269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:39.076752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:39.097595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68017521-b369-428c-a157-8142920120e1 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:39.106949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:39.107843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.155559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=35e5fd3d-780e-40f4-930a-20c678456475,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:39.161322 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dd441892-87ee-400a-9115-665db6d8037c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2263625 Sep 01 15:38:39.165894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:39.178658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:72:db:36', 'name': 'tempest-NetworksTestDHCPv6-1337498917'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:39.501331 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:39.512732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '35e5fd3d-780e-40f4-930a-20c678456475'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:38:39.517578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.585599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:39.607826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f424e0-30e2-4456-a0e5-59e201981ac5 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:39.947293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.112431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 2be7dd8c-9d5c-415d-991d-9ba562356a33 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:40.141303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c583f03a-801f-4f35-bcfb-26c03bf67fad req-fcb37cc0-a66d-4ea4-af8b-8a93c6f5fb6c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1023867 Sep 01 15:38:40.237251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Allocated IP 2001:db8::f816:3eff:fe9d:388c (2a412c6e-dbbd-4917-bcde-7e3da8c33952/35e5fd3d-780e-40f4-930a-20c678456475/cc681d41-a19f-45c5-95f9-fc4bf39660da) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:40.474504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7e5b6-8909-43b6-80cf-fcde95abf110 req-8567a19e-c4d9-4754-8a81-24e9478e1a5c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:40.488124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94f7e5b6-8909-43b6-80cf-fcde95abf110 req-8567a19e-c4d9-4754-8a81-24e9478e1a5c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.6000245 Sep 01 15:38:40.490319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdbc8b-9b01-4393-95d0-213edcd214c7 None None] New status for floating IP 914aaaa2-9283-49c8-bb9f-6c110bc5fa41: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:38:40.646392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94f7e5b6-8909-43b6-80cf-fcde95abf110 req-4096c85b-a70c-43b7-ac47-7ee8a67a39d7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448519 Sep 01 15:38:41.013731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.029700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Transition to ACTIVE for port object cc681d41-a19f-45c5-95f9-fc4bf39660da will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:41.060151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Transition to ACTIVE for port object cc681d41-a19f-45c5-95f9-fc4bf39660da will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:41.097445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.195534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Pushing event updated for resources: {'Port': ['ID=cc681d41-a19f-45c5-95f9-fc4bf39660da,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:41.233787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:41.242987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe72:db36 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/35e5fd3d-780e-40f4-930a-20c678456475/2be7dd8c-9d5c-415d-991d-9ba562356a33) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:41.256966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:41.303522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:41.466152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-133703c3-3c4e-4b39-86e2-7086a919bb00 req-e75ba724-6b66-418a-8c22-5dd4be52a551 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1366372 Sep 01 15:38:41.471127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Attempting to bind port cc681d41-a19f-45c5-95f9-fc4bf39660da on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:41.471744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Attempting to bind port cc681d41-a19f-45c5-95f9-fc4bf39660da by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:41.472367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Attempting to bind port cc681d41-a19f-45c5-95f9-fc4bf39660da on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:41.501740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:41.502518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:41.503109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.503801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:41.504663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Bound port: cc681d41-a19f-45c5-95f9-fc4bf39660da, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:41.518358 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.696347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.733942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 2be7dd8c-9d5c-415d-991d-9ba562356a33 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:41.749790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] For port cc681d41-a19f-45c5-95f9-fc4bf39660da, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:41.779913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] For port cc681d41-a19f-45c5-95f9-fc4bf39660da, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cc681d41-a19f-45c5-95f9-fc4bf39660da,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:41.795546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.916383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.101254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6daf5d-6873-43da-9d38-b745368adac1 None None] Pushing event updated for resources: {'Port': ['ID=cc681d41-a19f-45c5-95f9-fc4bf39660da,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:42.109576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=2be7dd8c-9d5c-415d-991d-9ba562356a33,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:42.129096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:42.154059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:42.165273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:42.175827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:42.177257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.229641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ef50695-9c7a-4d9d-901f-0cdae5bf5efb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0616789 Sep 01 15:38:42.232788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36710) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:42.260372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6e50e-cd9f-473c-ad22-7bab7dc3f147 req-7c12e906-d8fb-4343-b4a7-84934c23e954 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:42.266008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c6e50e-cd9f-473c-ad22-7bab7dc3f147 req-7c12e906-d8fb-4343-b4a7-84934c23e954 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1761343 Sep 01 15:38:42.392964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c6e50e-cd9f-473c-ad22-7bab7dc3f147 req-05614b90-5709-4465-af98-a0937b1bda24 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040161 Sep 01 15:38:42.578584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2770e6d-543b-45bb-9aa1-d62cd26aa6ad tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:42.598083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2770e6d-543b-45bb-9aa1-d62cd26aa6ad tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:42.607031 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a2770e6d-543b-45bb-9aa1-d62cd26aa6ad tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3688190 Sep 01 15:38:42.607431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36724) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:42.893596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-696b0fa5-89be-4d67-8037-64cc0b448a0a req-d64eda68-f85d-4d55-883c-605d60444658 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1756408 Sep 01 15:38:42.957000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 2be7dd8c-9d5c-415d-991d-9ba562356a33 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:42.958936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.221050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-b9bb7219-a5cb-41c9-88b1-aa84c7f1268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:43.229048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-b9bb7219-a5cb-41c9-88b1-aa84c7f1268e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.3128631 Sep 01 15:38:43.399879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:43.509751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.835809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58834610-a442-484a-a89c-e43cd2310719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.178788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b85403ec-ca14-4ff7-9634-a22ac80b0e69 None None] Provisioning for port cc681d41-a19f-45c5-95f9-fc4bf39660da completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:44.280678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cc681d41-a19f-45c5-95f9-fc4bf39660da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:44.405543 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58834610-a442-484a-a89c-e43cd2310719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.472185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8fa099a4-8f32-4648-af79-85d8071afc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.494288 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0387fdf7-4b6d-4b04-b531-bbf21e2d6c03 req-c3de4fbe-d64e-4e1b-bd39-5350e4255318 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.0845339 Sep 01 15:38:44.495286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58834610-a442-484a-a89c-e43cd2310719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.539029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port cc681d41-a19f-45c5-95f9-fc4bf39660da completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:44.559037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cc681d41-a19f-45c5-95f9-fc4bf39660da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:44.560628 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.654559 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-58834610-a442-484a-a89c-e43cd2310719 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e49d088c91b4844bbfe9d77e7fc09a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2527468 Sep 01 15:38:44.656368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834610-a442-484a-a89c-e43cd2310719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dffb6e-e99e-4029-93b9-619fcca8181c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:44.673151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36760) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:44.678359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 2be7dd8c-9d5c-415d-991d-9ba562356a33 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:44.760703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fdc3ecb7-6f1a-42c0-be3e-3ba8f6cf46cc None None] Provisioning for port 2be7dd8c-9d5c-415d-991d-9ba562356a33 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:44.776969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fdc3ecb7-6f1a-42c0-be3e-3ba8f6cf46cc None None] Provisioning complete for port 2be7dd8c-9d5c-415d-991d-9ba562356a33 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:44.777470 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ecb7-6f1a-42c0-be3e-3ba8f6cf46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.872845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.944734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.968507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3ecb7-6f1a-42c0-be3e-3ba8f6cf46cc None None] Port 2be7dd8c-9d5c-415d-991d-9ba562356a33 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:38:44.978169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.071586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port cc681d41-a19f-45c5-95f9-fc4bf39660da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cc681d41-a19f-45c5-95f9-fc4bf39660da,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:45.081983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.090517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.093095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.102637 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55dffb6e-e99e-4029-93b9-619fcca8181c HTTP/1.1" status: 204 len: 168 time: 0.4195747 Sep 01 15:38:45.122977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-28105987-7b78-4139-89ab-b540b16e0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.126345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-28105987-7b78-4139-89ab-b540b16e0bb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 1.8390570 Sep 01 15:38:45.137484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc473a6-46bb-4afc-b326-c66fd1ad9218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dffb6e-e99e-4029-93b9-619fcca8181c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:45.154331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ec4f1-b07e-4555-91f0-7a59142c2b12 req-e5c31274-0e3e-46a8-8250-72152178204e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.171291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a6ec4f1-b07e-4555-91f0-7a59142c2b12 req-e5c31274-0e3e-46a8-8250-72152178204e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.3327157 Sep 01 15:38:45.281790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=cc681d41-a19f-45c5-95f9-fc4bf39660da,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:45.440156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a6ec4f1-b07e-4555-91f0-7a59142c2b12 req-c7602192-ba46-4f38-b2bf-20728a891036 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674918 Sep 01 15:38:45.464861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-be96556c-7a5f-4da9-a865-14e188aeaebb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1002 time: 0.2897468 Sep 01 15:38:45.488442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.567242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=2be7dd8c-9d5c-415d-991d-9ba562356a33,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:45.626978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-9d127a7e-2305-479a-94e6-66be38c28ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.628618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-9d127a7e-2305-479a-94e6-66be38c28ee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.1554158 Sep 01 15:38:45.632889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.635641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd00ab30-2bb0-4c6e-942e-fde318996203 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/2be7dd8c-9d5c-415d-991d-9ba562356a33 HTTP/1.1" status: 204 len: 168 time: 3.0266528 Sep 01 15:38:45.638623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36782) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:45.886363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-2528e46f-cff9-4443-8147-3d799fa9d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.889171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-2528e46f-cff9-4443-8147-3d799fa9d209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517233 Sep 01 15:38:46.034270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.24', 58463) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:46.060244 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74873d77-f9a1-4b67-8860-680aa6537ab7 req-218cbac3-cd34-407e-96be-36f32a320f97 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1877589 Sep 01 15:38:46.096587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c5aab-3ea2-422b-816b-abc6a99ce51e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:46.101211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c5aab-3ea2-422b-816b-abc6a99ce51e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:46.103249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fd3c5aab-3ea2-422b-816b-abc6a99ce51e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4628921 Sep 01 15:38:46.109803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36792) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:46.126813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cc681d41-a19f-45c5-95f9-fc4bf39660da up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:46.277800 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-a69463a3-2fe1-4f65-bbff-559bebf5dc15 service neutron] show failed (client error): The resource could not be found. Sep 01 15:38:46.279955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-a69463a3-2fe1-4f65-bbff-559bebf5dc15 service neutron] 10.222.0.24 "GET /v2.0/ports/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.2438917 Sep 01 15:38:46.363544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cc681d41-a19f-45c5-95f9-fc4bf39660da triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:46.366710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.379600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 35e5fd3d-780e-40f4-930a-20c678456475 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:46.394266 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.457657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-e8d2805b-50d7-4c94-9bbd-2c3c51d1406e service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534415 Sep 01 15:38:46.577583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.925778 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.130266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb8e26-d2c5-4033-9758-496688d81231 req-804e64d0-93ca-47d1-a6d3-a3aa316671e3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:47.142830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.143585 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aeb8e26-d2c5-4033-9758-496688d81231 req-804e64d0-93ca-47d1-a6d3-a3aa316671e3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.3911433 Sep 01 15:38:47.183663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ca86c90-539d-42c0-ad99-34af4684eb32 req-b8bd04b5-b3a9-4fea-ae8a-634a64ee4538 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205925 Sep 01 15:38:47.185276 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:38:47.186541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-14d752dc-efd9-4b53-acfd-e0ba336dd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:47.188749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-14d752dc-efd9-4b53-acfd-e0ba336dd145 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 1098 time: 0.5067606 Sep 01 15:38:47.216178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:47.221367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec9123da-d38c-4d96-b041-653f3e9742df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.292293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=35e5fd3d-780e-40f4-930a-20c678456475,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:47.292758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5aeb8e26-d2c5-4033-9758-496688d81231 req-088aaa1a-3ea5-486d-961f-5602461073c0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508653 Sep 01 15:38:47.359487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.359790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d3ffa-8032-4d92-81f9-36697206f71e None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:47.360892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.362255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.363426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.365163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.366098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.367248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.368231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.369269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.372051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.373103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.375831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:47.395245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.400570 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ae4a5fa6-7aaa-4b70-9aa6-ae01c3d487fd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/35e5fd3d-780e-40f4-930a-20c678456475 HTTP/1.1" status: 204 len: 168 time: 1.2881751 Sep 01 15:38:47.405577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.406167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36826) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:47.580672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb8e3420-50ce-416b-b579-4aa819e0745e req-a919fdcf-ced1-4bd1-b481-ff3038e47910 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1775668 Sep 01 15:38:47.584191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d81af6b3-4b52-4088-bfb4-0334f54a8d20 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752105 Sep 01 15:38:47.588742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36828) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:47.752017 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.870915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e378f8e-c665-46fa-8b29-dc4d8e0dd86a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:47.882873 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e378f8e-c665-46fa-8b29-dc4d8e0dd86a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2921066 Sep 01 15:38:47.884083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36842) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.070985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17ccea-d384-406a-bce5-aaf5d9200fa3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:48.076630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8e17ccea-d384-406a-bce5-aaf5d9200fa3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1871819 Sep 01 15:38:48.081338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36850) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.166415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:48.223831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:48.301325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Deleting port cc681d41-a19f-45c5-95f9-fc4bf39660da {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:48.303349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.314404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:48.371897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.387990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Transition to ACTIVE for port object 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:48.404418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6a7c023f-9f42-42b5-aa41-60c971ca928e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3215756 Sep 01 15:38:48.405684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:48.411457 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97894e-2a67-4097-bc0f-3d3c8ef5909a" -d '{"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:48.416366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.424964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.448507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:48.530725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:48.578539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] For port cc681d41-a19f-45c5-95f9-fc4bf39660da, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cc681d41-a19f-45c5-95f9-fc4bf39660da,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:48.579721 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.585170 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f914427-e6df-4366-a05f-a30389d3b37d x-openstack-request-id: req-1f914427-e6df-4366-a05f-a30389d3b37d {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:48.586024 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:48.587176 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f914427-e6df-4366-a05f-a30389d3b37d {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:48.589526 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'code': 200} Sep 01 15:38:48.664901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Calling delete_port for cc681d41-a19f-45c5-95f9-fc4bf39660da owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:48.925206 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e6f7b7e4-aaf8-4742-b179-39b5f89cf505 req-328fcf3d-05b3-465c-b03d-d0450452e92c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.0784471 Sep 01 15:38:48.928198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:48.941551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.032061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.062047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.075889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb716de-9585-41e4-a7da-d99ca66ca45b req-d9becfb6-0a41-47d1-8d5e-be5749149822 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:49.080398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8eb716de-9585-41e4-a7da-d99ca66ca45b req-d9becfb6-0a41-47d1-8d5e-be5749149822 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.5325789 Sep 01 15:38:49.128658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.206904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] Pushing event deleted for resources: {'Port': ['ID=cc681d41-a19f-45c5-95f9-fc4bf39660da,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:49.212778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96926a72-4534-448c-b7f8-ab08a36a9866 None None] No DVR routers for this DVR port cc681d41-a19f-45c5-95f9-fc4bf39660da on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:49.278189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] No DVR routers for this DVR port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:49.457799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36890) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:49.470120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8eb716de-9585-41e4-a7da-d99ca66ca45b req-ffb7c779-3000-4b52-bb00-132bd1752ba1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716490 Sep 01 15:38:49.735004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:49.737398 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.759802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:49.760239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:49.760524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:49.784416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:38:49.784834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Attempting to bind port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on network 90540cd8-01c7-4eed-b827-67c99c0b8111 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:49.806471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:49.807333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Checking segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:49.808032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Bound using segment: {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:49.808982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Bound port: 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cea725-b10d-4047-823c-9817fb55a052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:49.809636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.917666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:49.962152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:49.971209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-111321432'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:49.986136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:49.999308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:50.009006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.018307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:50.045650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.045650 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.112737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.114417 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.118379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] 10.222.0.50 "PUT /v2.0/ports/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1093 time: 2.9104359 Sep 01 15:38:50.182273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3ea1b-d60b-4ee3-9169-6d9ecc9b8e05 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:50.254132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=53d19ca6-30a1-457e-b62f-f23691c56d5a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:50.329649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765424ac-4d5b-4ffa-8da2-8b8eb66c0eeb service neutron] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:50.346147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-421d4c00-15ce-4a70-b236-74176118e46d req-0eadb458-09ce-4887-9e4a-401090250d80 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=89affc7d-743e-46c4-afa9-b834fc631109 HTTP/1.1" status: 200 len: 210 time: 0.1689627 Sep 01 15:38:50.347038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Made reservation on behalf of 390065ababae467bbba2c28cb50443fd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:50.373014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.384164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36908) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:50.392032 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-31cc8f10-363d-4526-98ed-99ac81eba02d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9656093 Sep 01 15:38:50.401376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:be:9d:80', 'name': 'tempest-NetworksTestDHCPv6-1838461949'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:50.435970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.462912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cc681d41-a19f-45c5-95f9-fc4bf39660da no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:50.546493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.552563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: cc681d41-a19f-45c5-95f9-fc4bf39660da {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:38:50.557037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cc681d41-a19f-45c5-95f9-fc4bf39660da not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:50.595024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-2ef6824a-c83d-4c78-98e5-9b312eaf8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.598672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-2ef6824a-c83d-4c78-98e5-9b312eaf8b1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1096 time: 0.3712924 Sep 01 15:38:50.615928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:50.627407 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ce5b7-711e-4533-801a-ab328974a813" -d '{"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:50.776466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.783654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:50.790568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.810917 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49b407-43ad-4755-a30a-a68dc6e42f2a x-openstack-request-id: req-9a49b407-43ad-4755-a30a-a68dc6e42f2a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:50.811416 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:50.811849 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a49b407-43ad-4755-a30a-a68dc6e42f2a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:50.812503 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'status': 'completed', 'code': 200} Sep 01 15:38:50.858315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:50.917930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a297b114-40b1-4a77-8d6d-7622942c53b6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:50.935759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.937293 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Added segment 3ee90914-8e79-4ed1-8cf4-297e502b006c of type vlan for network 7910edae-de6f-415e-8c71-d9ffcc495f4e Sep 01 15:38:50.957684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '53d19ca6-30a1-457e-b62f-f23691c56d5a'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:38:50.960039 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.050995 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.148449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.159532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:51.160616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.273296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1c3ec-02cb-43f2-9181-c269ae9b55b6 req-d018a1e4-9dca-4642-b711-2d62c4229024 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:51.273296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cae1c3ec-02cb-43f2-9181-c269ae9b55b6 req-d018a1e4-9dca-4642-b711-2d62c4229024 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.2407596 Sep 01 15:38:51.279430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:51.346694 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8865738 Sep 01 15:38:51.347927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36930) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:51.381392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Allocated IP 2001:db8::f816:3eff:fee1:e62 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/53d19ca6-30a1-457e-b62f-f23691c56d5a/988b05c3-8e5e-401f-ab6b-3ea77001975b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:51.393265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-daca13b1-88c0-47d7-8bea-7b6ea94075b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:51.396525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-daca13b1-88c0-47d7-8bea-7b6ea94075b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1096 time: 0.5109565 Sep 01 15:38:51.416023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.425049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da2bf2-6c29-4988-9064-1c0dce73f877 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Pushing event updated for resources: {'Network': ['ID=7910edae-de6f-415e-8c71-d9ffcc495f4e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:51.490578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7910edae-de6f-415e-8c71-d9ffcc495f4e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:51.526671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'name': 'tempest-network--1924011166', 'router:external': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:51.593543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:51.604725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.632289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.650927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-c9bcc397-5f9f-4e3e-8401-4f80ed7bf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:51.653728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-c9bcc397-5f9f-4e3e-8401-4f80ed7bf83c service neutron] 10.222.0.50 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.9958847 Sep 01 15:38:51.712092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cae1c3ec-02cb-43f2-9181-c269ae9b55b6 req-9da3c3af-ae77-49b4-a4fa-dca83541fd6b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128295 Sep 01 15:38:51.901967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port c1a67c43-1aab-40fb-be98-9e0e92f8d854 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:51.979928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.986880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.035547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:52.085885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-f0a9ef98-8574-4e7d-8f7e-132797918fd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1000 time: 0.4225600 Sep 01 15:38:52.087082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.094687 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Added segment f4e14328-a058-4fdd-b3be-b3b2ce5c5a3d of type vlan for network d23f2d69-fed8-4573-92ba-5a2d8e9da0a3 Sep 01 15:38:52.121889 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.136994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Transition to ACTIVE for port object 988b05c3-8e5e-401f-ab6b-3ea77001975b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:52.163174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Transition to ACTIVE for port object 988b05c3-8e5e-401f-ab6b-3ea77001975b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:52.173684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.245730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-8f7bc9a8-3116-4c4b-947f-1c55ee4d3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:52.248217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-8f7bc9a8-3116-4c4b-947f-1c55ee4d3bd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.8080142 Sep 01 15:38:52.251870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.269931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:52.277548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:52.282745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:52.307416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462efabf-cafd-4bd3-b858-eb4c6fbd49ba,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:52.314059 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.316084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:52.317308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.490694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Attempting to bind port 988b05c3-8e5e-401f-ab6b-3ea77001975b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:52.491636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Attempting to bind port 988b05c3-8e5e-401f-ab6b-3ea77001975b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:52.491880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Attempting to bind port 988b05c3-8e5e-401f-ab6b-3ea77001975b on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:52.498086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Pushing event updated for resources: {'Port': ['ID=988b05c3-8e5e-401f-ab6b-3ea77001975b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:52.519366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:52.519904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:52.520770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.521412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:52.522290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Bound port: 988b05c3-8e5e-401f-ab6b-3ea77001975b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:52.522783 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.646009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-183de572-d554-4814-ba55-82bd41f08a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:52.647446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-183de572-d554-4814-ba55-82bd41f08a2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.4425223 Sep 01 15:38:52.664547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-fa1aca26-b2e4-49c1-a0ec-1633c58b6299 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1000 time: 0.3050928 Sep 01 15:38:52.730174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] For port 988b05c3-8e5e-401f-ab6b-3ea77001975b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:52.739183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] For port 988b05c3-8e5e-401f-ab6b-3ea77001975b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=988b05c3-8e5e-401f-ab6b-3ea77001975b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:52.748993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.788030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:febe:9d80 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/53d19ca6-30a1-457e-b62f-f23691c56d5a/c1a67c43-1aab-40fb-be98-9e0e92f8d854) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:52.943225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750fbf-0599-4371-bc1e-4e4294fca269 None None] Pushing event updated for resources: {'Port': ['ID=988b05c3-8e5e-401f-ab6b-3ea77001975b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:52.959498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=d23f2d69-fed8-4573-92ba-5a2d8e9da0a3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:52.990884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d23f2d69-fed8-4573-92ba-5a2d8e9da0a3 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:53.012603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-274e63e8-6e8b-42a0-9195-59486dfc2445 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6488426 Sep 01 15:38:53.019474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:53.147731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.185283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-d991f760-71c1-458d-9cd9-d3b9929a5ed5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288021220&fields=id&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 267 time: 0.2144802 Sep 01 15:38:53.331196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.397582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.417537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23f2d69-fed8-4573-92ba-5a2d8e9da0a3']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.419076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object c1a67c43-1aab-40fb-be98-9e0e92f8d854 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:53.440066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e14328-a058-4fdd-b3be-b3b2ce5c5a3d') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.441036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e14328-a058-4fdd-b3be-b3b2ce5c5a3d') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.458709 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.564861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.592675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:53.595052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.682605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-f3d5723e-cbf7-46f9-bc58-22f47d1d99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.688275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-f3d5723e-cbf7-46f9-bc58-22f47d1d99a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0216265 Sep 01 15:38:53.691764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.756925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-4821d9c2-ac29-46da-b8ff-91453a87b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.759830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-4821d9c2-ac29-46da-b8ff-91453a87b2a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 1.0795982 Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: items = [ Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:53.774767 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:53.789192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-3cf4297d-7c55-40be-8e14-2092da87a3dd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.791484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-3cf4297d-7c55-40be-8e14-2092da87a3dd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.5096447 Sep 01 15:38:53.915393 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-023b08f4-db29-4b9c-8167-f3596a4b9130 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.0988493 Sep 01 15:38:54.045684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:54.062146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.068347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d23f2d69-fed8-4573-92ba-5a2d8e9da0a3 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:38:54.082073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:54.087774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.095238 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d23f2d69-fed8-4573-92ba-5a2d8e9da0a3 HTTP/1.1" status: 204 len: 168 time: 1.0747240 Sep 01 15:38:54.108664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:54.119592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:54.120702 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.137343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 36986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:54.147796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3eb05-17ae-43eb-b6fa-3ca7f0efe588 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Network': ['ID=d23f2d69-fed8-4573-92ba-5a2d8e9da0a3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:54.156498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:54.184669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 988b05c3-8e5e-401f-ab6b-3ea77001975b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:54.220327 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-c375fbb2-8670-4e33-a9aa-1b35cabca6b9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2759233 Sep 01 15:38:54.231396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e839af-5e83-4803-82e8-7002dcd1aeb4 req-47456c4a-a50e-44ec-a18e-8addf79f96f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:54.243959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09e839af-5e83-4803-82e8-7002dcd1aeb4 req-47456c4a-a50e-44ec-a18e-8addf79f96f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.7453978 Sep 01 15:38:54.325402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=c1a67c43-1aab-40fb-be98-9e0e92f8d854,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:54.373848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 988b05c3-8e5e-401f-ab6b-3ea77001975b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:54.493735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09e839af-5e83-4803-82e8-7002dcd1aeb4 req-9c639c46-722d-4ff5-9a50-8313d4fd9a86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167881 Sep 01 15:38:54.557938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:54.564992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.579478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-6d05b18c-b5d0-4a1b-a372-49c4e07e4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:54.587640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-6d05b18c-b5d0-4a1b-a372-49c4e07e4a25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7139330 Sep 01 15:38:54.594257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-f8c8ff82-5360-4922-8586-4628da83d2dc service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399727 Sep 01 15:38:54.598426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-686f7478-fdd2-4a97-8bcd-1b882c14a7c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2120068 Sep 01 15:38:54.620560 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 36996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:54.640474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-c406ab67-3a48-42b9-9353-6a86d380580e service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792198 Sep 01 15:38:54.867366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4b5b70b-3bed-4109-81c8-9436d254ba72 req-492a103d-a434-4df6-85cc-0105ef2f4bbe service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890121 Sep 01 15:38:54.933393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cacb1-d992-4522-b294-7e43735ca6c9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:54.956505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cacb1-d992-4522-b294-7e43735ca6c9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:54.960082 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-619cacb1-d992-4522-b294-7e43735ca6c9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3095734 Sep 01 15:38:54.964646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:55.029223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-0c72befa-0f5a-417e-be2b-cb353d6ae59e service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297633 Sep 01 15:38:55.292129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Provisioning for port 988b05c3-8e5e-401f-ab6b-3ea77001975b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:55.298962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Provisioning complete for port 988b05c3-8e5e-401f-ab6b-3ea77001975b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:55.299455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.300653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port c1a67c43-1aab-40fb-be98-9e0e92f8d854 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:55.309921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.511883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.580668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] For port 988b05c3-8e5e-401f-ab6b-3ea77001975b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=988b05c3-8e5e-401f-ab6b-3ea77001975b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:55.589704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.809634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.821156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afe149-a2ba-4fe0-8017-de4085da0868 None None] Pushing event updated for resources: {'Port': ['ID=988b05c3-8e5e-401f-ab6b-3ea77001975b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:55.833480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for c1a67c43-1aab-40fb-be98-9e0e92f8d854 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:55.959687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb70a14b-3c8e-4105-8107-89b86f26182e None None] Provisioning for port c1a67c43-1aab-40fb-be98-9e0e92f8d854 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:55.973097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb70a14b-3c8e-4105-8107-89b86f26182e None None] Provisioning complete for port c1a67c43-1aab-40fb-be98-9e0e92f8d854 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:55.974982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb70a14b-3c8e-4105-8107-89b86f26182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.090363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:56.162014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.162764 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Added segment 2d57f0b3-a8bd-4cb8-aa4d-3d3376f5f1b3 of type vlan for network 00a414d9-e39f-42ef-812d-a2a55fd2a792 Sep 01 15:38:56.171194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.218002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 988b05c3-8e5e-401f-ab6b-3ea77001975b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:56.270023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=c1a67c43-1aab-40fb-be98-9e0e92f8d854,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:56.292421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.294173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cb70a14b-3c8e-4105-8107-89b86f26182e None None] Port c1a67c43-1aab-40fb-be98-9e0e92f8d854 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:38:56.298032 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ec14b51-d232-4dfd-938d-ffbdf101f7bc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/c1a67c43-1aab-40fb-be98-9e0e92f8d854 HTTP/1.1" status: 204 len: 168 time: 1.3299546 Sep 01 15:38:56.302187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37034) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:56.378065 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a62f342d-7387-4de7-98f6-e44d5895b138 req-78a54456-7f4b-44c1-894e-9c8bad6e1959 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.1273444 Sep 01 15:38:56.430808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 988b05c3-8e5e-401f-ab6b-3ea77001975b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:56.432746 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.440221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d65291-411f-455d-bc3d-ef3289a85f7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.443626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-924a5d8d-c7a3-40f9-8f73-d676a802286e service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8431184 Sep 01 15:38:56.446335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d65291-411f-455d-bc3d-ef3289a85f7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.447998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07d65291-411f-455d-bc3d-ef3289a85f7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1448045 Sep 01 15:38:56.455030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37042) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:56.479209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.530653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-dbd36097-0e28-4fdc-ae8d-78da4eb32665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.546605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-dbd36097-0e28-4fdc-ae8d-78da4eb32665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1096 time: 0.4871211 Sep 01 15:38:56.581968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71485a-04e9-44ea-ad25-ea3f962a1c14 req-b8323ab7-910d-4130-9f50-1d5e4044b703 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.594962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db71485a-04e9-44ea-ad25-ea3f962a1c14 req-b8323ab7-910d-4130-9f50-1d5e4044b703 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.5163901 Sep 01 15:38:56.716315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 53d19ca6-30a1-457e-b62f-f23691c56d5a {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:56.729483 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.895391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.952825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.956791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.957895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.134364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.282722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.326293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.334673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b864b-e783-4780-a94a-779ba13557e4 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:57.341885 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/53d19ca6-30a1-457e-b62f-f23691c56d5a HTTP/1.1" status: 204 len: 168 time: 0.8855374 Sep 01 15:38:57.363887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37062) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:57.372420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491acbf-f8f1-42cd-97c2-903634ecf2b1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=53d19ca6-30a1-457e-b62f-f23691c56d5a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:57.376001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-68b01d64-5bdd-4af2-a917-7aec004871d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:57.379242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-68b01d64-5bdd-4af2-a917-7aec004871d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.6687710 Sep 01 15:38:57.487983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-47991040-5c7f-4453-bfbd-199932e633b8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219146 Sep 01 15:38:57.493955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37068) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:57.506664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:57.740629 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ad9dc547-52ae-461f-918a-a597fd98f751 req-8bd56e55-9a1b-4751-94fc-6ba4d541d9b6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0484171 Sep 01 15:38:57.795838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:57.801575 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.868420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.7169583 Sep 01 15:38:57.868420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-39d0968c-e947-453d-9ab9-f484d77ba327 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4150794 Sep 01 15:38:57.923159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:57.952799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'subnet': {'network_id': '00a414d9-e39f-42ef-812d-a2a55fd2a792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:57.984560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17fcc9-db1a-4e21-8c3b-8a4b18c735dd tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=00a414d9-e39f-42ef-812d-a2a55fd2a792,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:58.002012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db71485a-04e9-44ea-ad25-ea3f962a1c14 req-cbefe5cc-930f-4f29-80fe-a35f3c246088 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2177589 Sep 01 15:38:58.022508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:58.030644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 00a414d9-e39f-42ef-812d-a2a55fd2a792 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:58.053825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-f59a1dd6-091e-4ccd-ad16-f47faad9951d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1000 time: 0.5958691 Sep 01 15:38:58.074027 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.195303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-3ecdcba8-1a84-43ef-8bb1-0a14a99494f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:58.198116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-3ecdcba8-1a84-43ef-8bb1-0a14a99494f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.1463289 Sep 01 15:38:58.202832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:58.208729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.290255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Deleting port 988b05c3-8e5e-401f-ab6b-3ea77001975b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:58.290772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.471657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce5b7-711e-4533-801a-ab328974a813 req-28660998-a6f4-4783-aac3-1aededd2addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:58.476716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-28660998-a6f4-4783-aac3-1aededd2addd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598879 Sep 01 15:38:58.617771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] For port 988b05c3-8e5e-401f-ab6b-3ea77001975b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=988b05c3-8e5e-401f-ab6b-3ea77001975b,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:58.618409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.666699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Calling delete_port for 988b05c3-8e5e-401f-ab6b-3ea77001975b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:58.758837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:38:58.817676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:38:59.098262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0f8d977a-2a9c-4729-90a5-c697416965e7 req-cc46f3ee-da5d-4b6a-819d-3ca92b0ae3e6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.1296010 Sep 01 15:38:59.163672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:59.178445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-a0a6a2d8-02b1-4fcd-9972-ec31be6884cc service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934438 Sep 01 15:38:59.188096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'port_id': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'mac_address': 'fa:16:3e:6c:5a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:38:59.259146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.281204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.314325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] No DVR routers for this DVR port 988b05c3-8e5e-401f-ab6b-3ea77001975b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:59.330530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-7ed39a1b-42a9-4430-bd5e-a72e09f560bd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:59.333969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-7ed39a1b-42a9-4430-bd5e-a72e09f560bd tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.8314142 Sep 01 15:38:59.359848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:38:59.369918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Port 988b05c3-8e5e-401f-ab6b-3ea77001975b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 01 15:38:59.370768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:e62 {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 01 15:38:59.376289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_pluggable_backend [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:e62 {{(pid=106377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 01 15:38:59.378721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.401309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:59.406639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbcad8-7a30-481f-b98a-3546d3c5f515 None None] Pushing event deleted for resources: {'Port': ['ID=988b05c3-8e5e-401f-ab6b-3ea77001975b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:59.415098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:59.420798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.444782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:59.542877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc65877-aa43-4fe1-a745-86d02099421f None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:59.573886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:59.577690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.671773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1751647 Sep 01 15:38:59.673013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37118) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:59.689462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-f75c9102-24dc-4056-a18f-e53bdbb6bda6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 379 time: 0.3004379 Sep 01 15:38:59.694124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:2c:de:d3', 'name': 'tempest-NetworksTestDHCPv6-1960953425'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:59.725212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'security_groups': ['8a77d3c0-e32e-4d15-a2eb-ece06c08fcef']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:59.850525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996fb8-ae76-42c9-b44a-ff0d95f5babc tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=9208e2aa-d345-4e47-b64d-f7e239d35423,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:59.902801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:38:59.959720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:59.963191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe35e7-1134-4fa7-ab7f-b694c4932113 req-a18c87b6-4313-40b3-a543-a1151fc8c0b3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:59.971296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38fe35e7-1134-4fa7-ab7f-b694c4932113 req-a18c87b6-4313-40b3-a543-a1151fc8c0b3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 944 time: 0.7839305 Sep 01 15:39:00.083291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:00.093139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '9208e2aa-d345-4e47-b64d-f7e239d35423'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:00.094859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.095054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d66ce5b7-711e-4533-801a-ab328974a813 req-2d335647-d4bf-427d-92a0-fa4d127ff591 service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718145 Sep 01 15:39:00.101232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 988b05c3-8e5e-401f-ab6b-3ea77001975b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:00.158193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 988b05c3-8e5e-401f-ab6b-3ea77001975b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:00.158193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 988b05c3-8e5e-401f-ab6b-3ea77001975b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:00.182727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-38fe35e7-1134-4fa7-ab7f-b694c4932113 req-bb9413a5-7063-472e-93fc-52b83a66e5fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104237 Sep 01 15:39:00.352104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:00.363762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.503430 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.521007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-12d0f06a-2d58-45b1-8dcb-da2cb618b776 req-2aa3f64e-fd14-42c0-b4a6-8c72e678a30b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.1466830 Sep 01 15:39:00.596890 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 92d229b6-1776-48c2-a6be-2b52cc90a4b5 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:00.701679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:39:00.703934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.900859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Allocated IP 2001:db8::f816:3eff:fe12:9a2f (2a412c6e-dbbd-4917-bcde-7e3da8c33952/9208e2aa-d345-4e47-b64d-f7e239d35423/4a61660e-e6ae-4468-a1be-846be5ffe6a8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:00.917241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cee65-12c1-4b4f-9cf5-ab1388559c6f req-c17bd867-aaca-48bc-9965-3ead0f895691 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:00.938952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a59cee65-12c1-4b4f-9cf5-ab1388559c6f req-c17bd867-aaca-48bc-9965-3ead0f895691 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 945 time: 0.0983076 Sep 01 15:39:01.014460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Checking segment: {'id': '2d57f0b3-a8bd-4cb8-aa4d-3d3376f5f1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '00a414d9-e39f-42ef-812d-a2a55fd2a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:01.015449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Network hostable DHCP agents. Network: 00a414d9-e39f-42ef-812d-a2a55fd2a792, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:01.032198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-f39c67c3-a455-4ce9-9c97-f23e69472b67 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:01.034679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-f39c67c3-a455-4ce9-9c97-f23e69472b67 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d&tenant_id=2656a3574f394d30aba76404f1825660&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 945 time: 0.2368622 Sep 01 15:39:01.036279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6af403a-fc14-4844-8356-cb57dabb9070,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:01.038227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a59cee65-12c1-4b4f-9cf5-ab1388559c6f req-e72d54dd-a484-41ce-8c38-3fcfdd847050 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982707 Sep 01 15:39:01.163219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Network 00a414d9-e39f-42ef-812d-a2a55fd2a792 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:01.194633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 00a414d9-e39f-42ef-812d-a2a55fd2a792) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:01.227112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:01.228225 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.247685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becac9f3-1b68-4526-85fd-d7848090f89b None None] Network 00a414d9-e39f-42ef-812d-a2a55fd2a792 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:01.280294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-773c216c-63f9-44c5-aab9-420b3c12c5c8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3331287 Sep 01 15:39:01.280711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:01.286651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'floatingip': {'floating_network_id': '00a414d9-e39f-42ef-812d-a2a55fd2a792'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:01.293668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.5 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/cf4ce39a-d95d-4064-91b9-abc01abf5c21) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:01.363247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.376732 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-fb6971a9-cb0d-4a28-b049-69c01cf4a4f1 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:39:01.377970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-fb6971a9-cb0d-4a28-b049-69c01cf4a4f1 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.3155680 Sep 01 15:39:01.721744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.788615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da4f04-70b7-43e9-bd81-9e1d1694a631 None None] Network 00a414d9-e39f-42ef-812d-a2a55fd2a792 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:01.865425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-6d61825c-e179-4bb9-9f4b-b28708f58db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:01.869428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-6d61825c-e179-4bb9-9f4b-b28708f58db2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1097 time: 0.3129880 Sep 01 15:39:01.891292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.053400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Transition to ACTIVE for port object 4a61660e-e6ae-4468-a1be-846be5ffe6a8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:02.060581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Allocated IP 172.20.0.5 (00a414d9-e39f-42ef-812d-a2a55fd2a792/f6af403a-fc14-4844-8356-cb57dabb9070/22c24230-7683-41c1-8780-5158f10a29b9) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:02.158769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Transition to ACTIVE for port object 4a61660e-e6ae-4468-a1be-846be5ffe6a8 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:02.180666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.272238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ef2fd81-8603-4fb3-a956-aea217ce2de4 req-aa190384-613b-402e-a336-2267b8ec700f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.3403146 Sep 01 15:39:02.272238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-a014bf51-f658-467a-94db-fd67b63864a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:02.272238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-a014bf51-f658-467a-94db-fd67b63864a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.3581405 Sep 01 15:39:02.372041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.399731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:02.404792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Pushing event updated for resources: {'Port': ['ID=4a61660e-e6ae-4468-a1be-846be5ffe6a8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:02.481007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:02.487293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:02.688279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.695772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Attempting to bind port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:02.696689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe2c:ded3 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/9208e2aa-d345-4e47-b64d-f7e239d35423/92d229b6-1776-48c2-a6be-2b52cc90a4b5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:02.699052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Attempting to bind port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:02.700354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Attempting to bind port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:02.726898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:02.728681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object cf4ce39a-d95d-4064-91b9-abc01abf5c21 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:02.729107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:02.730299 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.738203 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:02.740556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Bound port: 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:02.743489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.749850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-9f7c3122-1236-49a5-ac55-9911c67c186a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1001 time: 0.4638972 Sep 01 15:39:02.792301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:02.922003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.012225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:03.015219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] For port 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:03.016779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a186147-5efc-4f61-827f-c7691f0c790b req-055dedfe-7961-4ea6-b3ec-f97ca03d1dc9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:03.021644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] For port 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4a61660e-e6ae-4468-a1be-846be5ffe6a8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:03.024504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:03.025100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.026281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6a186147-5efc-4f61-827f-c7691f0c790b req-055dedfe-7961-4ea6-b3ec-f97ca03d1dc9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 945 time: 0.6327481 Sep 01 15:39:03.038137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.166919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c1d0-bdbc-4bf4-8687-c7717e89b028 None None] Pushing event updated for resources: {'Port': ['ID=4a61660e-e6ae-4468-a1be-846be5ffe6a8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:03.190475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-498b7149-ed9d-4f9f-b025-cb33fb6467a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:03.203927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-498b7149-ed9d-4f9f-b025-cb33fb6467a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.4373274 Sep 01 15:39:03.249572 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6a186147-5efc-4f61-827f-c7691f0c790b req-5c94d30b-9b7b-4646-80a9-78ffb52848b3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891780 Sep 01 15:39:03.256718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.263670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.294156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:03.303771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:03.321866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:03.335752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:03.338166 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65aba7-efa1-40b8-be5a-b876617ce36b" -d '{"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:03.388620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:03.397734 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.526235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Network 00a414d9-e39f-42ef-812d-a2a55fd2a792 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:03.556831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Port': ['ID=22c24230-7683-41c1-8780-5158f10a29b9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:03.560353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:03.561566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:03.568200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.575744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:03.595393 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b4f0b-eee4-45e9-b648-8710e04c7ee6 x-openstack-request-id: req-412b4f0b-eee4-45e9-b648-8710e04c7ee6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:03.596393 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:03.596825 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-412b4f0b-eee4-45e9-b648-8710e04c7ee6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:03.598656 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'code': 200} Sep 01 15:39:03.601353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:03.605747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:03.627908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-566af93b-5ed9-444d-ae31-798871438c09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9100361 Sep 01 15:39:03.676608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Request body: {'port': {'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:03.735694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-02abd8a0-cce0-43e6-8e4d-e9f33c1e3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:03.743994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-02abd8a0-cce0-43e6-8e4d-e9f33c1e3deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5383353 Sep 01 15:39:03.814333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.932875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 92d229b6-1776-48c2-a6be-2b52cc90a4b5 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:04.061022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-771adf56-386b-4697-955b-c0d8dc7c15eb None None] Provisioning for port cf4ce39a-d95d-4064-91b9-abc01abf5c21 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:04.100211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-771adf56-386b-4697-955b-c0d8dc7c15eb None None] Provisioning complete for port cf4ce39a-d95d-4064-91b9-abc01abf5c21 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:04.100731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-771adf56-386b-4697-955b-c0d8dc7c15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.148928 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.212605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f451fe-f4b0-4496-aa0b-065245883698 req-fd281afc-bcd3-4e53-8e32-bba721cd8928 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.214787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52f451fe-f4b0-4496-aa0b-065245883698 req-fd281afc-bcd3-4e53-8e32-bba721cd8928 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 931 time: 0.6021006 Sep 01 15:39:04.217092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-3ae63e69-e3cd-4f6a-9138-93f114398268 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476058 Sep 01 15:39:04.220492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.224120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.228509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4a61660e-e6ae-4468-a1be-846be5ffe6a8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:04.304620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-771adf56-386b-4697-955b-c0d8dc7c15eb None None] Port cf4ce39a-d95d-4064-91b9-abc01abf5c21 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:04.324780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:04.326522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:04.337336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:04.346128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.346947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.389553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:04.437838 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7571673 Sep 01 15:39:04.438859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce422a26-dd0e-49c0-9ccb-5e6951eae12a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=92d229b6-1776-48c2-a6be-2b52cc90a4b5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:04.442043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:04.505815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.569173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52f451fe-f4b0-4496-aa0b-065245883698 req-652897bc-f893-4c40-82a0-a16815c0451c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701337 Sep 01 15:39:04.687390 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b0ae9-5f09-4f11-803e-8bb6562f731a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.695389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b0ae9-5f09-4f11-803e-8bb6562f731a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.698704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-440b0ae9-5f09-4f11-803e-8bb6562f731a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2449243 Sep 01 15:39:04.703549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:04.725952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d77b3-6fdf-4892-926f-99d506942a07 req-2f59b324-5807-40c7-a758-2d48d1041862 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.727939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-678d77b3-6fdf-4892-926f-99d506942a07 req-2f59b324-5807-40c7-a758-2d48d1041862 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.2370458 Sep 01 15:39:04.900981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-678d77b3-6fdf-4892-926f-99d506942a07 req-72ac0bac-61a8-4292-9998-819fd6c16d41 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396708 Sep 01 15:39:04.953784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.963798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.987838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 92d229b6-1776-48c2-a6be-2b52cc90a4b5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:04.991570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.066684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a09fe75-8354-450f-b8e7-216c9c42095c req-c6800887-f1fd-48af-955e-bd079a606c05 service neutron] 10.222.0.24 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020655 Sep 01 15:39:05.300113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.307190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4ce39a-d95d-4064-91b9-abc01abf5c21 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:05.325341 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.345452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.350721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0686128 Sep 01 15:39:05.353528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:05.374195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d30a9-a61f-4b85-b5d8-ae9913fc3d83 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Port': ['ID=22c24230-7683-41c1-8780-5158f10a29b9,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:05.428357 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.470770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Transition to ACTIVE for port object cf4ce39a-d95d-4064-91b9-abc01abf5c21 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:05.474352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 92d229b6-1776-48c2-a6be-2b52cc90a4b5 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:05.510247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.524590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fb4f4155-e136-479f-84a2-84a224400779 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=00a414d9-e39f-42ef-812d-a2a55fd2a792 HTTP/1.1" status: 200 len: 689 time: 0.1698093 Sep 01 15:39:05.535831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37230) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:05.583835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Provisioning for port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:05.591572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Provisioning complete for port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:05.592012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.623230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:05.773840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.774246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.774600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.774927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.775260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.780490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.780851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.790299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.790299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.790299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.790762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.790929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:05.938904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.112420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Attempting to bind port cf4ce39a-d95d-4064-91b9-abc01abf5c21 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:06.112735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Attempting to bind port cf4ce39a-d95d-4064-91b9-abc01abf5c21 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:06.113203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Attempting to bind port cf4ce39a-d95d-4064-91b9-abc01abf5c21 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:06.137819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] For port 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4a61660e-e6ae-4468-a1be-846be5ffe6a8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:06.144082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Port cf4ce39a-d95d-4064-91b9-abc01abf5c21 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:39:06.144493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Attempting to bind port cf4ce39a-d95d-4064-91b9-abc01abf5c21 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:06.155548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.155852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:06.155997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:06.156315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:06.156767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Bound port: cf4ce39a-d95d-4064-91b9-abc01abf5c21, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:06.157169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.247309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.249488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c15c4-146b-4001-a29c-a125d4ae3477 req-23d754d9-ef42-41dc-9842-868898ed2d85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:06.251431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-835c15c4-146b-4001-a29c-a125d4ae3477 req-23d754d9-ef42-41dc-9842-868898ed2d85 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.3171585 Sep 01 15:39:06.398915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614252-5ac5-4954-9566-8338f7ccbff3 None None] Pushing event updated for resources: {'Port': ['ID=4a61660e-e6ae-4468-a1be-846be5ffe6a8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:06.460959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-835c15c4-146b-4001-a29c-a125d4ae3477 req-329777a1-257f-4068-afed-01369fa9a772 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866970 Sep 01 15:39:06.479827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:06.491648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:06.503434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.603593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:06.605886 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.608672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-1526ea04-a298-4966-a228-852f456475f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 1092 time: 2.9493620 Sep 01 15:39:06.610078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:06.618714 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff93a48-e917-4dc3-ad39-632f35e1bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:06.766337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526ea04-a298-4966-a228-852f456475f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:06.831364 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce47b03-01d0-464c-a54e-e0d968b94b40 x-openstack-request-id: req-9ce47b03-01d0-464c-a54e-e0d968b94b40 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:06.831659 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:06.832717 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ce47b03-01d0-464c-a54e-e0d968b94b40 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:06.833378 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'status': 'completed', 'code': 200} Sep 01 15:39:06.861852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-e2207f82-b71f-4c2a-9455-2a91df062756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:06.863919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-e2207f82-b71f-4c2a-9455-2a91df062756 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1095 time: 0.1692176 Sep 01 15:39:06.924618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-24c2b7f4-5ccd-4d48-bd0f-07e1b4d5dc15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 217 time: 0.0454595 Sep 01 15:39:06.986237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0872b654-01ac-4e09-aa16-174c972aad7e None None] Provisioning for port 92d229b6-1776-48c2-a6be-2b52cc90a4b5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:06.990604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0872b654-01ac-4e09-aa16-174c972aad7e None None] Provisioning complete for port 92d229b6-1776-48c2-a6be-2b52cc90a4b5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:06.991111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0872b654-01ac-4e09-aa16-174c972aad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.024324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0872b654-01ac-4e09-aa16-174c972aad7e None None] Port 92d229b6-1776-48c2-a6be-2b52cc90a4b5 was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:39:07.032560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-f5934aed-853a-49fe-8605-30cd27294ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:07.037754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-f5934aed-853a-49fe-8605-30cd27294ef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1030338 Sep 01 15:39:07.111110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-99f3c02c-a9dd-4223-a660-21a0ce85f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:07.115041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.122546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-99f3c02c-a9dd-4223-a660-21a0ce85f441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708916 Sep 01 15:39:07.165594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=92d229b6-1776-48c2-a6be-2b52cc90a4b5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:07.191199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e062a13-5549-4fe8-99b4-3bcc4143b23f req-eda79463-6f47-4b7f-ad24-f605bef6c00a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:07.193297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e062a13-5549-4fe8-99b4-3bcc4143b23f req-eda79463-6f47-4b7f-ad24-f605bef6c00a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.9350302 Sep 01 15:39:07.327738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5e062a13-5549-4fe8-99b4-3bcc4143b23f req-6f4b412a-caa3-4316-9944-af9f71f8cc9b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805531 Sep 01 15:39:07.404902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37276) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:07.570766 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.575472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-225952a8-c656-47f2-8deb-fa4287bc69c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/92d229b6-1776-48c2-a6be-2b52cc90a4b5 HTTP/1.1" status: 204 len: 168 time: 2.8662000 Sep 01 15:39:07.595284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3994d286-a4f2-42c6-8022-1bd25ce95c04 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 200 len: 994 time: 0.1880014 Sep 01 15:39:07.596883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Deleting port 22c24230-7683-41c1-8780-5158f10a29b9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:07.597244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.599817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37284) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:07.839952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de829a60-c8d3-4a27-9eee-aa690cf16bc2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:07.845783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de829a60-c8d3-4a27-9eee-aa690cf16bc2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:07.851543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-de829a60-c8d3-4a27-9eee-aa690cf16bc2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2504060 Sep 01 15:39:07.882833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:07.897774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.898302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.921269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Calling delete_port for 22c24230-7683-41c1-8780-5158f10a29b9 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:08.029097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ea5b2-a20b-4963-a6fb-54ce98f56662 req-6546d4a3-f7b5-4ab6-b488-bd97da1839ef tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:08.036712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de4ea5b2-a20b-4963-a6fb-54ce98f56662 req-6546d4a3-f7b5-4ab6-b488-bd97da1839ef tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.2104249 Sep 01 15:39:08.072663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 9208e2aa-d345-4e47-b64d-f7e239d35423 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:08.097806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.104280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4a61660e-e6ae-4468-a1be-846be5ffe6a8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:08.193618 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.206161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-46e44d18-97d2-4654-ba75-cea01fedaf9e service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0826502 Sep 01 15:39:08.246281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:08.247288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.268799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c24230-7683-41c1-8780-5158f10a29b9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:08.452447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.466853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.506244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de4ea5b2-a20b-4963-a6fb-54ce98f56662 req-4462ace9-40f0-4c4d-b316-149545ea0a31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558678 Sep 01 15:39:08.559439 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.647045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ebb7dc6-e037-40d8-ac4a-9297308cc2ec req-839169a6-6d93-4c2c-94d8-e23d29c92242 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276860 Sep 01 15:39:08.673398 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.703440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.745153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6af403a-fc14-4844-8356-cb57dabb9070,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:08.893023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.919118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.954009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=9208e2aa-d345-4e47-b64d-f7e239d35423,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:08.956178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.958302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3253c0f-d305-4503-9ee2-f59d70e36836 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9208e2aa-d345-4e47-b64d-f7e239d35423 HTTP/1.1" status: 204 len: 168 time: 1.0726619 Sep 01 15:39:08.963624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:08.969519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a414d9-e39f-42ef-812d-a2a55fd2a792']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:08.975125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f86c6-5ca2-4af3-8818-c201ab4a2a15 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:08.996590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d57f0b3-a8bd-4cb8-aa4d-3d3376f5f1b3') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:08.996910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d57f0b3-a8bd-4cb8-aa4d-3d3376f5f1b3') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:09.007764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.026520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.036863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:09.037866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.083579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-191cac28-2c84-4ec7-b758-2b8cd768f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:09.086392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-191cac28-2c84-4ec7-b758-2b8cd768f5ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1095 time: 0.3308017 Sep 01 15:39:09.109161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1dd546af-92e3-4aea-8a36-36458cd19939 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419926 Sep 01 15:39:09.109161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:09.110051 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:09.121002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.137316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00a414d9-e39f-42ef-812d-a2a55fd2a792 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:39:09.189823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.196334 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/00a414d9-e39f-42ef-812d-a2a55fd2a792 HTTP/1.1" status: 204 len: 168 time: 3.6590176 Sep 01 15:39:09.199353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2713-00a9-4099-93fd-e3bf50dfc500 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Network': ['ID=00a414d9-e39f-42ef-812d-a2a55fd2a792,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:09.201752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37322) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.370305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:09.553050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9cf48b-cb57-4014-9fd6-89bae04dc97d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:09.559342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d9cf48b-cb57-4014-9fd6-89bae04dc97d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3641293 Sep 01 15:39:09.577857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.623608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ee7f4973-f856-46ea-8afe-20b5e8fe5a7c tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.4149780 Sep 01 15:39:09.628085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37340) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.700763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-a477a84d-1b48-4919-a408-5669a4c394fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:09.702481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-a477a84d-1b48-4919-a408-5669a4c394fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.5922878 Sep 01 15:39:09.734879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Deleting port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:09.736650 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.815102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-692351dc-d943-4ecd-8fd5-b27b3b25e164 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 217 time: 0.0948663 Sep 01 15:39:09.826927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd917f7f-baee-44f1-a004-d6383b7b7fa6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:09.831692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd917f7f-baee-44f1-a004-d6383b7b7fa6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2526128 Sep 01 15:39:09.832606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.964679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a6881033-d235-477d-a759-f903e29da7aa tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202679 Sep 01 15:39:10.008375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37354) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.021774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:10.060269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-2ee5a944-a6e6-4b4f-b51e-38d092382372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.063350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-2ee5a944-a6e6-4b4f-b51e-38d092382372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.2294672 Sep 01 15:39:10.147603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.148194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.148723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.149387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.149855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.150451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.151116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.151576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.153984 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1387226b-8a7f-44ec-b1f2-c55763dc3630 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.5165899 Sep 01 15:39:10.159630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37358) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.210420 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-452cd204-8fa6-4097-9f3c-7639e438b637 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] delete failed (client error): The resource could not be found. Sep 01 15:39:10.211404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-452cd204-8fa6-4097-9f3c-7639e438b637 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/793fd763-38ac-4f9d-b0d3-441e2955b3e2 HTTP/1.1" status: 404 len: 345 time: 0.0516446 Sep 01 15:39:10.217013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37360) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.223777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67e48-fcc1-4878-8052-ee99a6946b9a req-778534c1-6364-4da5-95cc-543a798dbf82 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.225444 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fda67e48-fcc1-4878-8052-ee99a6946b9a req-778534c1-6364-4da5-95cc-543a798dbf82 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.5292480 Sep 01 15:39:10.314428 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7877b3c-c713-4932-8bd4-085fa7f535f8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] DELETE failed (client error): The resource could not be found. Sep 01 15:39:10.315290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7877b3c-c713-4932-8bd4-085fa7f535f8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:10.317332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d7877b3c-c713-4932-8bd4-085fa7f535f8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/00a414d9-e39f-42ef-812d-a2a55fd2a792 HTTP/1.1" status: 404 len: 339 time: 0.0959620 Sep 01 15:39:10.337194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.343959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fda67e48-fcc1-4878-8052-ee99a6946b9a req-cd5e37cf-23b1-4239-a27f-9af77bb75f34 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057494 Sep 01 15:39:10.358279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'name': 'tempest-network--448038953', 'router:external': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:10.384788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-976e1b7d-f8d1-48fb-a1c0-4d788f556b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.386977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-976e1b7d-f8d1-48fb-a1c0-4d788f556b6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2989354 Sep 01 15:39:10.418569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:39:10.418569 n-d-802060-16 neutron-server[106377]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:39:10.418569 n-d-802060-16 neutron-server[106377]: [parameters: {'project_id': 'badf4dd3a2ae49bcb56f6316ce4a5fb3', 'id': '0990c337-3b3d-48b6-80dc-942c3c25062e', 'expiration': datetime.datetime(2021, 9, 1, 15, 41, 10, 401947)}] Sep 01 15:39:10.418569 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:39:10.419719 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:39:10.514800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4a61660e-e6ae-4468-a1be-846be5ffe6a8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:10.537527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:10.544866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.688870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] For port 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4a61660e-e6ae-4468-a1be-846be5ffe6a8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:10.689757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.721231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Calling delete_port for 4a61660e-e6ae-4468-a1be-846be5ffe6a8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:10.727952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.778407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4a61660e-e6ae-4468-a1be-846be5ffe6a8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4a61660e-e6ae-4468-a1be-846be5ffe6a8,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:10.779000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-e12dc771-9c73-4ade-b9a8-1cb73cccaeb9 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827574 Sep 01 15:39:10.789170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.891389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4a61660e-e6ae-4468-a1be-846be5ffe6a8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:10.958648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:10.964779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.001356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.031013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ff93a48-e917-4dc3-ad39-632f35e1bc92 req-93a699eb-cb9f-4809-8675-ad572df7f03f service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167754 Sep 01 15:39:11.055536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:11.088774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.089369 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Added segment 59845afb-5deb-45c8-acae-2c0e25b67e06 of type vlan for network 16d37189-9e71-4212-87a4-c5e09e761e49 Sep 01 15:39:11.105808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] Pushing event deleted for resources: {'Port': ['ID=4a61660e-e6ae-4468-a1be-846be5ffe6a8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.128273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd7cb3-e72e-42c2-9e1d-364c9ba54b69 None None] No DVR routers for this DVR port 4a61660e-e6ae-4468-a1be-846be5ffe6a8 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:11.175953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.247592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.250124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.251320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.260429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.355959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0106180 Sep 01 15:39:11.360163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:11.370847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:11.376189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:11.383831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.384683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.393325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=3bce2486-f36b-4deb-a04f-a4f987c18cfc,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.400091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351fa5b6-6f9b-42cb-b9be-24554b6c5b4a None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:11.442307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-71014871-ae50-4e80-9a12-9ea79a1a8410 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4277279 Sep 01 15:39:11.445649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37380) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:11.460874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:59:a4:a7', 'name': 'tempest-NetworksTestDHCPv6-1549925917'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:11.652760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2dbc9-293b-405c-acc2-814186aecd3a tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=16d37189-9e71-4212-87a4-c5e09e761e49,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.702705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 16d37189-9e71-4212-87a4-c5e09e761e49 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:11.774997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4ef09-6116-4cbe-b67f-e1fddbc1bb55 req-2750857b-a1b5-42fa-8775-d32b90939b49 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.779328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ac4ef09-6116-4cbe-b67f-e1fddbc1bb55 req-2750857b-a1b5-42fa-8775-d32b90939b49 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.1917171 Sep 01 15:39:11.892608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ac4ef09-6116-4cbe-b67f-e1fddbc1bb55 req-a071e6e9-ecfa-4edf-9cd5-6ae2eba1332d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025126 Sep 01 15:39:11.902445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:11.905714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfabfd-0c21-4acc-ba88-6948f13051e5 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.939041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfabfd-0c21-4acc-ba88-6948f13051e5 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.955250 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfabfd-0c21-4acc-ba88-6948f13051e5 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.968986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfabfd-0c21-4acc-ba88-6948f13051e5 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.976402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-08bfabfd-0c21-4acc-ba88-6948f13051e5 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6145377 Sep 01 15:39:11.977939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.041545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '3bce2486-f36b-4deb-a04f-a4f987c18cfc'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:12.042445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.154387 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.157331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.272140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 5b0198d0-3ff7-45f4-a086-5dbd31e56224 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:12.285539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3bce2486-f36b-4deb-a04f-a4f987c18cfc/f80abdab-d679-484c-81d9-53603c484af7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:12.318953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.334945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d37189-9e71-4212-87a4-c5e09e761e49']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:12.391129 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59845afb-5deb-45c8-acae-2c0e25b67e06') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:12.393889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59845afb-5deb-45c8-acae-2c0e25b67e06') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:12.414216 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.442494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.459005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:12.459655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:12.462599 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:12.596908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.636524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Transition to ACTIVE for port object f80abdab-d679-484c-81d9-53603c484af7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:12.637824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.670759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Transition to ACTIVE for port object f80abdab-d679-484c-81d9-53603c484af7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:12.689547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.689757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16d37189-9e71-4212-87a4-c5e09e761e49 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:39:12.690791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Network': ['ID=16d37189-9e71-4212-87a4-c5e09e761e49,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:12.694593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.705858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5352c468-67e1-4a44-abdb-eb9af79bbea6 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/16d37189-9e71-4212-87a4-c5e09e761e49 HTTP/1.1" status: 204 len: 168 time: 0.7257836 Sep 01 15:39:12.707366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37408) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.722017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'name': 'tempest-network--208561021', 'router:external': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:12.737616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:12.741805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:12.758762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:12.787032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:12.791214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.844576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Attempting to bind port f80abdab-d679-484c-81d9-53603c484af7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:12.844985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Attempting to bind port f80abdab-d679-484c-81d9-53603c484af7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:12.845387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Attempting to bind port f80abdab-d679-484c-81d9-53603c484af7 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:12.853169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Pushing event updated for resources: {'Port': ['ID=f80abdab-d679-484c-81d9-53603c484af7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:12.858679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:12.859051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:12.859456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.859859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:12.860541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Bound port: f80abdab-d679-484c-81d9-53603c484af7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:12.861281 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.887635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::1d7 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3bce2486-f36b-4deb-a04f-a4f987c18cfc/5b0198d0-3ff7-45f4-a086-5dbd31e56224) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:12.900225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:12.936699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.937047 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Added segment 70ca35e7-ec42-4e34-b0e6-08ad3e6229c0 of type vlan for network 4cf7fe81-6e76-4279-9024-efd358333ef6 Sep 01 15:39:13.033548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] For port f80abdab-d679-484c-81d9-53603c484af7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:13.042982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] For port f80abdab-d679-484c-81d9-53603c484af7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f80abdab-d679-484c-81d9-53603c484af7,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:13.056417 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.099905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.200725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.206621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.207677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.208870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ab41f-dba8-4699-bdab-1ff7fc431804 None None] Pushing event updated for resources: {'Port': ['ID=f80abdab-d679-484c-81d9-53603c484af7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:13.237614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.276771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 5b0198d0-3ff7-45f4-a086-5dbd31e56224 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:13.287537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5779624 Sep 01 15:39:13.306279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37412) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:13.335630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.399525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:13.408240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:13.428504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:13.453982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.459994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.469147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=5b0198d0-3ff7-45f4-a086-5dbd31e56224,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:13.546291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b4daf78-6fce-4283-91a8-1d359ded14d1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0989490 Sep 01 15:39:13.549431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37414) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:13.676520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72bf31-1884-4a45-8f42-e6960c266ef8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.702527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72bf31-1884-4a45-8f42-e6960c266ef8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.719322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1f72bf31-1884-4a45-8f42-e6960c266ef8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1543686 Sep 01 15:39:13.719322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:13.719629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413671cb-68ad-44cd-a394-74e32fe607c0 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.720996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-413671cb-68ad-44cd-a394-74e32fe607c0 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "GET /v2.0/networks/4cf7fe81-6e76-4279-9024-efd358333ef6 HTTP/1.1" status: 200 len: 756 time: 0.4127486 Sep 01 15:39:13.721481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb852-cecd-4ee4-bb51-b0387cd2a6d8 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=4cf7fe81-6e76-4279-9024-efd358333ef6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:13.732553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be05d71-8ddc-41c9-a97d-065802d1de03 req-2b7c6ffe-5ae1-4e21-a7ff-e0794ebb4881 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.735825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 4cf7fe81-6e76-4279-9024-efd358333ef6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:13.742234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3be05d71-8ddc-41c9-a97d-065802d1de03 req-2b7c6ffe-5ae1-4e21-a7ff-e0794ebb4881 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.5690529 Sep 01 15:39:13.749388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:13.839391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3be05d71-8ddc-41c9-a97d-065802d1de03 req-10fe1f30-6183-4548-bf23-3024a7d9ad0f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956964 Sep 01 15:39:14.080748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604dfc2f-70ed-4905-b2c5-d50be5b96d1d tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:14.084202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-604dfc2f-70ed-4905-b2c5-d50be5b96d1d tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "GET /v2.0/networks/7910edae-de6f-415e-8c71-d9ffcc495f4e HTTP/1.1" status: 200 len: 767 time: 0.3319747 Sep 01 15:39:14.086351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37424) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.098333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f80abdab-d679-484c-81d9-53603c484af7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:14.132924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 5b0198d0-3ff7-45f4-a086-5dbd31e56224 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:14.133688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.302576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f80abdab-d679-484c-81d9-53603c484af7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:14.304802 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.383998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.406522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-117b6214-a4ea-4729-a54b-515b99eb67bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.426727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 5b0198d0-3ff7-45f4-a086-5dbd31e56224 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:14.501836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.525820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf7fe81-6e76-4279-9024-efd358333ef6']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:14.550226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca35e7-ec42-4e34-b0e6-08ad3e6229c0') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:14.551080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca35e7-ec42-4e34-b0e6-08ad3e6229c0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:14.564795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.586444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.599580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:14.600526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:14.739360 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:14.748161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.751083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.768658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cf7fe81-6e76-4279-9024-efd358333ef6 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:39:14.775191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.784037 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4cf7fe81-6e76-4279-9024-efd358333ef6 HTTP/1.1" status: 204 len: 168 time: 0.6906028 Sep 01 15:39:14.803691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.814760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'name': 'tempest-network--237581266'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:14.823671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c06a-17f8-4627-b615-af02eae64c30 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cf7fe81-6e76-4279-9024-efd358333ef6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:14.877263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=5b0198d0-3ff7-45f4-a086-5dbd31e56224,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:14.879309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Made reservation on behalf of badf4dd3a2ae49bcb56f6316ce4a5fb3 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:14.884540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.930971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.935504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e8babd5a-1397-4534-91df-799542968644 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/5b0198d0-3ff7-45f4-a086-5dbd31e56224 HTTP/1.1" status: 204 len: 168 time: 1.2150407 Sep 01 15:39:14.939855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.950114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:14.982771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.983640 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Added segment 9147cc31-045d-473a-8a8f-64513a77347b of type vlan for network c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c Sep 01 15:39:15.069526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Provisioning for port f80abdab-d679-484c-81d9-53603c484af7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:15.079770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Provisioning complete for port f80abdab-d679-484c-81d9-53603c484af7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:15.081486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.121025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99622ea-f4b1-4c92-ae23-0012d2b40359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:15.141957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.143263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99622ea-f4b1-4c92-ae23-0012d2b40359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:15.149117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a99622ea-f4b1-4c92-ae23-0012d2b40359 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2030606 Sep 01 15:39:15.151518 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37436) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:15.195506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115599a-854e-413b-82ed-dcfe68477a9a req-0b89b6c0-1249-468e-a657-a0952639eedb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:15.198648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8115599a-854e-413b-82ed-dcfe68477a9a req-0b89b6c0-1249-468e-a657-a0952639eedb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.1738253 Sep 01 15:39:15.249695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.251341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:15.252629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.293412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8115599a-854e-413b-82ed-dcfe68477a9a req-3a6c0276-8bf3-48c9-95a7-bf7f4f0cb0ad tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682116 Sep 01 15:39:15.299220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 3bce2486-f36b-4deb-a04f-a4f987c18cfc {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:15.305565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.333672 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.410757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:15.411250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] For port f80abdab-d679-484c-81d9-53603c484af7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f80abdab-d679-484c-81d9-53603c484af7,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:15.419657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.430472 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-254ad848-03ca-43ac-aea3-b49a43e9597b tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6247947 Sep 01 15:39:15.431842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37438) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:15.455128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:15.469168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.502494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f341d42-c541-4fb4-8315-d888fd851ce2 None None] Pushing event updated for resources: {'Port': ['ID=f80abdab-d679-484c-81d9-53603c484af7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:15.506237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:15.616570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97d03568-17a5-4b5e-b3e1-ca67f7116f95 None None] Could not find standard attr ID for object 5b0198d0-3ff7-45f4-a086-5dbd31e56224. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:15.670735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.833831 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.866432 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.871006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3bce2486-f36b-4deb-a04f-a4f987c18cfc HTTP/1.1" status: 204 len: 168 time: 0.7147474 Sep 01 15:39:15.882840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37442) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:15.903504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ca19-fcd7-4a87-86c8-86244d5b5826 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=3bce2486-f36b-4deb-a04f-a4f987c18cfc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:15.937659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4129362-2e43-4f47-bd43-f52b9a3df1ba None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:15.979447 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.986295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a50a5f95-e778-487f-a985-5a82b7f4d49b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015165 Sep 01 15:39:15.990469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37446) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.010599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.031088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Network c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c is not hosted by any dhcp agent {{(pid=106377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:39:16.032476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.033443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.043569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "PUT /v2.0/networks/c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c HTTP/1.1" status: 200 len: 857 time: 0.6092050 Sep 01 15:39:16.054580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37448) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.113977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f80abdab-d679-484c-81d9-53603c484af7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:16.121125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffbf52-ef9d-4695-8761-792f79f859fa tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event updated for resources: {'Network': ['ID=c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:16.178564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f36335-26b8-4c0f-87bf-4ad80863838d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.185642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37450) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.189744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-43f36335-26b8-4c0f-87bf-4ad80863838d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1976826 Sep 01 15:39:16.215678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.252199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f80abdab-d679-484c-81d9-53603c484af7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:16.252776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.277169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b9c73-709b-48a4-a09d-3e4ba61ca26e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.279114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9c7b9c73-709b-48a4-a09d-3e4ba61ca26e tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920498 Sep 01 15:39:16.283875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37452) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.340172 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-caded400-1436-4d26-b729-20b14ec25924 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538535 Sep 01 15:39:16.347786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37456) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.359262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:16.359923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:16.439198 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.463696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:16.487936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9147cc31-045d-473a-8a8f-64513a77347b') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:16.489629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9147cc31-045d-473a-8a8f-64513a77347b') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:16.504505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.517800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Deleting port f80abdab-d679-484c-81d9-53603c484af7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:16.518409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.529930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.541124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:16.541895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.593914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:16.600603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:16.619134 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:16.636462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.642159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] For port f80abdab-d679-484c-81d9-53603c484af7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f80abdab-d679-484c-81d9-53603c484af7,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:16.642627 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.670808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:39:16.672579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Calling delete_port for f80abdab-d679-484c-81d9-53603c484af7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:16.674288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Pushing event deleted for resources: {'Network': ['ID=c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:16.677662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.684249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d3b59e09-eb7e-44eb-9c46-d2fc178e41a4 tempest-ExternalNetworksTestJSON-790591260 tempest-ExternalNetworksTestJSON-790591260-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c62c2106-0fda-4db0-ab4f-6af2fdbd3a4c HTTP/1.1" status: 204 len: 168 time: 0.6264222 Sep 01 15:39:16.686479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.767061 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa6633f-7740-4b58-824b-cb84553afb38 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] DELETE failed (client error): The resource could not be found. Sep 01 15:39:16.767835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa6633f-7740-4b58-824b-cb84553afb38 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:16.780628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfa6633f-7740-4b58-824b-cb84553afb38 tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "DELETE /v2.0/subnets/f6af403a-fc14-4844-8356-cb57dabb9070 HTTP/1.1" status: 404 len: 337 time: 0.0865159 Sep 01 15:39:16.781769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.782737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247a0c9-f0be-4ca1-9a12-1a87ee9e18c4 req-2dfbde95-4248-452a-8117-4a39d8147de5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.785565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6247a0c9-f0be-4ca1-9a12-1a87ee9e18c4 req-2dfbde95-4248-452a-8117-4a39d8147de5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.3390031 Sep 01 15:39:16.938361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.940022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.009695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6247a0c9-f0be-4ca1-9a12-1a87ee9e18c4 req-09059d1d-0eb7-4a19-9b81-bf4891e1dc5b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844728 Sep 01 15:39:17.031311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] Pushing event deleted for resources: {'Port': ['ID=f80abdab-d679-484c-81d9-53603c484af7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:17.072935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.078620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ba29a-fa5a-45d3-8c40-12ac124b1c8a None None] No DVR routers for this DVR port f80abdab-d679-484c-81d9-53603c484af7 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:17.087054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7910edae-de6f-415e-8c71-d9ffcc495f4e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:17.115920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee90914-8e79-4ed1-8cf4-297e502b006c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:17.116745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee90914-8e79-4ed1-8cf4-297e502b006c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:17.134940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.162842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.178429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:17.179992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:17.186811 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:17.240358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:39:17.243111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.333284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.349194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.353898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] 10.222.0.41 "DELETE /v2.0/networks/7910edae-de6f-415e-8c71-d9ffcc495f4e HTTP/1.1" status: 204 len: 168 time: 0.5706928 Sep 01 15:39:17.387791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:17.395967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:17.400618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:17.414867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.416540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755c8c9-34a0-4b33-8908-879188883294 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:17.417089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.423051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6e197-063c-42b4-b75b-d1da8178793e tempest-ExternalNetworksTestJSON-724102292 tempest-ExternalNetworksTestJSON-724102292-project] Pushing event deleted for resources: {'Network': ['ID=7910edae-de6f-415e-8c71-d9ffcc495f4e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:17.446929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6dff7843-7841-4df8-b860-10c5687586dd tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0950747 Sep 01 15:39:17.447820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37468) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.453230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:17.609777 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c24708ac-82e4-49db-8651-49c9daf7d254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.613208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.698090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': 'bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:17.699064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.709874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:17.719916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.866689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37472) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.911372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Allocated IP 2001:db8::f816:3eff:fe8d:3433 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5/27b64f5c-1c66-4ee7-b66c-dc1f34c4b342) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:17.918351 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5 (CIDR: 2001:db8::/64) Sep 01 15:39:17.932044 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:39:17.938568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:17.973601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d8c35d4e-9d05-4d9c-89b2-e4b97b4250d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5247753 Sep 01 15:39:17.977334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37478) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.992264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:18.170193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f80abdab-d679-484c-81d9-53603c484af7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:18.212332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f80abdab-d679-484c-81d9-53603c484af7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:18.212969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f80abdab-d679-484c-81d9-53603c484af7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:18.244167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.267298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Transition to ACTIVE for port object 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:18.297048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781977-2205-4bcc-a10f-704fe90e3f50 req-b0c2f4d6-31ca-4fef-9823-ca28151b5e09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:18.299802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31781977-2205-4bcc-a10f-704fe90e3f50 req-b0c2f4d6-31ca-4fef-9823-ca28151b5e09 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.1309154 Sep 01 15:39:18.319171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Transition to ACTIVE for port object 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:18.334577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.342801 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f52d339-2efe-4c02-adfd-81a633cfd746 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=390065ababae467bbba2c28cb50443fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745004 Sep 01 15:39:18.349536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:18.351694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:18.357866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.446541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:18.452743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31781977-2205-4bcc-a10f-704fe90e3f50 req-1a4042ff-1724-48ce-92a6-939d90ab3ff5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355107 Sep 01 15:39:18.457129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:18.466710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Pushing event updated for resources: {'Port': ['ID=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:18.472355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:18.484158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.501597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.537642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.616155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Attempting to bind port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:18.616953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Attempting to bind port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:18.617722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Attempting to bind port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:18.629644 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.631870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:18.633281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:18.634263 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.635099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:18.636221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Bound port: 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:18.636999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.667995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.672599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.675400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a297b114-40b1-4a77-8d6d-7622942c53b6 HTTP/1.1" status: 204 len: 168 time: 0.3233943 Sep 01 15:39:18.693937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e836-b8ea-4ee0-a955-ac34027ff2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a297b114-40b1-4a77-8d6d-7622942c53b6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:18.799167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] For port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:18.806645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] For port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:18.815136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.933759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858f8e-763d-4197-bc4e-5ae8f250ff8d None None] Pushing event updated for resources: {'Port': ['ID=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.308029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37494) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:19.393787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e34647d-679a-4bd3-984b-27918598768f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=badf4dd3a2ae49bcb56f6316ce4a5fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827174 Sep 01 15:39:19.396981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:19.443549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.497737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:19.501636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.501907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:19.506703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:19.507427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.528433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=3a91cd63-be18-4a11-9e04-1b30c75e9f79,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.543269 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b045539-f19a-49c0-883f-4d9a1536eab9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5609989 Sep 01 15:39:19.544727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37500) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:19.546489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.553242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:25:52:5a', 'name': 'tempest-NetworksTestDHCPv6-1476852095'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:19.679313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.684531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.687357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/462efabf-cafd-4bd3-b858-eb4c6fbd49ba HTTP/1.1" status: 204 len: 168 time: 0.2878280 Sep 01 15:39:19.701798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7240ad-2927-4de2-a7da-653630528038 req-2a52520c-0746-414c-8020-5d19b683955d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:19.703484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a7240ad-2927-4de2-a7da-653630528038 req-2a52520c-0746-414c-8020-5d19b683955d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 943 time: 0.1003389 Sep 01 15:39:19.705786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51cf55-ee7e-4b0a-8860-131977cab81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462efabf-cafd-4bd3-b858-eb4c6fbd49ba,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.800102 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a7240ad-2927-4de2-a7da-653630528038 req-a12ddf27-7c12-44d9-a2cb-edaa6d6fede2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717039 Sep 01 15:39:19.801564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:20.008172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.019311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.075525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device cf4ce39a-d95d-4064-91b9-abc01abf5c21 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:39:20.095285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:20.230748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:20.447512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:20.489301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:20.495792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:39:20.569805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8:0:1::6d (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3a91cd63-be18-4a11-9e04-1b30c75e9f79/5b16bb8a-c45b-46ab-a21e-4746fdfb31b5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:20.586132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.590912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fe25:525a (2a412c6e-dbbd-4917-bcde-7e3da8c33952/bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5/5b16bb8a-c45b-46ab-a21e-4746fdfb31b5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:20.618555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4ce39a-d95d-4064-91b9-abc01abf5c21 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:20.663781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:20.671802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.691483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ccb27-afdb-4ce3-ba19-65671f47094b None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:20.838890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Provisioning for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:20.856788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Provisioning complete for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:20.857880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.868080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:20.985740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['cf4ce39a-d95d-4064-91b9-abc01abf5c21'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:39:21.094169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.157452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:21.209596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a4702-d173-481a-9cfb-ac38d4436be1 req-13cbc0de-14c5-4e46-8dae-a1d0a103015f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:21.227268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.245868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8a4702-d173-481a-9cfb-ac38d4436be1 req-13cbc0de-14c5-4e46-8dae-a1d0a103015f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 944 time: 0.2587147 Sep 01 15:39:21.255070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.346015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8a4702-d173-481a-9cfb-ac38d4436be1 req-8f3f845f-c8b4-4952-8102-47a9b9631c1f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024468 Sep 01 15:39:21.401795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:21.407404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:21.413923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:21.423227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:21.425256 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.459760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9090171 Sep 01 15:39:21.461674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37536) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:21.486942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0584-64fd-40bc-84b4-2f33bdd7934b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=5b16bb8a-c45b-46ab-a21e-4746fdfb31b5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:21.496997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] For port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:21.533198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.598516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:21.629907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2385-2d40-4e70-a415-b0e1bc98bb0d None None] Pushing event updated for resources: {'Port': ['ID=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:21.834834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:21.836325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.945615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': 'bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5', 'ip_address': '2001:db8::f816:3eff:fe8d:3433'}, {'subnet_id': '3a91cd63-be18-4a11-9e04-1b30c75e9f79'}], 'binding:host_id': 'n-d-802060-16'}, 'id': '27b64f5c-1c66-4ee7-b66c-dc1f34c4b342'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:39:21.995373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48c7f626-7ba6-4793-a9f2-94a6da1b5ded tempest-AgentManagementNegativeTest-155659015 tempest-AgentManagementNegativeTest-155659015-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3951628 Sep 01 15:39:22.004901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.022736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.027983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:22.238878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:22.374552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.466450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=5b16bb8a-c45b-46ab-a21e-4746fdfb31b5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:22.564999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:22.566387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.572438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Allocated IP 2001:db8:0:1::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/3a91cd63-be18-4a11-9e04-1b30c75e9f79/27b64f5c-1c66-4ee7-b66c-dc1f34c4b342) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:22.654522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.659471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e0a07d56-f6c4-4e0b-bbbc-77158d654470 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 HTTP/1.1" status: 204 len: 168 time: 1.1957452 Sep 01 15:39:22.663227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.767822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b2010-a74a-44ce-9e85-98629b0d5256 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.783726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1b5b2010-a74a-44ce-9e85-98629b0d5256 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1186609 Sep 01 15:39:22.788162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.859307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.884160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631def0-92c6-4e47-90fa-727be8a41203 req-fefc9f86-5d25-4a3c-9c59-78e04b2920e2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.892030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3631def0-92c6-4e47-90fa-727be8a41203 req-fefc9f86-5d25-4a3c-9c59-78e04b2920e2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 944 time: 0.4042459 Sep 01 15:39:22.938227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] For port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:22.949693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f1776-6fdf-4503-9ebd-33a405ec285b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.958752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.964501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-139f1776-6fdf-4503-9ebd-33a405ec285b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1735475 Sep 01 15:39:23.016852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.020466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3631def0-92c6-4e47-90fa-727be8a41203 req-1413e9fe-cda0-4ea6-a000-02c0aa29c582 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270792 Sep 01 15:39:23.048998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Transition to ACTIVE for port object 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:23.060014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.149759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41e2fde9-21df-40d9-9dd2-b3a6c5d1a9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.189001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87328af-c5c5-49fe-a5c8-0141a82ec1e8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:23.191369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87328af-c5c5-49fe-a5c8-0141a82ec1e8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:23.193204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87328af-c5c5-49fe-a5c8-0141a82ec1e8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:23.195215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c87328af-c5c5-49fe-a5c8-0141a82ec1e8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2327366 Sep 01 15:39:23.204002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37566) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:23.321539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9b096-8114-4afa-86c0-fb29a7760ea0 None None] Pushing event updated for resources: {'Port': ['ID=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.327672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 3a91cd63-be18-4a11-9e04-1b30c75e9f79 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:23.335307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.335751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41e2fde9-21df-40d9-9dd2-b3a6c5d1a9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.343692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41e2fde9-21df-40d9-9dd2-b3a6c5d1a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.425484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.440765 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41e2fde9-21df-40d9-9dd2-b3a6c5d1a9cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1bdf80f67c84a5da8abcf8b6edc8807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746074 Sep 01 15:39:23.443105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2fde9-21df-40d9-9dd2-b3a6c5d1a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b83229-b4b3-499b-9e1e-452241a7551a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.448196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37570) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:23.530795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.589622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.632937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.750316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.753795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.757779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4b83229-b4b3-499b-9e1e-452241a7551a HTTP/1.1" status: 204 len: 168 time: 0.3051496 Sep 01 15:39:23.782628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc1ebf-f064-47fa-ba3f-fb400590f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b83229-b4b3-499b-9e1e-452241a7551a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.832908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.936560 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.940268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3a91cd63-be18-4a11-9e04-1b30c75e9f79 HTTP/1.1" status: 204 len: 168 time: 0.7334003 Sep 01 15:39:23.943512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689e73b-554b-4e92-8c8e-4738d2a1602d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=3a91cd63-be18-4a11-9e04-1b30c75e9f79,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.948845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.082641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:24.092238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device cf4ce39a-d95d-4064-91b9-abc01abf5c21 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:24.098721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.168833 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:39:24.205390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:24.231147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.536965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port cf4ce39a-d95d-4064-91b9-abc01abf5c21 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:24.548867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port cf4ce39a-d95d-4064-91b9-abc01abf5c21 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:24.550292 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.695426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05406aa2-dd87-441a-8e8e-3968c6af18d0 req-c3e112fe-31cc-414b-94c3-7b2833dfc536 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:24.717295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05406aa2-dd87-441a-8e8e-3968c6af18d0 req-c3e112fe-31cc-414b-94c3-7b2833dfc536 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 944 time: 0.4102640 Sep 01 15:39:24.719979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.811541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59fcc92-5b59-4733-87f2-ea93b9660bfc None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:24.941022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.048858 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05406aa2-dd87-441a-8e8e-3968c6af18d0 req-ee26bbd1-ce60-4cb0-b17a-98f4ca8e0690 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119640 Sep 01 15:39:25.054170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.061951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37596) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.063045 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5 HTTP/1.1" status: 204 len: 168 time: 1.1113908 Sep 01 15:39:25.064903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2ff73-7884-40fc-8722-c2039710ceb9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.083732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.138046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf5fea9e-3bb3-47f5-b850-4627da8df5cb None None] Provisioning for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:25.166458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:25.169570 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a8396-0324-4188-b795-b044cae5f240" -d '{"events": [{"server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "name": "network-vif-plugged", "status": "completed", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:25.179687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cf5fea9e-3bb3-47f5-b850-4627da8df5cb None None] Provisioning complete for port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:25.180053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf5fea9e-3bb3-47f5-b850-4627da8df5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.214775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:25.230181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.241796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-22824c57-679c-430a-b546-4146ab659a5b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1774600 Sep 01 15:39:25.247354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37602) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.258773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:25.327519 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88edbcf8-2e2e-48ff-8df5-b261787f0c25 x-openstack-request-id: req-88edbcf8-2e2e-48ff-8df5-b261787f0c25 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:25.327928 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "name": "network-vif-plugged", "status": "completed", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:25.328121 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88edbcf8-2e2e-48ff-8df5-b261787f0c25 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:25.328519 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'code': 200} Sep 01 15:39:25.338618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.393228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:25.503816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Deleting port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:25.504754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.572160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:25.585279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.606639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1d951-b689-498d-907f-afcc73b06524 req-f0727b39-f662-4f3b-8bcd-86005896ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:25.610237 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9b1d951-b689-498d-907f-afcc73b06524 req-f0727b39-f662-4f3b-8bcd-86005896ff81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.1605010 Sep 01 15:39:25.621021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] For port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:25.621878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.640221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Calling delete_port for 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:25.702374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a9b1d951-b689-498d-907f-afcc73b06524 req-8d4da5ec-6a70-4df0-9d54-4fc8ddd514c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838530 Sep 01 15:39:25.813143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.827474 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.890691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] No DVR routers for this DVR port 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:25.903624 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2664f-ce61-410a-8862-09b4ac3ec9b7 None None] Pushing event deleted for resources: {'Port': ['ID=27b64f5c-1c66-4ee7-b66c-dc1f34c4b342,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.062267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:26.077735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1658115550'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.109902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:26.110674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 27b64f5c-1c66-4ee7-b66c-dc1f34c4b342 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:26.134814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:26.142517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.162701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.217343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.objects.ports [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:39:26.236219 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.321827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:26.327121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=10fba8cf-cb7c-46e6-b920-663fd1f9a27e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.331183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:26.335439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:26.336149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.349818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7a842-4684-4a43-98d6-b9bdca126060 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:26.378835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57284-ea96-41c7-8cb9-31aaa927c8f8 req-40f6185b-0205-4b20-a855-7e365083656c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:26.381566 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6c57284-ea96-41c7-8cb9-31aaa927c8f8 req-40f6185b-0205-4b20-a855-7e365083656c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.1618264 Sep 01 15:39:26.397674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.405931 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.436247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-83610d83-7b0e-46d1-8fd6-9579d049fee6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1815691 Sep 01 15:39:26.437134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37622) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.448726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:26.450098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.512003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.512368 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Added segment 8793572c-f455-4a4a-a3ef-77c7216342c3 of type vlan for network a84af47e-4a69-45e6-8048-24ff7984ba3b Sep 01 15:39:26.575669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.613837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112a9eac-9a19-42c3-bdc1-7532379cd1fd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.638414 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.662672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:26.663956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.687447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:26.694005 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.748771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '10fba8cf-cb7c-46e6-b920-663fd1f9a27e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:26.750467 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.948334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1333022 Sep 01 15:39:26.970415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.983160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'subnet': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:27.039325 n-d-802060-16 neutron-server[106377]: INFO neutron.db.ipam_backend_mixin [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10fba8cf-cb7c-46e6-b920-663fd1f9a27e (CIDR: 2001:db8::/64) Sep 01 15:39:27.041920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82040df1-666f-43a9-a620-42554cc45c48 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Network': ['ID=a84af47e-4a69-45e6-8048-24ff7984ba3b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.057650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6c57284-ea96-41c7-8cb9-31aaa927c8f8 req-bdfaa6d3-41f7-44f5-976e-a3c97af8e0b9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6625366 Sep 01 15:39:27.062536 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:39:27.066133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:27.086194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a84af47e-4a69-45e6-8048-24ff7984ba3b details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:27.101379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a1544eb-71e9-469b-b8b2-820f7ba5922b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6617877 Sep 01 15:39:27.104325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37640) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:27.116629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:27.171466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Allocated IP 2001:db8::f816:3eff:fe3d:b3c0 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/10fba8cf-cb7c-46e6-b920-663fd1f9a27e/dee4bb84-1dbf-4c8b-be67-9742aa7aca04) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:27.261946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:27.275023 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.367586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:27.374146 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.538994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.581391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Transition to ACTIVE for port object dee4bb84-1dbf-4c8b-be67-9742aa7aca04 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:27.642894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Transition to ACTIVE for port object dee4bb84-1dbf-4c8b-be67-9742aa7aca04 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:27.664881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.755279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:27.762873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:27.769559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:27.778296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Pushing event updated for resources: {'Port': ['ID=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.798440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.816587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.889443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:27.892707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:27.898090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:27.898715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.911242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Attempting to bind port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:27.912005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Attempting to bind port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:27.912711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Attempting to bind port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:27.921002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=2a8be646-d2fe-4728-aaaf-0dfb7288bfbb,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.927903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:27.928846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Subnet': ['ID=6f5fcffb-6ad8-4713-873f-05a85b8449f8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.930343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:27.931443 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.932152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:27.934038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Bound port: dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:27.935766 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.952124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7c416338-e9aa-4708-92c8-38e53d88e912 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8412199 Sep 01 15:39:27.952576 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37648) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:27.963964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:fe:b3:63', 'name': 'tempest-NetworksTestDHCPv6-1820342561'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:28.003543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Checking segment: {'id': '8793572c-f455-4a4a-a3ef-77c7216342c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:28.004945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network hostable DHCP agents. Network: a84af47e-4a69-45e6-8048-24ff7984ba3b, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:28.042677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:28.049552 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.077736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a84af47e-4a69-45e6-8048-24ff7984ba3b) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:28.087799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:28.091801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.115063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4599e5-521a-48ea-b452-e646716e0ffa None None] Network a84af47e-4a69-45e6-8048-24ff7984ba3b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:28.149800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a606ce15-dd96-491a-a96a-0a5eb3a28bfd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1738734 Sep 01 15:39:28.153374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37652) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:28.177602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581718647'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:28.243052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:28.271813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] For port dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:28.286479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] For port dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:28.484330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.533412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port 8b7f8b1a-3677-46bf-b310-9904b996bb12 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:28.620509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.653818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:28.677484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.677814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a84af47e-4a69-45e6-8048-24ff7984ba3b', 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'tenant_id': 'a682389ae7ed450f8dce3772a53347c9', 'fixed_ips': [{'subnet_id': '6f5fcffb-6ad8-4713-873f-05a85b8449f8'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:28.679315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.773008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port b4572fdb-7993-4ea9-9b9e-e9e1e993c727 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:28.969512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Pushing event updated for resources: {'Port': ['ID=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:28.994123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.994836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.995509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.996153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.996836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.997548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.998208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:28.998877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:29.000225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:29.000906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:29.001542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:29.002080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416bcb4-e9c5-410e-bd23-49fa8836a54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:29.102559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Allocated IP 2001:db8::2 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/b44dff81-0894-47e4-acd4-7f24099f1071) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:29.173227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8:0:1::d0 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/2a8be646-d2fe-4728-aaaf-0dfb7288bfbb/8b7f8b1a-3677-46bf-b310-9904b996bb12) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:29.208529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::f816:3eff:fefe:b363 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/10fba8cf-cb7c-46e6-b920-663fd1f9a27e/8b7f8b1a-3677-46bf-b310-9904b996bb12) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:29.321894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8905-6f6d-44e1-958d-7a85fece02fe req-b9ff8275-f34e-4b78-b19d-1b1d04d0db48 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:29.325109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c0e8905-6f6d-44e1-958d-7a85fece02fe req-b9ff8275-f34e-4b78-b19d-1b1d04d0db48 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.9681289 Sep 01 15:39:29.491624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c0e8905-6f6d-44e1-958d-7a85fece02fe req-3b7a7328-80ad-4034-a4e5-6616ded45146 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535790 Sep 01 15:39:29.624082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.647518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object 8b7f8b1a-3677-46bf-b310-9904b996bb12 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:29.718916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.873936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:29.890231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:29.913218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:29.937265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:29.945623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.964278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=8b7f8b1a-3677-46bf-b310-9904b996bb12,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:30.117916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e638b-8e84-471e-b74d-105ee09e190e req-8777ccd5-f0c3-468d-81f2-926a6acf8c92 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:30.124650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f4e638b-8e84-471e-b74d-105ee09e190e req-8777ccd5-f0c3-468d-81f2-926a6acf8c92 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.4021511 Sep 01 15:39:30.145982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2840a791-081f-4e0d-85a6-d0da636a4303 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1908078 Sep 01 15:39:30.147015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:30.191074 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.262929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Transition to ACTIVE for port object b44dff81-0894-47e4-acd4-7f24099f1071 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:30.407835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4f4e638b-8e84-471e-b74d-105ee09e190e req-d3f14840-6076-4423-b0c8-1ee1e050b4f4 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451465 Sep 01 15:39:30.433970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dee4bb84-1dbf-4c8b-be67-9742aa7aca04 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:30.495796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Transition to ACTIVE for port object b44dff81-0894-47e4-acd4-7f24099f1071 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:30.499209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:30.680903 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.932471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:30.945382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:30.957625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:30.984671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:31.114441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Pushing event updated for resources: {'Port': ['ID=b44dff81-0894-47e4-acd4-7f24099f1071,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:31.198799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72ec82-60c2-45e8-aa71-8d00fb685142 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:31.218642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Attempting to bind port b44dff81-0894-47e4-acd4-7f24099f1071 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:31.219181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Attempting to bind port b44dff81-0894-47e4-acd4-7f24099f1071 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8793572c-f455-4a4a-a3ef-77c7216342c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:31.219706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Attempting to bind port b44dff81-0894-47e4-acd4-7f24099f1071 on network a84af47e-4a69-45e6-8048-24ff7984ba3b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:31.274802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:31.275335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Checking segment: {'id': '8793572c-f455-4a4a-a3ef-77c7216342c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:31.276163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.276777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Bound using segment: {'id': '8793572c-f455-4a4a-a3ef-77c7216342c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:31.278615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Bound port: b44dff81-0894-47e4-acd4-7f24099f1071, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793572c-f455-4a4a-a3ef-77c7216342c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:31.281104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.318791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Provisioning for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:31.366695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Provisioning complete for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:31.367463 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.504787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::378 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/b4572fdb-7993-4ea9-9b9e-e9e1e993c727) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:31.661889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] For port b44dff81-0894-47e4-acd4-7f24099f1071, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:31.665954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] For port b44dff81-0894-47e4-acd4-7f24099f1071, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b44dff81-0894-47e4-acd4-7f24099f1071,segment=NetworkSegment(8793572c-f455-4a4a-a3ef-77c7216342c3),segment_id=8793572c-f455-4a4a-a3ef-77c7216342c3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:31.676914 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.854987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.881189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0672e0-50bb-4dd2-afed-1e0abeeef6bb None None] Pushing event updated for resources: {'Port': ['ID=b44dff81-0894-47e4-acd4-7f24099f1071,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:31.960217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] For port dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:31.987184 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.118541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '10fba8cf-cb7c-46e6-b920-663fd1f9a27e', 'ip_address': '2001:db8::f816:3eff:fe3d:b3c0'}, {'subnet_id': '2a8be646-d2fe-4728-aaaf-0dfb7288bfbb'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'dee4bb84-1dbf-4c8b-be67-9742aa7aca04'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:39:32.130347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.153126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea199038-a694-42c8-91f7-274cf339b277 tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:32.154915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea199038-a694-42c8-91f7-274cf339b277 tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1092 time: 1.5391910 Sep 01 15:39:32.160471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37680) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:32.165567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:32.196520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09c769-59dc-465e-a9cc-af45bc95cf1b None None] Pushing event updated for resources: {'Port': ['ID=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:32.223383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.243522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port 8b7f8b1a-3677-46bf-b310-9904b996bb12 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:32.244955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.251891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.256551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object b4572fdb-7993-4ea9-9b9e-e9e1e993c727 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:32.421222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c58d2-55dc-49b7-92e8-5b4636daa03d req-ac738c46-f689-40e5-9d08-bad6b0a0e16a tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:32.435678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b4c58d2-55dc-49b7-92e8-5b4636daa03d req-ac738c46-f689-40e5-9d08-bad6b0a0e16a tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 1.0659533 Sep 01 15:39:32.545095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.562110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b4c58d2-55dc-49b7-92e8-5b4636daa03d req-cf7c8313-ae8c-4b35-81c6-e068c4d85d48 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236928 Sep 01 15:39:32.616103 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37682) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:32.639107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.665528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for 8b7f8b1a-3677-46bf-b310-9904b996bb12 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:32.679418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Allocated IP 2001:db8:0:1::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/2a8be646-d2fe-4728-aaaf-0dfb7288bfbb/dee4bb84-1dbf-4c8b-be67-9742aa7aca04) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:32.824292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.25.1.31 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f0f39cd2-feb3-4ae2-870a-e428793bcde0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:32.934287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] For port dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:33.008119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.016354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port b0e4453c-d325-4a0d-bd40-6ef63a50e24d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:33.017959 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.089696 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.095419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:33.102325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:33.116261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:33.119705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.123791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.124797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.148570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.159019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=b4572fdb-7993-4ea9-9b9e-e9e1e993c727,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:33.160498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Transition to ACTIVE for port object dee4bb84-1dbf-4c8b-be67-9742aa7aca04 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:33.186637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.240935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a3b3ac00-7184-4bb7-b484-b86e0f8f22ad tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.0842218 Sep 01 15:39:33.243676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.245799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:33.247838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.248238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.253678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=8b7f8b1a-3677-46bf-b310-9904b996bb12,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:33.261616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1733061130', 'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:cc:15:b8'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:33.360935 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.367844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76de93cf-9fd8-4bed-8772-f7f65ac5483d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/8b7f8b1a-3677-46bf-b310-9904b996bb12 HTTP/1.1" status: 204 len: 168 time: 3.2153661 Sep 01 15:39:33.368620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:33.415229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37270c-7190-48fb-843b-c57a7e9c3f40 None None] Pushing event updated for resources: {'Port': ['ID=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:33.463446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26c360-e24e-4281-a454-bf7e849b865f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.468958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a26c360-e24e-4281-a454-bf7e849b865f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0984519 Sep 01 15:39:33.469717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:33.524835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for b0e4453c-d325-4a0d-bd40-6ef63a50e24d owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:33.542750 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:33.571680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=f0f39cd2-feb3-4ae2-870a-e428793bcde0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:33.575697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7a9b3-68da-424d-adb5-66df076fc4d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.580519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:33.591434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37694) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:33.592780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f8d7a9b3-68da-424d-adb5-66df076fc4d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1210401 Sep 01 15:39:33.602627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:33.739656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5818db-73d6-4173-8d31-14b86b0c0539 None None] Network a84af47e-4a69-45e6-8048-24ff7984ba3b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:33.827593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116a786-238f-4ca4-8179-a92fb2aca1a7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.833048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116a786-238f-4ca4-8179-a92fb2aca1a7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.837601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116a786-238f-4ca4-8179-a92fb2aca1a7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.843440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37700) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:33.858755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0116a786-238f-4ca4-8179-a92fb2aca1a7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2628243 Sep 01 15:39:33.987224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 10fba8cf-cb7c-46e6-b920-663fd1f9a27e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:34.006465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ac1c7283-7a8f-42ab-b27b-8edd4ab782d5 None None] Provisioning for port b44dff81-0894-47e4-acd4-7f24099f1071 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:34.008934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.120328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.337254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b44dff81-0894-47e4-acd4-7f24099f1071 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:34.364731 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.507686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b44dff81-0894-47e4-acd4-7f24099f1071 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:34.516368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.518547 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.527335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b44dff81-0894-47e4-acd4-7f24099f1071 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:34.528841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.583539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.594187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/10fba8cf-cb7c-46e6-b920-663fd1f9a27e HTTP/1.1" status: 204 len: 168 time: 0.7488229 Sep 01 15:39:34.607219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35134d-ccdf-40a4-b12f-fa4fa00b125b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=10fba8cf-cb7c-46e6-b920-663fd1f9a27e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:34.613437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:34.734271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69171e8-4996-4184-b578-b1ee8f18f978 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:34.753195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 2a8be646-d2fe-4728-aaaf-0dfb7288bfbb {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:34.760969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.864209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.006698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5187a3c2-c34c-46e3-8064-a63e179ff228 None None] Could not find standard attr ID for object 8b7f8b1a-3677-46bf-b310-9904b996bb12. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:35.050495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.126560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5187a3c2-c34c-46e3-8064-a63e179ff228 None None] Provisioning for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:35.180149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5187a3c2-c34c-46e3-8064-a63e179ff228 None None] Provisioning complete for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:35.180989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5187a3c2-c34c-46e3-8064-a63e179ff228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.208331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:35.255987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.338823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b44dff81-0894-47e4-acd4-7f24099f1071, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b44dff81-0894-47e4-acd4-7f24099f1071,segment=NetworkSegment(8793572c-f455-4a4a-a3ef-77c7216342c3),segment_id=8793572c-f455-4a4a-a3ef-77c7216342c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:35.350599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-e6f81868-1a23-4d26-91e0-53baea97d678 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2020156 Sep 01 15:39:35.367076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.376445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.377907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dee4bb84-1dbf-4c8b-be67-9742aa7aca04 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:35.413592 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.464297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8be646-d2fe-4728-aaaf-0dfb7288bfbb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:35.556998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.560502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0875656d-fd3f-445d-b5bc-a0a6cbe283b4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/2a8be646-d2fe-4728-aaaf-0dfb7288bfbb HTTP/1.1" status: 204 len: 168 time: 0.9451284 Sep 01 15:39:35.570399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37712) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:35.650630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4689bc7-5f7b-4a69-b947-768ce4474a47 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727644 Sep 01 15:39:35.669757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:35.679883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:35.712853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931aee-808a-482e-b381-e42fe1403a50 req-4353e455-7507-4728-b8cd-93bf7ff100e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:35.723679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-4353e455-7507-4728-b8cd-93bf7ff100e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.2343984 Sep 01 15:39:35.724539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b44dff81-0894-47e4-acd4-7f24099f1071,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:35.875036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.921099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port 51df5100-6625-4eec-a361-24cb4f6a7e45 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:35.934204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:35.934974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.942857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff5844-7623-49b3-ab59-ca937b916bab None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': '2a8be646-d2fe-4728-aaaf-0dfb7288bfbb'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'dee4bb84-1dbf-4c8b-be67-9742aa7aca04'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:39:36.056442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:36.064217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.088882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44ff5844-7623-49b3-ab59-ca937b916bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.385807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Provisioning complete for port b44dff81-0894-47e4-acd4-7f24099f1071 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:36.385807 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.513888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::302 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/51df5100-6625-4eec-a361-24cb4f6a7e45) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:36.517779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931aee-808a-482e-b381-e42fe1403a50 req-c10cd123-6875-47dd-a156-5f7ccc294f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:36.517779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-c10cd123-6875-47dd-a156-5f7ccc294f90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.4388690 Sep 01 15:39:36.518303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.518303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.701802 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.770954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.812715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcb91ba-6848-43e3-93b3-ce6f66ffaeb2 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:36.819532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=f0f39cd2-feb3-4ae2-870a-e428793bcde0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:36.836490 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-2023407b-3c77-4a9a-b41a-dd1921b8209b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 1002 time: 0.4323604 Sep 01 15:39:36.875531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=b0e4453c-d325-4a0d-bd40-6ef63a50e24d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:37.104335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.104679 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 disassociated (deleted). External IP: 172.25.1.121, port: 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52. Sep 01 15:39:37.116428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b44dff81-0894-47e4-acd4-7f24099f1071 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:37.133262 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 5147e987-ef41-4232-a4b1-270ec603737d associated. External IP: 172.25.1.31, port: cf4ce39a-d95d-4064-91b9-abc01abf5c21. Sep 01 15:39:37.150280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.259625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931aee-808a-482e-b381-e42fe1403a50 req-0d1ff490-6914-4d15-aa77-de11d4d5fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:37.261201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-0d1ff490-6914-4d15-aa77-de11d4d5fb4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.4048553 Sep 01 15:39:37.309171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:37.339343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:37.346834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:37.347785 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.359254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Provisioning for port b4572fdb-7993-4ea9-9b9e-e9e1e993c727 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:37.373521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Provisioning complete for port b4572fdb-7993-4ea9-9b9e-e9e1e993c727 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:37.374643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.383773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=595ca3a8-4686-424e-9351-e75ccde77a11,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:37.384866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b44dff81-0894-47e4-acd4-7f24099f1071 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:37.390455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-324bf4ed-ef70-42f9-a818-eafd2b897c64 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7189128 Sep 01 15:39:37.396215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:37.396906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.407395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:37.462654 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.544474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931aee-808a-482e-b381-e42fe1403a50 req-db8eb04d-18b4-4cce-9d67-5ee1ef00b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:37.546256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-db8eb04d-18b4-4cce-9d67-5ee1ef00b430 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648087 Sep 01 15:39:37.619424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object 51df5100-6625-4eec-a361-24cb4f6a7e45 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:37.640570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:37.707091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:37.715103 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.924953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1d4dc3cb-72fe-4664-ba4a-01bcb3801c07 None None] Port b4572fdb-7993-4ea9-9b9e-e9e1e993c727 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:37.972655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-9ce09459-1e99-4440-a824-1726b9eb87de service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182022 Sep 01 15:39:37.990583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Deleting port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:37.991152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.065971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:38.074705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.147674 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 595ca3a8-4686-424e-9351-e75ccde77a11 (CIDR: 2001:db8::/64) Sep 01 15:39:38.159773 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:39:38.161228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:38.221245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] For port dee4bb84-1dbf-4c8b-be67-9742aa7aca04, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:38.221695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.240326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-903b7557-1f39-4ef9-957d-e4df1910856f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8416002 Sep 01 15:39:38.246379 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:38.261964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:38.325876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Calling delete_port for dee4bb84-1dbf-4c8b-be67-9742aa7aca04 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:38.369618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c5d94b29-6702-4e7c-a729-18755675d4a0 None None] Provisioning complete for port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:38.370911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5d94b29-6702-4e7c-a729-18755675d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.442183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:38.458508 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:38.500585 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:38.502127 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:38.545442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:38.570137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:38.589589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=51df5100-6625-4eec-a361-24cb4f6a7e45,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:38.603222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:38.624465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:38.633026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.644274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.719183 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.726906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] Pushing event deleted for resources: {'Port': ['ID=dee4bb84-1dbf-4c8b-be67-9742aa7aca04,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:38.779212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564e584-2009-4bf4-96a9-5c4e247f7b66 None None] No DVR routers for this DVR port dee4bb84-1dbf-4c8b-be67-9742aa7aca04 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:38.788923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:38.826730 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.836928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c5d94b29-6702-4e7c-a729-18755675d4a0 None None] Could not find standard attr ID for object dee4bb84-1dbf-4c8b-be67-9742aa7aca04. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:38.846642 n-d-802060-16 neutron-server[106378]: INFO neutron.plugins.ml2.db [None req-c5d94b29-6702-4e7c-a729-18755675d4a0 None None] No ports have port_id starting with dee4bb84-1dbf-4c8b-be67-9742aa7aca04 Sep 01 15:39:38.854057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae931aee-808a-482e-b381-e42fe1403a50 req-bcaf7e5b-f001-4e8b-930a-c109af444593 service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674603 Sep 01 15:39:38.879645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d1a91-a569-46f5-8c3c-6c268b505e9a None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:38.934939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dee4bb84-1dbf-4c8b-be67-9742aa7aca04 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:38.984997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 69d032f0-1d8a-422b-9adb-c5fb41e5800c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:39.038918 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cae8ff0e-12a2-431a-a4b8-584f09238e2b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.7829037 Sep 01 15:39:39.041971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37766) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:39.043784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-84b82924-5e47-4a7b-9019-b16438d6a553 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8818386 Sep 01 15:39:39.045332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:39.050733 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7699c9d-f124-43b6-8515-795fea082b99" -d '{"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:39.107801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:39.329124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e101f5-e856-48cb-b975-51f0efcb154b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:39.374797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e101f5-e856-48cb-b975-51f0efcb154b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:39.403757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e101f5-e856-48cb-b975-51f0efcb154b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:39.418086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41e101f5-e856-48cb-b975-51f0efcb154b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3701684 Sep 01 15:39:39.444599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:39.518654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: dee4bb84-1dbf-4c8b-be67-9742aa7aca04 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:39.519383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dee4bb84-1dbf-4c8b-be67-9742aa7aca04 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:39.554191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-371514b0-56be-4159-b1d1-1be0ee9b94f4 None None] Provisioning for port 51df5100-6625-4eec-a361-24cb4f6a7e45 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:39.558188 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ebe7b9-324f-4a13-b41e-0b10e61f6cc0 x-openstack-request-id: req-30ebe7b9-324f-4a13-b41e-0b10e61f6cc0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:39.561754 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:39.562162 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30ebe7b9-324f-4a13-b41e-0b10e61f6cc0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:39.562951 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'status': 'completed', 'code': 200} Sep 01 15:39:39.571995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-371514b0-56be-4159-b1d1-1be0ee9b94f4 None None] Provisioning complete for port 51df5100-6625-4eec-a361-24cb4f6a7e45 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:39.572678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-371514b0-56be-4159-b1d1-1be0ee9b94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.625141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-371514b0-56be-4159-b1d1-1be0ee9b94f4 None None] Port 51df5100-6625-4eec-a361-24cb4f6a7e45 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:39.672947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:39.712175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.720015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699c9d-f124-43b6-8515-795fea082b99 req-686b9847-041b-4ca8-9b03-4b3c5280a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:39.722478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-686b9847-041b-4ca8-9b03-4b3c5280a46a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.2242606 Sep 01 15:39:39.786408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Sync routers for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:39.844897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8a294f37-6f78-465b-82ac-034608f82b91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/floatingips/dfdc8686-0dbb-4b28-84c8-8b0a11dceb49 HTTP/1.1" status: 204 len: 168 time: 7.2217274 Sep 01 15:39:39.856610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:39.858032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:39.956288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port 51df5100-6625-4eec-a361-24cb4f6a7e45 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:39.970133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.015880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:34Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:40.081110 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:40.102170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699c9d-f124-43b6-8515-795fea082b99 req-1ec1cfe8-c775-48be-b0c4-f6f10987848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.103752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-1ec1cfe8-c775-48be-b0c4-f6f10987848c service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3680744 Sep 01 15:39:40.127239 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:40.128540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:40.331966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.334427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '595ca3a8-4686-424e-9351-e75ccde77a11'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:40.342817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.346879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-7d203980-7266-4af8-9b69-b5d0014f1e7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 998 time: 0.2288234 Sep 01 15:39:40.371673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:39:40.383617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for 51df5100-6625-4eec-a361-24cb4f6a7e45 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:40.390828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.410982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d9bd-af33-4ace-9db3-e261030439f7 req-7fdb4357-1024-4240-9f5a-a785794e3479 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.421652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0c5d9bd-af33-4ace-9db3-e261030439f7 req-7fdb4357-1024-4240-9f5a-a785794e3479 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1782508 Sep 01 15:39:40.466933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:40.480194 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:40.511650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c0c5d9bd-af33-4ace-9db3-e261030439f7 req-b3a99b8a-bc06-409a-8c9a-2dd7b9144a9f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888257 Sep 01 15:39:40.604789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:40.618778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:40.626633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699c9d-f124-43b6-8515-795fea082b99 req-8fe6e1fc-5cb0-46d1-a9f2-2584494d7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.640916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-8fe6e1fc-5cb0-46d1-a9f2-2584494d7c20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.2675366 Sep 01 15:39:40.647854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.648851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.666211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=c566691d-e952-4a28-bb2a-ce6fc40a1758,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:40.726583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-21f6ec71-3070-4cf0-9eeb-eac54e3353c1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4745979 Sep 01 15:39:40.731112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37800) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:40.737402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:14:aa:4d', 'name': 'tempest-NetworksTestDHCPv6-210225905'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:40.800137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699c9d-f124-43b6-8515-795fea082b99 req-4961d387-f237-4cee-9873-c6bb5ae95fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.802313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-4961d387-f237-4cee-9873-c6bb5ae95fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481838 Sep 01 15:39:41.048768 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.106327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-84d061a2-0afd-4082-888c-60d098e8b099 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545969 Sep 01 15:39:41.122510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=51df5100-6625-4eec-a361-24cb4f6a7e45,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:41.152010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:41.161815 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:34Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:41.216154 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df327427-0f86-44fd-b25f-d327c12ced87 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:34Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:41.413470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/595ca3a8-4686-424e-9351-e75ccde77a11/d51550d7-370b-4438-b62c-9edb62a98a52) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:41.456024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.469287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:41.473142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Allocated IP 2001:db8:0:1:f816:3eff:fe23:1a44 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/c566691d-e952-4a28-bb2a-ce6fc40a1758/d51550d7-370b-4438-b62c-9edb62a98a52) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:41.548081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port a9bd308c-0efe-494e-9307-d2c59519a7cd yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:41.579188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:41.589914 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48396f02-b113-437b-b05b-08fa8fd358b6" -d '{"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:41.819410 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af54d4-faf8-4d1d-871b-12febbbcffa1 x-openstack-request-id: req-74af54d4-faf8-4d1d-871b-12febbbcffa1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:41.820184 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:41.820299 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74af54d4-faf8-4d1d-871b-12febbbcffa1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:41.820823 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'status': 'completed', 'code': 200} Sep 01 15:39:41.836695 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5592a47-0400-49c1-a09a-421773b2213c None None] New status for floating IP 5147e987-ef41-4232-a4b1-270ec603737d: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:39:41.873601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-54fccb0b-a978-4895-84a6-850cd5622629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:41.877802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-54fccb0b-a978-4895-84a6-850cd5622629 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 1098 time: 0.1013572 Sep 01 15:39:41.916284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Checking router: 69d032f0-1d8a-422b-9adb-c5fb41e5800c for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:41.933975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7699c9d-f124-43b6-8515-795fea082b99 req-0667b0e8-0909-4386-9691-f31184aecfe7 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8024204 Sep 01 15:39:41.983270 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.998473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Transition to ACTIVE for port object d51550d7-370b-4438-b62c-9edb62a98a52 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:42.008744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:42.009531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:42.175534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Transition to ACTIVE for port object d51550d7-370b-4438-b62c-9edb62a98a52 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:42.208096 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.291679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.297608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a2790c1-f087-4c71-9aee-035b9dda7a40 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/51df5100-6625-4eec-a361-24cb4f6a7e45 HTTP/1.1" status: 204 len: 168 time: 2.8581781 Sep 01 15:39:42.311741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:42.332319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-a27ac22b-5945-4c39-921a-16ac0ed32b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.335800 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-a27ac22b-5945-4c39-921a-16ac0ed32b82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 200 len: 898 time: 0.3138120 Sep 01 15:39:42.390643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:42.397174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-a13d82f7-917d-4c7b-a21b-31929bf86c7c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.403881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-a13d82f7-917d-4c7b-a21b-31929bf86c7c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.4900627 Sep 01 15:39:42.415181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeddce8-d08c-4200-9867-c2b72c71d9bb req-438fff19-903b-4864-9324-5701b1b73985 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.424519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ceeddce8-d08c-4200-9867-c2b72c71d9bb req-438fff19-903b-4864-9324-5701b1b73985 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.4886427 Sep 01 15:39:42.447010 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead9a54a-b9ba-4c27-b30d-130c11e3e55b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] GET failed (client error): The resource could not be found. Sep 01 15:39:42.453563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ead9a54a-b9ba-4c27-b30d-130c11e3e55b tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports/51df5100-6625-4eec-a361-24cb4f6a7e45 HTTP/1.1" status: 404 len: 333 time: 0.1358645 Sep 01 15:39:42.456443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:42.462659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-195356012'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:42.500257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-7f01e383-8aae-49ab-a095-196c66f851eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 200 len: 217 time: 0.0851154 Sep 01 15:39:42.528968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::1fb (2a412c6e-dbbd-4917-bcde-7e3da8c33952/595ca3a8-4686-424e-9351-e75ccde77a11/a9bd308c-0efe-494e-9307-d2c59519a7cd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:42.542384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:aa4d (2a412c6e-dbbd-4917-bcde-7e3da8c33952/c566691d-e952-4a28-bb2a-ce6fc40a1758/a9bd308c-0efe-494e-9307-d2c59519a7cd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:42.603376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:42.606228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:42.671114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Pushing event updated for resources: {'Port': ['ID=d51550d7-370b-4438-b62c-9edb62a98a52,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:42.676183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:42.806775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ceeddce8-d08c-4200-9867-c2b72c71d9bb req-dd3cb9fe-d9aa-445a-b3dd-859864daae15 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808813 Sep 01 15:39:42.863225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-d1c77c6e-4210-4e9c-ba1e-582c22a9a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.865681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-d1c77c6e-4210-4e9c-ba1e-582c22a9a46c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 200 len: 835 time: 0.1294012 Sep 01 15:39:42.971043 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.996720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-853a1fb3-96e8-4be7-ae15-103b2bd7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.999271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-853a1fb3-96e8-4be7-ae15-103b2bd7fe13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90540cd8-01c7-4eed-b827-67c99c0b8111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186073 Sep 01 15:39:43.006571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object a9bd308c-0efe-494e-9307-d2c59519a7cd will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:43.076378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Attempting to bind port d51550d7-370b-4438-b62c-9edb62a98a52 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:43.077030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Attempting to bind port d51550d7-370b-4438-b62c-9edb62a98a52 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:43.078761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Attempting to bind port d51550d7-370b-4438-b62c-9edb62a98a52 on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:43.126169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:43.127550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:43.128204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.129314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:43.130197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Bound port: d51550d7-370b-4438-b62c-9edb62a98a52, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:43.130815 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.245109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] For port d51550d7-370b-4438-b62c-9edb62a98a52, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:43.247047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-917c533e-97f9-4a62-b882-9d14cf9dc30d service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909785 Sep 01 15:39:43.250433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] For port d51550d7-370b-4438-b62c-9edb62a98a52, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d51550d7-370b-4438-b62c-9edb62a98a52,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:43.262110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.262828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.464411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=a9bd308c-0efe-494e-9307-d2c59519a7cd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:43.485165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:43.505198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2098d8-4c94-4276-9261-0135b7cbeadc None None] Pushing event updated for resources: {'Port': ['ID=d51550d7-370b-4438-b62c-9edb62a98a52,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:43.511263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:43.521584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:43.530019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:43.530671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.560852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:43.562996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.573593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:43.576229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-8acc6b46-e654-4edf-b44e-1a636da79c8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7573364 Sep 01 15:39:43.695352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e082b-096d-499f-9c18-0347a28d5b46 None None] The sync data for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 is: [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:37:10Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2fb36a45-ec36-4344-9c8d-672a8a056483', 'name': '', 'network_id': '90540cd8-01c7-4eed-b827-67c99c0b8111', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:a3:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:09Z', 'updated_at': '2021-09-01T15:37:18Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'c7f97cfe-cd84-4b5a-a832-7ea2becc6f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:43.704038 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-48396f02-b113-437b-b05b-08fa8fd358b6 req-9231d085-09f6-4efd-ad58-dc3ce6182558 service neutron] 10.222.0.50 "GET /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371505 Sep 01 15:39:43.793807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:43.801311 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.812048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c9d851dd-8cbd-4f2e-91e2-1dde71b42fd8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0745506 Sep 01 15:39:43.812048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:43.909366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port 294de302-0f8f-4b05-b0de-1f96025bdc45 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:43.960922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:43.961847 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.090946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:44.101675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port a9bd308c-0efe-494e-9307-d2c59519a7cd {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:44.102516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.120745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4549d32-b555-44d4-9790-09c7645f07fa req-72d2c6d0-40ec-4632-b39c-a37f6ebdc28a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.129465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4549d32-b555-44d4-9790-09c7645f07fa req-72d2c6d0-40ec-4632-b39c-a37f6ebdc28a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 946 time: 0.1248775 Sep 01 15:39:44.238290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b4549d32-b555-44d4-9790-09c7645f07fa req-7982463a-eea6-4448-9d39-7692e853c162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078329 Sep 01 15:39:44.292343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-b851b41b-dacc-4eb4-8570-8fa04cb8266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.294547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-b851b41b-dacc-4eb4-8570-8fa04cb8266f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.5587094 Sep 01 15:39:44.310548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.333382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for a9bd308c-0efe-494e-9307-d2c59519a7cd owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:44.359759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::20d (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/294de302-0f8f-4b05-b0de-1f96025bdc45) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:44.400388 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4c5858e-b21e-4fea-94c5-ddadc03fa73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.406063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df6d857-9d70-414e-ac8d-06bec33e78cc None None] New status for floating IP dfdc8686-0dbb-4b28-84c8-8b0a11dceb49: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:39:44.635275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-af13434d-b4dc-41c3-980c-d6dfbb5e7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.636776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-af13434d-b4dc-41c3-980c-d6dfbb5e7376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.2859771 Sep 01 15:39:44.753386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.901937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=a9bd308c-0efe-494e-9307-d2c59519a7cd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:44.919234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:44.982661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.999436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cd58846b-ee3b-4d92-9179-f93bb91000cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/a9bd308c-0efe-494e-9307-d2c59519a7cd HTTP/1.1" status: 204 len: 168 time: 1.1871119 Sep 01 15:39:45.002456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:45.009475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d51550d7-370b-4438-b62c-9edb62a98a52 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:45.081775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.130349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da478f-0e3b-4727-835a-ce5360b81002 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.134494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f3da478f-0e3b-4727-835a-ce5360b81002 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1305540 Sep 01 15:39:45.138294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37860) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:45.170393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-f60860a8-00ed-4d37-8d0c-aa592f731cfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 1000 time: 0.4927874 Sep 01 15:39:45.183758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=6b653eb0-b9be-4a2c-95b0-4c8dcb202f52,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:45.223297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No active binding found for port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:39:45.223774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:45.247692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.286598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d51550d7-370b-4438-b62c-9edb62a98a52 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:45.359800 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5dfda-2850-4351-a634-ee73372d2272 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.377683 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-81c5dfda-2850-4351-a634-ee73372d2272 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2356403 Sep 01 15:39:45.379638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37866) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:45.415500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-0ca9263f-504a-4eb9-bd61-03f1bda1ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.417499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-0ca9263f-504a-4eb9-bd61-03f1bda1ae30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.2013130 Sep 01 15:39:45.424945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object 294de302-0f8f-4b05-b0de-1f96025bdc45 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:45.553675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad404bdd-1906-445c-85f4-3b30cf895a18 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.557604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad404bdd-1906-445c-85f4-3b30cf895a18 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.561965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad404bdd-1906-445c-85f4-3b30cf895a18 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.565668 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ad404bdd-1906-445c-85f4-3b30cf895a18 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1825979 Sep 01 15:39:45.570574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37868) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:45.684329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] No DVR routers for this DVR port 6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:45.701438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d85bda1-d80d-44a0-bf8c-f15d2683d190 req-3fd7b222-2e06-441e-ba3a-44223a9c32b9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 210 time: 0.1972160 Sep 01 15:39:45.703309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b5563-00c2-4a4c-8365-304d689189dd None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:45.705106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.723820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-769c9c4c-9dae-4e34-9c24-b745cae9042a req-4dc83f8b-148e-4ba3-bc63-5b17b41f33ab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "DELETE /v2.0/ports/6b653eb0-b9be-4a2c-95b0-4c8dcb202f52 HTTP/1.1" status: 204 len: 173 time: 3.2856438 Sep 01 15:39:45.727809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-deleted', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:45.730252 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d83560-3c98-42a7-bb26-6fceb77f6e9f" -d '{"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-deleted", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:46.201395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 595ca3a8-4686-424e-9351-e75ccde77a11 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:46.201395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.212479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-b1bda749-7e3e-448c-8325-d74d4fac3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.212479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-b1bda749-7e3e-448c-8325-d74d4fac3c7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4300747 Sep 01 15:39:46.214041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.214567 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddeb4f0-35db-46bf-9586-21fddc1d1a30 x-openstack-request-id: req-6ddeb4f0-35db-46bf-9586-21fddc1d1a30 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:46.214567 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b01f89-b5aa-4090-a443-891fc55b8d0d", "name": "network-vif-deleted", "tag": "6b653eb0-b9be-4a2c-95b0-4c8dcb202f52", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:46.214567 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ddeb4f0-35db-46bf-9586-21fddc1d1a30 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:46.214567 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b01f89-b5aa-4090-a443-891fc55b8d0d', 'name': 'network-vif-deleted', 'tag': '6b653eb0-b9be-4a2c-95b0-4c8dcb202f52', 'status': 'completed', 'code': 200} Sep 01 15:39:46.216409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Provisioning for port d51550d7-370b-4438-b62c-9edb62a98a52 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:46.216409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Provisioning complete for port d51550d7-370b-4438-b62c-9edb62a98a52 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:46.216409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.230521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.330845 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.421301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.478350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.480985 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/595ca3a8-4686-424e-9351-e75ccde77a11 HTTP/1.1" status: 204 len: 168 time: 0.9095352 Sep 01 15:39:46.486020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:46.553127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:46.570769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.581275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141da1-6a10-48b8-8dbc-ab51d8b77b95 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=595ca3a8-4686-424e-9351-e75ccde77a11,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:46.672676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] For port d51550d7-370b-4438-b62c-9edb62a98a52, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d51550d7-370b-4438-b62c-9edb62a98a52,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:46.677253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:46.683760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.696381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:46.710507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.711839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.751764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bdb6c-0c77-40c8-a75a-4c7a564663eb None None] Pushing event updated for resources: {'Port': ['ID=d51550d7-370b-4438-b62c-9edb62a98a52,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:46.782513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-e3c007b0-13c8-4824-851e-2cc6e74a16fd service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279064 Sep 01 15:39:46.795624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=294de302-0f8f-4b05-b0de-1f96025bdc45,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:46.814327 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fa328932-c033-4473-a5d8-1f017e89b0b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3562982 Sep 01 15:39:46.820186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37902) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:46.831859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:cc:15:b8'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:46.990811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cf49c-c8fc-4c05-b696-7c702072114b None None] Update dhcp port {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'fixed_ips': [{'subnet_id': 'c566691d-e952-4a28-bb2a-ce6fc40a1758', 'ip_address': '2001:db8:0:1:f816:3eff:fe23:1a44'}, {'subnet_id': '595ca3a8-4686-424e-9351-e75ccde77a11'}], 'binding:host_id': 'n-d-802060-16'}, 'id': 'd51550d7-370b-4438-b62c-9edb62a98a52'} from n-d-802060-16. {{(pid=106378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:39:47.042098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet c566691d-e952-4a28-bb2a-ce6fc40a1758 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:47.094061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.098660 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-148cf49c-c8fc-4c05-b696-7c702072114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.102089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1bd9009-dd59-4d4e-9deb-37425a503212 req-3df30b3d-dcad-46c6-9fff-400e747640f7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=33b01f89-b5aa-4090-a443-891fc55b8d0d HTTP/1.1" status: 200 len: 210 time: 0.1344244 Sep 01 15:39:47.216249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.446046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5563e315-6039-42b6-a19b-475e7a2a6fab req-28c43bf7-d8a7-40e1-9600-40ddbe49f4ef service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152802 Sep 01 15:39:47.539699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a699c3d4-acdb-4e14-b414-23ccbfc73f79 None None] Provisioning for port 294de302-0f8f-4b05-b0de-1f96025bdc45 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:47.592433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a699c3d4-acdb-4e14-b414-23ccbfc73f79 None None] Provisioning complete for port 294de302-0f8f-4b05-b0de-1f96025bdc45 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:47.593515 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a699c3d4-acdb-4e14-b414-23ccbfc73f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.634078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.686084 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.702272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c966f497-430b-4314-aee7-e225603a5f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.731877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a699c3d4-acdb-4e14-b414-23ccbfc73f79 None None] Port 294de302-0f8f-4b05-b0de-1f96025bdc45 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:47.804449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-148cf49c-c8fc-4c05-b696-7c702072114b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c566691d-e952-4a28-bb2a-ce6fc40a1758: This subnet is being modified by another concurrent operation. Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c566691d-e952-4a28-bb2a-ce6fc40a1758: This subnet is being modified by another concurrent operation. Sep 01 15:39:47.806387 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:39:47.847738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.851709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/c566691d-e952-4a28-bb2a-ce6fc40a1758 HTTP/1.1" status: 204 len: 168 time: 1.3644774 Sep 01 15:39:47.888910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd2663-5ec5-4746-baaa-e60fe6dc9847 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=c566691d-e952-4a28-bb2a-ce6fc40a1758,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:47.899234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:48.011591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2472a1a1-b714-40ff-a121-f0e0cc9fc2f1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108334 Sep 01 15:39:48.012760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:48.014079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea715bd2-34a1-47f3-af21-f87149446663 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:48.019339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:48.036476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.268520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:48.296551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:48.299522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.357787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6c79e29b-7b4e-4baf-825f-c12b0415eb26 None None] Provisioning complete for port d51550d7-370b-4438-b62c-9edb62a98a52 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:48.358492 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c79e29b-7b4e-4baf-825f-c12b0415eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.518882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.609887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:48.668367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.695487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Deleting port d51550d7-370b-4438-b62c-9edb62a98a52 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:48.696020 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.841393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d51550d7-370b-4438-b62c-9edb62a98a52 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:48.849555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] For port d51550d7-370b-4438-b62c-9edb62a98a52, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d51550d7-370b-4438-b62c-9edb62a98a52,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:48.850732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.854711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.925746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Calling delete_port for d51550d7-370b-4438-b62c-9edb62a98a52 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:49.009655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.012298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=27456a61-95d5-4764-b7b9-8af7f3cbc3ab,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.044716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.061836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:49.067815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:49.081601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:49.082605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.134435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-064d82a4-0ed5-4ed7-976c-908c1752966a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1200671 Sep 01 15:39:49.139944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37958) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:49.152043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:49.167196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] In _notify_port_updated(), no bound segment for port 294de302-0f8f-4b05-b0de-1f96025bdc45 on network a84af47e-4a69-45e6-8048-24ff7984ba3b {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:39:49.206293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:49.214068 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.222521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "PUT /v2.0/ports/294de302-0f8f-4b05-b0de-1f96025bdc45 HTTP/1.1" status: 200 len: 1002 time: 2.3967938 Sep 01 15:39:49.235892 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.260836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 37962) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:49.262294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=294de302-0f8f-4b05-b0de-1f96025bdc45,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.268269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] No DVR routers for this DVR port d51550d7-370b-4438-b62c-9edb62a98a52 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:49.391680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.392148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.392736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.393745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port d51550d7-370b-4438-b62c-9edb62a98a52 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:39:49.394145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.395058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d51550d7-370b-4438-b62c-9edb62a98a52 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:49.395254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.395705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.397098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.398166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.399190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.400499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.401667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.402602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb02fc-8493-4e58-96d3-cea606a8eefd tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:49.404317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a8834-1c44-4099-96f3-81991778be40 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:49.426261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8deeb-b381-4dfe-8021-95225f78b603 None None] Pushing event deleted for resources: {'Port': ['ID=d51550d7-370b-4438-b62c-9edb62a98a52,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.612558 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:49.618907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.855228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port 294de302-0f8f-4b05-b0de-1f96025bdc45 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:49.857911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.935100 n-d-802060-16 neutron-server[106376]: INFO neutron.db.ipam_backend_mixin [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27456a61-95d5-4764-b7b9-8af7f3cbc3ab (CIDR: 2001:db8::/64) Sep 01 15:39:49.941206 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:39:49.946717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:49.959081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'tenant_id': '2fc329b0a57c48e6a56be4a7048f474a', 'fixed_ips': [{'subnet_id': '27456a61-95d5-4764-b7b9-8af7f3cbc3ab'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:49.960351 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.990313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-538e73ea-0ce3-4b9b-937d-905bd5cd88af tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8481505 Sep 01 15:39:49.990900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 37974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:49.996719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'subnet': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:49.999974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee816475-a541-42de-9e2e-56c8d2725f05 None None] Provisioning complete for port 294de302-0f8f-4b05-b0de-1f96025bdc45 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:50.000935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee816475-a541-42de-9e2e-56c8d2725f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.088555 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.210840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Allocated IP 2001:db8::2 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/27456a61-95d5-4764-b7b9-8af7f3cbc3ab/1cacf627-fa09-4eea-9cdf-52215cdf543d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:50.299442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:50.304889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.325833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.370773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ee816475-a541-42de-9e2e-56c8d2725f05 None None] Port 294de302-0f8f-4b05-b0de-1f96025bdc45 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:50.417119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.436602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for 294de302-0f8f-4b05-b0de-1f96025bdc45 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:50.483421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.495999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Transition to ACTIVE for port object 1cacf627-fa09-4eea-9cdf-52215cdf543d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:50.517181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Transition to ACTIVE for port object 1cacf627-fa09-4eea-9cdf-52215cdf543d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:50.528943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.626160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Pushing event updated for resources: {'Port': ['ID=1cacf627-fa09-4eea-9cdf-52215cdf543d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:50.643180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:50.645711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:50.651363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:50.767355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Attempting to bind port 1cacf627-fa09-4eea-9cdf-52215cdf543d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:50.767736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Attempting to bind port 1cacf627-fa09-4eea-9cdf-52215cdf543d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:50.768107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Attempting to bind port 1cacf627-fa09-4eea-9cdf-52215cdf543d on network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:50.777151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:50.777545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Checking segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:50.777969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.779034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Bound using segment: {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:50.779568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Bound port: 1cacf627-fa09-4eea-9cdf-52215cdf543d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7499caa-d5f4-4686-916e-07bc64ad9952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:50.779966 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.918942 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.958040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] For port 1cacf627-fa09-4eea-9cdf-52215cdf543d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:50.965645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] For port 1cacf627-fa09-4eea-9cdf-52215cdf543d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1cacf627-fa09-4eea-9cdf-52215cdf543d,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:50.976148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=294de302-0f8f-4b05-b0de-1f96025bdc45,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:50.987767 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.164693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac1670-b320-4377-971c-1ffb2942b908 None None] Pushing event updated for resources: {'Port': ['ID=1cacf627-fa09-4eea-9cdf-52215cdf543d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:51.257052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.objects.ports [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:39:51.354849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.360699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b1a78e5f-6412-479e-99d6-ce8df42fbbe2 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/294de302-0f8f-4b05-b0de-1f96025bdc45 HTTP/1.1" status: 204 len: 168 time: 2.0924697 Sep 01 15:39:51.372191 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38000) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.431855 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f26491-1e48-477d-88c6-d34956d18514 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] GET failed (client error): The resource could not be found. Sep 01 15:39:51.445888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-34f26491-1e48-477d-88c6-d34956d18514 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports/294de302-0f8f-4b05-b0de-1f96025bdc45 HTTP/1.1" status: 404 len: 333 time: 0.0707257 Sep 01 15:39:51.453849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38004) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.466180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-352987817'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:51.475760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 2fb36a45-ec36-4344-9c8d-672a8a056483 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:51.476294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.971512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.009318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 2fb36a45-ec36-4344-9c8d-672a8a056483, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2fb36a45-ec36-4344-9c8d-672a8a056483,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:52.009852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.052084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 2fb36a45-ec36-4344-9c8d-672a8a056483 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:52.191811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:52.197648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.253968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:52.375134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] For port 1cacf627-fa09-4eea-9cdf-52215cdf543d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1cacf627-fa09-4eea-9cdf-52215cdf543d,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:52.451356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.482821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.489588 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.650528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=1cacf627-fa09-4eea-9cdf-52215cdf543d,revision_number=4']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:52.747580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::e5 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/2cc04dfa-5c7d-450b-8fbe-32499cedd416) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:52.803231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Subnet': ['ID=9dd8156b-3650-4b7f-9b2f-3687f61dd151,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:52.832937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:52.843961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:52.859803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:52.861462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.905761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2e59acae-3135-4e6e-b182-bf79d0a9201d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9130430 Sep 01 15:39:52.908180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38028) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:52.925443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Request body: {'port': {'network_id': '2a412c6e-dbbd-4917-bcde-7e3da8c33952', 'mac_address': 'fa:16:3e:f8:5f:2f', 'name': 'tempest-NetworksTestDHCPv6-1564143810'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:52.981172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1cacf627-fa09-4eea-9cdf-52215cdf543d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:52.982071 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.108921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=2fb36a45-ec36-4344-9c8d-672a8a056483,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:53.194894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1cacf627-fa09-4eea-9cdf-52215cdf543d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:53.352598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Made reservation on behalf of 2fc329b0a57c48e6a56be4a7048f474a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:53.573530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.605802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325e86c-35e3-48c4-b234-5fb776f2815f None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:53.622266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] device_id is not set on port edd0d861-30e6-4451-b3c1-e6e4de4e9d1a yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:53.671273 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.706753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.734457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Provisioning for port 1cacf627-fa09-4eea-9cdf-52215cdf543d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:53.779442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object 2cc04dfa-5c7d-450b-8fbe-32499cedd416 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:53.816617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Provisioning complete for port 1cacf627-fa09-4eea-9cdf-52215cdf543d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:53.817005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.050704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8::388 (2a412c6e-dbbd-4917-bcde-7e3da8c33952/27456a61-95d5-4764-b7b9-8af7f3cbc3ab/edd0d861-30e6-4451-b3c1-e6e4de4e9d1a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:54.061988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.062632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.077655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:5f2f (2a412c6e-dbbd-4917-bcde-7e3da8c33952/9dd8156b-3650-4b7f-9b2f-3687f61dd151/edd0d861-30e6-4451-b3c1-e6e4de4e9d1a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:54.139522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] For port 1cacf627-fa09-4eea-9cdf-52215cdf543d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1cacf627-fa09-4eea-9cdf-52215cdf543d,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:54.151044 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.282572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381dac-636c-4d74-ba02-5fb83a8a71bf None None] Pushing event updated for resources: {'Port': ['ID=1cacf627-fa09-4eea-9cdf-52215cdf543d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:54.430250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.472187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Transition to ACTIVE for port object edd0d861-30e6-4451-b3c1-e6e4de4e9d1a will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:54.546042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.607772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:54.642210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:54.667401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:54.674199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:54.674894 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.729564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event updated for resources: {'Port': ['ID=edd0d861-30e6-4451-b3c1-e6e4de4e9d1a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:54.761114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-47fce696-93d8-4b7d-9bcf-da4166a7fd8a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8515151 Sep 01 15:39:54.765216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:54.916656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:54.948199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:54.959294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:54.971247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:54.972576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.011040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1cacf627-fa09-4eea-9cdf-52215cdf543d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:55.024292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5637865 Sep 01 15:39:55.028637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38072) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:55.036751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cc:15:b8'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:55.043795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fff43-561f-41a9-9c82-1ca1851751b5 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=2cc04dfa-5c7d-450b-8fbe-32499cedd416,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:55.106161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 69d032f0-1d8a-422b-9adb-c5fb41e5800c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:55.126750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting port edd0d861-30e6-4451-b3c1-e6e4de4e9d1a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:55.128054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.213453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1cacf627-fa09-4eea-9cdf-52215cdf543d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:55.215278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.402742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.613821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aa267cd4-96fa-489e-8a2e-929bd9e71fe6 None None] Provisioning complete for port 1cacf627-fa09-4eea-9cdf-52215cdf543d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:55.615630 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa267cd4-96fa-489e-8a2e-929bd9e71fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.960286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:55.971852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0ce4779f-8ee4-41c7-9f3c-b7ebe31f9c5a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/69d032f0-1d8a-422b-9adb-c5fb41e5800c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6724000 Sep 01 15:39:55.979794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38088) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:55.984765 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Sync routers for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:56.005128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-54e7664e-aa57-4084-aca9-cb953ca11aab None None] Provisioning for port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:56.012651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.014238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-54e7664e-aa57-4084-aca9-cb953ca11aab None None] Provisioning complete for port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:56.015799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e7664e-aa57-4084-aca9-cb953ca11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.018220 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:56.021655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:56.060856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Calling delete_port for edd0d861-30e6-4451-b3c1-e6e4de4e9d1a owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:56.061367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-54e7664e-aa57-4084-aca9-cb953ca11aab None None] Port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:56.184635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97e89a5a-8ea3-43dc-bdc9-cfc420013a6a None None] Could not find standard attr ID for object 8b7f8b1a-3677-46bf-b310-9904b996bb12. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:56.191806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting subnet c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:56.203372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.283126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.300034 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.354052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:56.399294 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.478721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] In _notify_port_updated(), no bound segment for port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 on network a84af47e-4a69-45e6-8048-24ff7984ba3b {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:39:56.506486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:56.508137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.511227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "PUT /v2.0/ports/2cc04dfa-5c7d-450b-8fbe-32499cedd416 HTTP/1.1" status: 200 len: 1001 time: 1.4805231 Sep 01 15:39:56.518065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:56.534051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c94b0-0ab0-480e-a44f-d2e6dc8acda9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=2cc04dfa-5c7d-450b-8fbe-32499cedd416,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:56.607127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a7cefc4e-693c-4e92-90d5-f97407447fc0 None None] Could not find standard attr ID for object a9bd308c-0efe-494e-9307-d2c59519a7cd. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:56.647627 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.818154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.845053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Port': ['ID=edd0d861-30e6-4451-b3c1-e6e4de4e9d1a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:56.984587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.994998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c631c152-f896-404e-b9cd-7afae3803959 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/edd0d861-30e6-4451-b3c1-e6e4de4e9d1a HTTP/1.1" status: 204 len: 168 time: 2.2314053 Sep 01 15:39:56.995990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38110) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:56.997297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.077769 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:39:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:57.087960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:57.088899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.119168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d6d83a3c-25d3-4d7a-a5cc-096e8978a901 None None] Provisioning complete for port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:57.120068 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6d83a3c-25d3-4d7a-a5cc-096e8978a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.132454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f97cfe-cd84-4b5a-a832-7ea2becc6f53,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:57.146387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.148313 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be05afc1-986a-4f84-87c7-ceea49337872 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/subnets/c7f97cfe-cd84-4b5a-a832-7ea2becc6f53 HTTP/1.1" status: 204 len: 168 time: 1.1679616 Sep 01 15:39:57.153662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.161408 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Checking router: 69d032f0-1d8a-422b-9adb-c5fb41e5800c for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:57.189412 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Routers {'69d032f0-1d8a-422b-9adb-c5fb41e5800c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:57.190467 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:57.238720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d2896-e702-4f50-a7ef-23e01d3d8ff5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.245372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-532d2896-e702-4f50-a7ef-23e01d3d8ff5 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2234428 Sep 01 15:39:57.256841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38118) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.301343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4dd5f-be48-420a-a75a-c9f09c68163e None None] Network 90540cd8-01c7-4eed-b827-67c99c0b8111 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:57.307550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6d83a3c-25d3-4d7a-a5cc-096e8978a901 None None] Port 2cc04dfa-5c7d-450b-8fbe-32499cedd416 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:57.420385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.448954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for 2cc04dfa-5c7d-450b-8fbe-32499cedd416 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:57.450074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c801d203-6bde-488d-8978-4724039ad84b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.452214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c801d203-6bde-488d-8978-4724039ad84b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1938601 Sep 01 15:39:57.467118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38122) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.540268 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] Set router 69d032f0-1d8a-422b-9adb-c5fb41e5800c gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:57.583818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3af9d348-0871-4484-99d3-e07b515d794c None None] Could not find standard attr ID for object edd0d861-30e6-4451-b3c1-e6e4de4e9d1a. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:57.649925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b703c-d956-4d78-9eec-35acae13812f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.662428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b703c-d956-4d78-9eec-35acae13812f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.664454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b703c-d956-4d78-9eec-35acae13812f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.666190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b6b703c-d956-4d78-9eec-35acae13812f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1980860 Sep 01 15:39:57.674293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.822427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.886929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.934206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:39:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:57.976288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=2cc04dfa-5c7d-450b-8fbe-32499cedd416,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:57.986709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.995821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 27456a61-95d5-4764-b7b9-8af7f3cbc3ab {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:58.019277 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aba62-5071-4fa8-b4f0-53972665e4d7 None None] The sync data for ids ['69d032f0-1d8a-422b-9adb-c5fb41e5800c'] in n-d-802060-16 is: [{'id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-83282813', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:39:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '736157d4-ad28-4d38-897c-2d818c6853d5', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d032f0-1d8a-422b-9adb-c5fb41e5800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:57Z', 'updated_at': '2021-09-01T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:58.044205 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.048318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ae9ddc5-fc8e-49b1-8bba-042ee4fba8e9 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/2cc04dfa-5c7d-450b-8fbe-32499cedd416 HTTP/1.1" status: 204 len: 168 time: 1.5280306 Sep 01 15:39:58.050307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.059249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38138) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:58.184709 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25bc4f8-201f-4c61-ba4b-6092608275b4 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] GET failed (client error): The resource could not be found. Sep 01 15:39:58.185160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38142) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:58.186002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e25bc4f8-201f-4c61-ba4b-6092608275b4 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports/2cc04dfa-5c7d-450b-8fbe-32499cedd416 HTTP/1.1" status: 404 len: 333 time: 0.1237302 Sep 01 15:39:58.195567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132884253'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:58.264165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.270926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.430397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] DHCP port deletion for 90540cd8-01c7-4eed-b827-67c99c0b8111 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:58.503335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:58.519221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.570473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port 9c6bc6f7-ff71-40cd-8514-677164ce9a6b yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:58.579462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Deleting port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:58.579831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.587763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.773840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 736157d4-ad28-4d38-897c-2d818c6853d5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:58.774930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.833165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] For port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:58.834068 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.898828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Calling delete_port for b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:58.950532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:58.959601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::1e1 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/9c6bc6f7-ff71-40cd-8514-677164ce9a6b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:59.040308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.162231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=27456a61-95d5-4764-b7b9-8af7f3cbc3ab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.169302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.171344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7bd3bde3-3b29-4306-99f9-8f8c7919575b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/27456a61-95d5-4764-b7b9-8af7f3cbc3ab HTTP/1.1" status: 204 len: 168 time: 1.4962802 Sep 01 15:39:59.178403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38164) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.199495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 736157d4-ad28-4d38-897c-2d818c6853d5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=736157d4-ad28-4d38-897c-2d818c6853d5,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:59.200498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.211286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3932bd2-ed28-47f8-ba9b-f329f1b057cb None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:59.217729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.238075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object 9c6bc6f7-ff71-40cd-8514-677164ce9a6b will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:59.255357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 736157d4-ad28-4d38-897c-2d818c6853d5 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:59.288705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Deleting subnet 9dd8156b-3650-4b7f-9b2f-3687f61dd151 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:59.290033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.346863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:59.349718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.352115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:59.360373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:59.367250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:59.367936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.397007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=9c6bc6f7-ff71-40cd-8514-677164ce9a6b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.424032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38170) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.425122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65e7a492-70c4-4ddd-9e3c-380e841228c0 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2370989 Sep 01 15:39:59.437555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'network_id': 'a84af47e-4a69-45e6-8048-24ff7984ba3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-192084952'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:59.534789 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.727239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.829550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Made reservation on behalf of a682389ae7ed450f8dce3772a53347c9 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:59.833873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.874507 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.878680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] device_id is not set on port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:59.926514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,segment=NetworkSegment(17cea725-b10d-4047-823c-9817fb55a052),segment_id=17cea725-b10d-4047-823c-9817fb55a052)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:59.945903 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.946736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2fb36a45-ec36-4344-9c8d-672a8a056483 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:00.017270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2fb36a45-ec36-4344-9c8d-672a8a056483 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:00.017618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2fb36a45-ec36-4344-9c8d-672a8a056483 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:00.019150 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.052952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] No DVR routers for this DVR port b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:00.070239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.080793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.118141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d25218-9182-4541-baf0-6b10b8d3d5c4 None None] Pushing event deleted for resources: {'Port': ['ID=b7b1d7e1-b576-42fb-a6ab-d7a7f650bfd5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.137815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ea67bd3-3a27-48cd-865c-773ec4f17c94 None None] Provisioning for port 9c6bc6f7-ff71-40cd-8514-677164ce9a6b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:00.154859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ea67bd3-3a27-48cd-865c-773ec4f17c94 None None] Provisioning complete for port 9c6bc6f7-ff71-40cd-8514-677164ce9a6b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:00.155097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea67bd3-3a27-48cd-865c-773ec4f17c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.164878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=736157d4-ad28-4d38-897c-2d818c6853d5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.213613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.234918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1ea67bd3-3a27-48cd-865c-773ec4f17c94 None None] Port 9c6bc6f7-ff71-40cd-8514-677164ce9a6b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:00.291571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd8156b-3650-4b7f-9b2f-3687f61dd151,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.300095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.302510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-781b067e-3168-4f30-b6d2-e9494643868f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9dd8156b-3650-4b7f-9b2f-3687f61dd151 HTTP/1.1" status: 204 len: 168 time: 1.1225944 Sep 01 15:40:00.306085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.344985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Allocated IP 2001:db8::2b8 (a84af47e-4a69-45e6-8048-24ff7984ba3b/6f5fcffb-6ad8-4713-873f-05a85b8449f8/51ed3bcf-aa9f-434c-82e5-1883d571bfbe) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:00.357489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.395061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8dcb4ac2-2fa6-4f4b-a13c-d300b8da36e1 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869877 Sep 01 15:40:00.398005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.461683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584b920-cf34-485f-a6e0-cf564952d3e6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:00.464148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0584b920-cf34-485f-a6e0-cf564952d3e6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0639825 Sep 01 15:40:00.469541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38200) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.504080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.518631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.582602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc49ebd-721d-4f59-9e48-cb175433372a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:00.584613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ccc49ebd-721d-4f59-9e48-cb175433372a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135931 Sep 01 15:40:00.587343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38202) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.620051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.620696 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Fanout notify agent at l3_agent the message router_deleted on router 69d032f0-1d8a-422b-9adb-c5fb41e5800c {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:40:00.630701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.631884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6b059da9-9b27-41ff-9ed6-e664476e69ee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/routers/69d032f0-1d8a-422b-9adb-c5fb41e5800c HTTP/1.1" status: 204 len: 168 time: 3.4772463 Sep 01 15:40:00.637526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38206) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.652076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc3ce100-1782-4810-b770-fbaffc9aa39d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557599 Sep 01 15:40:00.661671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.740348 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb7854d-af51-41f1-99fe-9fa0a785296c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:00.742206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb7854d-af51-41f1-99fe-9fa0a785296c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:00.751672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ccb7854d-af51-41f1-99fe-9fa0a785296c tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/edd0d861-30e6-4451-b3c1-e6e4de4e9d1a HTTP/1.1" status: 404 len: 333 time: 0.0887661 Sep 01 15:40:00.752534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.815558 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2991592a-4854-4d04-8817-886361275b7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:00.816482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2991592a-4854-4d04-8817-886361275b7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:00.823002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2991592a-4854-4d04-8817-886361275b7f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9dd8156b-3650-4b7f-9b2f-3687f61dd151 HTTP/1.1" status: 404 len: 337 time: 0.0688756 Sep 01 15:40:00.823593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.893598 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4476258c-3e73-4e6b-b3a3-34ce7796e745 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:00.894404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4476258c-3e73-4e6b-b3a3-34ce7796e745 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:00.899409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4476258c-3e73-4e6b-b3a3-34ce7796e745 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/27456a61-95d5-4764-b7b9-8af7f3cbc3ab HTTP/1.1" status: 404 len: 337 time: 0.0740142 Sep 01 15:40:00.911562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.962812 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-097e8614-f930-4268-aebe-eb44dc74cd8d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:00.965904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097e8614-f930-4268-aebe-eb44dc74cd8d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:00.971536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-097e8614-f930-4268-aebe-eb44dc74cd8d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/a9bd308c-0efe-494e-9307-d2c59519a7cd HTTP/1.1" status: 404 len: 333 time: 0.0571022 Sep 01 15:40:00.976068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38226) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.037089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.043330 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a89a792-075c-4929-b1df-c35c7cc80509 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.043725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a89a792-075c-4929-b1df-c35c7cc80509 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.048332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9a89a792-075c-4929-b1df-c35c7cc80509 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/c566691d-e952-4a28-bb2a-ce6fc40a1758 HTTP/1.1" status: 404 len: 337 time: 0.0664320 Sep 01 15:40:01.049512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.103415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193d13c-e122-4327-a493-277187b04440 None None] Network 2a412c6e-dbbd-4917-bcde-7e3da8c33952 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:01.113608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.137252 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-32948aa3-afac-4839-83e1-ec62c7de3d03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.137898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32948aa3-afac-4839-83e1-ec62c7de3d03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.140070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-32948aa3-afac-4839-83e1-ec62c7de3d03 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/595ca3a8-4686-424e-9351-e75ccde77a11 HTTP/1.1" status: 404 len: 337 time: 0.0890229 Sep 01 15:40:01.143495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.169666 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:40:01.174583 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deb4fbc-5611-4573-abc5-fff192ef263d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.175412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deb4fbc-5611-4573-abc5-fff192ef263d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.178827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7deb4fbc-5611-4573-abc5-fff192ef263d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/8b7f8b1a-3677-46bf-b310-9904b996bb12 HTTP/1.1" status: 404 len: 333 time: 0.0340137 Sep 01 15:40:01.181563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.183043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Transition to ACTIVE for port object 51ed3bcf-aa9f-434c-82e5-1883d571bfbe will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:01.193464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.207773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90540cd8-01c7-4eed-b827-67c99c0b8111']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.223408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cea725-b10d-4047-823c-9817fb55a052') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.223803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cea725-b10d-4047-823c-9817fb55a052') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.240027 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7fff75-f4b5-4308-8aab-2a136c545808 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.240640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7fff75-f4b5-4308-8aab-2a136c545808 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.245136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7e7fff75-f4b5-4308-8aab-2a136c545808 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/2a8be646-d2fe-4728-aaaf-0dfb7288bfbb HTTP/1.1" status: 404 len: 337 time: 0.0578656 Sep 01 15:40:01.249836 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.250569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.279363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.288184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:01.288702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:01.317338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.324003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d65fe5ae-5f7c-4157-b276-0d5f6f448844 None None] Provisioning complete for port 1cacf627-fa09-4eea-9cdf-52215cdf543d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:01.324003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65fe5ae-5f7c-4157-b276-0d5f6f448844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.324875 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-179073c0-84de-48ae-aff9-b5db99de01fe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.324875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179073c0-84de-48ae-aff9-b5db99de01fe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.327342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-179073c0-84de-48ae-aff9-b5db99de01fe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/10fba8cf-cb7c-46e6-b920-663fd1f9a27e HTTP/1.1" status: 404 len: 337 time: 0.0752046 Sep 01 15:40:01.330679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38240) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.423118 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa5a90-7eaf-4263-a5e1-ae2bb1180eeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.423885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fa5a90-7eaf-4263-a5e1-ae2bb1180eeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.431262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-58fa5a90-7eaf-4263-a5e1-ae2bb1180eeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/5b16bb8a-c45b-46ab-a21e-4746fdfb31b5 HTTP/1.1" status: 404 len: 333 time: 0.0992312 Sep 01 15:40:01.432140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38244) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.461820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Network a84af47e-4a69-45e6-8048-24ff7984ba3b is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:01.466299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:01.472076 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.477903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:01.484221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:01.485526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.506838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.509011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/networks/90540cd8-01c7-4eed-b827-67c99c0b8111 HTTP/1.1" status: 204 len: 168 time: 0.8706479 Sep 01 15:40:01.511363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=51ed3bcf-aa9f-434c-82e5-1883d571bfbe,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:01.518801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38248) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.520923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dfbb76ee-d570-4b34-87f9-aa75bf9fa6c8 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0894775 Sep 01 15:40:01.521605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38250) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.530044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:cc:15:b8'}, {'ip_address': '2001:db8::1e1', 'mac_address': 'fa:16:3e:5f:5d:7f'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:01.543917 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f527f348-950b-4ab1-b605-24f5381ed6bf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:01.544376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f527f348-950b-4ab1-b605-24f5381ed6bf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:01.547494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f527f348-950b-4ab1-b605-24f5381ed6bf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3a91cd63-be18-4a11-9e04-1b30c75e9f79 HTTP/1.1" status: 404 len: 337 time: 0.1139784 Sep 01 15:40:01.619790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38252) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.628416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] DHCP port deletion for 2a412c6e-dbbd-4917-bcde-7e3da8c33952 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:01.666412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d769d-7a50-4e37-b0b8-516686171308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Network': ['ID=90540cd8-01c7-4eed-b827-67c99c0b8111,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:01.695758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.753628 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.778602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Deleting port 1cacf627-fa09-4eea-9cdf-52215cdf543d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:01.780618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.875065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.894543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.910697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/security-groups/624f7f12-3b86-4b6e-aa8a-a87a2b469cb1 HTTP/1.1" status: 204 len: 168 time: 0.3854530 Sep 01 15:40:01.941506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7de4f-899f-4e13-a7bd-db5d24a2e70b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f7f12-3b86-4b6e-aa8a-a87a2b469cb1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:01.999736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] For port 1cacf627-fa09-4eea-9cdf-52215cdf543d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1cacf627-fa09-4eea-9cdf-52215cdf543d,segment=NetworkSegment(d7499caa-d5f4-4686-916e-07bc64ad9952),segment_id=d7499caa-d5f4-4686-916e-07bc64ad9952)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:02.000689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.018670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Calling delete_port for 1cacf627-fa09-4eea-9cdf-52215cdf543d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:02.145298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.190055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] No DVR routers for this DVR port 1cacf627-fa09-4eea-9cdf-52215cdf543d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:02.193118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c537df-d619-4161-9276-e6ecbce496b1 None None] Pushing event deleted for resources: {'Port': ['ID=1cacf627-fa09-4eea-9cdf-52215cdf543d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:02.198562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f1bdec70-8dc8-4883-adae-1c75be5fd323 None None] Provisioning for port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:02.205791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f1bdec70-8dc8-4883-adae-1c75be5fd323 None None] Provisioning complete for port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:02.206484 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec70-8dc8-4883-adae-1c75be5fd323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.234027 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bb0157-6e36-4c31-9d20-1756d6ee5b5d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.234988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bb0157-6e36-4c31-9d20-1756d6ee5b5d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.236421 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a3bb0157-6e36-4c31-9d20-1756d6ee5b5d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/bcb0f92b-bdef-4aa9-95a4-84db9d6dbda5 HTTP/1.1" status: 404 len: 337 time: 0.6151154 Sep 01 15:40:02.240017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38272) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.253222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93022277-5c57-466a-a459-07a0e55db23b None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:40:02.278047 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c960c0f9-3a37-4fe9-9e56-db88d2048dbe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.278978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c960c0f9-3a37-4fe9-9e56-db88d2048dbe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.281772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c960c0f9-3a37-4fe9-9e56-db88d2048dbe tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/5b0198d0-3ff7-45f4-a086-5dbd31e56224 HTTP/1.1" status: 404 len: 333 time: 0.0405498 Sep 01 15:40:02.284273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.336457 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4089d361-03ae-4ee6-87a2-3b4487f4c88f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.337616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4089d361-03ae-4ee6-87a2-3b4487f4c88f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.340382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4089d361-03ae-4ee6-87a2-3b4487f4c88f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3bce2486-f36b-4deb-a04f-a4f987c18cfc HTTP/1.1" status: 404 len: 337 time: 0.0545669 Sep 01 15:40:02.346475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.360414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdec70-8dc8-4883-adae-1c75be5fd323 None None] Port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:02.378401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.406173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93022277-5c57-466a-a459-07a0e55db23b None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:40:02.412242 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b80363c-e893-4cb2-af1f-e4befc025d3f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.413138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b80363c-e893-4cb2-af1f-e4befc025d3f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.415051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b80363c-e893-4cb2-af1f-e4befc025d3f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/92d229b6-1776-48c2-a6be-2b52cc90a4b5 HTTP/1.1" status: 404 len: 333 time: 0.0669675 Sep 01 15:40:02.419752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38282) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.511124 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c73658-930f-42a2-9162-ab8ea7c6811d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.511826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c73658-930f-42a2-9162-ab8ea7c6811d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.521994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80c73658-930f-42a2-9162-ab8ea7c6811d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9208e2aa-d345-4e47-b64d-f7e239d35423 HTTP/1.1" status: 404 len: 337 time: 0.1007569 Sep 01 15:40:02.524899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38286) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.560465 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d99f26-4225-492d-a2ca-b290469a66c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.561587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d99f26-4225-492d-a2ca-b290469a66c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.564098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65d99f26-4225-492d-a2ca-b290469a66c6 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/c1a67c43-1aab-40fb-be98-9e0e92f8d854 HTTP/1.1" status: 404 len: 333 time: 0.0364566 Sep 01 15:40:02.566802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.615541 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a30376-6f38-477a-b95a-1a13796cf442 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.616280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a30376-6f38-477a-b95a-1a13796cf442 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.618423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c0a30376-6f38-477a-b95a-1a13796cf442 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/53d19ca6-30a1-457e-b62f-f23691c56d5a HTTP/1.1" status: 404 len: 337 time: 0.0493441 Sep 01 15:40:02.621577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38292) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.651892 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe94a50f-2d2a-4ca6-adc1-252f4e24b39f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.655259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe94a50f-2d2a-4ca6-adc1-252f4e24b39f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.659036 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fe94a50f-2d2a-4ca6-adc1-252f4e24b39f tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/2be7dd8c-9d5c-415d-991d-9ba562356a33 HTTP/1.1" status: 404 len: 333 time: 0.0361383 Sep 01 15:40:02.659769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38294) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.711105 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca92a70-84f7-4964-bc9f-dff40ccc26ac tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.711573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca92a70-84f7-4964-bc9f-dff40ccc26ac tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.717108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fca92a70-84f7-4964-bc9f-dff40ccc26ac tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/35e5fd3d-780e-40f4-930a-20c678456475 HTTP/1.1" status: 404 len: 337 time: 0.0558357 Sep 01 15:40:02.718063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.764009 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b87e1c-3cd9-4a9b-af4c-3ac2d46dcc08 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.764828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b87e1c-3cd9-4a9b-af4c-3ac2d46dcc08 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.770797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a6b87e1c-3cd9-4a9b-af4c-3ac2d46dcc08 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/01cbee31-9f25-459a-bdbe-40d27eb03e31 HTTP/1.1" status: 404 len: 333 time: 0.0519693 Sep 01 15:40:02.777635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.801455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.810456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.839872 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f5d818-818e-4b87-a640-ac63d9a55fe9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.846087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f5d818-818e-4b87-a640-ac63d9a55fe9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.851633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-23f5d818-818e-4b87-a640-ac63d9a55fe9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/9240fa19-bba9-4113-bef1-c0c4cfba9a32 HTTP/1.1" status: 404 len: 337 time: 0.0727072 Sep 01 15:40:02.852497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38304) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.878923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1cacf627-fa09-4eea-9cdf-52215cdf543d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:02.912175 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-65883af7-87ca-4d4e-ac01-e2816f17cb29 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.916278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65883af7-87ca-4d4e-ac01-e2816f17cb29 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:02.920704 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65883af7-87ca-4d4e-ac01-e2816f17cb29 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/0d0fc5b8-2b94-4047-aa6d-765674103b29 HTTP/1.1" status: 404 len: 333 time: 0.0647271 Sep 01 15:40:02.922933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] In _notify_port_updated(), no bound segment for port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe on network a84af47e-4a69-45e6-8048-24ff7984ba3b {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:02.924380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38306) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.937550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1cacf627-fa09-4eea-9cdf-52215cdf543d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:02.937909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1cacf627-fa09-4eea-9cdf-52215cdf543d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:02.938447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 736157d4-ad28-4d38-897c-2d818c6853d5 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:02.997484 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c6738f-5cdb-4207-ae39-c9efbff24555 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:02.998402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c6738f-5cdb-4207-ae39-c9efbff24555 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.002313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-72c6738f-5cdb-4207-ae39-c9efbff24555 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/0fc41cf9-51f7-49c9-a1af-4d707b7c9be0 HTTP/1.1" status: 404 len: 337 time: 0.0753834 Sep 01 15:40:03.008535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 736157d4-ad28-4d38-897c-2d818c6853d5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:03.009143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 736157d4-ad28-4d38-897c-2d818c6853d5 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:03.033087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.033628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:03.033628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.050348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "PUT /v2.0/ports/51ed3bcf-aa9f-434c-82e5-1883d571bfbe HTTP/1.1" status: 200 len: 1067 time: 1.5213304 Sep 01 15:40:03.050779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.134511 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c8f7b1-7e76-4374-a2e1-31a305f3e21b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.135045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c8f7b1-7e76-4374-a2e1-31a305f3e21b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.151211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38324) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.152995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d1c8f7b1-7e76-4374-a2e1-31a305f3e21b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/5c5a683b-2314-489d-ac2b-791d88f2b20e HTTP/1.1" status: 404 len: 337 time: 0.1249149 Sep 01 15:40:03.213688 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca90b69f-2b19-4943-9224-60bdce69e59a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.215059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca90b69f-2b19-4943-9224-60bdce69e59a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.221142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ca90b69f-2b19-4943-9224-60bdce69e59a tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/3c070c43-f896-4b8b-994a-f04e5515cf50 HTTP/1.1" status: 404 len: 333 time: 0.0633674 Sep 01 15:40:03.226183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38326) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.314618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04204e-af08-4b38-89df-abd152edafbc tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event updated for resources: {'Port': ['ID=51ed3bcf-aa9f-434c-82e5-1883d571bfbe,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:03.330595 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f24fe0-6290-4cab-9f72-40301c8a13ca tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.333581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f24fe0-6290-4cab-9f72-40301c8a13ca tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.341176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a4f24fe0-6290-4cab-9f72-40301c8a13ca tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/7aa93fdf-667f-4c55-a391-87f2813a079f HTTP/1.1" status: 404 len: 337 time: 0.1117880 Sep 01 15:40:03.345473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38332) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.407809 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ede739b-f348-4f97-abc9-f21bb56773d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.409525 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ede739b-f348-4f97-abc9-f21bb56773d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.412860 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6ede739b-f348-4f97-abc9-f21bb56773d7 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/1866ecfc-bc27-4ce3-bdb9-a706a87beaae HTTP/1.1" status: 404 len: 337 time: 0.0652828 Sep 01 15:40:03.417138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38334) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.479886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:03.480792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.503628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.510658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089288353', 'description': 'tempest-secgroup-smoke-1089288353 description', 'project_id': '2656a3574f394d30aba76404f1825660'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:03.564683 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa64104-33f0-400f-8b5d-7ba13573f067 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.566143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa64104-33f0-400f-8b5d-7ba13573f067 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.576588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.578821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2aa64104-33f0-400f-8b5d-7ba13573f067 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/129615c2-56d9-41a4-86ec-ec519da8ea37 HTTP/1.1" status: 404 len: 333 time: 0.1508174 Sep 01 15:40:03.581784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.631810 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-28432f72-ef0e-4702-8f29-40ce4ce84f22 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.632586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28432f72-ef0e-4702-8f29-40ce4ce84f22 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.635992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-28432f72-ef0e-4702-8f29-40ce4ce84f22 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/92f0cee1-60ff-422a-8092-58f1064ee772 HTTP/1.1" status: 404 len: 337 time: 0.0579619 Sep 01 15:40:03.639357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.735406 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3d2764-1e0c-402c-bf18-194dec3fd498 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.736188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3d2764-1e0c-402c-bf18-194dec3fd498 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.750730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38348) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.754368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ea3d2764-1e0c-402c-bf18-194dec3fd498 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/4eaeb916-fead-4fa4-8867-f08579a9fed0 HTTP/1.1" status: 404 len: 337 time: 0.1056378 Sep 01 15:40:03.799224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2bb053f2-935a-4f9c-867c-e0abe5ac6fe9 None None] Provisioning complete for port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:03.800335 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb053f2-935a-4f9c-867c-e0abe5ac6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.805685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.810695 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acfbfa6-2d5e-450b-b16c-e3dcc76147d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.811855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acfbfa6-2d5e-450b-b16c-e3dcc76147d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.815706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8acfbfa6-2d5e-450b-b16c-e3dcc76147d2 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/285a6cc5-7b16-40e7-b22d-77c50026dd44 HTTP/1.1" status: 404 len: 333 time: 0.0639071 Sep 01 15:40:03.825012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.849948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for 51ed3bcf-aa9f-434c-82e5-1883d571bfbe owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:03.888394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2bb053f2-935a-4f9c-867c-e0abe5ac6fe9 None None] Port 51ed3bcf-aa9f-434c-82e5-1883d571bfbe cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:03.947735 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2deac12-ad76-4613-a626-0060a8c3ae8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:03.948548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2deac12-ad76-4613-a626-0060a8c3ae8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:03.955780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2deac12-ad76-4613-a626-0060a8c3ae8b tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/e3bd279e-8e13-44d0-ad92-631ef1da410a HTTP/1.1" status: 404 len: 337 time: 0.1208513 Sep 01 15:40:03.958750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.036263 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b772a8-5389-4de2-9e38-6fd7d15aefa4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.037699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b772a8-5389-4de2-9e38-6fd7d15aefa4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.045000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-14b772a8-5389-4de2-9e38-6fd7d15aefa4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3f2a777c-b1ee-4140-9df1-9ecc8457e202 HTTP/1.1" status: 404 len: 337 time: 0.0845978 Sep 01 15:40:04.046160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38364) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.070595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.080608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.103819 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0fe756dd-5a8f-4324-addd-4b86891e054d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d7de6f0-b9ca-4822-ad6c-84e19be00a88 HTTP/1.1" status: 200 len: 205 time: 0.0551288 Sep 01 15:40:04.108071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.168301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b375b-99b1-40c2-8416-2b051a58c811,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.199029 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.201159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-333f17e2-07db-4e27-961a-d0a6336e7e59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6958351 Sep 01 15:40:04.204958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38368) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.212950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:04.266800 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-3d966562-187e-476d-b3eb-9b1a2b16c0f3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] delete failed (client error): The resource could not be found. Sep 01 15:40:04.270679 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d966562-187e-476d-b3eb-9b1a2b16c0f3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/routers/8d7de6f0-b9ca-4822-ad6c-84e19be00a88 HTTP/1.1" status: 404 len: 336 time: 0.1576016 Sep 01 15:40:04.273684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.276189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.343232 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-198734ae-6073-439a-9050-76b130e66cc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.345680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198734ae-6073-439a-9050-76b130e66cc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.349592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-198734ae-6073-439a-9050-76b130e66cc3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/4b992872-3ae2-4df0-99b6-c50d39988af2 HTTP/1.1" status: 404 len: 337 time: 0.0623298 Sep 01 15:40:04.355844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.421531 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.430720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.432346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f3d267d-c116-435d-b168-22f3f4fa2f6d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 HTTP/1.1" status: 200 len: 205 time: 0.0700998 Sep 01 15:40:04.434340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.442226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38378) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.496404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=51ed3bcf-aa9f-434c-82e5-1883d571bfbe,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.560432 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-235d5899-e8db-4cb7-b45b-57f30f2001ec tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] delete failed (client error): The resource could not be found. Sep 01 15:40:04.563720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-235d5899-e8db-4cb7-b45b-57f30f2001ec tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/routers/c6de5549-f4fe-4d5c-bd1b-8fb01feb1697 HTTP/1.1" status: 404 len: 336 time: 0.1187174 Sep 01 15:40:04.564145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32f173f-39d5-431c-b6c7-0621abd09088,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.567297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.587098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.589937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b2dc3d77-ddba-43c1-a168-33f4749d0b3e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832176 Sep 01 15:40:04.597768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38386) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.635708 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-026942a2-acba-40aa-b6b8-1089b2020ec4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.635708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026942a2-acba-40aa-b6b8-1089b2020ec4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.640831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-026942a2-acba-40aa-b6b8-1089b2020ec4 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/6994bfcf-9514-4c44-af15-8f05823ef41a HTTP/1.1" status: 404 len: 337 time: 0.0687959 Sep 01 15:40:04.642139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.665177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:04.745874 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fa0b4c-490f-4829-b057-4594424fdd70 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.746612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fa0b4c-490f-4829-b057-4594424fdd70 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.755289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2fa0b4c-490f-4829-b057-4594424fdd70 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/489c2cb8-5b12-4e7c-9e40-19512ec66866 HTTP/1.1" status: 404 len: 337 time: 0.1041095 Sep 01 15:40:04.757005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38392) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.818132 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab6c82-5c4b-4409-820d-be61ab56faf9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.819409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bab6c82-5c4b-4409-820d-be61ab56faf9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.825130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1bab6c82-5c4b-4409-820d-be61ab56faf9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/77f2c539-f43b-41e7-8eef-6a24673f46b9 HTTP/1.1" status: 404 len: 333 time: 0.0646830 Sep 01 15:40:04.827488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.841472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.893206 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e442cce3-51b4-44d2-91c0-bf5edc5546cb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.894565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e442cce3-51b4-44d2-91c0-bf5edc5546cb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.898792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e442cce3-51b4-44d2-91c0-bf5edc5546cb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/93dbb15a-2db4-4ede-8c3c-da4b22b6d98f HTTP/1.1" status: 404 len: 337 time: 0.0684791 Sep 01 15:40:04.906800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38398) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.942736 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cc26b7-ad7e-4d12-8c83-47a26d55c727 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.943445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cc26b7-ad7e-4d12-8c83-47a26d55c727 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.946066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a6cc26b7-ad7e-4d12-8c83-47a26d55c727 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/7ce02ce4-e38c-4193-a0df-f2c7adfc314d HTTP/1.1" status: 404 len: 333 time: 0.0374289 Sep 01 15:40:04.949920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38402) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.953584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.957571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c85533b0-21f0-4ee7-8f6e-1e7976822b89 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/51ed3bcf-aa9f-434c-82e5-1883d571bfbe HTTP/1.1" status: 204 len: 168 time: 1.8911662 Sep 01 15:40:04.960851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.989804 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b41222-8fde-4741-a30e-be7a743077ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:04.990540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b41222-8fde-4741-a30e-be7a743077ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:04.995127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-03b41222-8fde-4741-a30e-be7a743077ef tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/e7bab0ee-1bee-4691-9533-b119920831c8 HTTP/1.1" status: 404 len: 337 time: 0.0425513 Sep 01 15:40:04.997394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38406) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.043706 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c61afc6-c419-4423-b523-0adbbf731022 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.044170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c61afc6-c419-4423-b523-0adbbf731022 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.046224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7c61afc6-c419-4423-b523-0adbbf731022 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/2a92f903-5ba5-4496-af76-3ac25d1df238 HTTP/1.1" status: 404 len: 333 time: 0.0470958 Sep 01 15:40:05.050406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38410) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.054062 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d70b40-a6a4-4f46-a466-6d2c76975061 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] GET failed (client error): The resource could not be found. Sep 01 15:40:05.056430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19d70b40-a6a4-4f46-a466-6d2c76975061 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports/51ed3bcf-aa9f-434c-82e5-1883d571bfbe HTTP/1.1" status: 404 len: 333 time: 0.0939860 Sep 01 15:40:05.064094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38412) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.120494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.127498 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6fefa1-02f8-4016-a5ba-dc2c20acedb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.128143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6fefa1-02f8-4016-a5ba-dc2c20acedb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.136493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1b6fefa1-02f8-4016-a5ba-dc2c20acedb3 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/3eb1836d-707c-4447-95e2-2c95f9497de5 HTTP/1.1" status: 404 len: 337 time: 0.0836828 Sep 01 15:40:05.136675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38418) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.147527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.180507 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-90522089-bf9e-4d16-b96c-355a685f65a8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.181914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90522089-bf9e-4d16-b96c-355a685f65a8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.199094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90522089-bf9e-4d16-b96c-355a685f65a8 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/39c387ec-73a0-49e1-b602-6d92b780b90f HTTP/1.1" status: 404 len: 333 time: 0.0582864 Sep 01 15:40:05.199094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38422) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.204318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7e535b-6992-4f65-9aca-1d8aa411db6e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:05.231153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.236823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-59a24d83-54af-43e8-942f-f6b3577e2630 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6333292 Sep 01 15:40:05.237951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38424) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.256519 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b372bf5a-8031-451c-b054-83a3828cd3ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.256957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b372bf5a-8031-451c-b054-83a3828cd3ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.261928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:05.270056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b372bf5a-8031-451c-b054-83a3828cd3ea tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/d3995d2f-5851-4834-a69f-3b9a48553b63 HTTP/1.1" status: 404 len: 337 time: 0.0592234 Sep 01 15:40:05.271075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38428) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.302898 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e65987-8061-482f-9027-804e65a03b49 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.304158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e65987-8061-482f-9027-804e65a03b49 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.310710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3e65987-8061-482f-9027-804e65a03b49 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/ab53dd0b-9657-440c-bbdb-db419b815035 HTTP/1.1" status: 404 len: 333 time: 0.0343125 Sep 01 15:40:05.311050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38430) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.355386 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80076b2-716a-4083-9e2c-df99bb90fdeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.355386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80076b2-716a-4083-9e2c-df99bb90fdeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.355386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d80076b2-716a-4083-9e2c-df99bb90fdeb tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/1ed3cd1d-580a-49d4-b848-456591647161 HTTP/1.1" status: 404 len: 337 time: 0.0362470 Sep 01 15:40:05.355386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.371343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port 9c6bc6f7-ff71-40cd-8514-677164ce9a6b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:05.371343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.389504 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab016c0-a910-40bb-ab16-491bdce6b505 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.390335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab016c0-a910-40bb-ab16-491bdce6b505 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.396786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1ab016c0-a910-40bb-ab16-491bdce6b505 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/263512b0-fff1-48d0-92f2-b5f470a2a053 HTTP/1.1" status: 404 len: 333 time: 0.0369477 Sep 01 15:40:05.397390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.429969 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eff5458-f946-441d-b810-8dcbbbab296d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.430892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eff5458-f946-441d-b810-8dcbbbab296d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.435129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3eff5458-f946-441d-b810-8dcbbbab296d tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/da444f31-c866-4f32-ae3e-32bf184ff7fb HTTP/1.1" status: 404 len: 337 time: 0.0330088 Sep 01 15:40:05.435601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.435771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38440) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.479960 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a7b1c2-ddb8-4820-b334-b3bfa669e1d9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.481207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a7b1c2-ddb8-4820-b334-b3bfa669e1d9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.485957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-71a7b1c2-ddb8-4820-b334-b3bfa669e1d9 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/ports/d9e2f281-1767-433a-b3a5-5c6c95232299 HTTP/1.1" status: 404 len: 333 time: 0.0480695 Sep 01 15:40:05.488408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.550761 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02d2b9f-277c-461e-88a6-0e36bcd02d86 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] DELETE failed (client error): The resource could not be found. Sep 01 15:40:05.551585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02d2b9f-277c-461e-88a6-0e36bcd02d86 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:05.553042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.553779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a02d2b9f-277c-461e-88a6-0e36bcd02d86 tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/subnets/f727cf1b-a6b2-4f76-85cf-f57e7a9f42dd HTTP/1.1" status: 404 len: 337 time: 0.0640545 Sep 01 15:40:05.559218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.579087 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for 9c6bc6f7-ff71-40cd-8514-677164ce9a6b owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:05.588983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.603178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.685026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed052340-53fb-45db-8f3b-16f77ebea182,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:05.698270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.701126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.703799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7b145570-aa97-4ac2-ae4f-7c77581db4a9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4620063 Sep 01 15:40:05.709215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38450) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.715995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:05.836036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.940679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.973166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a412c6e-dbbd-4917-bcde-7e3da8c33952']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:05.991304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7499caa-d5f4-4686-916e-07bc64ad9952') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:05.991790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7499caa-d5f4-4686-916e-07bc64ad9952') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:06.001615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.012518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.014638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.047207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.063033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:06.063033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.066902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc16986-9d15-4132-9b25-1efe32d3ca1b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:06.089214 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:06.095220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.126941 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.128624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc22e6c5-3dd6-4fae-9705-462823afdee3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176526 Sep 01 15:40:06.157479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.177439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:06.185980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=9c6bc6f7-ff71-40cd-8514-677164ce9a6b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.283590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.286106 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:40:06.307695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.314085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.315190 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c535c10-e9a3-4b62-ae3c-03a274432a15 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/9c6bc6f7-ff71-40cd-8514-677164ce9a6b HTTP/1.1" status: 204 len: 168 time: 1.2499762 Sep 01 15:40:06.325222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.325682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] 10.222.0.41 "DELETE /v2.0/networks/2a412c6e-dbbd-4917-bcde-7e3da8c33952 HTTP/1.1" status: 204 len: 168 time: 0.7590814 Sep 01 15:40:06.366247 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1c8ff5-1cdc-48da-9aea-0a7cc210d927 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] GET failed (client error): The resource could not be found. Sep 01 15:40:06.368008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8c1c8ff5-1cdc-48da-9aea-0a7cc210d927 tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "GET /v2.0/ports/9c6bc6f7-ff71-40cd-8514-677164ce9a6b HTTP/1.1" status: 404 len: 333 time: 0.0475070 Sep 01 15:40:06.379586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Pushing event deleted for resources: {'Network': ['ID=2a412c6e-dbbd-4917-bcde-7e3da8c33952,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.382268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.384903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.483534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.486141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.487016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.487899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.488710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.489551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.490092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.490613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.491826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.491826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.492277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.492468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7d87f-594d-4dc3-a610-36401c5a54cf tempest-NetworksTestDHCPv6-747166316 tempest-NetworksTestDHCPv6-747166316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:06.627245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.640358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.663285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port b4572fdb-7993-4ea9-9b9e-e9e1e993c727 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:06.663605 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.705803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a52397b-20e7-484a-9a42-7623cbd7a344,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.827546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.835829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38484) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.836611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1cb13bb3-b97c-4987-a3a6-cc6f5f09c512 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6765637 Sep 01 15:40:06.853866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'd84b375b-99b1-40c2-8416-2b051a58c811', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:06.930822 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:40:06.940741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.959329 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.993955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for b4572fdb-7993-4ea9-9b9e-e9e1e993c727 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:07.106981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.118134 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.163776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.175298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cdb92a-880e-4da4-98f0-dd2eb408a273,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:07.188923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.192002 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cef369eb-9a91-401e-8b5a-0dcd7ac98909 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3542583 Sep 01 15:40:07.198779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.209887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'network': {'name': 'tempest-network-smoke--1930702058', 'project_id': '2656a3574f394d30aba76404f1825660', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:07.261330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:07.268307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.448410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.463659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:07.520370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.521412 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Added segment a179be69-0851-4f42-8a61-997d33a2b2c3 of type vlan for network 160b5c19-e82c-42b7-8706-66fc6c1db65a Sep 01 15:40:07.522831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=b4572fdb-7993-4ea9-9b9e-e9e1e993c727,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:07.578478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.580794 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b3190256-b5cb-4d9b-94c2-7c3132fb5e1f tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/ports/b4572fdb-7993-4ea9-9b9e-e9e1e993c727 HTTP/1.1" status: 204 len: 168 time: 1.1939187 Sep 01 15:40:07.584314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38512) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.679310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.699557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b95ecafe-7450-4499-baa4-f766216f67c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fc329b0a57c48e6a56be4a7048f474a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340438 Sep 01 15:40:07.703455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.728787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting subnet 6f5fcffb-6ad8-4713-873f-05a85b8449f8 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:07.748771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.759997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.769259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:07.770425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.866082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.930175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7261760 Sep 01 15:40:07.932167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.960374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'admin_state_up': True, 'project_id': '2656a3574f394d30aba76404f1825660', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:07.971678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.047031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f462d-5f91-4c76-909d-a5ac8babbfa9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Network': ['ID=160b5c19-e82c-42b7-8706-66fc6c1db65a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:08.064162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:08.081482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.118221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.132049 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.134953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.267755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.320979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5fcffb-6ad8-4713-873f-05a85b8449f8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:08.331889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.333552 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.334326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5aea8b1-e168-427d-ab09-4fb12ffd79bb tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/subnets/6f5fcffb-6ad8-4713-873f-05a85b8449f8 HTTP/1.1" status: 204 len: 168 time: 0.7480831 Sep 01 15:40:08.337117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:08.339175 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.340413 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bb912a7-2dff-4a3c-a3a7-9484dda37984 HTTP/1.1" status: 204 len: 168 time: 0.6350138 Sep 01 15:40:08.354439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386058ea-d485-4808-b48f-9c6302d4f705 None None] Network a84af47e-4a69-45e6-8048-24ff7984ba3b requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:08.427447 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.435693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c193f9-6cb8-4ede-b4bf-d3676a658faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb912a7-2dff-4a3c-a3a7-9484dda37984,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:08.493087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.632041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Deleting port b44dff81-0894-47e4-acd4-7f24099f1071 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:08.632314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.634240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.787059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] For port b44dff81-0894-47e4-acd4-7f24099f1071, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b44dff81-0894-47e4-acd4-7f24099f1071,segment=NetworkSegment(8793572c-f455-4a4a-a3ef-77c7216342c3),segment_id=8793572c-f455-4a4a-a3ef-77c7216342c3)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:08.788103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.814774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] DHCP port deletion for a84af47e-4a69-45e6-8048-24ff7984ba3b request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:08.815222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Calling delete_port for b44dff81-0894-47e4-acd4-7f24099f1071 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:08.923146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Deleting port b44dff81-0894-47e4-acd4-7f24099f1071 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:08.925222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.039046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.105859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] No DVR routers for this DVR port b44dff81-0894-47e4-acd4-7f24099f1071 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:09.119415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Port': ['ID=b44dff81-0894-47e4-acd4-7f24099f1071,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:09.147066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] For port b44dff81-0894-47e4-acd4-7f24099f1071, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b44dff81-0894-47e4-acd4-7f24099f1071,segment=NetworkSegment(8793572c-f455-4a4a-a3ef-77c7216342c3),segment_id=8793572c-f455-4a4a-a3ef-77c7216342c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:09.148578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.177243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Calling delete_port for b44dff81-0894-47e4-acd4-7f24099f1071 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:09.215423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.320987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.364502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.386559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84af47e-4a69-45e6-8048-24ff7984ba3b']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:09.464041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793572c-f455-4a4a-a3ef-77c7216342c3') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:09.464317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793572c-f455-4a4a-a3ef-77c7216342c3') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:09.495851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.528203 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.539069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] No DVR routers for this DVR port b44dff81-0894-47e4-acd4-7f24099f1071 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:09.564424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.580034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:09.580485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:09.584700 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:09.631591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618d045-ad75-4b69-8d0f-093971be0a87 None None] Pushing event deleted for resources: {'Port': ['ID=b44dff81-0894-47e4-acd4-7f24099f1071,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:09.752143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.772684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.141 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/2cf398ad-7077-472c-8763-759a7c3ff4e3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:09.777753 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.793704 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] 10.222.0.41 "DELETE /v2.0/networks/a84af47e-4a69-45e6-8048-24ff7984ba3b HTTP/1.1" status: 204 len: 168 time: 1.4439528 Sep 01 15:40:09.858271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90607d-e507-4762-b6d1-92c9fd434c4d tempest-AllowedAddressPairIpV6TestJSON-1952209235 tempest-AllowedAddressPairIpV6TestJSON-1952209235-project] Pushing event deleted for resources: {'Network': ['ID=a84af47e-4a69-45e6-8048-24ff7984ba3b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:10.471866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:10.514773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38582) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:10.592849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38590) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:10.630759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:10.712478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:10.719700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:10.723970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:10.763103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=2cf398ad-7077-472c-8763-759a7c3ff4e3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:10.837578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b44dff81-0894-47e4-acd4-7f24099f1071 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:10.896275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4841343e-9219-424b-8d14-d1273a0bc70a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a682389ae7ed450f8dce3772a53347c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788941 Sep 01 15:40:10.902308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38596) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:10.929180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b44dff81-0894-47e4-acd4-7f24099f1071 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:10.929777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b44dff81-0894-47e4-acd4-7f24099f1071 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:10.954922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2137073695'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:10.986141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:10.990721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.017161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.113317 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.192534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.329367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.384890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.391062 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.393792 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/112a9eac-9a19-42c3-bdc1-7532379cd1fd HTTP/1.1" status: 204 len: 168 time: 0.4719512 Sep 01 15:40:11.429464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180545ee-1adf-4ef1-9094-2637abb4d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a9eac-9a19-42c3-bdc1-7532379cd1fd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:11.449242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.458198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.517010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:11.526449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67c040-94a9-4ff1-b222-e49b690f5c81,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:11.537268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.537807 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Added segment 39eeb9ae-d3b5-49e7-a2bb-d6d9f1c50619 of type vlan for network c274f804-cafb-411d-abca-aa00ea6fff82 Sep 01 15:40:11.631418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.647199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.770756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.804142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:11.805287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.989676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Network': ['ID=c274f804-cafb-411d-abca-aa00ea6fff82,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:12.001149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63d1dde3-59cf-4662-a362-a9f1b7523d09 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4039459 Sep 01 15:40:12.002627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:12.011646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'subnet': {'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:12.013357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router d4dd97ee-1c2b-41e4-b79c-343e57dec757 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:12.019467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c274f804-cafb-411d-abca-aa00ea6fff82 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:12.216186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:12.225411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.261533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:12.293564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Sync routers for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:12.297338 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.306826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d95778c2-e901-458c-8bb0-53256a99b917 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3727300 Sep 01 15:40:12.308252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38624) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:12.320250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:12.322507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:12.444808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8c503c69-4310-417a-b587-88e8c1bddc10 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2656a3574f394d30aba76404f1825660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1348975 Sep 01 15:40:12.449817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:12.630609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.769610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:12.980783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Subnet': ['ID=eb352d81-4fc5-4c07-ba7d-1f6ba0158189,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:13.006181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Checking segment: {'id': '39eeb9ae-d3b5-49e7-a2bb-d6d9f1c50619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:13.007330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network hostable DHCP agents. Network: c274f804-cafb-411d-abca-aa00ea6fff82, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:13.043606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:13.066056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c274f804-cafb-411d-abca-aa00ea6fff82) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:13.076424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ff75f-d312-4026-9b56-b7b4a8dd19b4 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:13.084917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-968ff75f-d312-4026-9b56-b7b4a8dd19b4 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6304779 Sep 01 15:40:13.085290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:13.085855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:13.087622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.125922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b430c0fc-c95b-467b-9f12-2e7d0b157311 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1179361 Sep 01 15:40:13.127024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38642) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:13.140697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-377530014', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:13.194582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.197445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.234161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833bf58-b6a8-4845-8f98-aec2add96f2f None None] Network c274f804-cafb-411d-abca-aa00ea6fff82 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:13.289796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0b995be1-744e-4221-acb7-1615e33adb0f tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2011664 Sep 01 15:40:13.295792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:13.320584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786596339', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'project_id': '2656a3574f394d30aba76404f1825660', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:13.438127 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.592586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:13.601744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.752453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:11Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:13.917617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Checking router: d4dd97ee-1c2b-41e4-b79c-343e57dec757 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:13.920242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Updating router d4dd97ee-1c2b-41e4-b79c-343e57dec757 port 2cf398ad-7077-472c-8763-759a7c3ff4e3 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:13.959003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb37160-5cc6-4ecf-9aa9-62a083e94007 None None] Network c274f804-cafb-411d-abca-aa00ea6fff82 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:14.040226 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.045999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.170186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.312967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38658) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:14.332595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Subnet': ['ID=549e0541-3a18-41fc-b78b-c66a80bad4bd,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:14.354788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:14.355285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network hostable DHCP agents. Network: 160b5c19-e82c-42b7-8706-66fc6c1db65a, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:14.370783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.385949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:14.411369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 160b5c19-e82c-42b7-8706-66fc6c1db65a) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:14.422786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:14.424797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.429892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.466116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b6a21f8-7deb-461d-9015-d85573488068 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1682439 Sep 01 15:40:14.467171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:14.657898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2141030873'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:14.695460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f353c3b-309a-4b15-abac-1f93408909d7 None None] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:14.725292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:14.729195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.736225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46cd7ff6-0ebf-4e1d-ad5f-94870048a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.787155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.043713 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.045535 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.059638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Transition to ACTIVE for port object 2cf398ad-7077-472c-8763-759a7c3ff4e3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:15.063741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-160b5c19-e82c-42b7-8706-66fc6c1db65a', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:15.066934 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.083853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.096174 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.133535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:15.143098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.143 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d499f04c-5573-4488-af2a-5feb69f75f6b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:15.160510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.160846 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Added segment 68100edf-aedd-4431-86e9-abb310c0de1a of type vlan for network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 Sep 01 15:40:15.162970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a28700-981e-40fa-9cb2-a61043d43902,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:15.247860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.287049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.333970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.338896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.347304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:15.348821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.353864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Attempting to bind port 2cf398ad-7077-472c-8763-759a7c3ff4e3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:15.354571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Attempting to bind port 2cf398ad-7077-472c-8763-759a7c3ff4e3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:15.355187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Attempting to bind port 2cf398ad-7077-472c-8763-759a7c3ff4e3 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:15.376108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:15.376592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:15.377202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.377821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:15.379601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Bound port: 2cf398ad-7077-472c-8763-759a7c3ff4e3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:15.380277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.384089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=d499f04c-5573-4488-af2a-5feb69f75f6b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:15.400389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:15.401995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:15.404872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:15.448129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95ee69-b206-4b97-bb1f-52f8d398e079 None None] Pushing event updated for resources: {'Port': ['ID=2cf398ad-7077-472c-8763-759a7c3ff4e3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:15.498567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1819825 Sep 01 15:40:15.503200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] For port 2cf398ad-7077-472c-8763-759a7c3ff4e3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:15.504276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:15.507738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] For port 2cf398ad-7077-472c-8763-759a7c3ff4e3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cf398ad-7077-472c-8763-759a7c3ff4e3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:15.510425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'subnet': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:15.516014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.640764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:15.641745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:15.783041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:15.870036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95ee69-b206-4b97-bb1f-52f8d398e079 None None] Pushing event updated for resources: {'Port': ['ID=2cf398ad-7077-472c-8763-759a7c3ff4e3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:15.937845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Allocated IP 172.20.0.2 (160b5c19-e82c-42b7-8706-66fc6c1db65a/549e0541-3a18-41fc-b78b-c66a80bad4bd/6f57bc7d-9fb7-451e-897f-c72130a9e5cf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:15.959231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.001995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f9b3-41f9-462d-94b4-4a2ebe6fb540 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Network': ['ID=8d2fec5b-7ecb-4e3d-8540-c78095e7b546,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.020977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.025091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:16.047169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:16.051386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.293233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.406357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:11Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:16.425676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.487348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.497861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Transition to ACTIVE for port object 6f57bc7d-9fb7-451e-897f-c72130a9e5cf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:16.509843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:16.517666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Transition to ACTIVE for port object 6f57bc7d-9fb7-451e-897f-c72130a9e5cf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:16.521676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db8466-4fd4-414d-86c9-49eb1f3832bb None None] The sync data for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 is: [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:11Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:16.526995 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.576659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:16.576659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:16.581125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:16.604562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Pushing event updated for resources: {'Port': ['ID=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.697615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Attempting to bind port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:16.698207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Attempting to bind port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:16.698790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Attempting to bind port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:16.708314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:16.708922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:16.709617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.710260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Bound using segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:16.711075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Bound port: 6f57bc7d-9fb7-451e-897f-c72130a9e5cf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:16.711713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.754906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Subnet': ['ID=1408c424-0d5a-4714-98c4-87b302f8307f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.787919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:16.803613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:16.838089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Checking segment: {'id': '68100edf-aedd-4431-86e9-abb310c0de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:16.838449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network hostable DHCP agents. Network: 8d2fec5b-7ecb-4e3d-8540-c78095e7b546, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:16.852241 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:16.855291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.859071 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7215e43f-011c-4954-a9b3-2f9d268b6abb tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7283788 Sep 01 15:40:16.859419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:16.861792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:16.901902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] For port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:16.912684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] For port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:16.923070 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.950676 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:16.979446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:16.985364 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:39:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.013170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:17.038545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.1 (160b5c19-e82c-42b7-8706-66fc6c1db65a/549e0541-3a18-41fc-b78b-c66a80bad4bd/90ca3df9-34ba-484e-bba6-c6c96cc6368b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:17.072920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8d2fec5b-7ecb-4e3d-8540-c78095e7b546) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:17.087119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:17.087801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.128290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.134180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f05310-8165-44ef-bc2d-d543462d03b9 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:17.148081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3cf19-06e5-47bb-b37d-2a947714e207 None None] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:17.215565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-64ceed95-aa6a-4553-8a0c-8ae1400c2ece tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7099376 Sep 01 15:40:17.219561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38682) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:17.249275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-26568158'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:17.309540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dba2b9-568c-4a82-85c5-209c3697c77b None None] Pushing event updated for resources: {'Port': ['ID=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:17.569300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'tenant_id': '45590b0a944745f8995024df63fc2693', 'fixed_ips': [{'subnet_id': '1408c424-0d5a-4714-98c4-87b302f8307f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:17.571585 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.578173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.613215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 90ca3df9-34ba-484e-bba6-c6c96cc6368b will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:17.667849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4d7379f-171e-48f2-8a7e-02f0114ec3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.688357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.698290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:17.709435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.844737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:17.851705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:17.863636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:17.875910 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.930490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:17.937746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Allocated IP 172.20.0.2 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/2f91b3e5-f9d0-418e-ab70-efab1da79d6d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:17.974947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:18.036117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.289914 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.304260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Transition to ACTIVE for port object 2f91b3e5-f9d0-418e-ab70-efab1da79d6d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:18.352713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Transition to ACTIVE for port object 2f91b3e5-f9d0-418e-ab70-efab1da79d6d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:18.386948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.503059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.549502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Pushing event updated for resources: {'Port': ['ID=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:18.554312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:18.557168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:18.562395 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.563569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:18.653984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.12 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/97d7b2c2-0c45-40b2-8ff6-345cb06bfedd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:18.734723 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.769546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Attempting to bind port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:18.771199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Attempting to bind port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '68100edf-aedd-4431-86e9-abb310c0de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:18.771869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Attempting to bind port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d on network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:18.799210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:18.799654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Checking segment: {'id': '68100edf-aedd-4431-86e9-abb310c0de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:18.800012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.800854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Bound using segment: {'id': '68100edf-aedd-4431-86e9-abb310c0de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:18.801467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Bound port: 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68100edf-aedd-4431-86e9-abb310c0de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:18.801907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.890303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.002116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cf398ad-7077-472c-8763-759a7c3ff4e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:19.006579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc35cd-d614-4d41-b435-05f8c6b9d955 None None] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:19.013011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38694) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:19.023656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180669642', 'description': 'tempest-secgroup-smoke-180669642 description', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:19.037232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] For port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:19.368946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] For port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,segment=NetworkSegment(68100edf-aedd-4431-86e9-abb310c0de1a),segment_id=68100edf-aedd-4431-86e9-abb310c0de1a)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:19.399169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.405692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-330b0b89-6676-4363-8154-5d436c64a0d7 None None] Provisioning for port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:19.524344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.533619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2cf398ad-7077-472c-8763-759a7c3ff4e3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:19.540874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.1 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:19.549213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2cf398ad-7077-472c-8763-759a7c3ff4e3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:19.549687 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.551831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67809c50-6f3c-4776-a8ee-3fb9c864cbbf None None] Pushing event updated for resources: {'Port': ['ID=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:19.584210 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.675756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.782227 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.835967 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.837200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2cf398ad-7077-472c-8763-759a7c3ff4e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cf398ad-7077-472c-8763-759a7c3ff4e3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:19.846422 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.848174 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.849924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6f57bc7d-9fb7-451e-897f-c72130a9e5cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:19.934022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:19.951804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:19.991559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.109987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.127756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.136362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.178103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:20.184248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:20.188019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:20.225201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2cf398ad-7077-472c-8763-759a7c3ff4e3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.240682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:20.255095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:20.255528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.272262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:20.283039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.289430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:20.302204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:20.326387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:20.327216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.357392 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.397925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1772056 Sep 01 15:40:20.400499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4774df7-fc80-463a-9bdd-0bdfaf129568 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=97d7b2c2-0c45-40b2-8ff6-345cb06bfedd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.406802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38700) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:20.411275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:20.421384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Provisioning complete for port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:20.421984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.424485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-392676098', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a7:7b:1d'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:20.445913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:20.468695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f131e-e2d0-4e3c-bc38-8143c4930a64,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.508193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.517731 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.521268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.527597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-89696396-c448-41f0-b86d-1e0bcb01ea4e tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5130134 Sep 01 15:40:20.528054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38702) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:20.637964 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.716929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:20.864064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:20.888922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.945455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.959371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router d4dd97ee-1c2b-41e4-b79c-343e57dec757 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:21.040628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.053485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.150107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:21.197332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.243264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.318706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.329440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2f91b3e5-f9d0-418e-ab70-efab1da79d6d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:21.363195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9278368-cee6-4c7a-ab15-138864d1fc52,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.423787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:40:21.424855 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:40:21.444277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.451500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b4a3657-1a51-4ca8-bb9a-3b143672bf5b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9210179 Sep 01 15:40:21.452439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:21.471364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:21.496770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:21.506604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cf398ad-7077-472c-8763-759a7c3ff4e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:21.550201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:21.581099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-44f62e32-866d-4665-be57-197e1ad42fd5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/d4dd97ee-1c2b-41e4-b79c-343e57dec757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0978439 Sep 01 15:40:21.581685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Sync routers for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:21.607060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.635139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:21.636354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:21.640341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port b532d45a-0af2-45f6-a6d3-c1813eb937c1 yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:21.747750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2cf398ad-7077-472c-8763-759a7c3ff4e3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:21.748549 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.784912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.898550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1c977-a02b-4a84-b28b-5f76c631dbe1 None None] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:21.978362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.986739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.019797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.7 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/b532d45a-0af2-45f6-a6d3-c1813eb937c1) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:22.122957 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.146769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.227396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d10a6d-e4c7-47c6-989f-9f8bd028b2bc,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.237076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:22.252784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.257208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1fa6c792-00c4-43c1-bca1-ad353d4469f2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7949295 Sep 01 15:40:22.272347 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:22.291025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:22.328962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.423486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.548209 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.552655 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-1c9ed6e7-2e7d-4582-a824-dcecbb020f98 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089288353&fields=id&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 267 time: 0.3817050 Sep 01 15:40:22.580726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Provisioning for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:22.614552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object b532d45a-0af2-45f6-a6d3-c1813eb937c1 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:22.662693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.684219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Provisioning complete for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:22.685386 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.718188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.815259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-803ac42b-6675-4e99-9123-5d14068ba5d7 None None] Port 90ca3df9-34ba-484e-bba6-c6c96cc6368b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:22.836095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:22.855433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:22.868585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:22.880459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.941254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=b532d45a-0af2-45f6-a6d3-c1813eb937c1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.987747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-1a7b4be2-373c-4582-9fd1-0720666b40cd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:22.996346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-1a7b4be2-373c-4582-9fd1-0720666b40cd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 797 time: 0.4425163 Sep 01 15:40:23.001442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.007999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:23.018080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.037591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e30d25-9036-46e1-8271-e417090d4057,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:23.067932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:23.068623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c50469de-c188-4b68-a738-3d605b1d8c9e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6599243 Sep 01 15:40:23.072340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38734) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:23.080473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:23.114457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Provisioning for port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:23.132871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Provisioning complete for port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:23.133810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.137263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6f57bc7d-9fb7-451e-897f-c72130a9e5cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:23.191892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbb011-9de1-4e63-ae3d-01b739488dc0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:23.207370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbb011-9de1-4e63-ae3d-01b739488dc0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:23.226947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbb011-9de1-4e63-ae3d-01b739488dc0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:23.230998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f3dbb011-9de1-4e63-ae3d-01b739488dc0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1573012 Sep 01 15:40:23.237767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:23.238237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-3b329b63-1862-40b4-9b5e-9a3866351f26 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/quotas/2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 375 time: 0.1630349 Sep 01 15:40:23.248422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.250868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3631ab27-02bc-4b7a-9843-ae4bebe1abb7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9717245 Sep 01 15:40:23.260470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38738) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:23.267184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:23.371395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 2, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:23.431010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.433423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Checking router: d4dd97ee-1c2b-41e4-b79c-343e57dec757 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:23.433792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Updating router d4dd97ee-1c2b-41e4-b79c-343e57dec757 port 90ca3df9-34ba-484e-bba6-c6c96cc6368b binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:23.464906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:23.489798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port b532d45a-0af2-45f6-a6d3-c1813eb937c1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:23.490444 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.490955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.529044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-f24ea28a-8d75-4132-9c35-94893bd58b76 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2765017 Sep 01 15:40:23.552031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.569749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:23.569749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.576847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.681177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] For port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,segment=NetworkSegment(68100edf-aedd-4431-86e9-abb310c0de1a),segment_id=68100edf-aedd-4431-86e9-abb310c0de1a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:23.708104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.713320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.741562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.770403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for b532d45a-0af2-45f6-a6d3-c1813eb937c1 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:23.792637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df034c87-8ba3-4579-92a6-2d8892b86ffd,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:23.820436 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.825298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6d2fe0aa-816a-4793-bd68-e0144e75163c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5634282 Sep 01 15:40:23.833543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:23.870717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:23.949114 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-caf361d5-d307-45eb-932d-de6ab1d9c658 service neutron] 10.222.0.41 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656099 Sep 01 15:40:23.955947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:23.965742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3fee92d2-10f5-438a-a70c-aa75f3e7c6d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/routers/4265a521-baf9-4551-b504-0e12cbfea1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1016159 Sep 01 15:40:23.970801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:23.979815 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Project 7eeb1bebaa394d4c8b85a02139f1f84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:40:23.987811 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:23.990961 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:23.992589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38744) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:24.001559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.019003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.070485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Provisioning complete for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:24.070969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.078414 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.092035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:24.093887 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.114235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'port': {'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82', 'name': 'tempest-FloatingIPTestJSON-2112491479'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:24.165386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Port 90ca3df9-34ba-484e-bba6-c6c96cc6368b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:24.177342 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.178294 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f31623-452c-42bd-8c13-1bafa5e10dcb None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:24.296319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f78c5-7cac-4ac9-88bd-35c9f7084f18 None None] Pushing event updated for resources: {'Port': ['ID=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:24.413104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.422716 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-ff433c13-af32-4bfa-a4aa-02b0257dc84b service neutron] 10.222.0.41 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224427 Sep 01 15:40:24.426272 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.464996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e056e25f-0a67-41ea-a528-b8a222475351,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:24.492255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:24.504720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.542992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.547201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f2aaef49-1b99-4817-9cb8-09545f9ffd1f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6816092 Sep 01 15:40:24.547823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38748) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:24.555830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=b532d45a-0af2-45f6-a6d3-c1813eb937c1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:24.570380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'security_group_rule': {'security_group_id': 'ba2f131e-e2d0-4e3c-bc38-8143c4930a64', 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:24.613985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] device_id is not set on port c55311bd-783c-4728-9450-5fea910fa7e0 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:24.778859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.9 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/c55311bd-783c-4728-9450-5fea910fa7e0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:24.843263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Provisioning for port 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:24.873805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Provisioning complete for port 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:24.874167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.008581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.026005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Port 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:25.028586 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Project 7eeb1bebaa394d4c8b85a02139f1f84b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:40:25.038477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.079750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139dcea9-5615-4547-995f-3a027d819611 req-3ff79353-db52-4e12-a7f9-ebfefa594a2e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 210 time: 0.1795332 Sep 01 15:40:25.141039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.147176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2f50d2fb-a347-4ef4-8b75-f1d580c45587 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/b532d45a-0af2-45f6-a6d3-c1813eb937c1 HTTP/1.1" status: 204 len: 168 time: 1.9043994 Sep 01 15:40:25.148923 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.149890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:25.156362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.171017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2f91b3e5-f9d0-418e-ab70-efab1da79d6d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:25.182769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.197380 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f0b292-db29-4195-9f53-84817766de98 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] GET failed (client error): The resource could not be found. Sep 01 15:40:25.198915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd450eb3-bad6-4cbe-a73d-ad9e2b373073,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:25.203055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b9f0b292-db29-4195-9f53-84817766de98 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports/b532d45a-0af2-45f6-a6d3-c1813eb937c1 HTTP/1.1" status: 404 len: 333 time: 0.0519059 Sep 01 15:40:25.211791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:25.220960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-978332495'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:25.259942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:25.264888 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.276019 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e5373dfa-1829-4998-94b3-ecf87d818e1d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7216251 Sep 01 15:40:25.280312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:25.286432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:25.289805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Provisioning complete for port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:25.290194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.291530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=c55311bd-783c-4728-9450-5fea910fa7e0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:25.430216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:25.430899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.464337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bf490d65-e3b4-4bdb-92cf-d15199cad382 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3560441 Sep 01 15:40:25.469220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:25.478153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'port': {'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82', 'name': 'tempest-FloatingIPTestJSON-1374621277'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:25.498009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:25.505865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.551263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port 801091a6-570c-4668-aed3-9ebfaeb3bddf yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:25.692689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.716678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:25.716678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.789878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Transition to ACTIVE for port object 90ca3df9-34ba-484e-bba6-c6c96cc6368b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:25.809994 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.819182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8104194e-302f-493a-b1d6-50ff9aee60e7 None None] Could not find standard attr ID for object b532d45a-0af2-45f6-a6d3-c1813eb937c1. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:40:25.875424 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-ba8ce26a-ac6f-4c37-89e0-8dd3192f4e04 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180669642&fields=id&tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b HTTP/1.1" status: 200 len: 267 time: 0.1197844 Sep 01 15:40:25.876726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:25.897331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.958927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ecdd-8654-41da-bcdf-1cc0cb275589 None None] Pushing event updated for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.031266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.4 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/801091a6-570c-4668-aed3-9ebfaeb3bddf) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:26.084942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Attempting to bind port 90ca3df9-34ba-484e-bba6-c6c96cc6368b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:26.085360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Attempting to bind port 90ca3df9-34ba-484e-bba6-c6c96cc6368b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:26.085734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Attempting to bind port 90ca3df9-34ba-484e-bba6-c6c96cc6368b on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:26.090421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] device_id is not set on port b8d26114-a67a-49bd-812f-9248d8da8958 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:26.110665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:26.111176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:26.111540 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.112084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Bound using segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:26.118194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Bound port: 90ca3df9-34ba-484e-bba6-c6c96cc6368b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:26.119661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.300235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5706f646-245b-4cf6-8821-7ce764ca8984 req-6077f233-de2b-4a63-ac56-8a5ae056b87c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 210 time: 0.0390036 Sep 01 15:40:26.326983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] For port 90ca3df9-34ba-484e-bba6-c6c96cc6368b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:26.332040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] For port 90ca3df9-34ba-484e-bba6-c6c96cc6368b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90ca3df9-34ba-484e-bba6-c6c96cc6368b,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:26.344421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.418314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.430633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ecdd-8654-41da-bcdf-1cc0cb275589 None None] Pushing event updated for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.456236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object 801091a6-570c-4668-aed3-9ebfaeb3bddf will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:26.497588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:26.501243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:26.514802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-4adf0e4c-c243-4eca-a2b9-600c7aa1b799 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:26.517628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-4adf0e4c-c243-4eca-a2b9-600c7aa1b799 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 813 time: 0.5946126 Sep 01 15:40:26.528622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.621502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:26.622814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-6c6363f2-6d2f-42a3-ae58-6157fa302a01 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/quotas/7eeb1bebaa394d4c8b85a02139f1f84b HTTP/1.1" status: 200 len: 375 time: 0.0841181 Sep 01 15:40:26.624477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=801091a6-570c-4668-aed3-9ebfaeb3bddf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.637079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:26.640483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:26.685456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.3 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/b8d26114-a67a-49bd-812f-9248d8da8958) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:26.708064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:26.709080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.737891 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-289c1ebc-0c9a-4472-bb8a-e563811ab867 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5234919 Sep 01 15:40:26.741027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 38786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:26.749046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a7:7b:1d'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:26.837401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:26.976260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-b218cb63-aac2-49d5-b669-5fc944b65468 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3457317 Sep 01 15:40:26.994162 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.278697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-115ee5f8-588b-4a3c-9e0b-b45e7d0d691d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:27.280971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-115ee5f8-588b-4a3c-9e0b-b45e7d0d691d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 797 time: 0.2828882 Sep 01 15:40:27.386273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-cce08caa-8e51-4f89-b7d9-979ebeaed66b service neutron] 10.222.0.41 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831053 Sep 01 15:40:27.410986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1707be49-2ed9-4412-a625-668c0f1a294a None None] Provisioning for port 801091a6-570c-4668-aed3-9ebfaeb3bddf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:27.434684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1707be49-2ed9-4412-a625-668c0f1a294a None None] Provisioning complete for port 801091a6-570c-4668-aed3-9ebfaeb3bddf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:27.435735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1707be49-2ed9-4412-a625-668c0f1a294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.470639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.493516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-381f22ae-93f5-4905-a140-3f12490290fe req-4ab9ba0e-e28b-49a0-8b91-37ec59facf8d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 210 time: 0.0470560 Sep 01 15:40:27.495742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.497807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:27.517720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.559886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6b8d-7b89-4560-9c2d-caffac736357 None None] The sync data for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 is: [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:27.567318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-3324ad0c-e46f-4cc7-86f1-6242c7be8189 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 380 time: 0.2751386 Sep 01 15:40:27.579642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'port': {'device_id': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'admin_state_up': True, 'tenant_id': '2656a3574f394d30aba76404f1825660', 'security_groups': ['d84b375b-99b1-40c2-8416-2b051a58c811']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:27.585429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1707be49-2ed9-4412-a625-668c0f1a294a None None] Port 801091a6-570c-4668-aed3-9ebfaeb3bddf cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:27.586681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-3a69b4ff-1fdc-4560-b8ed-d7d149d90eda service neutron] 10.222.0.41 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918099 Sep 01 15:40:27.627335 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.726482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] In _notify_port_updated(), no bound segment for port 801091a6-570c-4668-aed3-9ebfaeb3bddf on network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 {{(pid=106376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:27.734896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:27.735613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.750206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "PUT /v2.0/ports/801091a6-570c-4668-aed3-9ebfaeb3bddf HTTP/1.1" status: 200 len: 993 time: 1.0023873 Sep 01 15:40:27.750206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc84e7-c541-44dd-8d8b-2ab67dd3fab6 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=801091a6-570c-4668-aed3-9ebfaeb3bddf,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:27.789026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:27.796030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38794) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:27.798303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:27.804583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:27.984661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:27.988910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.023477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.062071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:28.063469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.080279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bede8fb4-b3fe-414b-a092-bec1e75747ff None None] Provisioning complete for port 801091a6-570c-4668-aed3-9ebfaeb3bddf triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:28.080673 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bede8fb4-b3fe-414b-a092-bec1e75747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.130657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bede8fb4-b3fe-414b-a092-bec1e75747ff None None] Port 801091a6-570c-4668-aed3-9ebfaeb3bddf cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:28.188550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.9 (160b5c19-e82c-42b7-8706-66fc6c1db65a/549e0541-3a18-41fc-b78b-c66a80bad4bd/7ed55185-bccf-418a-83cf-74a7fd58395e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:28.206234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=b8d26114-a67a-49bd-812f-9248d8da8958,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:28.227044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-996d3edc-b4ba-490f-91c4-26a615c4b358 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7514257 Sep 01 15:40:28.230181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38802) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:28.245852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'b8d26114-a67a-49bd-812f-9248d8da8958', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:28.334856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.496425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c655bef5-0221-44ae-b40c-7082f7af2500 req-a91cccd0-974e-48b4-8d96-e83b0e9d2fdd tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0743937 Sep 01 15:40:28.668460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.707339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 7ed55185-bccf-418a-83cf-74a7fd58395e will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:28.787133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.851168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:28.855265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:28.862887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:28.949599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:28.950349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.989020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:29.007397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-7888890f-8f51-4b52-9f7a-2ede360bfd5f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4323726 Sep 01 15:40:29.163833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90ca3df9-34ba-484e-bba6-c6c96cc6368b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:29.203251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Request body: {'port': {'device_id': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:29.279344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:29.304336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:29.305317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.320402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d516d74-ad78-4b68-96d4-e0bca69eec27 req-f65ec82d-8b8d-45e4-ae20-c40359769ac9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:29.323121 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d516d74-ad78-4b68-96d4-e0bca69eec27 req-f65ec82d-8b8d-45e4-ae20-c40359769ac9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 931 time: 0.1308143 Sep 01 15:40:29.337152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.344629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port 801091a6-570c-4668-aed3-9ebfaeb3bddf {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:29.345019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.451868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9d516d74-ad78-4b68-96d4-e0bca69eec27 req-df19d7c8-81d8-4ea5-87a9-ff7c78b2424f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179175 Sep 01 15:40:29.471822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-593027a1-a53b-44eb-8c93-1e3ab8c3a237 None None] Provisioning for port 7ed55185-bccf-418a-83cf-74a7fd58395e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:29.519424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.524687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-593027a1-a53b-44eb-8c93-1e3ab8c3a237 None None] Provisioning complete for port 7ed55185-bccf-418a-83cf-74a7fd58395e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:29.525163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-593027a1-a53b-44eb-8c93-1e3ab8c3a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.547185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.573504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-593027a1-a53b-44eb-8c93-1e3ab8c3a237 None None] Port 7ed55185-bccf-418a-83cf-74a7fd58395e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:29.663381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for 801091a6-570c-4668-aed3-9ebfaeb3bddf owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:29.707924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.805416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 90ca3df9-34ba-484e-bba6-c6c96cc6368b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90ca3df9-34ba-484e-bba6-c6c96cc6368b,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:29.815597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.945811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:29.979839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.980398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.980985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.981603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.982198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.983357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.983926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.984521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.994965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.995664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.996063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:29.996447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:30.006288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.164 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/7c53f5e7-bbfb-40dd-8645-08c93636771b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:30.206866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:40:30.234909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.275374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c85110c-f05d-4494-bba5-6efdb8675d84 req-215567ba-1659-4664-af2d-cef4201829f3 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.4853787 Sep 01 15:40:30.287396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.432107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.434897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=801091a6-570c-4668-aed3-9ebfaeb3bddf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:30.480247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Transition to ACTIVE for port object 7ed55185-bccf-418a-83cf-74a7fd58395e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:30.490661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.687966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-2dd72038-0c01-48a3-8fbe-c4af15a8588f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:30.696263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-2dd72038-0c01-48a3-8fbe-c4af15a8588f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 813 time: 0.4350140 Sep 01 15:40:30.803459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:30.909345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:30.913517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:30.915154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:30.956742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-4a0ff351-fb41-4b2c-9913-8926e33f5cec tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b HTTP/1.1" status: 200 len: 379 time: 0.1719515 Sep 01 15:40:30.976763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'port': {'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'admin_state_up': True, 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'security_groups': ['ba2f131e-e2d0-4e3c-bc38-8143c4930a64']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:30.995956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:40:30.997364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:31.006705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:31.007233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:31.007734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Bound using segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:31.008299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Bound port: 7ed55185-bccf-418a-83cf-74a7fd58395e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:31.008875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.028921 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.049637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.056124 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02ef3032-5a15-4900-9196-dbe18fe464f0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/801091a6-570c-4668-aed3-9ebfaeb3bddf HTTP/1.1" status: 204 len: 168 time: 3.0909553 Sep 01 15:40:31.059759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38830) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:31.203754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90ca3df9-34ba-484e-bba6-c6c96cc6368b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:31.228867 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-45db4832-7e6f-4ae3-9076-6182bc7bc319 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] GET failed (client error): The resource could not be found. Sep 01 15:40:31.236208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-45db4832-7e6f-4ae3-9076-6182bc7bc319 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports/801091a6-570c-4668-aed3-9ebfaeb3bddf HTTP/1.1" status: 404 len: 333 time: 0.1705995 Sep 01 15:40:31.243147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:31.259785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47654684-0fd7-4498-abe4-8879f2814a30 req-05878ee0-35d7-4338-933d-5cb518a2b89e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:31.283262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47654684-0fd7-4498-abe4-8879f2814a30 req-05878ee0-35d7-4338-933d-5cb518a2b89e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.6325459 Sep 01 15:40:31.287388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38834) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:31.312019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:31.312891 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-1203561562'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:31.316053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:31.330077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:31.336569 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.462634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:31.470289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=7c53f5e7-bbfb-40dd-8645-08c93636771b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:31.475804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 90ca3df9-34ba-484e-bba6-c6c96cc6368b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:31.481334 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.489551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:31.490279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.492126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] 10.222.0.50 "PUT /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1092 time: 2.4704885 Sep 01 15:40:31.495263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:31.498091 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:31.540858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Made reservation on behalf of 7eeb1bebaa394d4c8b85a02139f1f84b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:31.546471 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.588221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0e11-40ae-413c-a98a-952a262ed6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:31.735337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-052fa8e4-4f7b-47c5-961a-ff7055466f0c req-6fcf975e-7202-4d4d-ad6b-4e9dd8868be8 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.1748471 Sep 01 15:40:31.833316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-d982f690-d234-43c2-b6a2-a19c389abe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:31.835992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-d982f690-d234-43c2-b6a2-a19c389abe3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1095 time: 0.2179635 Sep 01 15:40:31.900803 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7535a58e-1156-4035-a034-adc83a16f223 x-openstack-request-id: req-7535a58e-1156-4035-a034-adc83a16f223 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:31.901414 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:31.901858 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7535a58e-1156-4035-a034-adc83a16f223 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:31.902509 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:40:31.908269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-cf013af6-0748-4ebd-8c4a-c603b7d3f84c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 217 time: 0.0636804 Sep 01 15:40:31.973492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:31.983510 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.037399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-ada5d262-1756-4bcc-8844-558165b24cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:32.039063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-ada5d262-1756-4bcc-8844-558165b24cd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1173639 Sep 01 15:40:32.043915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port b8815047-d72b-48d3-80a5-6a2c8f4ca942 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:32.221181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Allocated IP 172.20.0.11 (9338a529-e8ca-4335-8211-43ebd82f3c59/977ad0b7-5427-4356-ae92-52557c717411/bd6e98d8-44da-4308-a03d-58797c0bb2f7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:32.260683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af92c-1543-4dda-a348-cece88f96f4e req-a5c60ec7-3f5b-4781-8f1a-f9df4a82e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:32.262325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-a5c60ec7-3f5b-4781-8f1a-f9df4a82e87b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643960 Sep 01 15:40:32.302816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.7 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/b8815047-d72b-48d3-80a5-6a2c8f4ca942) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:32.534653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-47654684-0fd7-4498-abe4-8879f2814a30 req-02a7b736-2d1f-4bce-b8aa-fddb7633ad5b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2500842 Sep 01 15:40:32.548459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-0bc32e2c-98ae-4af2-856b-4bff663a8f8e service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663221 Sep 01 15:40:32.723054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.798014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object b8815047-d72b-48d3-80a5-6a2c8f4ca942 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:32.817264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.826373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-257af92c-1543-4dda-a348-cece88f96f4e req-f771fe97-2aa1-4bdd-ad00-8f4fc851dba7 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229285 Sep 01 15:40:32.860218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Transition to ACTIVE for port object bd6e98d8-44da-4308-a03d-58797c0bb2f7 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:32.976012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.015326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:33.020731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:33.023630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:33.059475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7102c8c8-a334-420a-8fe4-d76830314d94 req-06cd67d1-051e-4ea5-9d23-4e5c02b8a300 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.1279917 Sep 01 15:40:33.117777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.127932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-2a9c09cc-ca7c-4b27-bcbb-98b24406226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:33.129884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-2a9c09cc-ca7c-4b27-bcbb-98b24406226e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1095 time: 0.2191410 Sep 01 15:40:33.199840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=b8815047-d72b-48d3-80a5-6a2c8f4ca942,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:33.217545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:33.219570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.249171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d8673ec-4ed7-4ac9-b9aa-9e26e04a89d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9594555 Sep 01 15:40:33.253043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 38932) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:33.260300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:7b:1d'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:33.340467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-dadb34a1-c11c-4556-8984-a4a1e01057c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:33.343328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-dadb34a1-c11c-4556-8984-a4a1e01057c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.1749322 Sep 01 15:40:33.427780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-354d6237-8f6a-43ff-89f7-c08894016ad4 None None] Provisioning for port b8815047-d72b-48d3-80a5-6a2c8f4ca942 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:33.441754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-354d6237-8f6a-43ff-89f7-c08894016ad4 None None] Provisioning complete for port b8815047-d72b-48d3-80a5-6a2c8f4ca942 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:33.442505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-354d6237-8f6a-43ff-89f7-c08894016ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.493661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-354d6237-8f6a-43ff-89f7-c08894016ad4 None None] Port b8815047-d72b-48d3-80a5-6a2c8f4ca942 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:33.503996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.530310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:33.532948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-49604927-5010-4cf3-90ac-4191424284a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 217 time: 0.1766825 Sep 01 15:40:33.609342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:33.618386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:33.639625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:33.692116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.876163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:33.879806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.886816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-cb6b2bd0-0b12-4648-9d3d-caabfecd1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:33.891638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-cb6b2bd0-0b12-4648-9d3d-caabfecd1af3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.2775619 Sep 01 15:40:34.018387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-9a2b24fb-3175-4f38-9e41-28eea49e91fb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0591524 Sep 01 15:40:34.045903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Request body: {'port': {'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:34.076612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebfb77-8477-401d-854b-88af6f06aca4 req-b7f323d9-95ee-4d31-81cf-fc695c21851c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:34.079551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6ebfb77-8477-401d-854b-88af6f06aca4 req-b7f323d9-95ee-4d31-81cf-fc695c21851c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.3378727 Sep 01 15:40:34.092598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-e4d6e2e9-23bd-4995-93c7-7b871218243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:34.094328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-e4d6e2e9-23bd-4995-93c7-7b871218243e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890428 Sep 01 15:40:34.145921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee2086f5-a549-4e15-bc5f-4f174c1bcc74 None None] Provisioning for port bd6e98d8-44da-4308-a03d-58797c0bb2f7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:34.150937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ee2086f5-a549-4e15-bc5f-4f174c1bcc74 None None] Provisioning complete for port bd6e98d8-44da-4308-a03d-58797c0bb2f7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:34.151677 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee2086f5-a549-4e15-bc5f-4f174c1bcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.175990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.223270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ee2086f5-a549-4e15-bc5f-4f174c1bcc74 None None] Port bd6e98d8-44da-4308-a03d-58797c0bb2f7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:34.338084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c6ebfb77-8477-401d-854b-88af6f06aca4 req-ae3397c7-035f-48b6-93cc-1ae26612b142 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389107 Sep 01 15:40:34.358898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.380581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.537900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=7c53f5e7-bbfb-40dd-8645-08c93636771b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:34.609899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.830620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.847190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.852089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.879000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-cfa8b040-0934-4a5f-b140-1c31d6da9f74 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559118 Sep 01 15:40:34.890930 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 59a87585-7dba-49f9-a955-8ceabcb1b71c associated. External IP: 172.25.1.164, port: b8d26114-a67a-49bd-812f-9248d8da8958. Sep 01 15:40:34.892696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7ae80-9a51-4d08-b157-767589650621 req-ffb4a1c4-9e41-4c11-9f57-a779175a2c95 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:34.900758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad7ae80-9a51-4d08-b157-767589650621 req-ffb4a1c4-9e41-4c11-9f57-a779175a2c95 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 932 time: 0.6237915 Sep 01 15:40:35.005415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] In _notify_port_updated(), no bound segment for port b8815047-d72b-48d3-80a5-6a2c8f4ca942 on network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:35.011488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:35.012376 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.015317 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "PUT /v2.0/ports/b8815047-d72b-48d3-80a5-6a2c8f4ca942 HTTP/1.1" status: 200 len: 996 time: 1.7608228 Sep 01 15:40:35.020725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39088) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:35.036180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad7ae80-9a51-4d08-b157-767589650621 req-f947573f-259b-46c6-ac8f-8739469a92eb tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338582 Sep 01 15:40:35.069349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bee01-735d-4273-9e26-8acb418db42d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=b8815047-d72b-48d3-80a5-6a2c8f4ca942,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:35.087414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:40:35.351216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4bb54b2-58f1-4077-8a4d-2d31a19af05d req-7757edb9-5bc6-4c2f-b943-645946755fdc service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414804 Sep 01 15:40:35.362966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:35.394726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:40:35.462362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-811f983f-f7c2-4f9c-8449-0e381f481e3c None None] Provisioning complete for port b8815047-d72b-48d3-80a5-6a2c8f4ca942 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:35.463047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-811f983f-f7c2-4f9c-8449-0e381f481e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.528304 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.534682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-811f983f-f7c2-4f9c-8449-0e381f481e3c None None] Port b8815047-d72b-48d3-80a5-6a2c8f4ca942 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:35.552446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:40:35.588867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:35.595877 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.635811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e98d8-44da-4308-a03d-58797c0bb2f7 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:40:35.648349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.688924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Transition to ACTIVE for port object bd6e98d8-44da-4308-a03d-58797c0bb2f7 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:35.696466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.697600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:35.891178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7ed55185-bccf-418a-83cf-74a7fd58395e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:40:35.936237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:35.984931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Attempting to bind port bd6e98d8-44da-4308-a03d-58797c0bb2f7 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:35.985247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Attempting to bind port bd6e98d8-44da-4308-a03d-58797c0bb2f7 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:35.985584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Attempting to bind port bd6e98d8-44da-4308-a03d-58797c0bb2f7 on network 9338a529-e8ca-4335-8211-43ebd82f3c59 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:36.000061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Port bd6e98d8-44da-4308-a03d-58797c0bb2f7 on network 9338a529-e8ca-4335-8211-43ebd82f3c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:40:36.000701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Attempting to bind port bd6e98d8-44da-4308-a03d-58797c0bb2f7 on network 9338a529-e8ca-4335-8211-43ebd82f3c59 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:36.017723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:36.025368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Checking segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:36.026598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Bound using segment: {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:36.027143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Bound port: bd6e98d8-44da-4308-a03d-58797c0bb2f7, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac51611-9d81-4148-aa89-b3e327751430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:36.027474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.218176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:36.223862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:36.242405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.393836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570cd0-d18f-4089-a816-16b9532e96bb req-012c8979-72c4-4c2e-abb9-fc7e1fbb4026 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.398507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29570cd0-d18f-4089-a816-16b9532e96bb req-012c8979-72c4-4c2e-abb9-fc7e1fbb4026 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.7709026 Sep 01 15:40:36.465166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:36.482168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port b8815047-d72b-48d3-80a5-6a2c8f4ca942 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:36.482771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.484610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.485304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.486827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-06366c3e-5dba-41f1-85ad-dc81cbbe9476 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 1093 time: 2.4525123 Sep 01 15:40:36.488439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:36.491256 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:36.529150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8f5fb-a701-4efe-9d00-4c0618b48eb6 req-ecfaf69a-3c38-447d-beab-71a60aff4387 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.537050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12a8f5fb-a701-4efe-9d00-4c0618b48eb6 req-ecfaf69a-3c38-447d-beab-71a60aff4387 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.3003337 Sep 01 15:40:36.656929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12a8f5fb-a701-4efe-9d00-4c0618b48eb6 req-8bcea148-1e54-4fc5-b841-ce6af9634907 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124663 Sep 01 15:40:36.688493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:36.692803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-29570cd0-d18f-4089-a816-16b9532e96bb req-0925aae6-94c2-4c20-937a-1a3b018eb686 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832177 Sep 01 15:40:36.708375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-c51ad7c0-330e-4aae-9997-90eb56da25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.712459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-c51ad7c0-330e-4aae-9997-90eb56da25cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1415439 Sep 01 15:40:36.782995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-b3e700ca-19cc-47c5-a3ae-8e5aedadb69b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 217 time: 0.0555382 Sep 01 15:40:36.784893 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ecc0c-e6a0-493f-aef6-31567a8f5435 x-openstack-request-id: req-d77ecc0c-e6a0-493f-aef6-31567a8f5435 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:36.785337 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:36.789836 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d77ecc0c-e6a0-493f-aef6-31567a8f5435 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:36.790298 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:40:36.859714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.872033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-797e2c99-c198-4d66-91d6-2b1907ebfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.873964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-797e2c99-c198-4d66-91d6-2b1907ebfa01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.0825191 Sep 01 15:40:36.889232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for b8815047-d72b-48d3-80a5-6a2c8f4ca942 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:36.960934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-6c203b76-90dc-4793-b6e8-bb81acbfe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:36.962735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-6c203b76-90dc-4793-b6e8-bb81acbfe951 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806534 Sep 01 15:40:37.018193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:37.030629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:37.055285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:37.055991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.056140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.096448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9d08aa7e-e153-4bc0-90b2-5868b4cbb842 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8639364 Sep 01 15:40:37.122136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39260) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:37.126608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-e785a2e1-7d66-45b8-a2d6-e389ce13a350 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438899 Sep 01 15:40:37.128518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:37.171106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:37.217608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.255835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.277103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:37.277830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.285820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7ed55185-bccf-418a-83cf-74a7fd58395e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:37.295476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.320346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.321027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc184-dbb5-405c-a9b4-c8d041674893 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:37.326125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7ed55185-bccf-418a-83cf-74a7fd58395e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:37.326649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.363793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd24b1c-a2e3-45a2-ba5a-592bf5852b7e req-a0898637-aee8-4f71-b361-451f878f0a6b service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227373 Sep 01 15:40:37.525566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-e8facb7e-cf09-47b0-99f4-0f343435d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:37.527408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-e8facb7e-cf09-47b0-99f4-0f343435d9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0727143 Sep 01 15:40:37.554927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.576016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=b8815047-d72b-48d3-80a5-6a2c8f4ca942,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:37.617684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.631252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.632407 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 59a87585-7dba-49f9-a955-8ceabcb1b71c disassociated. External IP: 172.25.1.164, port: b8d26114-a67a-49bd-812f-9248d8da8958. Sep 01 15:40:37.636975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:37.644203 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a241a-ea82-4c44-988c-5bc90696e9cd" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:37.675152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:37.685701 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.766989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-75815150-8644-4423-97cd-f24822669bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:37.769487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-75815150-8644-4423-97cd-f24822669bbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 914 time: 0.2347715 Sep 01 15:40:37.849338 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c5ab85-850a-4b6f-ab0a-cd8e3c034069 x-openstack-request-id: req-64c5ab85-850a-4b6f-ab0a-cd8e3c034069 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:37.853943 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:37.856799 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64c5ab85-850a-4b6f-ab0a-cd8e3c034069 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:37.858204 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'code': 200} Sep 01 15:40:37.880880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:37.889461 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-eea6e88f-a4d8-4bba-b8a5-f694bbbfcf2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 217 time: 0.1116154 Sep 01 15:40:37.941838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.944050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6a39871-7a36-4778-addc-87918226c9d4 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/b8815047-d72b-48d3-80a5-6a2c8f4ca942 HTTP/1.1" status: 204 len: 168 time: 2.9189718 Sep 01 15:40:37.949011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39318) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:38.011137 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d37f20b-6889-4feb-ab31-4d1947d26692 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] GET failed (client error): The resource could not be found. Sep 01 15:40:38.013351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0d37f20b-6889-4feb-ab31-4d1947d26692 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports/b8815047-d72b-48d3-80a5-6a2c8f4ca942 HTTP/1.1" status: 404 len: 333 time: 0.0628762 Sep 01 15:40:38.018832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:38.024537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-1485453068'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:38.058941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-cb103a0d-2925-4484-96d5-680d8054a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:38.062321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-cb103a0d-2925-4484-96d5-680d8054a3da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.1291971 Sep 01 15:40:38.084244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ade41a-1ac1-4fb2-8795-befadc206c23 req-8b9aa029-b173-450a-8959-1b0d3afeae5a tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:38.086121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87ade41a-1ac1-4fb2-8795-befadc206c23 req-8b9aa029-b173-450a-8959-1b0d3afeae5a tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.1949322 Sep 01 15:40:38.139166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef555b70-b41b-432a-b0d7-8716ee5d7a5b req-e65c4b21-7d79-4b2f-94f3-5ca48f22b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:38.141045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef555b70-b41b-432a-b0d7-8716ee5d7a5b req-e65c4b21-7d79-4b2f-94f3-5ca48f22b81c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1097 time: 0.2043235 Sep 01 15:40:38.167262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:40:38.208574 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52533d-f386-40c3-99ff-ec8bf71fdf92 req-4e0dce8b-b070-4f65-ba5c-5c36fde2afcf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:38.212089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba52533d-f386-40c3-99ff-ec8bf71fdf92 req-4e0dce8b-b070-4f65-ba5c-5c36fde2afcf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2855844 Sep 01 15:40:38.219220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87ade41a-1ac1-4fb2-8795-befadc206c23 req-5f2a2c3c-ac02-41c6-a756-c2e43dc778df tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887232 Sep 01 15:40:38.238797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef555b70-b41b-432a-b0d7-8716ee5d7a5b req-dcc34fdb-cb80-43e4-ae3e-875d57dbb8e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654650 Sep 01 15:40:38.241342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-c63e6ec1-2399-4887-bcae-40c451d6b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:38.246190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-c63e6ec1-2399-4887-bcae-40c451d6b6eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715815 Sep 01 15:40:38.358905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba52533d-f386-40c3-99ff-ec8bf71fdf92 req-8904894b-e062-4aa4-b38d-ff8e5a308954 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074836 Sep 01 15:40:38.372511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:38.377199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.413730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port 15a65a43-f27f-479f-a50d-df0ff02344ca yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:38.439798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-84121945-5b3c-41bd-b616-d99b2298e844 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871924 Sep 01 15:40:38.477911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:38.608250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7e2b74-fd64-41fd-9365-5de11de5e9a9 req-cb2471ae-5aa1-4f45-8a1c-526c627e322b service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592164 Sep 01 15:40:38.677126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.13 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/15a65a43-f27f-479f-a50d-df0ff02344ca) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:38.708239 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:38.716772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.725390 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:38.736864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:38.737502 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.776458 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.788040 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:38.788827 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.799803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1fa5377a-5b11-41af-b12c-90972cca7cea tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/59a87585-7dba-49f9-a955-8ceabcb1b71c HTTP/1.1" status: 200 len: 688 time: 1.6755080 Sep 01 15:40:38.802403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:38.840492 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.842092 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e133600-b070-46c0-8c14-423cc7c770a7 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:38.942515 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.959046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object 15a65a43-f27f-479f-a50d-df0ff02344ca will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:38.970348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 7c53f5e7-bbfb-40dd-8645-08c93636771b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:38.971187 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.018032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.074288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.074922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.089331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:39.092174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 7c53f5e7-bbfb-40dd-8645-08c93636771b owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:39.098169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:39.110980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:39.145972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=15a65a43-f27f-479f-a50d-df0ff02344ca,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:39.201734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:39.202472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.227706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bbe9a6da-b1ea-4765-916e-86ff7d0ae7e2 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2069683 Sep 01 15:40:39.231345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39330) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:39.238838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'network_id': '8d2fec5b-7ecb-4e3d-8540-c78095e7b546', 'name': 'tempest-AllowedAddressPairTestJSON-330753662'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:39.407832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.484329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=7c53f5e7-bbfb-40dd-8645-08c93636771b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:39.494756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Made reservation on behalf of 45590b0a944745f8995024df63fc2693 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:39.499311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.572253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] device_id is not set on port 32bad44e-7d19-43a1-8261-058b78967582 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:39.575852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f54d-b4fc-444f-9d6b-77f7c002a24c req-f5eeacf4-6ee4-4009-983e-3696ac01384f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:39.584557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64a8f54d-b4fc-444f-9d6b-77f7c002a24c req-f5eeacf4-6ee4-4009-983e-3696ac01384f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.1798086 Sep 01 15:40:39.599321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.602947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.604317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11ae5576-a883-4d97-a648-ccba2bb39b24 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/59a87585-7dba-49f9-a955-8ceabcb1b71c HTTP/1.1" status: 204 len: 168 time: 0.8003731 Sep 01 15:40:39.614855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:39.623847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'c55311bd-783c-4728-9450-5fea910fa7e0'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:39.677047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6694de8c-43e2-4399-9b83-f43df9164eca None None] Provisioning for port 15a65a43-f27f-479f-a50d-df0ff02344ca completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:39.691699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64a8f54d-b4fc-444f-9d6b-77f7c002a24c req-548eaa64-115e-480c-a99a-28aab00fb949 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050642 Sep 01 15:40:39.692798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6694de8c-43e2-4399-9b83-f43df9164eca None None] Provisioning complete for port 15a65a43-f27f-479f-a50d-df0ff02344ca triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:39.693452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6694de8c-43e2-4399-9b83-f43df9164eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.714751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.743607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a660e-4af0-4339-a3bf-66ab02e426e8 req-76f401c7-5b54-4a06-b3a8-14a33c59cd7c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:39.745417 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c20a660e-4af0-4339-a3bf-66ab02e426e8 req-76f401c7-5b54-4a06-b3a8-14a33c59cd7c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1224337 Sep 01 15:40:39.781909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6694de8c-43e2-4399-9b83-f43df9164eca None None] Port 15a65a43-f27f-479f-a50d-df0ff02344ca cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:39.798815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Allocated IP 172.20.0.10 (8d2fec5b-7ecb-4e3d-8540-c78095e7b546/1408c424-0d5a-4714-98c4-87b302f8307f/32bad44e-7d19-43a1-8261-058b78967582) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:39.824699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c20a660e-4af0-4339-a3bf-66ab02e426e8 req-4ee876c7-dad3-457e-8e54-394749c777c9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671282 Sep 01 15:40:39.969756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.060546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.095743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Transition to ACTIVE for port object 32bad44e-7d19-43a1-8261-058b78967582 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:40.117245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407d05-e257-4e48-a1a5-039e98b57a4e req-51cf961c-16f3-4592-a9ac-a78502e215f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:40.132167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce407d05-e257-4e48-a1a5-039e98b57a4e req-51cf961c-16f3-4592-a9ac-a78502e215f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1552439 Sep 01 15:40:40.155433 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.222819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:40.226449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:40.231197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:40.267533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=32bad44e-7d19-43a1-8261-058b78967582,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:40.292996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce407d05-e257-4e48-a1a5-039e98b57a4e req-a1d3e8bd-b33c-43d6-a13a-791f1c81fcb9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487215 Sep 01 15:40:40.312053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:40.313697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.329595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.127 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/950413d3-aa48-4378-8ada-b393c3bf58ff) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:40.334223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:40.392645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ab6d28da-5408-4eaf-9fcf-44ca6a23d29a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1580951 Sep 01 15:40:40.396680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39344) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:40.405699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a7:7b:1d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ae:86:18'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:40.493202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30c25a-a9f7-4495-b85e-3d24f4ef9762 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:40.500280 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ca30c25a-a9f7-4495-b85e-3d24f4ef9762 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1092 time: 0.1564996 Sep 01 15:40:40.500609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.513917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:40.522748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:40.577364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.583812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.620125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d5b20d48-b361-4dc8-8c03-4a691487dea9 None None] Provisioning for port 32bad44e-7d19-43a1-8261-058b78967582 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:40.626255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d5b20d48-b361-4dc8-8c03-4a691487dea9 None None] Provisioning complete for port 32bad44e-7d19-43a1-8261-058b78967582 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:40.627780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5b20d48-b361-4dc8-8c03-4a691487dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.694335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d5b20d48-b361-4dc8-8c03-4a691487dea9 None None] Port 32bad44e-7d19-43a1-8261-058b78967582 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:40.696471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:40.701907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:40.707876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:40.742427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.788138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=950413d3-aa48-4378-8ada-b393c3bf58ff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:40.967542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.090155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db66ba-613b-462b-b575-d3f818420ab2 req-51bf9005-357e-430d-963d-0a5fbe13b00c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:41.094568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0db66ba-613b-462b-b575-d3f818420ab2 req-51bf9005-357e-430d-963d-0a5fbe13b00c tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.2024043 Sep 01 15:40:41.173401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.186350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.356374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0db66ba-613b-462b-b575-d3f818420ab2 req-d37a6a69-9f22-4e62-8dee-13eb6a5eb0ad tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795259 Sep 01 15:40:41.374187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event updated for resources: {'Port': ['ID=32bad44e-7d19-43a1-8261-058b78967582,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:41.397023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] In _notify_port_updated(), no bound segment for port 32bad44e-7d19-43a1-8261-058b78967582 on network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 {{(pid=106377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:41.404467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:41.407227 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.413148 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-68385d16-fa04-4d97-87c9-36e107668992 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "PUT /v2.0/ports/32bad44e-7d19-43a1-8261-058b78967582 HTTP/1.1" status: 200 len: 1057 time: 1.0147128 Sep 01 15:40:41.414287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39354) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:41.537999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port 32bad44e-7d19-43a1-8261-058b78967582 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:41.538518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.624579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e525d0e8-40be-4591-9a08-aa8542f67a59 None None] Provisioning complete for port 32bad44e-7d19-43a1-8261-058b78967582 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:41.625294 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e525d0e8-40be-4591-9a08-aa8542f67a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.679941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e525d0e8-40be-4591-9a08-aa8542f67a59 None None] Port 32bad44e-7d19-43a1-8261-058b78967582 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:41.689042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.705330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for 32bad44e-7d19-43a1-8261-058b78967582 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:41.877708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.911943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=32bad44e-7d19-43a1-8261-058b78967582,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:41.967657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.28 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/9ee70afc-0e14-49b6-9cfc-dc6bb56bd677) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:42.019949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.214874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.281832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.314550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.322303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.329143 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ea833b02-faff-4b1f-83c6-72291f08301e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/32bad44e-7d19-43a1-8261-058b78967582 HTTP/1.1" status: 204 len: 168 time: 0.9084129 Sep 01 15:40:42.395557 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9562bc95-1a0c-4610-a291-7a47bd62d68b tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] GET failed (client error): The resource could not be found. Sep 01 15:40:42.397092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9562bc95-1a0c-4610-a291-7a47bd62d68b tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports/32bad44e-7d19-43a1-8261-058b78967582 HTTP/1.1" status: 404 len: 333 time: 0.0738115 Sep 01 15:40:42.401976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.431793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.546322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:42.583643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port 15a65a43-f27f-479f-a50d-df0ff02344ca {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:42.584198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.584365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:42.602383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:42.604694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=9ee70afc-0e14-49b6-9cfc-dc6bb56bd677,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:42.673000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.688083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.706205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333985-a5ea-4ac1-b4f7-847021d2e077 req-f633d5f0-1858-4550-914e-4b3271b02285 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:42.708074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5333985-a5ea-4ac1-b4f7-847021d2e077 req-f633d5f0-1858-4550-914e-4b3271b02285 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.2084038 Sep 01 15:40:42.748961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.777818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for 15a65a43-f27f-479f-a50d-df0ff02344ca owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:42.906292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=950413d3-aa48-4378-8ada-b393c3bf58ff,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:42.951844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5333985-a5ea-4ac1-b4f7-847021d2e077 req-19d237ff-8b4f-4ae9-aabc-459f64c03b1b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075019 Sep 01 15:40:42.957938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.018527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.081049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=15a65a43-f27f-479f-a50d-df0ff02344ca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.174854 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 184e6f86-f116-4a78-a583-60fa000d42d0 associated. External IP: 172.25.1.127, port: c55311bd-783c-4728-9450-5fea910fa7e0. Sep 01 15:40:43.198416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.203021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc265ec9-0b13-4056-8d42-841973ffc04e tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/15a65a43-f27f-479f-a50d-df0ff02344ca HTTP/1.1" status: 204 len: 168 time: 0.7989268 Sep 01 15:40:43.207084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39364) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:43.246545 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-5060207b-d393-4145-879c-bcae64ab148d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] GET failed (client error): The resource could not be found. Sep 01 15:40:43.249360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5060207b-d393-4145-879c-bcae64ab148d tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "GET /v2.0/ports/15a65a43-f27f-479f-a50d-df0ff02344ca HTTP/1.1" status: 404 len: 333 time: 0.0409253 Sep 01 15:40:43.255626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:43.395176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:43.395176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.573998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.631999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:43.681693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.916842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:43.936157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:43.939887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.960699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:43.961688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:43.988050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.006544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for 97d7b2c2-0c45-40b2-8ff6-345cb06bfedd owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:44.029828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eaf6f7d0-7445-4f2a-bb06-03ebf9810dbc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4066968 Sep 01 15:40:44.030834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39378) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.041442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:44.053476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:44.054502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:44.071874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-01a6cd79-d279-4fab-923e-7db88537a3fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2053769 Sep 01 15:40:44.132145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:44.133280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865b348-808a-42e5-a190-fbb597bd2183 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:44.156379 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4c4e3f4e-dec5-4a2d-b286-56033547021f tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/floatingips/184e6f86-f116-4a78-a583-60fa000d42d0 HTTP/1.1" status: 200 len: 978 time: 0.1123123 Sep 01 15:40:44.160899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.205711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.225570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.326965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b6e04-8c44-4f88-9bab-7815e0a7969b req-8b297354-44e7-494d-9b89-279ae6eb7e5a tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:44.329116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c39b6e04-8c44-4f88-9bab-7815e0a7969b req-8b297354-44e7-494d-9b89-279ae6eb7e5a tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.2538018 Sep 01 15:40:44.337246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-abac94e9-96e4-468d-a03b-45cdd6538b6b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1687117 Sep 01 15:40:44.337558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39382) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.344121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': 'b8d26114-a67a-49bd-812f-9248d8da8958'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:44.370051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-f5f3103f-aaab-487e-9476-0e37dc7d4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:44.374145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-f5f3103f-aaab-487e-9476-0e37dc7d4b37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.2023461 Sep 01 15:40:44.402728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16cf7c32-e6e6-4e18-8ce8-2bd03ef37261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.442399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=9ee70afc-0e14-49b6-9cfc-dc6bb56bd677,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:44.530036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c39b6e04-8c44-4f88-9bab-7815e0a7969b req-5f0545bd-b7ac-4aa5-a44c-83eeebd9f3ed tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819839 Sep 01 15:40:44.539685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.549702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.563838 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.679182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=97d7b2c2-0c45-40b2-8ff6-345cb06bfedd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:44.757540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.763385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1eb8a924-e054-49df-b947-258b32fe2453 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/ports/97d7b2c2-0c45-40b2-8ff6-345cb06bfedd HTTP/1.1" status: 204 len: 168 time: 1.5060475 Sep 01 15:40:44.788136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39386) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.901647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting subnet 1408c424-0d5a-4714-98c4-87b302f8307f {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:44.905638 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.973380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.234043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-d023a6cd-bf61-42f7-9cdb-a22cb2a4a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:45.235650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-d023a6cd-bf61-42f7-9cdb-a22cb2a4a17a service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.8119388 Sep 01 15:40:45.271360 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.311551 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP e24d4f92-5787-4d94-b159-92339337ef62 associated. External IP: 172.25.1.28, port: 7ed55185-bccf-418a-83cf-74a7fd58395e. Sep 01 15:40:45.400063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-9dbc3f5f-4783-4a20-955f-b2694049697c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 1000 time: 0.1497066 Sep 01 15:40:45.427571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.510539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-9c95c9ce-daf7-4c07-b906-77f844c04c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:45.512274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-9c95c9ce-daf7-4c07-b906-77f844c04c75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.0788043 Sep 01 15:40:45.520980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Subnet': ['ID=1408c424-0d5a-4714-98c4-87b302f8307f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:45.542487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.546378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-141bbc90-c154-40b9-983f-7225ee698b8a tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/subnets/1408c424-0d5a-4714-98c4-87b302f8307f HTTP/1.1" status: 204 len: 168 time: 0.7566028 Sep 01 15:40:45.554935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39388) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:45.560875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e7c81-9d25-4074-97a8-9c3b216b44d0 None None] Network 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:45.677017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-65b19a2f-a5fb-470c-b739-abd0bb55cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:45.678675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-65b19a2f-a5fb-470c-b739-abd0bb55cc57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082096 Sep 01 15:40:45.819850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router d4dd97ee-1c2b-41e4-b79c-343e57dec757 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:45.919488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced8993-d7a6-4ba3-b573-5bee74ec4635 req-38ecf52b-e366-49a0-a0d0-546973617b07 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:45.931739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dced8993-d7a6-4ba3-b573-5bee74ec4635 req-38ecf52b-e366-49a0-a0d0-546973617b07 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.1826081 Sep 01 15:40:45.944244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.995597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] DHCP port deletion for 8d2fec5b-7ecb-4e3d-8540-c78095e7b546 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:46.046652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-86eb2e1a-bce4-4c9b-a5fd-a5de10ec1984 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576722 Sep 01 15:40:46.070983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Deleting port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:46.072863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.107323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.119612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.166585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] For port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,segment=NetworkSegment(68100edf-aedd-4431-86e9-abb310c0de1a),segment_id=68100edf-aedd-4431-86e9-abb310c0de1a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:46.167477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.191904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Calling delete_port for 2f91b3e5-f9d0-418e-ab70-efab1da79d6d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:46.227135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Deleting port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:46.228088 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.292728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dced8993-d7a6-4ba3-b573-5bee74ec4635 req-8af38fbb-08d7-4b2b-a6c9-28c03cc606dd tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598275 Sep 01 15:40:46.336641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:46.353882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Sync routers for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:46.372574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:46.373267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:46.377652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5f2d9e1-89ee-4e7f-a37b-c6c6fbbbddd7 req-a8418c2e-3310-476a-8187-8ad3503d73a0 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108506 Sep 01 15:40:46.383293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.423216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] For port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,segment=NetworkSegment(68100edf-aedd-4431-86e9-abb310c0de1a),segment_id=68100edf-aedd-4431-86e9-abb310c0de1a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:46.423593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.463010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Calling delete_port for 2f91b3e5-f9d0-418e-ab70-efab1da79d6d owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:46.484060 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f36639de-1dc2-4844-bc55-d5f35b3ed380 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9634118 Sep 01 15:40:46.484060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:46.506116 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:46.572007 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a1c8a-0b26-42e2-905d-5f53e0614d7b x-openstack-request-id: req-8d8a1c8a-0b26-42e2-905d-5f53e0614d7b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:46.572748 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:46.573284 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d8a1c8a-0b26-42e2-905d-5f53e0614d7b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:46.574045 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:40:46.676459 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 184e6f86-f116-4a78-a583-60fa000d42d0 associated. External IP: 172.25.1.127, port: c55311bd-783c-4728-9450-5fea910fa7e0. Sep 01 15:40:46.681420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.701461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.716116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-5b231c89-cedb-4ec3-bfc6-bad30ec1186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:46.718328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-5b231c89-cedb-4ec3-bfc6-bad30ec1186d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1097 time: 0.0871594 Sep 01 15:40:46.722206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] Pushing event deleted for resources: {'Port': ['ID=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.754406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb769e8-3a45-4bd0-b800-7894787a84dc None None] No DVR routers for this DVR port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:46.761268 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:46.882571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-1938119e-1b80-486b-8096-0989d8aac40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:46.886698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-1938119e-1b80-486b-8096-0989d8aac40e service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.1591954 Sep 01 15:40:46.920651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Port': ['ID=2f91b3e5-f9d0-418e-ab70-efab1da79d6d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.923888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] No DVR routers for this DVR port 2f91b3e5-f9d0-418e-ab70-efab1da79d6d on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:47.040548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-d6e51d09-9bc4-4be0-90af-191f8d49cab0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.1468251 Sep 01 15:40:47.078884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2f91b3e5-f9d0-418e-ab70-efab1da79d6d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:47.096860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd03fa-c9ad-4916-88a5-8f15774bd217 req-a5305311-670d-4ae7-8508-a77aaf618fac tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:47.098766 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08fd03fa-c9ad-4916-88a5-8f15774bd217 req-a5305311-670d-4ae7-8508-a77aaf618fac tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.3931868 Sep 01 15:40:47.123087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-2ff34848-8471-4357-bb7c-baf4ffdba524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:47.124191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2f91b3e5-f9d0-418e-ab70-efab1da79d6d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:47.124745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-2ff34848-8471-4357-bb7c-baf4ffdba524 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.0775733 Sep 01 15:40:47.125087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2f91b3e5-f9d0-418e-ab70-efab1da79d6d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:47.177263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.210099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-1d2da628-d70d-4b57-a5ba-400b661561b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:47.211172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2fec5b-7ecb-4e3d-8540-c78095e7b546']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.213609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-1d2da628-d70d-4b57-a5ba-400b661561b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815496 Sep 01 15:40:47.224492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-08fd03fa-c9ad-4916-88a5-8f15774bd217 req-c76d2a40-cb25-4647-a1ea-37b496f7e2f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084187 Sep 01 15:40:47.229043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68100edf-aedd-4431-86e9-abb310c0de1a') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.229439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68100edf-aedd-4431-86e9-abb310c0de1a') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.265590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e24d4f92-5787-4d94-b159-92339337ef62', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:43Z', 'updated_at': '2021-09-01T15:40:43Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.277140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39400) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:47.295914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.331868 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Checking router: d4dd97ee-1c2b-41e4-b79c-343e57dec757 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:47.359235 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:47.360288 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.513386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-1cfec4c5-ea2a-4663-b4ed-7094b4c7f00b service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908897 Sep 01 15:40:47.521688 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:47.582126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252315a4-6b6f-4a65-8c5f-7e3ce20c389a req-6cc2e525-9860-4661-82a7-01d159cf813b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:47.592399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3cb7-5777-4d3b-a4fe-ce2c595daa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.601183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-252315a4-6b6f-4a65-8c5f-7e3ce20c389a req-6cc2e525-9860-4661-82a7-01d159cf813b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.1932759 Sep 01 15:40:47.622780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.707953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-252315a4-6b6f-4a65-8c5f-7e3ce20c389a req-1e3b23ee-701f-4a4d-847a-948238d0d192 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111898 Sep 01 15:40:47.786227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b0d3d7a9-cf72-4cbc-854e-d8e3642730ba req-3a5708b3-f01e-439f-991d-d9f11036dea5 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642105 Sep 01 15:40:47.862579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.892165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:47.892933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:47.900690 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:47.977008 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e24d4f92-5787-4d94-b159-92339337ef62', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:43Z', 'updated_at': '2021-09-01T15:40:43Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.994297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2e6deabf-8ecb-4e45-b7e1-2d0b0fa0f3f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 200 len: 990 time: 0.7120771 Sep 01 15:40:48.025624 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5824e-2a3f-40d8-8539-5749eb3c9430 None None] The sync data for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 is: [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e24d4f92-5787-4d94-b159-92339337ef62', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:43Z', 'updated_at': '2021-09-01T15:40:43Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:48.045819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:48.055493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.071875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.076260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] 10.222.0.41 "DELETE /v2.0/networks/8d2fec5b-7ecb-4e3d-8540-c78095e7b546 HTTP/1.1" status: 204 len: 168 time: 2.5217211 Sep 01 15:40:48.111323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c873c-299a-40aa-8738-f95dfe32d3b0 tempest-AllowedAddressPairTestJSON-954114635 tempest-AllowedAddressPairTestJSON-954114635-project] Pushing event deleted for resources: {'Network': ['ID=8d2fec5b-7ecb-4e3d-8540-c78095e7b546,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:48.289305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:48.302446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:48.335088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:48.336460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.428491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.459191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:48.463901 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc8449-8ed9-4014-be65-adc2a1e3cf8a None None] New status for floating IP e24d4f92-5787-4d94-b159-92339337ef62: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:40:48.478078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.626216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.637791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35233b89-5d98-4d56-b713-65c2b0638dcd None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:48.642782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bd6e98d8-44da-4308-a03d-58797c0bb2f7 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:40:48.746131 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.750950 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:48.771456 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.863196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39418) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.873030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.998533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.052596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:49.101562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:40:49.105652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:49.114582 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.157757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47eb8f-22fc-43f0-a985-352e76ba9fd4 req-d94c81a8-550a-423d-92d2-315bebd945e7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:49.159720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb47eb8f-22fc-43f0-a985-352e76ba9fd4 req-d94c81a8-550a-423d-92d2-315bebd945e7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 944 time: 0.2596977 Sep 01 15:40:49.196478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.214427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9a76f018-ed31-41ab-a0ab-e9544b3c1749 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 200 len: 990 time: 0.2102251 Sep 01 15:40:49.223080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:49.231773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73b49c76-f6af-446c-9d1b-ccc02c2a8fb9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/184e6f86-f116-4a78-a583-60fa000d42d0 HTTP/1.1" status: 200 len: 978 time: 4.8887055 Sep 01 15:40:49.233974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.239060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:49.246738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cb47eb8f-22fc-43f0-a985-352e76ba9fd4 req-de0c2e0e-b0e0-4a53-b470-4f5c8efc312f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788214 Sep 01 15:40:49.250249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:49.251336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:49.313090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-271a1975-88c4-483e-b01b-d330f64f6025 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45590b0a944745f8995024df63fc2693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193783 Sep 01 15:40:49.314839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.328072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e98d8-44da-4308-a03d-58797c0bb2f7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:40:49.328596 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.344145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:49.355998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-007d64ba-caaa-4a0c-8042-33dc101948ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c9ed3adf2d54cef81d449ecd0dac927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873667 Sep 01 15:40:49.357248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.378675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:49.386993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.397803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:49.399426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:49.442462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.460932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.488465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.508280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:49.509384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75028ecc-f268-4228-bfe5-a19ad83070ae None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:49.510988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.524130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.529698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.530077 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 184e6f86-f116-4a78-a583-60fa000d42d0 disassociated. External IP: 172.25.1.127, port: b8d26114-a67a-49bd-812f-9248d8da8958. Sep 01 15:40:49.557787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.611911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.615968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.617902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30a28700-981e-40fa-9cb2-a61043d43902 HTTP/1.1" status: 204 len: 168 time: 0.3009737 Sep 01 15:40:49.623554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.627950 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.632034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23b719c1-bc73-4c08-a1e9-12fc20e217a3 HTTP/1.1" status: 204 len: 168 time: 0.2662194 Sep 01 15:40:49.640347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad257-9252-4812-bfe8-9e1c30c85061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a28700-981e-40fa-9cb2-a61043d43902,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.657795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f575cc-74a9-4642-af42-e38d301db13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b719c1-bc73-4c08-a1e9-12fc20e217a3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.782312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['bd6e98d8-44da-4308-a03d-58797c0bb2f7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:40:49.887062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:50.018047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.099193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:50.108999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.114096 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:50.145756 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:50.146829 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:50.170788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f214bf97-d60f-4073-b096-30216f1249c5 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/184e6f86-f116-4a78-a583-60fa000d42d0 HTTP/1.1" status: 200 len: 688 time: 0.9354391 Sep 01 15:40:50.173469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39456) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:50.215245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:50.236914 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:50.255739 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:50.257141 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:50.348233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:50.348992 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450c8b9-1c7f-4d58-8e79-d535765c217c None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:50.408320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c78dc260-f6a1-492a-a727-78b30face578 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 200 len: 992 time: 0.1906333 Sep 01 15:40:50.461128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 950413d3-aa48-4378-8ada-b393c3bf58ff {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:50.461522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.464776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3eb6b-e752-4a8e-804f-660164344a57 req-82a14658-3376-4f2b-b4ac-9a9d3dc85402 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:50.468041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afa3eb6b-e752-4a8e-804f-660164344a57 req-82a14658-3376-4f2b-b4ac-9a9d3dc85402 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 945 time: 0.0777190 Sep 01 15:40:50.536908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afa3eb6b-e752-4a8e-804f-660164344a57 req-7c43d88c-9a67-4a34-8bc2-1f39f979b9c4 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611837 Sep 01 15:40:50.584594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.584989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.607644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 950413d3-aa48-4378-8ada-b393c3bf58ff owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:50.816713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.857154 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=950413d3-aa48-4378-8ada-b393c3bf58ff,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:50.858010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:50.899551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.899913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.900370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.900704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.901034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.901393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.901733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.902054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.902369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.902690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.904122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.904122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:50.951487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.954647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.959889 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f45f1d8d-77b9-4a48-b98b-3906f8badad7 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/184e6f86-f116-4a78-a583-60fa000d42d0 HTTP/1.1" status: 204 len: 168 time: 0.7822361 Sep 01 15:40:50.960211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.027688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-12944382-0f64-4c86-89a3-e744e079ba56 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.032128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-12944382-0f64-4c86-89a3-e744e079ba56 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1699610 Sep 01 15:40:51.032128 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-3ddca68d-ef55-49e7-9efb-d10f33a5332b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] delete failed (client error): The resource could not be found. Sep 01 15:40:51.033692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39496) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.033852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ddca68d-ef55-49e7-9efb-d10f33a5332b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/184e6f86-f116-4a78-a583-60fa000d42d0 HTTP/1.1" status: 404 len: 345 time: 0.0726452 Sep 01 15:40:51.037868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.038940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-596ed337-a704-4d15-9602-1157c5c44c4a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.044897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-596ed337-a704-4d15-9602-1157c5c44c4a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066137 Sep 01 15:40:51.045212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39504) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.050421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-eb0ee794-6459-4cba-8669-421fe626fcc1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.051810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb0ee794-6459-4cba-8669-421fe626fcc1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053082 Sep 01 15:40:51.056047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39506) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.061276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-41874533-af18-4d4c-8b9f-4f9b77929666 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.062639 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41874533-af18-4d4c-8b9f-4f9b77929666 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054469 Sep 01 15:40:51.065323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.070226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-8028dc09-31db-4fe2-a8d5-7a0f34f21c56 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.071149 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8028dc09-31db-4fe2-a8d5-7a0f34f21c56 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046825 Sep 01 15:40:51.076367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39510) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.114224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-65c6730b-462a-4946-a264-bd4814114b8f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.115986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-65c6730b-462a-4946-a264-bd4814114b8f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0379100 Sep 01 15:40:51.118728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39524) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.128951 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-96d6041b-1334-465c-a0d7-643416aaa862 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.130464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-96d6041b-1334-465c-a0d7-643416aaa862 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0093045 Sep 01 15:40:51.133188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39530) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.138528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-aa054b0a-90b3-49d6-b482-9e929a845f68 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.139998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa054b0a-90b3-49d6-b482-9e929a845f68 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057189 Sep 01 15:40:51.142917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.155100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-55efde03-1b7c-481e-bd96-d068bbd3b68b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.160166 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-55efde03-1b7c-481e-bd96-d068bbd3b68b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0103242 Sep 01 15:40:51.160709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39538) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.164750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-f4131516-168d-4298-9718-ab8950060c6a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.165822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f4131516-168d-4298-9718-ab8950060c6a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053411 Sep 01 15:40:51.169291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.176340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-19da955d-b497-4606-a800-61ce775c9e63 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.176742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee2944-020b-4cdd-861d-79bd9dd53bda tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.181930 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19da955d-b497-4606-a800-61ce775c9e63 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072255 Sep 01 15:40:51.182327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.182912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee2944-020b-4cdd-861d-79bd9dd53bda tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.187480 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-a794665a-d346-4734-b4cc-a3720f7cf376 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.193018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a794665a-d346-4734-b4cc-a3720f7cf376 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053785 Sep 01 15:40:51.193255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee2944-020b-4cdd-861d-79bd9dd53bda tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.193255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e4ee2944-020b-4cdd-861d-79bd9dd53bda tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/ports?network_id=c274f804-cafb-411d-abca-aa00ea6fff82 HTTP/1.1" status: 200 len: 2358 time: 0.1526325 Sep 01 15:40:51.193622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39548) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.194038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.197949 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-8853be6d-5357-487d-8658-ff9e8fe3ba74 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.201127 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8853be6d-5357-487d-8658-ff9e8fe3ba74 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051987 Sep 01 15:40:51.202622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.208724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-4996e35e-5eb6-43ab-8ce8-bff79a55bac5 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.213484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4996e35e-5eb6-43ab-8ce8-bff79a55bac5 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063071 Sep 01 15:40:51.213484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.218237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-961b5bf2-a9be-4a5a-a372-7aa1ad50c720 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.222100 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-961b5bf2-a9be-4a5a-a372-7aa1ad50c720 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054665 Sep 01 15:40:51.222813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.228350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-aa9f7359-00f4-4194-b292-33c5de5b9819 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.232914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa9f7359-00f4-4194-b292-33c5de5b9819 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055792 Sep 01 15:40:51.233329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.237812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-5ecced9b-f74b-42ce-b38f-2e5439f1e987 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.238820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5ecced9b-f74b-42ce-b38f-2e5439f1e987 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051038 Sep 01 15:40:51.241809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39564) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.250106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-bc1e64d9-a54a-4084-97e7-1a0f89c99987 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.254590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc1e64d9-a54a-4084-97e7-1a0f89c99987 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080194 Sep 01 15:40:51.254919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39566) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.260814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-8a5cdd01-2dca-4534-99ed-becb72bf4ea2 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.265165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8a5cdd01-2dca-4534-99ed-becb72bf4ea2 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081358 Sep 01 15:40:51.268613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39568) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.270077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af698fbe-f0b8-475e-ba71-0ebed6ac001e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.271558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af698fbe-f0b8-475e-ba71-0ebed6ac001e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/subnets/eb352d81-4fc5-4c07-ba7d-1f6ba0158189 HTTP/1.1" status: 200 len: 797 time: 0.0764599 Sep 01 15:40:51.275737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-508b54e6-02e6-4766-bbd3-39a600a35de9 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.277557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-508b54e6-02e6-4766-bbd3-39a600a35de9 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074143 Sep 01 15:40:51.280236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39570) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.280679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.287416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'port': {'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82', 'name': 'tempest-FloatingIPTestJSON-906442286', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:51.295079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-46e8ee13-5e38-4fde-895d-0f42811da01f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.296130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-46e8ee13-5e38-4fde-895d-0f42811da01f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129879 Sep 01 15:40:51.300064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39574) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.306205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-6e81970b-a28c-4783-a9b5-ab55da0aa441 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.308017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e81970b-a28c-4783-a9b5-ab55da0aa441 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0063126 Sep 01 15:40:51.310595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39576) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.319099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-82b30fe8-4c83-4a1a-a03a-ea00cec37a1e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.323115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82b30fe8-4c83-4a1a-a03a-ea00cec37a1e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084875 Sep 01 15:40:51.323429 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39578) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.331642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-32f5d1c7-1c22-4111-ba31-bb050891e283 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.333520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-32f5d1c7-1c22-4111-ba31-bb050891e283 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084395 Sep 01 15:40:51.336198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.344769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-27707063-b25d-4848-aed9-7bfd26ec00a9 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.349740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-27707063-b25d-4848-aed9-7bfd26ec00a9 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0113957 Sep 01 15:40:51.350686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39582) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.355438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-b778b1bd-6bdb-42cc-b84a-a8f9ed3cf255 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.360503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b778b1bd-6bdb-42cc-b84a-a8f9ed3cf255 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081465 Sep 01 15:40:51.361227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.365968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-773483f3-e692-417c-a243-dd138be73a93 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.366972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-773483f3-e692-417c-a243-dd138be73a93 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047879 Sep 01 15:40:51.371496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39586) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.379758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-e18b2989-af4e-4ae1-9a06-5186436015a6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.381816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e18b2989-af4e-4ae1-9a06-5186436015a6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077636 Sep 01 15:40:51.385291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.390307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-9860f244-bad7-4813-9edd-7ef91cbf439b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.392365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9860f244-bad7-4813-9edd-7ef91cbf439b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0057812 Sep 01 15:40:51.396238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39590) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.405795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-15792da6-0ab4-45cc-955a-9c41b444a8c5 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.407170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15792da6-0ab4-45cc-955a-9c41b444a8c5 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097675 Sep 01 15:40:51.411404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39592) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.416714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-05e2ea74-d79f-474a-9cc6-6ff42b6c2db6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.421263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39594) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.421525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-05e2ea74-d79f-474a-9cc6-6ff42b6c2db6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0087583 Sep 01 15:40:51.428163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-2c67f6ea-a7b2-4727-b802-81adf72ca08b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.429939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2c67f6ea-a7b2-4727-b802-81adf72ca08b tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071514 Sep 01 15:40:51.437237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39596) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.445093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-ad1bc5df-df9c-4fff-895b-8f6d4a2724c4 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.447037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad1bc5df-df9c-4fff-895b-8f6d4a2724c4 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076177 Sep 01 15:40:51.451657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.458572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-038410a4-c535-404a-b21f-29ef9f1f66d6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.460983 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-038410a4-c535-404a-b21f-29ef9f1f66d6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083883 Sep 01 15:40:51.462923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39600) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.474392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-d0c9c6fb-7935-4917-aa95-f038ef978671 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.477597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d0c9c6fb-7935-4917-aa95-f038ef978671 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0121675 Sep 01 15:40:51.481522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39602) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.487728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-4e64bce0-85c7-4626-92de-4d38b2427f17 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.492015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e64bce0-85c7-4626-92de-4d38b2427f17 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086071 Sep 01 15:40:51.492405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.493764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:51.501563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-f0b9a271-f2f3-48e9-89c3-5dff5ba38282 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.505153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f0b9a271-f2f3-48e9-89c3-5dff5ba38282 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095897 Sep 01 15:40:51.508389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39606) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.517371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-11477528-c2bb-40ae-a40a-a3d725fdcf47 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.522114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11477528-c2bb-40ae-a40a-a3d725fdcf47 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091174 Sep 01 15:40:51.522767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39608) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.530643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-a70a998e-766e-412b-89d3-d3ec1591ce5a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.532714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a70a998e-766e-412b-89d3-d3ec1591ce5a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081420 Sep 01 15:40:51.536803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39610) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.545019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-99ab678d-2035-49ac-ba97-3774802df120 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.547171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-99ab678d-2035-49ac-ba97-3774802df120 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0085025 Sep 01 15:40:51.551431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39612) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.558984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-8a2c179c-05ca-4764-9aec-ffc3d65bb5cb tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.561833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8a2c179c-05ca-4764-9aec-ffc3d65bb5cb tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087068 Sep 01 15:40:51.565245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.573909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-9c544ea9-b1b8-4141-9bae-15bee080e6ac tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.576130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9c544ea9-b1b8-4141-9bae-15bee080e6ac tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091457 Sep 01 15:40:51.579399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39618) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.590189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-3789ec60-a76e-4f44-9478-db1c238371bb tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.594639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3789ec60-a76e-4f44-9478-db1c238371bb tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0135231 Sep 01 15:40:51.599969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.617445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-138652b4-2e48-4b6e-bb34-96fcc21fe640 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.619246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-138652b4-2e48-4b6e-bb34-96fcc21fe640 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0176921 Sep 01 15:40:51.622635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39622) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.633676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-a2647d67-dfb3-44d1-acd8-e668e0e6009a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.635575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a2647d67-dfb3-44d1-acd8-e668e0e6009a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109899 Sep 01 15:40:51.639261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.647114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-95cbcea1-320b-495a-8d45-8ca4baa36a29 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.657617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39626) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.661635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-95cbcea1-320b-495a-8d45-8ca4baa36a29 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0135827 Sep 01 15:40:51.670018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-a4abc69e-0299-4159-8636-6e01233abdb6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.671755 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a4abc69e-0299-4159-8636-6e01233abdb6 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0126071 Sep 01 15:40:51.674761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.682468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-be8d0315-7ebd-4396-b51e-51067b3a833e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.687017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-be8d0315-7ebd-4396-b51e-51067b3a833e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106785 Sep 01 15:40:51.687673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39634) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.693548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-5e45f4dd-8777-4386-939a-9a65292ad751 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.695588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e45f4dd-8777-4386-939a-9a65292ad751 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067201 Sep 01 15:40:51.698606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39636) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.703652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-25f758d5-eda8-4a4d-8db1-a82421ae4b39 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.704440 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:51.707856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-25f758d5-eda8-4a4d-8db1-a82421ae4b39 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082555 Sep 01 15:40:51.708318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39638) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.714864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-891df7f4-98bf-48e4-bf39-8b579831f1ed tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.719836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-891df7f4-98bf-48e4-bf39-8b579831f1ed tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099974 Sep 01 15:40:51.720477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39640) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.725653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-1a2d650c-41f7-43a7-adb4-c0c012c84c4a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.729468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a2d650c-41f7-43a7-adb4-c0c012c84c4a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079002 Sep 01 15:40:51.730358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39642) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.750783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-ad62402e-dd77-44e8-8557-7aaff49afbfc tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.752584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ad62402e-dd77-44e8-8557-7aaff49afbfc tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079968 Sep 01 15:40:51.756511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.761555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-dce2210a-c458-45a2-9af5-f3b2e3752e9a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.763870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dce2210a-c458-45a2-9af5-f3b2e3752e9a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061917 Sep 01 15:40:51.768461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39646) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.769088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] device_id is not set on port a82bdfaa-4506-44e3-8067-f3284c5db669 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:51.774075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-ad15ff80-ce7a-4dc1-b603-1e3b803ce61d tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.775484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ad15ff80-ce7a-4dc1-b603-1e3b803ce61d tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055609 Sep 01 15:40:51.780661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.788584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-42762015-726d-4e0a-8263-be38c9ba11fa tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.790128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-42762015-726d-4e0a-8263-be38c9ba11fa tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077150 Sep 01 15:40:51.805201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39650) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.816662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-c3143aa2-397f-47eb-9c22-f2e8c54aa82a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.818655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c3143aa2-397f-47eb-9c22-f2e8c54aa82a tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0114098 Sep 01 15:40:51.822161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39654) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.828906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-df6485a2-2fc4-4dcd-b91d-c764371c4dbd tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.829851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-df6485a2-2fc4-4dcd-b91d-c764371c4dbd tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055447 Sep 01 15:40:51.834167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39656) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.839156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-56253238-13c4-40bf-9620-f43b623c9c9d tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.840090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-56253238-13c4-40bf-9620-f43b623c9c9d tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047224 Sep 01 15:40:51.845975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39658) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.853885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-7eb66d2c-aac3-4f30-8643-74ed95b3e5e1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.856497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7eb66d2c-aac3-4f30-8643-74ed95b3e5e1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0082123 Sep 01 15:40:51.858626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39660) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.870736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-5bb5d1c2-eba5-4516-a936-342a535b845e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.873606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5bb5d1c2-eba5-4516-a936-342a535b845e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0126622 Sep 01 15:40:51.877033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.882720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190f439-a592-43b0-a7f1-909818a35de6 req-f9c25e79-1a1a-41fa-aba9-eaccb1b818f1 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.885692 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a190f439-a592-43b0-a7f1-909818a35de6 req-f9c25e79-1a1a-41fa-aba9-eaccb1b818f1 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 945 time: 0.2537193 Sep 01 15:40:51.885923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-dd990801-64f4-4962-b19b-828a0d39e69e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.889632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dd990801-64f4-4962-b19b-828a0d39e69e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083947 Sep 01 15:40:51.900002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39668) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.926056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [None req-9ae6db84-a132-4d5f-95c1-5907674d9949 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.927769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9ae6db84-a132-4d5f-95c1-5907674d9949 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0264237 Sep 01 15:40:51.931259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39678) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.938204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-d3121a91-60ac-40f3-861f-42df2e8e8fa1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.940397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d3121a91-60ac-40f3-861f-42df2e8e8fa1 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076611 Sep 01 15:40:51.944203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39684) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.951680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-4e68bf2e-5172-4684-b5b6-9ddfbe6f9bf8 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.954104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4e68bf2e-5172-4684-b5b6-9ddfbe6f9bf8 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077231 Sep 01 15:40:51.956953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.966250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-ecdf9b40-e127-441e-9f26-c3130884f52e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.971602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ecdf9b40-e127-441e-9f26-c3130884f52e tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0130332 Sep 01 15:40:51.972616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.978405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-a0fd8220-947f-4ef1-9e48-9c68e239d2cd tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.984319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0fd8220-947f-4ef1-9e48-9c68e239d2cd tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103273 Sep 01 15:40:51.985129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39694) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:51.990403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-3b31f872-8d73-43a2-a95c-8fa061d04a3f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:51.994188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b31f872-8d73-43a2-a95c-8fa061d04a3f tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074701 Sep 01 15:40:51.995802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39700) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:52.006238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [None req-db3c0752-115c-4281-8822-2ba2af880e33 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:52.007447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-db3c0752-115c-4281-8822-2ba2af880e33 tempest-ExtensionsTestJSON-236346696 tempest-ExtensionsTestJSON-236346696-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090067 Sep 01 15:40:52.118681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a190f439-a592-43b0-a7f1-909818a35de6 req-b4d626a7-1988-4d5a-b7d3-5db4e9865e43 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154377 Sep 01 15:40:52.367466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.14 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/a82bdfaa-4506-44e3-8067-f3284c5db669) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:52.380247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.13 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/a82bdfaa-4506-44e3-8067-f3284c5db669) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:52.408346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:52.508386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bd6e98d8-44da-4308-a03d-58797c0bb2f7 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:52.608965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port bd6e98d8-44da-4308-a03d-58797c0bb2f7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:52.613952 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.618825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port bd6e98d8-44da-4308-a03d-58797c0bb2f7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:52.619798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.670865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.672747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb3039e0-6021-4038-b6d1-03beaa0fbbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.733245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:52.739841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:52.748681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.749335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:52.785560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:52.789923 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96893770-0264-4e95-bdaa-dbe4eed678e1" -d '{"events": [{"server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:52.804380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=a82bdfaa-4506-44e3-8067-f3284c5db669,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:52.832724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:52.843812 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.874299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:52.875270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.877706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb3039e0-6021-4038-b6d1-03beaa0fbbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.885399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb3039e0-6021-4038-b6d1-03beaa0fbbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.898054 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c54baa-0272-4192-9f09-956ae4d27e96 x-openstack-request-id: req-e2c54baa-0272-4192-9f09-956ae4d27e96 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:52.898877 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:52.899742 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2c54baa-0272-4192-9f09-956ae4d27e96 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:52.900504 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'code': 200} Sep 01 15:40:52.906501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ca6e537-719b-4414-8c24-c90e9ec24688 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6244504 Sep 01 15:40:52.908231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39718) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:52.922183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'a82bdfaa-4506-44e3-8067-f3284c5db669', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:52.982982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb3039e0-6021-4038-b6d1-03beaa0fbbb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6736fea4628494190c2088ce03aeb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732341 Sep 01 15:40:52.986431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39720) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:52.993250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:52.995703 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.010662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3039e0-6021-4038-b6d1-03beaa0fbbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0126399-25e6-4225-b429-49ead900f66c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:53.096544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.098544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113d90e-289b-4303-ab67-7600007b9d37 req-c6c01c30-1fa0-4693-8e8f-429e1e5fc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:53.104245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2113d90e-289b-4303-ab67-7600007b9d37 req-c6c01c30-1fa0-4693-8e8f-429e1e5fc9f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0876746 Sep 01 15:40:53.130373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.172286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2113d90e-289b-4303-ab67-7600007b9d37 req-fdd9546b-3b52-4246-b04a-efd8fcdc01a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601783 Sep 01 15:40:53.583418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.597619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.600241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.601529 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0126399-25e6-4225-b429-49ead900f66c HTTP/1.1" status: 204 len: 168 time: 0.6141250 Sep 01 15:40:53.655691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa859-24b5-4161-8886-716b62cf6ed8 req-0092c12d-9842-4503-98b1-a745762eeabc tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:53.657418 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-185fa859-24b5-4161-8886-716b62cf6ed8 req-0092c12d-9842-4503-98b1-a745762eeabc tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.1224704 Sep 01 15:40:53.660737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251f68-07ea-4d4c-9128-e7d1868c6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0126399-25e6-4225-b429-49ead900f66c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:53.774343 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-185fa859-24b5-4161-8886-716b62cf6ed8 req-afa98764-9ca7-4d0d-a3a8-262b254ec08b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013625 Sep 01 15:40:53.835514 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.75 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/98562660-580e-406d-ac6a-1dcc97bf3d74) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:54.037718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.106292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.170466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:54.178410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:54.184943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:54.240947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=98562660-580e-406d-ac6a-1dcc97bf3d74,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:54.837775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:54.979414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.014416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72554af-bc13-4ba9-b2df-89b90dd450e9 req-28d906df-93ea-4acd-8e23-c921cb621e2b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.019645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f72554af-bc13-4ba9-b2df-89b90dd450e9 req-28d906df-93ea-4acd-8e23-c921cb621e2b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.1142609 Sep 01 15:40:55.092063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'networks': [{'name': 'tempest-network--968162918'}, {'name': 'tempest-network--1892331351'}]} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:55.092533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-network--968162918'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:55.093212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-network--1892331351'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:55.118590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f72554af-bc13-4ba9-b2df-89b90dd450e9 req-2d759580-3b5b-4edf-97ca-c4a01bd23dde tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923123 Sep 01 15:40:55.148261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'network': 2} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:55.157491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.175324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.177133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.336366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.342190 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.342923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.415585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c337a4b-49c3-450a-8d1c-ba16baf87a62,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:55.425266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:55.444302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.444886 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment e8df9162-0031-4b3d-baac-00ca4fbc51b4 of type vlan for network 76507df8-2b1a-47ad-9caf-3c89436caaed Sep 01 15:40:55.462114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348fcd-fe4f-44a3-8357-35179603b758 req-a5649ecb-aab9-4bb5-b5da-c31f7afb7b23 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.464729 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81348fcd-fe4f-44a3-8357-35179603b758 req-a5649ecb-aab9-4bb5-b5da-c31f7afb7b23 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.1924961 Sep 01 15:40:55.522451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.558303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:55.572002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.572351 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment 49f46b82-52c2-4423-9ddc-70a30eb436e0 of type vlan for network 00516f43-16f1-446f-9fab-b10ed9273f74 Sep 01 15:40:55.575745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-81348fcd-fe4f-44a3-8357-35179603b758 req-e8d40d82-e146-4932-b85d-e49906a92090 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984292 Sep 01 15:40:55.617444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.635097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.648141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.649752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.696657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.698476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.716377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.727040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.728159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.797104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=98562660-580e-406d-ac6a-1dcc97bf3d74,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:55.812102 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.855761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0164533 Sep 01 15:40:55.859989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39760) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.879542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=76507df8-2b1a-47ad-9caf-3c89436caaed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:55.942765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 76507df8-2b1a-47ad-9caf-3c89436caaed details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:56.034178 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP c9a033f0-5a26-41a5-9805-79dbcb4bfc0b associated. External IP: 172.25.1.75, port: a82bdfaa-4506-44e3-8067-f3284c5db669. Sep 01 15:40:56.146843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3388a6-7022-466d-b987-4fb1ea06a817 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=00516f43-16f1-446f-9fab-b10ed9273f74,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:56.163974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c8fd4-a8b1-419d-a51c-f2054aae4175 tempest-TestVolumeBackupRestore-591880408 tempest-TestVolumeBackupRestore-591880408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:56.168555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cd8c8fd4-a8b1-419d-a51c-f2054aae4175 tempest-TestVolumeBackupRestore-591880408 tempest-TestVolumeBackupRestore-591880408-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1093 time: 0.5470071 Sep 01 15:40:56.168794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 00516f43-16f1-446f-9fab-b10ed9273f74 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:56.173552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:56.188616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:56.223989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e943f1-179e-48a0-89cf-558682e5dbb5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:56.244290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e943f1-179e-48a0-89cf-558682e5dbb5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:56.251688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e943f1-179e-48a0-89cf-558682e5dbb5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:56.257846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e943f1-179e-48a0-89cf-558682e5dbb5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:56.259657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-27e943f1-179e-48a0-89cf-558682e5dbb5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3979406 Sep 01 15:40:56.265712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39766) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:56.308213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.438811 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:56.470927 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.648938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:56.651590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.665751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:56.683198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:56.684333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.693661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.701718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76507df8-2b1a-47ad-9caf-3c89436caaed']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.706979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.745394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8df9162-0031-4b3d-baac-00ca4fbc51b4') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.745879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8df9162-0031-4b3d-baac-00ca4fbc51b4') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.758517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb375a03-dac0-422d-a084-c742f0568840 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8479416 Sep 01 15:40:56.760552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39768) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:56.763776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.776032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:56.776680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.780216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': 'a82bdfaa-4506-44e3-8067-f3284c5db669', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:56.822580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.830318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:56.831005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b0f09-c4d6-4545-8592-eb5dd33e5bb4 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:56.865953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.883310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:56.883310 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:56.887923 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:56.944845 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.001241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.003557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Allocated IP 172.25.1.101 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/0d149d9a-96c5-4068-b2f2-fe0883c1c4d7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:57.011409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.014025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/76507df8-2b1a-47ad-9caf-3c89436caaed HTTP/1.1" status: 204 len: 168 time: 0.7472985 Sep 01 15:40:57.018567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:57.394132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884258d-c1ae-4619-85ce-b2228ad82cf5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=76507df8-2b1a-47ad-9caf-3c89436caaed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.513519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.662754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.696368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.712087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00516f43-16f1-446f-9fab-b10ed9273f74']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:57.726986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f46b82-52c2-4423-9ddc-70a30eb436e0') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:57.727316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f46b82-52c2-4423-9ddc-70a30eb436e0') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:57.750331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.772063 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.779999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.789452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.803912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:57.804591 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:57.811079 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:57.815635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.942573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:57.951620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:57.958759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:57.960997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.964876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'Port': ['ID=0d149d9a-96c5-4068-b2f2-fe0883c1c4d7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.996493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.002261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/00516f43-16f1-446f-9fab-b10ed9273f74 HTTP/1.1" status: 204 len: 168 time: 0.9792545 Sep 01 15:40:58.004474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.014230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.032227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1bd04-57af-410e-ac64-81a53aa57a86 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=00516f43-16f1-446f-9fab-b10ed9273f74,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:58.149022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:58.280889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa28e7f-b492-4627-ba02-7d6bd818996d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:58.287301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa28e7f-b492-4627-ba02-7d6bd818996d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:58.288920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7fa28e7f-b492-4627-ba02-7d6bd818996d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2834029 Sep 01 15:40:58.298848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.303566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-180403377'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:58.352415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:58.356746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.360279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:58.370635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.382609 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:58.402223 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:58.405219 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:58.420580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:58.456264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.456264 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment 39393a9a-b5e4-4159-9faf-7bd3c0aef6e6 of type vlan for network e2f445c6-ea05-48f1-9c24-d924947861d0 Sep 01 15:40:58.476740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7aa68784-3445-40bc-b9af-9342f1cff724 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/c9a033f0-5a26-41a5-9805-79dbcb4bfc0b HTTP/1.1" status: 200 len: 977 time: 1.7104101 Sep 01 15:40:58.492478 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:58.495114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.504362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:58.505381 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:58.522859 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.548011 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:58.548595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f851b4b-b22e-45f8-ab80-37fafbb523cd None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:58.586771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.600642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:58.601386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.704546 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4040563 Sep 01 15:40:58.708223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39782) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.717745 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-437869713'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:58.747059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e455b-a48b-4588-b944-869a634f1a9d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=e2f445c6-ea05-48f1-9c24-d924947861d0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:58.764457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network e2f445c6-ea05-48f1-9c24-d924947861d0 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:58.779646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:58.784138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.814601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:58.819819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.827427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.828059 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment 3f464e05-b26c-4f71-925d-835e739564e0 of type vlan for network 80ceef59-20bd-4f75-ba6c-659be149ca90 Sep 01 15:40:58.881572 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.918082 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.925500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:58.926284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.017158 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3070574 Sep 01 15:40:59.023554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39784) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:59.028677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.029709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'ports': [{'network_id': 'e2f445c6-ea05-48f1-9c24-d924947861d0', 'name': 'tempest-port--1743484313', 'admin_state_up': True}, {'network_id': '80ceef59-20bd-4f75-ba6c-659be149ca90', 'admin_state_up': False}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:59.030049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'port': {'network_id': 'e2f445c6-ea05-48f1-9c24-d924947861d0', 'name': 'tempest-port--1743484313', 'admin_state_up': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:59.030559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'port': {'network_id': '80ceef59-20bd-4f75-ba6c-659be149ca90', 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:59.035827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ff896-200b-49d5-9420-f5ac5ab760e7 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=80ceef59-20bd-4f75-ba6c-659be149ca90,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.051921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 80ceef59-20bd-4f75-ba6c-659be149ca90 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:59.078076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 98562660-580e-406d-ac6a-1dcc97bf3d74 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:59.078575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.249519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'port': 2} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:59.254706 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.270069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.354234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.354742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.368401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] device_id is not set on port f2e33eea-b315-4b2d-acdb-0cd2d60d33c3 yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:59.397235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 98562660-580e-406d-ac6a-1dcc97bf3d74 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:59.566020 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.673046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.686796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.702031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] device_id is not set on port b886c913-7c24-482e-b95a-b22180c2d30f yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:59.760827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.886294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event updated for resources: {'Port': ['ID=0d149d9a-96c5-4068-b2f2-fe0883c1c4d7,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.888455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.905160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.956277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.984554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=98562660-580e-406d-ac6a-1dcc97bf3d74,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.052945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.054022 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP c9a033f0-5a26-41a5-9805-79dbcb4bfc0b disassociated (deleted). External IP: 172.25.1.75, port: a82bdfaa-4506-44e3-8067-f3284c5db669. Sep 01 15:41:00.074354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Port': ['ID=f2e33eea-b315-4b2d-acdb-0cd2d60d33c3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.102830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Checking segment: {'id': '39393a9a-b5e4-4159-9faf-7bd3c0aef6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e2f445c6-ea05-48f1-9c24-d924947861d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:00.103290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network hostable DHCP agents. Network: e2f445c6-ea05-48f1-9c24-d924947861d0, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:00.133611 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Floating IP 0df25ade-c75d-4aa9-91b6-f52b3e8b3382 associated. External IP: 172.25.1.101, port: bd6e98d8-44da-4308-a03d-58797c0bb2f7. Sep 01 15:41:00.139834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network e2f445c6-ea05-48f1-9c24-d924947861d0 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:00.156588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, e2f445c6-ea05-48f1-9c24-d924947861d0) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:00.164193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:00.166421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.168736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6724956-6508-4802-9ca2-e9fc36c24afd None None] Network e2f445c6-ea05-48f1-9c24-d924947861d0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:00.310158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Port': ['ID=b886c913-7c24-482e-b95a-b22180c2d30f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.341587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Checking segment: {'id': '3f464e05-b26c-4f71-925d-835e739564e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80ceef59-20bd-4f75-ba6c-659be149ca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:00.342394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network hostable DHCP agents. Network: 80ceef59-20bd-4f75-ba6c-659be149ca90, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:00.392132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network 80ceef59-20bd-4f75-ba6c-659be149ca90 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:00.409634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 80ceef59-20bd-4f75-ba6c-659be149ca90) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:00.423122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bacac-2fe3-4a62-949f-4db0b4e0c4eb None None] Network 80ceef59-20bd-4f75-ba6c-659be149ca90 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:00.429393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:00.442889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.456669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.457931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.496915 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c05f9b20-edd6-4112-b149-142afd43a017 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4706032 Sep 01 15:41:00.499590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39788) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.578394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c15f8-af0d-4a28-838b-26998486b096 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.586998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c15f8-af0d-4a28-838b-26998486b096 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.589205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-be6c15f8-af0d-4a28-838b-26998486b096 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0879107 Sep 01 15:41:00.597012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39790) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.734763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:00.742552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting port f2e33eea-b315-4b2d-acdb-0cd2d60d33c3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:00.742915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.811898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:00.853904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.877923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Calling delete_port for f2e33eea-b315-4b2d-acdb-0cd2d60d33c3 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:00.960867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:00.970145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.972164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:00.986538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:00.987552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.027470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.035850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.048567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:01.049468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.091906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.092861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f078cf-cf90-4f01-9d3e-a578e5ecc09a None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:01.097330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Port': ['ID=f2e33eea-b315-4b2d-acdb-0cd2d60d33c3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:01.107303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.108631 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a5e57723-49f5-443c-820e-0bbc9923d669 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/ports/f2e33eea-b315-4b2d-acdb-0cd2d60d33c3 HTTP/1.1" status: 204 len: 168 time: 0.5102310 Sep 01 15:41:01.113621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39794) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.257364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting port b886c913-7c24-482e-b95a-b22180c2d30f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:01.258095 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.396677 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.410523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3359051d-ef81-4394-a81d-370425819558 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9a033f0-5a26-41a5-9805-79dbcb4bfc0b HTTP/1.1" status: 204 len: 168 time: 2.9139934 Sep 01 15:41:01.411434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39796) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.428175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Calling delete_port for b886c913-7c24-482e-b95a-b22180c2d30f owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:01.451864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:01.463658 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:01.477771 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:01.479889 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.488257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.553292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cabb9e23-ec4f-4a83-af47-ddecd3e69e35 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3698907 Sep 01 15:41:01.553516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39798) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.554680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:01.557031 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660580a6-637e-4d1f-85ab-6187fad3396f" -d '{"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:01.624526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port a82bdfaa-4506-44e3-8067-f3284c5db669 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:01.625107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.630076 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2699d89f-5b77-429f-9948-244fcb4d311a x-openstack-request-id: req-2699d89f-5b77-429f-9948-244fcb4d311a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:01.630643 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:01.631077 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2699d89f-5b77-429f-9948-244fcb4d311a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:01.631667 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:41:01.632921 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:01.674284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.691552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380539b2-1ccc-48a9-9c30-3603a6974ac2 tempest-TestVolumeBackupRestore-591880408 tempest-TestVolumeBackupRestore-591880408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:01.697464 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-380539b2-1ccc-48a9-9c30-3603a6974ac2 tempest-TestVolumeBackupRestore-591880408 tempest-TestVolumeBackupRestore-591880408-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1093 time: 0.1400020 Sep 01 15:41:01.698950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39802) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.707044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Request body: {'floatingip': {'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:01.742096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Port': ['ID=b886c913-7c24-482e-b95a-b22180c2d30f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:01.769982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.774833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cdb668a7-91ed-4706-80db-45b78b728c6f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/ports/b886c913-7c24-482e-b95a-b22180c2d30f HTTP/1.1" status: 204 len: 168 time: 0.6597173 Sep 01 15:41:01.777792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39806) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.845305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-195ed60e-7bf0-4bb3-9863-148e8fa7decb tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654259 Sep 01 15:41:01.848627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39808) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.853908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-358417584'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:01.862913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.952916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660580a6-637e-4d1f-85ab-6187fad3396f req-5e7df56e-4076-49a7-92b3-40a8cfa39ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:01.954559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-5e7df56e-4076-49a7-92b3-40a8cfa39ada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.2539277 Sep 01 15:41:01.988065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.035574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:40:58Z', 'revision_number': 0, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.050625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for a82bdfaa-4506-44e3-8067-f3284c5db669 owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:02.058332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:02.062565 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.066810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:02.078937 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:02.080026 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.253603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:02.277537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:02.316487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660580a6-637e-4d1f-85ab-6187fad3396f req-d69fe44e-ad1b-4bc6-8194-79a187783e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.318147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-d69fe44e-ad1b-4bc6-8194-79a187783e1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 914 time: 0.3495753 Sep 01 15:41:02.328388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.328762 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment 654da55c-6de2-4fa6-aed4-5eb03e4fe65a of type vlan for network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 Sep 01 15:41:02.495285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.607144 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:40:58Z', 'revision_number': 0, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.629584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-de27312b-0f89-4fc9-b0f1-19523196eb43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 1000 time: 0.3023195 Sep 01 15:41:02.642653 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfa53f-7b75-4f72-bdce-429ae8858834 None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:40:58Z', 'revision_number': 0, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:02.802130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.814490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.815587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.019596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fd18-e449-4efd-8183-309d640a0b09 None None] New status for floating IP 0df25ade-c75d-4aa9-91b6-f52b3e8b3382: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:41:03.094388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660580a6-637e-4d1f-85ab-6187fad3396f req-6aa9de8a-2a5c-4967-8e18-434ebb36181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:03.095939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-6aa9de8a-2a5c-4967-8e18-434ebb36181f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.3946593 Sep 01 15:41:03.097331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2476323 Sep 01 15:41:03.101633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39812) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:03.115554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1606470354'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:03.152178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5352-1249-430e-b4a7-4ed97e204924 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=ec61513e-ef9a-429c-bbe5-b4d8cc331a83,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.176562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:03.189410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:03.196571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.210052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.256476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:03.274561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=a82bdfaa-4506-44e3-8067-f3284c5db669,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.280493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660580a6-637e-4d1f-85ab-6187fad3396f req-87eaf226-591b-4469-be0e-353eff9e0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:03.281702 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.282190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-87eaf226-591b-4469-be0e-353eff9e0441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773722 Sep 01 15:41:03.282345 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Added segment 03ca43db-1002-4b0c-97b9-8d2a95f60334 of type vlan for network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 Sep 01 15:41:03.379310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.428413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.441124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:03.441830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.453514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:41:03.565751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4601922 Sep 01 15:41:03.587344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e57abe-2bbd-4d2e-aace-a84fc7dc7865 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Network': ['ID=d3ee33cc-01e0-4354-896d-b8f5f28cbe20,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.590567 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.601154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.601154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c0731700-c9b6-447a-a48d-986972315dd1 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/a82bdfaa-4506-44e3-8067-f3284c5db669 HTTP/1.1" status: 204 len: 168 time: 2.1855309 Sep 01 15:41:03.612284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:03.621730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39814) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:03.630186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.635411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:03.667928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-bae6e178-2aa4-4d29-9a54-7e542bb74ebb service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635530 Sep 01 15:41:03.668209 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-c9e4fd18-e449-4efd-8183-309d640a0b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:41:03.668386 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-c9e4fd18-e449-4efd-8183-309d640a0b09 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:41:03.701935 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.742673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39816) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:03.752647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'subnets': [{'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1540894441', 'ip_version': 4}, {'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:03.757406 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'subnet': {'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1540894441', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:03.760243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Request body: {'subnet': {'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:03.899981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-660580a6-637e-4d1f-85ab-6187fad3396f req-f5ac1f01-700e-4cf1-a33a-ab8303ac527a service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658614 Sep 01 15:41:04.036845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:04.169853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fd18-e449-4efd-8183-309d640a0b09 None None] New status for floating IP 0df25ade-c75d-4aa9-91b6-f52b3e8b3382: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:41:04.203352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:04.212105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.276139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:04.282140 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a58b2c-037a-40b1-bcba-5880473369d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:04.349433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a77a4517-d05c-4597-9084-0616f3123346 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "PUT /v2.0/floatingips/0df25ade-c75d-4aa9-91b6-f52b3e8b3382 HTTP/1.1" status: 200 len: 992 time: 2.6468856 Sep 01 15:41:04.420247 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba1c76-04a1-42a3-a9a9-092e4b2c2338 x-openstack-request-id: req-a6ba1c76-04a1-42a3-a9a9-092e4b2c2338 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:04.420827 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:04.421449 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6ba1c76-04a1-42a3-a9a9-092e4b2c2338 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:04.422166 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:41:04.577046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.587004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Made reservation on behalf of e0f5156b1c244a9fbe696036df44474e for: {'subnet': 2} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:04.592660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.593123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.607793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-8f9d8092-07f9-45db-856e-b57299ecd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:04.611365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-8f9d8092-07f9-45db-856e-b57299ecd31f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1342762 Sep 01 15:41:04.712564 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:04.745885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:04.746941 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:04.844217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.110 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b4b2bd05-d9bb-4fe8-8d35-010ee78d6867) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:04.936732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-13957cdb-98d1-4bb7-ac46-aae73f345f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:04.940443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-13957cdb-98d1-4bb7-ac46-aae73f345f11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 914 time: 0.3167822 Sep 01 15:41:05.077131 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:05.115011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-21f2a838-94f6-49f0-b71e-7985cde7acc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 1002 time: 0.1638653 Sep 01 15:41:05.203140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.232723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-891917d2-fd0a-4e4b-b89a-acb2cd509152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:05.235637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-891917d2-fd0a-4e4b-b89a-acb2cd509152 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.1050687 Sep 01 15:41:05.341598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-f42fd30e-7f04-48b7-b1cf-7cd35cf0628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:05.346109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-f42fd30e-7f04-48b7-b1cf-7cd35cf0628a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021519 Sep 01 15:41:05.522269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.615275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:05.627490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:05.646440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:05.720578 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:41:04Z', 'revision_number': 2, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:05.729602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.743398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=b4b2bd05-d9bb-4fe8-8d35-010ee78d6867,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:05.886626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Subnet': ['ID=7c8a2e55-e02f-496f-9c94-ee208893ecaf,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:05.948998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:06.014109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Checking segment: {'id': '654da55c-6de2-4fa6-aed4-5eb03e4fe65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:06.016615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network hostable DHCP agents. Network: ec61513e-ef9a-429c-bbe5-b4d8cc331a83, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:06.024241 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:06.027772 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:06.034915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.192093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:06.202808 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.244558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, ec61513e-ef9a-429c-bbe5-b4d8cc331a83) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:06.253209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.305162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e3a99-1486-497f-a8d7-00326078c0c9 None None] Network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:06.400559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-4e13f204-24e6-42c5-83ba-82852a377e8b service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399883 Sep 01 15:41:06.422822 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event updated for resources: {'Subnet': ['ID=bd42fa94-a784-42d5-ab5e-11235dcc5e7e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:06.452348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Checking segment: {'id': '03ca43db-1002-4b0c-97b9-8d2a95f60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:06.453050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network hostable DHCP agents. Network: d3ee33cc-01e0-4354-896d-b8f5f28cbe20, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:06.522130 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:06.535408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:06.603294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d3ee33cc-01e0-4354-896d-b8f5f28cbe20) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:06.608640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:06.616284 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccfdc86-c346-404f-beff-91f181e686e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:06.622175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606093b1-355f-46a9-a573-c4a186a73d6b None None] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:06.696581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:06.697548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:06.701296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.707451 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bce93a-3d2f-428f-ae83-752079344f12 x-openstack-request-id: req-43bce93a-3d2f-428f-ae83-752079344f12 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:06.708138 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:06.708618 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43bce93a-3d2f-428f-ae83-752079344f12 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:06.709291 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:41:06.734752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2a58b2c-037a-40b1-bcba-5880473369d2 req-3891561a-5453-4f77-a735-3e0d2b9c9b42 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255482 Sep 01 15:41:06.775070 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-884d4f68-f6d2-4d63-9a92-153119d6abda tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0303791 Sep 01 15:41:06.779292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39842) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:06.785909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-ec61513e-ef9a-429c-bbe5-b4d8cc331a83', 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83', 'tenant_id': 'e0f5156b1c244a9fbe696036df44474e', 'fixed_ips': [{'subnet_id': '7c8a2e55-e02f-496f-9c94-ee208893ecaf'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:06.794932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.856987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.868898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.992355 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=b4b2bd05-d9bb-4fe8-8d35-010ee78d6867,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:07.090497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd69a9-21aa-4b1b-8683-0b0239e19e05 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.096797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd69a9-21aa-4b1b-8683-0b0239e19e05 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.100562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.100798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd69a9-21aa-4b1b-8683-0b0239e19e05 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.103935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-10bd69a9-21aa-4b1b-8683-0b0239e19e05 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3219218 Sep 01 15:41:07.109925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39846) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:07.123171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfdc86-c346-404f-beff-91f181e686e4 req-ae4759b6-5987-4b56-b4d0-e6fb78033f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.126889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-ae4759b6-5987-4b56-b4d0-e6fb78033f1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1754189 Sep 01 15:41:07.203034 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-147a75ed-7078-41b8-aac3-849041905016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:41:04Z', 'revision_number': 2, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:07.268358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a75ed-7078-41b8-aac3-849041905016 None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0df25ade-c75d-4aa9-91b6-f52b3e8b3382', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'port_id': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'mac_address': 'fa:16:3e:64:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:40:58Z', 'updated_at': '2021-09-01T15:41:04Z', 'revision_number': 2, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:07.268697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Allocated IP 172.20.0.2 (ec61513e-ef9a-429c-bbe5-b4d8cc331a83/7c8a2e55-e02f-496f-9c94-ee208893ecaf/e7e1330c-a02c-4700-bca6-328d3ad58fd7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:07.270960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting subnet 7c8a2e55-e02f-496f-9c94-ee208893ecaf {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:07.287891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.291986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3ddf6f25-549e-418e-9b6c-2d2e1fc4ceab tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6666770 Sep 01 15:41:07.292449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39848) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:07.302736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'port': {'network_id': 'c274f804-cafb-411d-abca-aa00ea6fff82', 'name': 'tempest-FloatingIPTestJSON-826794563'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:07.379037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d3ee33cc-01e0-4354-896d-b8f5f28cbe20', 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20', 'tenant_id': 'e0f5156b1c244a9fbe696036df44474e', 'fixed_ips': [{'subnet_id': 'bd42fa94-a784-42d5-ab5e-11235dcc5e7e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:07.379915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.401830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfdc86-c346-404f-beff-91f181e686e4 req-893f1271-e68d-4ab1-91f1-af8f15582e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.406795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-893f1271-e68d-4ab1-91f1-af8f15582e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 914 time: 0.2701342 Sep 01 15:41:07.584310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:07.593469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.602844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-af526d68-1f84-4cf3-8685-e8c8b7a5d363 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 1002 time: 0.1847944 Sep 01 15:41:07.665654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] device_id is not set on port bdf837cc-c440-49c0-9e7c-4e30fa4cd18f yet. {{(pid=106377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:07.687581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Allocated IP 172.20.0.18 (d3ee33cc-01e0-4354-896d-b8f5f28cbe20/bd42fa94-a784-42d5-ab5e-11235dcc5e7e/883639f7-b247-4896-aa5a-f4005e6d15db) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:07.793411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfdc86-c346-404f-beff-91f181e686e4 req-fe90d7c3-4e69-4738-adc9-93dc02ca0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.800398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-fe90d7c3-4e69-4738-adc9-93dc02ca0b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.1883392 Sep 01 15:41:07.853381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.2 (c274f804-cafb-411d-abca-aa00ea6fff82/eb352d81-4fc5-4c07-ba7d-1f6ba0158189/bdf837cc-c440-49c0-9e7c-4e30fa4cd18f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:07.894105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfdc86-c346-404f-beff-91f181e686e4 req-07eb8056-19d3-4bf1-b468-5a42043e2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:07.896478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-07eb8056-19d3-4bf1-b468-5a42043e2325 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857964 Sep 01 15:41:08.030551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-eaaf2aac-29b6-43c1-9eab-3010af847587 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241250 Sep 01 15:41:08.275029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.278617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fccfdc86-c346-404f-beff-91f181e686e4 req-8204b0ce-3b73-424b-85db-ce2b0880de53 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387094 Sep 01 15:41:08.345373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.366608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.407083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.410990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Transition to ACTIVE for port object e7e1330c-a02c-4700-bca6-328d3ad58fd7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:08.435923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Transition to ACTIVE for port object 883639f7-b247-4896-aa5a-f4005e6d15db will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:08.458535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Transition to ACTIVE for port object e7e1330c-a02c-4700-bca6-328d3ad58fd7 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:08.476486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Transition to ACTIVE for port object 883639f7-b247-4896-aa5a-f4005e6d15db will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:08.480188 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.495518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network c274f804-cafb-411d-abca-aa00ea6fff82 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:08.497915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.512203 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.546421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:08.558549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:08.564048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:08.568195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:08.577369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:08.607581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Pushing event updated for resources: {'Port': ['ID=e7e1330c-a02c-4700-bca6-328d3ad58fd7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.618298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=bdf837cc-c440-49c0-9e7c-4e30fa4cd18f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.641031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.691063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:08.691839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.728771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:08.772230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:08.781710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39862) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:08.785822 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e49fb55-587b-4d1d-82de-25a7c9baa80b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4915426 Sep 01 15:41:08.787846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:08.790993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': 'bdf837cc-c440-49c0-9e7c-4e30fa4cd18f'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:08.832290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Attempting to bind port e7e1330c-a02c-4700-bca6-328d3ad58fd7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:08.834002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Attempting to bind port e7e1330c-a02c-4700-bca6-328d3ad58fd7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '654da55c-6de2-4fa6-aed4-5eb03e4fe65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:08.834617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Attempting to bind port e7e1330c-a02c-4700-bca6-328d3ad58fd7 on network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:08.854156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Pushing event updated for resources: {'Port': ['ID=883639f7-b247-4896-aa5a-f4005e6d15db,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.867383 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.893785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.901592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:08.902840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Checking segment: {'id': '654da55c-6de2-4fa6-aed4-5eb03e4fe65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:08.903519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.905171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Bound using segment: {'id': '654da55c-6de2-4fa6-aed4-5eb03e4fe65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:08.905994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Bound port: e7e1330c-a02c-4700-bca6-328d3ad58fd7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654da55c-6de2-4fa6-aed4-5eb03e4fe65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ec61513e-ef9a-429c-bbe5-b4d8cc331a83'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:08.906678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.975364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Attempting to bind port 883639f7-b247-4896-aa5a-f4005e6d15db on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:08.975927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Attempting to bind port 883639f7-b247-4896-aa5a-f4005e6d15db by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '03ca43db-1002-4b0c-97b9-8d2a95f60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:08.976510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Attempting to bind port 883639f7-b247-4896-aa5a-f4005e6d15db on network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:08.996290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:08.996834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Checking segment: {'id': '03ca43db-1002-4b0c-97b9-8d2a95f60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:08.997616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.998311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Bound using segment: {'id': '03ca43db-1002-4b0c-97b9-8d2a95f60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:08.999106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Bound port: 883639f7-b247-4896-aa5a-f4005e6d15db, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ca43db-1002-4b0c-97b9-8d2a95f60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd3ee33cc-01e0-4354-896d-b8f5f28cbe20'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:08.999801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.022367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.080527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8a2e55-e02f-496f-9c94-ee208893ecaf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:09.083498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.085536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-86b89897-7b1e-48ca-8237-be9ec2613957 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/subnets/7c8a2e55-e02f-496f-9c94-ee208893ecaf HTTP/1.1" status: 204 len: 168 time: 1.9745705 Sep 01 15:41:09.090812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:09.190516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting subnet bd42fa94-a784-42d5-ab5e-11235dcc5e7e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:09.193175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] For port e7e1330c-a02c-4700-bca6-328d3ad58fd7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:09.201994 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.214151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] For port 883639f7-b247-4896-aa5a-f4005e6d15db, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:09.223619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] For port 883639f7-b247-4896-aa5a-f4005e6d15db, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=883639f7-b247-4896-aa5a-f4005e6d15db,segment=NetworkSegment(03ca43db-1002-4b0c-97b9-8d2a95f60334),segment_id=03ca43db-1002-4b0c-97b9-8d2a95f60334)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:09.227922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] For port e7e1330c-a02c-4700-bca6-328d3ad58fd7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7e1330c-a02c-4700-bca6-328d3ad58fd7,segment=NetworkSegment(654da55c-6de2-4fa6-aed4-5eb03e4fe65a),segment_id=654da55c-6de2-4fa6-aed4-5eb03e4fe65a)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:09.236413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.276890 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.307280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.395979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3a8c6-df31-419a-af21-6ec9d954a497 None None] Pushing event updated for resources: {'Port': ['ID=883639f7-b247-4896-aa5a-f4005e6d15db,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:09.528252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223963e-a536-44d6-8a7e-f5f366683f8d None None] Pushing event updated for resources: {'Port': ['ID=e7e1330c-a02c-4700-bca6-328d3ad58fd7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:09.546385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.698574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.808253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Subnet': ['ID=bd42fa94-a784-42d5-ab5e-11235dcc5e7e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:09.815441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.823534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-90c9f981-5f68-4484-b4f1-daf57ff4d42f tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/subnets/bd42fa94-a784-42d5-ab5e-11235dcc5e7e HTTP/1.1" status: 204 len: 168 time: 0.7311642 Sep 01 15:41:09.825186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39872) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:10.004006 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd82602-f106-4670-8e3a-4a3ddaa084f9 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:10.007109 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5fd82602-f106-4670-8e3a-4a3ddaa084f9 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1801839 Sep 01 15:41:10.013046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39874) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:10.219735 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.332792 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.340254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.350288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting port 883639f7-b247-4896-aa5a-f4005e6d15db {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:10.350743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.472176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] For port 883639f7-b247-4896-aa5a-f4005e6d15db, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=883639f7-b247-4896-aa5a-f4005e6d15db,segment=NetworkSegment(03ca43db-1002-4b0c-97b9-8d2a95f60334),segment_id=03ca43db-1002-4b0c-97b9-8d2a95f60334)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:10.473036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.500266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Calling delete_port for 883639f7-b247-4896-aa5a-f4005e6d15db owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:10.536928 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 45ec9ec0-80a0-49a4-b5f5-0a5596b92d37 associated. External IP: 172.25.1.110, port: bdf837cc-c440-49c0-9e7c-4e30fa4cd18f. Sep 01 15:41:10.713966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.773569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Port': ['ID=883639f7-b247-4896-aa5a-f4005e6d15db,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:10.776617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] No DVR routers for this DVR port 883639f7-b247-4896-aa5a-f4005e6d15db on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:11.000679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.036766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ee33cc-01e0-4354-896d-b8f5f28cbe20']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.076898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ca43db-1002-4b0c-97b9-8d2a95f60334') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.077621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ca43db-1002-4b0c-97b9-8d2a95f60334') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.098430 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.163235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.185354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:11.186682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.198944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:11.199910 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:11.227925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7e1330c-a02c-4700-bca6-328d3ad58fd7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:11.346635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.368156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.371834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/d3ee33cc-01e0-4354-896d-b8f5f28cbe20 HTTP/1.1" status: 204 len: 168 time: 1.3570013 Sep 01 15:41:11.388489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39880) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:11.411074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port e7e1330c-a02c-4700-bca6-328d3ad58fd7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:11.492435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:11.498665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.512402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:11.524859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6bfbe-c75e-437e-b01c-9a3e005c96f4 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=d3ee33cc-01e0-4354-896d-b8f5f28cbe20,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:11.537516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:11.539109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.558259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e531b03a-5494-4886-9f15-d4f959201db9 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/45ec9ec0-80a0-49a4-b5f5-0a5596b92d37 HTTP/1.1" status: 200 len: 977 time: 2.7753198 Sep 01 15:41:11.562704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:11.711828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.712817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.740889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:11.744658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.806301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port bdf837cc-c440-49c0-9e7c-4e30fa4cd18f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:11.806653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.816855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.817936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a98aef-ac88-43b7-987e-99d4c4e4c484 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:11.947902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Deleting port e7e1330c-a02c-4700-bca6-328d3ad58fd7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:11.949989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.992953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9db0156a-19b7-4dcb-bb27-e93004700c6e None None] Could not find standard attr ID for object 883639f7-b247-4896-aa5a-f4005e6d15db. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:41:12.116019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.119042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a32fe-51bf-4726-8723-53fcb710d94a None None] DHCP port deletion for d3ee33cc-01e0-4354-896d-b8f5f28cbe20 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:12.164825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f203e-1287-4d40-bf54-c4373faf2f5e None None] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:12.207803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f203e-1287-4d40-bf54-c4373faf2f5e None None] Network d3ee33cc-01e0-4354-896d-b8f5f28cbe20 could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:41:12.237396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] For port e7e1330c-a02c-4700-bca6-328d3ad58fd7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e7e1330c-a02c-4700-bca6-328d3ad58fd7,segment=NetworkSegment(654da55c-6de2-4fa6-aed4-5eb03e4fe65a),segment_id=654da55c-6de2-4fa6-aed4-5eb03e4fe65a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:12.237396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.276940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Calling delete_port for e7e1330c-a02c-4700-bca6-328d3ad58fd7 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:12.548792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.582337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Port': ['ID=e7e1330c-a02c-4700-bca6-328d3ad58fd7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:12.585454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b9983-227a-480e-b0bd-fd46199a837f None None] Network ec61513e-ef9a-429c-bbe5-b4d8cc331a83 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:12.587452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] No DVR routers for this DVR port e7e1330c-a02c-4700-bca6-328d3ad58fd7 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:12.642229 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.643407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.643407 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 45ec9ec0-80a0-49a4-b5f5-0a5596b92d37 disassociated. External IP: 172.25.1.110, port: bdf837cc-c440-49c0-9e7c-4e30fa4cd18f. Sep 01 15:41:12.643407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for bdf837cc-c440-49c0-9e7c-4e30fa4cd18f owned by {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:12.707161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d82c1c0d-03a8-4125-829d-860538ea42ee None None] Could not find standard attr ID for object e7e1330c-a02c-4700-bca6-328d3ad58fd7. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:41:12.841290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.857549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec61513e-ef9a-429c-bbe5-b4d8cc331a83']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:12.912550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654da55c-6de2-4fa6-aed4-5eb03e4fe65a') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:12.919609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654da55c-6de2-4fa6-aed4-5eb03e4fe65a') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:12.961375 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.985872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93830237-db1b-43e1-b3a1-481c85cbcb0e None None] DHCP port deletion for ec61513e-ef9a-429c-bbe5-b4d8cc331a83 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:13.016228 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.041438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:13.041977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:13.083404 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:13.147693 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.243269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7e1330c-a02c-4700-bca6-328d3ad58fd7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:13.250265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=bdf837cc-c440-49c0-9e7c-4e30fa4cd18f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:13.274453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e7e1330c-a02c-4700-bca6-328d3ad58fd7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:13.275778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e7e1330c-a02c-4700-bca6-328d3ad58fd7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:13.278010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 883639f7-b247-4896-aa5a-f4005e6d15db no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:13.293256 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.306817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.317697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/ec61513e-ef9a-429c-bbe5-b4d8cc331a83 HTTP/1.1" status: 204 len: 168 time: 1.9249368 Sep 01 15:41:13.322581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39904) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:13.435837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 883639f7-b247-4896-aa5a-f4005e6d15db {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:13.441722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 883639f7-b247-4896-aa5a-f4005e6d15db not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:13.514704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fd777-b2a5-4fae-b388-42d0c7a94dd5 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=ec61513e-ef9a-429c-bbe5-b4d8cc331a83,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:13.577738 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.617599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaee97-dc31-4355-8876-5070a542778f req-6d8058df-3a89-47ac-8d41-dac14203295d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:13.622094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.622904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.624632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.626195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.626845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.627426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.628381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.629007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.629881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.630367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.630907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.631460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:13.635791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99aaee97-dc31-4355-8876-5070a542778f req-6d8058df-3a89-47ac-8d41-dac14203295d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1097 time: 0.1463146 Sep 01 15:41:13.748398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:13.773004 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99aaee97-dc31-4355-8876-5070a542778f req-5ae446f2-5a64-4b89-967b-12d05f7e76a5 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316535 Sep 01 15:41:13.895541 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.943569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ceef59-20bd-4f75-ba6c-659be149ca90']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:13.991004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f464e05-b26c-4f71-925d-835e739564e0') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:13.992268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f464e05-b26c-4f71-925d-835e739564e0') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.031188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.080610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:14.109499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.113849 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:14.114969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed762884-8d89-40a5-9b2c-6432824c2750 req-d24af96d-fd80-49aa-ba38-515c501af211 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:14.117481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed762884-8d89-40a5-9b2c-6432824c2750 req-d24af96d-fd80-49aa-ba38-515c501af211 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1253359 Sep 01 15:41:14.135720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:14.141785 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.145761 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:14.147866 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.240806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed762884-8d89-40a5-9b2c-6432824c2750 req-a1067dfd-853d-4e11-ace1-a697e93752d5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937088 Sep 01 15:41:14.261449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.278600 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.278922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f457189c-4f40-499b-ad75-7f642a76ed69 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/bdf837cc-c440-49c0-9e7c-4e30fa4cd18f HTTP/1.1" status: 204 len: 168 time: 2.7144821 Sep 01 15:41:14.282105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39920) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:14.299421 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:14.300626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:40:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.318309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:14.362306 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:14.376606 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.378033 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf4842-2751-405d-91b0-3cdce630ee65 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:14.428175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-716fc1cc-27a5-4dca-8592-42e525f841b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.460217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.488537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.499075 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/80ceef59-20bd-4f75-ba6c-659be149ca90 HTTP/1.1" status: 204 len: 168 time: 1.1737866 Sep 01 15:41:14.500443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39924) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:14.554562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548be1c-66e5-44b8-9bfe-0f6499bf274d tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=80ceef59-20bd-4f75-ba6c-659be149ca90,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:14.568297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b913f0ed-4c4b-4bad-a34b-c58fcef82c2e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/floatingips/45ec9ec0-80a0-49a4-b5f5-0a5596b92d37 HTTP/1.1" status: 200 len: 688 time: 0.2804430 Sep 01 15:41:14.577577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 39928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:14.735622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6e52728b-f9a5-47ac-a3e9-d411fc75bb2a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 200 len: 992 time: 0.4119217 Sep 01 15:41:14.800623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.953309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port b4b2bd05-d9bb-4fe8-8d35-010ee78d6867 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:14.955154 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.978014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.992846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f445c6-ea05-48f1-9c24-d924947861d0']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:15.011829 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39393a9a-b5e4-4159-9faf-7bd3c0aef6e6') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:15.012127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39393a9a-b5e4-4159-9faf-7bd3c0aef6e6') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:15.028101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.048297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.065669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:15.071270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:15.084187 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:15.174747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.175370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.186218 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:41:15.234521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for b4b2bd05-d9bb-4fe8-8d35-010ee78d6867 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:15.287546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.302838 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.306541 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] 10.222.0.41 "DELETE /v2.0/networks/e2f445c6-ea05-48f1-9c24-d924947861d0 HTTP/1.1" status: 204 len: 168 time: 0.7831218 Sep 01 15:41:15.337376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732021a-3520-4658-bbe8-dc5eec977801 tempest-BulkNetworkOpsTest-1398773461 tempest-BulkNetworkOpsTest-1398773461-project] Pushing event deleted for resources: {'Network': ['ID=e2f445c6-ea05-48f1-9c24-d924947861d0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.405194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-6e3ef866-c8e0-4908-b9d1-591eb04f272e req-74ce2fe9-9966-49d7-9766-d020615a4d3a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:41:15.408078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e3ef866-c8e0-4908-b9d1-591eb04f272e req-74ce2fe9-9966-49d7-9766-d020615a4d3a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1802719 Sep 01 15:41:15.734395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.842012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=b4b2bd05-d9bb-4fe8-8d35-010ee78d6867,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.988226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39958) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:16.001364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.007584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.017817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39962) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:16.018039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7fb396b5-3699-4cfa-a34e-a9e96b80e4d4 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/45ec9ec0-80a0-49a4-b5f5-0a5596b92d37 HTTP/1.1" status: 204 len: 168 time: 1.4358525 Sep 01 15:41:16.023170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'b8d26114-a67a-49bd-812f-9248d8da8958'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:16.081206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.448862 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-af1dc6ed-fde6-4407-934b-ea2a70d88d54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0f5156b1c244a9fbe696036df44474e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544516 Sep 01 15:41:16.450931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 39966) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:16.452521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.616257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-1be2ac60-2a8e-46c7-9fc8-b11204c7a858 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1873732 Sep 01 15:41:16.824375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06aefa-6510-4696-97b4-9c69dddcd0c0 req-cf964591-c01e-4560-94b5-c5f34d632cae tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:16.826014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db06aefa-6510-4696-97b4-9c69dddcd0c0 req-cf964591-c01e-4560-94b5-c5f34d632cae tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2556133 Sep 01 15:41:16.838217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.875263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.238 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/a88e542c-a05a-4170-b211-70557f76d7b1) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:16.966916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.070707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db06aefa-6510-4696-97b4-9c69dddcd0c0 req-b7380cbf-4df2-4b41-a991-73957d379521 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262399 Sep 01 15:41:17.239186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.246657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.252168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c337a4b-49c3-450a-8d1c-ba16baf87a62 HTTP/1.1" status: 204 len: 168 time: 0.6863210 Sep 01 15:41:17.291009 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc302dd9-bd40-4d64-9b3c-0ba273f26129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c337a4b-49c3-450a-8d1c-ba16baf87a62,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:17.330260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.500369 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.567098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=a88e542c-a05a-4170-b211-70557f76d7b1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:17.620797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:17.624026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:17.640965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:17.713637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49424d02-8d0f-4d65-bfa4-6bdb8589fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.726531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:18.354025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba00ea-9465-4163-abe5-1cca02f022f2 req-e4b3e4aa-162e-4154-83e4-9b42257bba1e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.359213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7ba00ea-9465-4163-abe5-1cca02f022f2 req-e4b3e4aa-162e-4154-83e4-9b42257bba1e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1328824 Sep 01 15:41:18.531539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:18.563108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7ba00ea-9465-4163-abe5-1cca02f022f2 req-aa27b6d1-e1e3-46c6-8d44-7bfc324a3f4f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746137 Sep 01 15:41:18.630191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:18.804275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.106892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.435751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.448554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.594586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40026) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:19.600495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=a88e542c-a05a-4170-b211-70557f76d7b1,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:19.668285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.922105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463e401-928c-49c5-b6b8-d2f6cc1fd4fd req-351129f0-5697-494c-8836-a943af1d8a32 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.925607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0463e401-928c-49c5-b6b8-d2f6cc1fd4fd req-351129f0-5697-494c-8836-a943af1d8a32 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1654303 Sep 01 15:41:19.930982 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 818edbaa-1565-4727-8281-add2b61b44ef associated. External IP: 172.25.1.238, port: b8d26114-a67a-49bd-812f-9248d8da8958. Sep 01 15:41:20.079941 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.084845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031153605'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:20.204743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:20.217986 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.256298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0463e401-928c-49c5-b6b8-d2f6cc1fd4fd req-67c209c6-abf3-4930-b163-38b36eade967 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960467 Sep 01 15:41:20.282399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.297663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-bbf850da-587d-4733-8613-4380e4692662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:20.299371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-bbf850da-587d-4733-8613-4380e4692662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1097 time: 0.1875761 Sep 01 15:41:20.550065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-3bf6e430-dc9a-4c09-9168-421fb117a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:20.551917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-3bf6e430-dc9a-4c09-9168-421fb117a1f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.2438815 Sep 01 15:41:20.742429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-b85ebf95-87e2-479a-9a0f-6ede230ddcab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1000 time: 0.1799347 Sep 01 15:41:20.840413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.855720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.887655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-26312486-2975-44f9-8aee-befcc4808897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:20.889408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-26312486-2975-44f9-8aee-befcc4808897 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1321697 Sep 01 15:41:20.896290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:20.953839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44de344e-5dab-4db5-adb2-f168f5476e05,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:20.959677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.960155 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 928a9329-b38b-4b93-ab03-96df3cbf61c1 of type vlan for network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb Sep 01 15:41:21.113028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-bf5539fb-f84b-47ce-bd07-3cc3c54fb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:21.117833 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-bf5539fb-f84b-47ce-bd07-3cc3c54fb943 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108796 Sep 01 15:41:21.121674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.253194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.259660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:21.261147 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.347563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:21.426581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-92a41ba4-ba26-45e0-a00e-bc1b772d24d1 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998521 Sep 01 15:41:21.464995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8657637 Sep 01 15:41:21.530229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769eb5b-2dd0-45b1-bfa8-dfa0b146d2e3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:21.553051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:21.566119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41665604-700a-4f29-85d6-d4cd308f2264 req-3be06e14-e7c3-4d3e-8d78-a3c525cae322 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:21.569378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41665604-700a-4f29-85d6-d4cd308f2264 req-3be06e14-e7c3-4d3e-8d78-a3c525cae322 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1415715 Sep 01 15:41:21.622810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40042) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:21.629073 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:21.721932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-19e94d5a-4438-4698-bc59-64a2d25c85eb service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594733 Sep 01 15:41:21.772391 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41665604-700a-4f29-85d6-d4cd308f2264 req-f0550d21-a302-4229-904c-c84b2aac2e32 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608741 Sep 01 15:41:21.778329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:21.804333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:21.812557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.825915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:21.857337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:21.858485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:21.877616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.947567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:21.961037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:21.961819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:22.011827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0241b72-75a1-4f3c-bd61-ddc2cc7ef16e tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9965441 Sep 01 15:41:22.014920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.023357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-662477233'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.055806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:22.057572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:22.058986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5d2c9-a181-4a89-ba87-9c0f4d4c56f0 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:22.060710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.107146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:22.121469 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.121889 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Added segment 0f267fa9-086b-4673-9085-be5c51c83ec0 of type vlan for network 690ce7ff-af5a-489a-a3e9-64840f35ed53 Sep 01 15:41:22.174669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.211263 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.219626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:22.220694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.246683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.317166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2998085 Sep 01 15:41:22.317973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.330145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'subnet': {'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.362992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238113-fd5a-4fba-a30f-6ac67c0fafb2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Network': ['ID=690ce7ff-af5a-489a-a3e9-64840f35ed53,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.378977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:22.418108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=bca7fe74-7338-4086-a415-8a3b3f7f883d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.429176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '928a9329-b38b-4b93-ab03-96df3cbf61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:22.429700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:22.459597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:22.480386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:22.495619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8365e-51ae-42e9-8dab-a1839a8df13c None None] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:22.501815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:22.503003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.519064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:22.524895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.525337 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d8017d58-124b-4938-9a31-b3689fc7e33b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9013219 Sep 01 15:41:22.531723 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40052) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.540254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236557986'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.584528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:22.589363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.648511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:22.673989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.674577 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 717ea691-7ff8-4e7f-b0b0-5650e9b0b9b2 of type vlan for network 408cf59c-7146-406f-ba03-e59ece110197 Sep 01 15:41:22.763284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.819641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.829664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:22.830682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.888852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb', 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'bca7fe74-7338-4086-a415-8a3b3f7f883d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:22.890702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.959028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4258571 Sep 01 15:41:22.971600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40064) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.983447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '408cf59c-7146-406f-ba03-e59ece110197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:23.097176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1630719-b51d-4a95-aff0-e983396855e4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=408cf59c-7146-406f-ba03-e59ece110197,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.122675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 408cf59c-7146-406f-ba03-e59ece110197 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:23.202689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc34c-8266-4d6a-b3de-a2e5b822cddf req-e5da5089-fd90-4053-ab5f-0ccf4da35ac7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:23.204446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcbdc34c-8266-4d6a-b3de-a2e5b822cddf req-e5da5089-fd90-4053-ab5f-0ccf4da35ac7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1085386 Sep 01 15:41:23.273597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:23.280685 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.356660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-699ee07a-c980-4dc6-ae88-a3a8dbc0ea62 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288021220&fields=id&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 267 time: 0.0711460 Sep 01 15:41:23.378272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Allocated IP 172.20.255.242 (b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb/bca7fe74-7338-4086-a415-8a3b3f7f883d/0403488e-f008-41bb-9bd1-468a3018077f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:23.472711 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bcbdc34c-8266-4d6a-b3de-a2e5b822cddf req-27cc2de2-bd29-47a0-9058-d676e8f4bbcc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603810 Sep 01 15:41:23.565022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.611377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-e1ccf2b5-67dd-43ba-953a-6137beea5a51 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:23.613443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-e1ccf2b5-67dd-43ba-953a-6137beea5a51 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.2288036 Sep 01 15:41:23.647248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.650895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.657460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-cfb401af-ade4-425d-bcc0-41b976c2a1b8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/quotas/ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 375 time: 0.0261152 Sep 01 15:41:23.660667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Subnet': ['ID=e2e7f04f-0f88-4e0b-8d4a-68059e90248f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.662546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Transition to ACTIVE for port object 0403488e-f008-41bb-9bd1-468a3018077f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:23.690284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Transition to ACTIVE for port object 0403488e-f008-41bb-9bd1-468a3018077f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:23.699920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.746296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=a28b043c-f42f-428a-ad29-8271167135d3,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.751815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Checking segment: {'id': '0f267fa9-086b-4673-9085-be5c51c83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:23.752218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network hostable DHCP agents. Network: 690ce7ff-af5a-489a-a3e9-64840f35ed53, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:23.774647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:23.778036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Pushing event updated for resources: {'Port': ['ID=0403488e-f008-41bb-9bd1-468a3018077f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.784379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:23.795110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:23.800190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-523690bd-67a0-4619-bb16-8eb73d29bb2b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1232121 Sep 01 15:41:23.818254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:23.826815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '717ea691-7ff8-4e7f-b0b0-5650e9b0b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '408cf59c-7146-406f-ba03-e59ece110197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:23.827203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 408cf59c-7146-406f-ba03-e59ece110197, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:23.834341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-579c0c39-1357-4bb2-b615-759d05cdf9c4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:41:23.835847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-579c0c39-1357-4bb2-b615-759d05cdf9c4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069668 Sep 01 15:41:23.837555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 690ce7ff-af5a-489a-a3e9-64840f35ed53) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:23.843990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:23.845130 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.866030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 408cf59c-7146-406f-ba03-e59ece110197 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:23.876469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 408cf59c-7146-406f-ba03-e59ece110197) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:23.885785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:23.886564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.888499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858147cd-370a-4734-936f-e4f5f69d00ae None None] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:23.912967 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-883ff7ff-befc-4c7a-a8c2-675241e7f8c0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9370108 Sep 01 15:41:23.915842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40072) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.920796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d9f862ae-5fd5-40b3-9dd9-f7ce58f6aba2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5985122 Sep 01 15:41:23.940684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40074) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.945912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900b1d7-9d27-40b6-84b3-e263b5dd6330 None None] Network 408cf59c-7146-406f-ba03-e59ece110197 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:23.956709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1686181570', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}, 'admin_state_up': False}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:23.961202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Attempting to bind port 0403488e-f008-41bb-9bd1-468a3018077f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:23.961837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Attempting to bind port 0403488e-f008-41bb-9bd1-468a3018077f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '928a9329-b38b-4b93-ab03-96df3cbf61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:23.962675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Attempting to bind port 0403488e-f008-41bb-9bd1-468a3018077f on network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:24.023103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:24.023816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Checking segment: {'id': '928a9329-b38b-4b93-ab03-96df3cbf61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:24.024510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.025101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Bound using segment: {'id': '928a9329-b38b-4b93-ab03-96df3cbf61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:24.025715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Bound port: 0403488e-f008-41bb-9bd1-468a3018077f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a9329-b38b-4b93-ab03-96df3cbf61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:24.026481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.069724 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.071308 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.103489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-67557a08-986b-4406-87e7-b818cf8c9ffa service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244999 Sep 01 15:41:24.182705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.189048 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.246202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] For port 0403488e-f008-41bb-9bd1-468a3018077f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:24.310146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-dcfff9e8-5141-44f1-8170-bdb70dfd4b40 service neutron] 10.222.0.41 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987741 Sep 01 15:41:24.332541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] For port 0403488e-f008-41bb-9bd1-468a3018077f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0403488e-f008-41bb-9bd1-468a3018077f,segment=NetworkSegment(928a9329-b38b-4b93-ab03-96df3cbf61c1),segment_id=928a9329-b38b-4b93-ab03-96df3cbf61c1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:24.384251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.406717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.414945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.539528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3677138-7a20-43e4-bc49-85f3c3af9bef None None] Pushing event updated for resources: {'Port': ['ID=0403488e-f008-41bb-9bd1-468a3018077f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:24.619975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f12c44-dd94-48a2-9805-c311df477fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-408cf59c-7146-406f-ba03-e59ece110197', 'network_id': '408cf59c-7146-406f-ba03-e59ece110197', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'a28b043c-f42f-428a-ad29-8271167135d3'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:24.621035 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f12c44-dd94-48a2-9805-c311df477fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.642241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-690ce7ff-af5a-489a-a3e9-64840f35ed53', 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53', 'tenant_id': 'b3d3303c650a4981999495f1555a7be1', 'fixed_ips': [{'subnet_id': 'e2e7f04f-0f88-4e0b-8d4a-68059e90248f'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:24.643192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.716480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.777882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=a28b043c-f42f-428a-ad29-8271167135d3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:24.873111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99021e38-00d2-453f-87a4-69489e9a6dcb req-f62f9c96-245b-43d3-a323-61e98b573751 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:24.874742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99021e38-00d2-453f-87a4-69489e9a6dcb req-f62f9c96-245b-43d3-a323-61e98b573751 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2840405 Sep 01 15:41:24.897904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-f7f12c44-dd94-48a2-9805-c311df477fd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a28b043c-f42f-428a-ad29-8271167135d3: This subnet is being modified by another concurrent operation. Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a28b043c-f42f-428a-ad29-8271167135d3: This subnet is being modified by another concurrent operation. Sep 01 15:41:24.914711 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 15:41:24.928525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93577224-91c8-443c-92e8-23ef7f94d769 req-a1f19822-e208-4bdf-be82-bf52302f8ade tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0815978 Sep 01 15:41:24.941637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408cf59c-7146-406f-ba03-e59ece110197']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:24.954089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717ea691-7ff8-4e7f-b0b0-5650e9b0b9b2') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:24.954394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717ea691-7ff8-4e7f-b0b0-5650e9b0b9b2') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:24.966737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.984673 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.992932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:24.993351 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.997339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfb3bf-e6f7-4afa-8aff-5e8e7674ad9f None None] Network 408cf59c-7146-406f-ba03-e59ece110197 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:25.084104 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:25.181355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Allocated IP 172.20.0.2 (690ce7ff-af5a-489a-a3e9-64840f35ed53/e2e7f04f-0f88-4e0b-8d4a-68059e90248f/ba70d6c6-3149-4044-9473-41d9c1dd0a75) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:25.188290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.199518 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99021e38-00d2-453f-87a4-69489e9a6dcb req-07049242-266f-4650-8648-c8dbbc2b72d3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850502 Sep 01 15:41:25.213997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.227013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40096) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:25.228876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/408cf59c-7146-406f-ba03-e59ece110197 HTTP/1.1" status: 204 len: 168 time: 1.3101807 Sep 01 15:41:25.233707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700620438'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:25.284105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4eec7-c0c8-4d5f-bc0c-ce63cba08d37 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=408cf59c-7146-406f-ba03-e59ece110197,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:25.295809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:25.302128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.373731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:25.393744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.394310 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 2f3c9537-3f8b-4961-a10f-444eab4c9f35 of type vlan for network fb4c9e61-4d55-4a28-a32f-684c42bc1257 Sep 01 15:41:25.484904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.525119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.557044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.610638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.634606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:25.636240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.748012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.25.1.223 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/5da76137-b679-4f66-9753-611db1caf51b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:25.813971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5852256 Sep 01 15:41:25.817794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:25.830926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:25.987118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.010887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Transition to ACTIVE for port object ba70d6c6-3149-4044-9473-41d9c1dd0a75 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:26.038359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44171-00b0-4468-9b48-7f46f513cf53 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=fb4c9e61-4d55-4a28-a32f-684c42bc1257,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:26.062154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network fb4c9e61-4d55-4a28-a32f-684c42bc1257 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:26.133030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35cc86c8-5579-466a-8d7e-0ab05c6c6ad3 req-9bbfe832-dacc-442a-9291-a08864870e78 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0732446 Sep 01 15:41:26.191031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.208514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:26.215141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.217075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Transition to ACTIVE for port object ba70d6c6-3149-4044-9473-41d9c1dd0a75 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:26.269664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.357452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.382015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing IP validity checks on allocation pools {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:41:26.382546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:41:26.399616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:26.416005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:26.443399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:26.567590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:26.575834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:26.580900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.586310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=5da76137-b679-4f66-9753-611db1caf51b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:26.590931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:26.659537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a26ac-80d4-4747-bdd8-ac72b92feb31 req-7a61cfcb-403f-4432-93f1-01e1982a6b07 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:26.661506 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa7a26ac-80d4-4747-bdd8-ac72b92feb31 req-7a61cfcb-403f-4432-93f1-01e1982a6b07 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2903247 Sep 01 15:41:26.726336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Attempting to bind port ba70d6c6-3149-4044-9473-41d9c1dd0a75 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:26.729105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Attempting to bind port ba70d6c6-3149-4044-9473-41d9c1dd0a75 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0f267fa9-086b-4673-9085-be5c51c83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:26.729822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Attempting to bind port ba70d6c6-3149-4044-9473-41d9c1dd0a75 on network 690ce7ff-af5a-489a-a3e9-64840f35ed53 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:26.750926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:26.751526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Checking segment: {'id': '0f267fa9-086b-4673-9085-be5c51c83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:26.752163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.752650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Bound using segment: {'id': '0f267fa9-086b-4673-9085-be5c51c83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:26.756609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Bound port: ba70d6c6-3149-4044-9473-41d9c1dd0a75, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f267fa9-086b-4673-9085-be5c51c83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:26.759694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.761476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Pushing event updated for resources: {'Port': ['ID=ba70d6c6-3149-4044-9473-41d9c1dd0a75,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:26.835808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=8480b3d6-9d22-4ee7-9e1d-2acb33282413,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:26.885814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c56cf3-f17b-48e8-9c5d-ec2a2109cb6d None None] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:26.888404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '2f3c9537-3f8b-4961-a10f-444eab4c9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:26.888781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: fb4c9e61-4d55-4a28-a32f-684c42bc1257, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:26.951771 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa7a26ac-80d4-4747-bdd8-ac72b92feb31 req-a4ced05f-c0ac-49e4-aa10-c0c7c6b3fffe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744763 Sep 01 15:41:26.987460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-70683b0e-6c68-4dd0-9048-2cc320678331 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:26.990168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-70683b0e-6c68-4dd0-9048-2cc320678331 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 812 time: 0.4290061 Sep 01 15:41:26.992609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network fb4c9e61-4d55-4a28-a32f-684c42bc1257 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:27.020037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6d6842ef-1804-48d3-a2b7-9eac04176b48 None None] Provisioning for port 0403488e-f008-41bb-9bd1-468a3018077f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:27.062083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, fb4c9e61-4d55-4a28-a32f-684c42bc1257) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:27.088599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:27.094716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] For port ba70d6c6-3149-4044-9473-41d9c1dd0a75, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:27.094942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.105239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13361682-40ed-4b32-bc39-19743cb7513a None None] Network fb4c9e61-4d55-4a28-a32f-684c42bc1257 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:27.165270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d798e053-80d2-4b86-9ab7-e1f3a925cbf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3456256 Sep 01 15:41:27.166213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40116) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:27.184145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] For port ba70d6c6-3149-4044-9473-41d9c1dd0a75, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba70d6c6-3149-4044-9473-41d9c1dd0a75,segment=NetworkSegment(0f267fa9-086b-4673-9085-be5c51c83ec0),segment_id=0f267fa9-086b-4673-9085-be5c51c83ec0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:27.193577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f0dd43d8-c544-4c99-967c-24616a87a233 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8830f56a824c7cbdad147179a33da9 HTTP/1.1" status: 200 len: 379 time: 0.1918628 Sep 01 15:41:27.205948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.211136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'port': {'device_id': '14218b66-7656-456b-9840-974f17ae73fc', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'admin_state_up': True, 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'security_groups': ['8a77d3c0-e32e-4d15-a2eb-ece06c08fcef']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:27.313376 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0403488e-f008-41bb-9bd1-468a3018077f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:27.349780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.518322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe289652-89ba-41aa-9dcd-90b2912bfcf8 req-c37c8c29-87f7-4117-bef2-92f40f73cd4c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.1880376 Sep 01 15:41:27.634198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebf50-3581-4494-a77a-e8937ca6c96e None None] Pushing event updated for resources: {'Port': ['ID=ba70d6c6-3149-4044-9473-41d9c1dd0a75,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:27.670125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0403488e-f008-41bb-9bd1-468a3018077f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:27.701666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0403488e-f008-41bb-9bd1-468a3018077f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:27.702978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.777124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-fb4c9e61-4d55-4a28-a32f-684c42bc1257', 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': '8480b3d6-9d22-4ee7-9e1d-2acb33282413'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:27.778345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.963893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.032798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Allocated IP 172.20.0.3 (fb4c9e61-4d55-4a28-a32f-684c42bc1257/8480b3d6-9d22-4ee7-9e1d-2acb33282413/ae980024-3bce-4959-a089-3e14545e7bfb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:28.193212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.204001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Made reservation on behalf of ff8830f56a824c7cbdad147179a33da9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:28.221555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.294665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.321705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.323981 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.389552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 0403488e-f008-41bb-9bd1-468a3018077f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0403488e-f008-41bb-9bd1-468a3018077f,segment=NetworkSegment(928a9329-b38b-4b93-ab03-96df3cbf61c1),segment_id=928a9329-b38b-4b93-ab03-96df3cbf61c1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:28.394579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d1ffc-c51a-428e-b8fc-572944b49fa3 req-990691e0-85bb-4c35-8408-e9df645b4d8d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:28.396850 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc4d1ffc-c51a-428e-b8fc-572944b49fa3 req-990691e0-85bb-4c35-8408-e9df645b4d8d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2010906 Sep 01 15:41:28.399918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.468941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4d1554ae-90de-4ea1-8a90-fda72f1c39bb None None] Provisioning complete for port 0403488e-f008-41bb-9bd1-468a3018077f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:28.469587 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d1554ae-90de-4ea1-8a90-fda72f1c39bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.649756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=0403488e-f008-41bb-9bd1-468a3018077f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:28.659443 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.678282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Transition to ACTIVE for port object ae980024-3bce-4959-a089-3e14545e7bfb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:28.728476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f195b51f-ed5e-467a-8330-598bcaff4d3e req-8c488510-4742-4ebd-8f60-3e777aaabbd2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0719261 Sep 01 15:41:28.778766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.20.0.6 (773f729e-e1bb-447b-a9da-4828256ca2e7/3cb0ddbf-00c7-4a33-a6da-18e5274c0642/75387d18-a417-43e0-9ff6-3f3d6e6df138) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:28.793973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Transition to ACTIVE for port object ae980024-3bce-4959-a089-3e14545e7bfb will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:28.820080 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.891325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Network fb4c9e61-4d55-4a28-a32f-684c42bc1257 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:28.898138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:28.948804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.951347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:29.087389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bc4d1ffc-c51a-428e-b8fc-572944b49fa3 req-8e3ad913-2e42-4cd3-abf5-11bdec92549d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694714 Sep 01 15:41:29.092740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Pushing event updated for resources: {'Port': ['ID=ae980024-3bce-4959-a089-3e14545e7bfb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:29.110210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Attempting to bind port ae980024-3bce-4959-a089-3e14545e7bfb on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.110759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Attempting to bind port ae980024-3bce-4959-a089-3e14545e7bfb by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '2f3c9537-3f8b-4961-a10f-444eab4c9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.111913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Attempting to bind port ae980024-3bce-4959-a089-3e14545e7bfb on network fb4c9e61-4d55-4a28-a32f-684c42bc1257 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.124582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:29.125102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Checking segment: {'id': '2f3c9537-3f8b-4961-a10f-444eab4c9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:29.129845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.130365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Bound using segment: {'id': '2f3c9537-3f8b-4961-a10f-444eab4c9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:29.130937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Bound port: ae980024-3bce-4959-a089-3e14545e7bfb, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3c9537-3f8b-4961-a10f-444eab4c9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:29.131417 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.300643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router b2aa8237-b78a-48b6-89fb-913446aca45c is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:41:29.357535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] For port ae980024-3bce-4959-a089-3e14545e7bfb, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:29.362504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] For port ae980024-3bce-4959-a089-3e14545e7bfb, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ae980024-3bce-4959-a089-3e14545e7bfb,segment=NetworkSegment(2f3c9537-3f8b-4961-a10f-444eab4c9f35),segment_id=2f3c9537-3f8b-4961-a10f-444eab4c9f35)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:29.371065 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.398843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=8480b3d6-9d22-4ee7-9e1d-2acb33282413,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:29.484657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf5f7-dc33-437f-a335-d4e3c5498688 None None] Pushing event updated for resources: {'Port': ['ID=ae980024-3bce-4959-a089-3e14545e7bfb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:29.546595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:29.561529 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] Sync routers for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:29.571388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba70d6c6-3149-4044-9473-41d9c1dd0a75 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:29.577846 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:29.578098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.578823 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.598443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4c9e61-4d55-4a28-a32f-684c42bc1257']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.603348 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.608681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d80454e4-a46c-4449-9590-fb06c326538c tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6576095 Sep 01 15:41:29.608681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40134) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:29.643659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.644983 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.646924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e698a-330b-4127-b6b2-d6c111c5654d None None] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:29.650171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3c9537-3f8b-4961-a10f-444eab4c9f35') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.652607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3c9537-3f8b-4961-a10f-444eab4c9f35') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.676880 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:29.677693 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.701557 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.715019 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:29.716115 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c453b9a-b7f3-4fd6-9855-307357f8df2d None None] The sync data for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:29.732285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Transition to ACTIVE for port object 75387d18-a417-43e0-9ff6-3f3d6e6df138 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:29.760319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59647fe-ab6f-4fed-9b70-0f017b507055 None None] Network fb4c9e61-4d55-4a28-a32f-684c42bc1257 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:29.767917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.788485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:29.789755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:29.797129 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:29.893234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Provisioning for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:29.899235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:29.937511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Provisioning complete for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:29.938997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.945301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:29.945838 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.021382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c30eedfd-a016-4d38-9a7e-8330d884cb23 req-1f86a5e8-fe36-43b6-8f70-fc4e6e26a78e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.1104734 Sep 01 15:41:30.047270 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.109855 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:41:30.109855 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:41:30.109855 n-d-802060-16 neutron-server[106376]: [parameters: {'id': 'fb4c9e61-4d55-4a28-a32f-684c42bc1257'}] Sep 01 15:41:30.109855 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:41:30.113172 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:41:30.199003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.217378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:30.240510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:30.248037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:30.365297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:30.366086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.376731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ba70d6c6-3149-4044-9473-41d9c1dd0a75, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba70d6c6-3149-4044-9473-41d9c1dd0a75,segment=NetworkSegment(0f267fa9-086b-4673-9085-be5c51c83ec0),segment_id=0f267fa9-086b-4673-9085-be5c51c83ec0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:30.387110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.388202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0403488e-f008-41bb-9bd1-468a3018077f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:30.406722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2030253 Sep 01 15:41:30.408380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68e02-3b4f-4f39-879b-255bd81bc339 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:30.421747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Request body: {'port': {'device_id': '14218b66-7656-456b-9840-974f17ae73fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:30.493238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.507726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779c43a-a3cd-4a6d-8f7c-4a51ad3ee25b req-78e264be-1d2e-442e-9f99-eb15482c5188 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:30.510943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6779c43a-a3cd-4a6d-8f7c-4a51ad3ee25b req-78e264be-1d2e-442e-9f99-eb15482c5188 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1814747 Sep 01 15:41:30.563172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.619773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.692676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6779c43a-a3cd-4a6d-8f7c-4a51ad3ee25b req-a7868e28-c6b5-4c6b-a2cc-61b5dbeb3a94 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279411 Sep 01 15:41:30.922610 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.027371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ba70d6c6-3149-4044-9473-41d9c1dd0a75,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:31.048508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port ae980024-3bce-4959-a089-3e14545e7bfb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:31.048998 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.074988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.089827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.090490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.090938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.091386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.091844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.092384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.104731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.105329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.105775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.106555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.109018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:31.256166 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:41:31.256867 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-00979c19-9092-4493-9d68-df30c21b21e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:41:31.257285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0403488e-f008-41bb-9bd1-468a3018077f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:31.257755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.411888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port ae980024-3bce-4959-a089-3e14545e7bfb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ae980024-3bce-4959-a089-3e14545e7bfb,segment=NetworkSegment(2f3c9537-3f8b-4961-a10f-444eab4c9f35),segment_id=2f3c9537-3f8b-4961-a10f-444eab4c9f35)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:31.412493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.529524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f0c6-71fe-45b8-8f43-18003c9a2034 req-4b3ecd08-1a30-4f5c-b918-e3ba57a10c00 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.532212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f58f0c6-71fe-45b8-8f43-18003c9a2034 req-4b3ecd08-1a30-4f5c-b918-e3ba57a10c00 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 931 time: 0.3240919 Sep 01 15:41:31.533526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for ae980024-3bce-4959-a089-3e14545e7bfb owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:31.570030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f270be5-e0f5-42dd-adcc-49b079c87d2f None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:41:31.858357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f58f0c6-71fe-45b8-8f43-18003c9a2034 req-a0a592c9-8cc6-4046-8e0e-57103610fa1a tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663615 Sep 01 15:41:32.045810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba70d6c6-3149-4044-9473-41d9c1dd0a75 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:32.110874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75387d18-a417-43e0-9ff6-3f3d6e6df138 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:32.130604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.150850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.1 (690ce7ff-af5a-489a-a3e9-64840f35ed53/e2e7f04f-0f88-4e0b-8d4a-68059e90248f/a6219e4f-2964-42d4-b70d-d9a042b7f024) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:32.164991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Transition to ACTIVE for port object 75387d18-a417-43e0-9ff6-3f3d6e6df138 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:32.173491 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.190819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.191096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed93706-825c-44ae-94cb-bea8a5ff2316 req-5565a32c-7530-4873-a7dd-68b62eeeffdc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.192810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed93706-825c-44ae-94cb-bea8a5ff2316 req-5565a32c-7530-4873-a7dd-68b62eeeffdc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1038356 Sep 01 15:41:32.243029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port ae980024-3bce-4959-a089-3e14545e7bfb on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:32.256427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f270be5-e0f5-42dd-adcc-49b079c87d2f None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:41:32.292905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:32.293242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.384600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Pushing event updated for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.408311 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9ed93706-825c-44ae-94cb-bea8a5ff2316 req-2780fb63-2b1d-4a40-9955-58e1f2e57e84 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668231 Sep 01 15:41:32.516816 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.545320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Transition to ACTIVE for port object a6219e4f-2964-42d4-b70d-d9a042b7f024 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:32.566720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.590535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4c9e61-4d55-4a28-a32f-684c42bc1257']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:32.614411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3c9537-3f8b-4961-a10f-444eab4c9f35') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:32.614972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3c9537-3f8b-4961-a10f-444eab4c9f35') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:32.642171 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.647954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.671026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.683626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:32.684312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.693876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db088963-9171-4d1f-8dd4-3586e926d280 None None] Provisioning for port 75387d18-a417-43e0-9ff6-3f3d6e6df138 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:32.766649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=a6219e4f-2964-42d4-b70d-d9a042b7f024,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.792708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:32.799299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:32.801922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:32.874823 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:32.883162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=ae980024-3bce-4959-a089-3e14545e7bfb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.885967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db088963-9171-4d1f-8dd4-3586e926d280 None None] Provisioning complete for port ba70d6c6-3149-4044-9473-41d9c1dd0a75 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:32.886367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db088963-9171-4d1f-8dd4-3586e926d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.894968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.906695 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.960423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.971880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/fb4c9e61-4d55-4a28-a32f-684c42bc1257 HTTP/1.1" status: 204 len: 168 time: 5.8034904 Sep 01 15:41:32.973207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:33.021099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2015001749'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:33.122182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Attempting to bind port 75387d18-a417-43e0-9ff6-3f3d6e6df138 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.122654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Attempting to bind port 75387d18-a417-43e0-9ff6-3f3d6e6df138 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.123408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Attempting to bind port 75387d18-a417-43e0-9ff6-3f3d6e6df138 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.128170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69377c-8413-4b4f-be33-4df4925f8388 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=fb4c9e61-4d55-4a28-a32f-684c42bc1257,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:33.131785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:33.139136 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.175331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19be01f-9a32-402d-a03d-1daf676e00bf None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:41:33.219938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Port 75387d18-a417-43e0-9ff6-3f3d6e6df138 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.222958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Attempting to bind port 75387d18-a417-43e0-9ff6-3f3d6e6df138 on network 773f729e-e1bb-447b-a9da-4828256ca2e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.224007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.270497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:33.271096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Checking segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:33.271774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Bound using segment: {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:33.272781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Bound port: 75387d18-a417-43e0-9ff6-3f3d6e6df138, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:33.273519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.354032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19be01f-9a32-402d-a03d-1daf676e00bf None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:41:33.385027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a6c8-b360-4515-80da-62c766ae6f07 req-f37a76fe-d2d1-4db1-8d4a-bdce6ff0f8a6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.388220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f725a6c8-b360-4515-80da-62c766ae6f07 req-f37a76fe-d2d1-4db1-8d4a-bdce6ff0f8a6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.3309970 Sep 01 15:41:33.410490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:33.503587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.507857 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 27d678bc-cc6a-4399-882f-8aab2f629cc5 of type vlan for network 7d9b614e-effd-4004-91dd-354de2e2999c Sep 01 15:41:33.582746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:33.591902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:33.620587 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.688295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.689396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.692523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] 10.222.0.50 "PUT /v2.0/ports/75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 200 len: 1092 time: 3.2772667 Sep 01 15:41:33.706009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:33.713971 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd80d804-978a-472c-b033-30ce6927ea53" -d '{"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:33.731599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042f202-f6d4-4ed7-ab83-96ca34e46fbe req-b5c6efde-8692-4b14-b3c1-d2aa90874ae2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.733575 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5042f202-f6d4-4ed7-ab83-96ca34e46fbe req-b5c6efde-8692-4b14-b3c1-d2aa90874ae2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1226313 Sep 01 15:41:33.791756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f725a6c8-b360-4515-80da-62c766ae6f07 req-9764371d-ea4a-4610-b257-75298a3715ff tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929198 Sep 01 15:41:33.835171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5042f202-f6d4-4ed7-ab83-96ca34e46fbe req-e72fe42d-41d6-459b-8163-02599299fe64 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899050 Sep 01 15:41:33.902034 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.906633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.907573 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45eab3-d85d-4558-9cc1-cb05880f4762 x-openstack-request-id: req-2b45eab3-d85d-4558-9cc1-cb05880f4762 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:33.907918 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:33.908106 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b45eab3-d85d-4558-9cc1-cb05880f4762 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:33.908515 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'status': 'completed', 'code': 200} Sep 01 15:41:33.923039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.957707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4aa0b-a090-4483-972e-258773f50f87 service neutron] Pushing event updated for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:33.968974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-a07fe457-870f-4587-9fd9-a5c5d0a17b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.970719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-a07fe457-870f-4587-9fd9-a5c5d0a17b99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1095 time: 0.2091856 Sep 01 15:41:34.090619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.103980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=a6219e4f-2964-42d4-b70d-d9a042b7f024,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:34.105653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:34.106596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.131125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-bbdb56ec-fba8-4467-8584-1721e7991043 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 200 len: 217 time: 0.1499333 Sep 01 15:41:34.159848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.160927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1468170 Sep 01 15:41:34.161190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40166) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:34.168349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:34.284688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f4f9edaf-bc58-4725-845c-3b8df1d48e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:34.287369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-f4f9edaf-bc58-4725-845c-3b8df1d48e3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1407688 Sep 01 15:41:34.330480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9411633-3d83-456d-a817-8f29b20b599c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=7d9b614e-effd-4004-91dd-354de2e2999c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:34.353264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7d9b614e-effd-4004-91dd-354de2e2999c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:34.429523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-731b778e-866b-4cdf-84e0-38343bc9ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:34.432179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-731b778e-866b-4cdf-84e0-38343bc9ae6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362844 Sep 01 15:41:34.604328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85b440ba-ccf2-4332-ad8a-4b012632b9e3 None None] Provisioning for port a6219e4f-2964-42d4-b70d-d9a042b7f024 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:34.611791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:34.622567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:34.625358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-85b440ba-ccf2-4332-ad8a-4b012632b9e3 None None] Provisioning complete for port a6219e4f-2964-42d4-b70d-d9a042b7f024 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:34.633478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-81253104-6ed8-4ac2-869b-aad108365ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933155 Sep 01 15:41:34.634592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85b440ba-ccf2-4332-ad8a-4b012632b9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.777666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85b440ba-ccf2-4332-ad8a-4b012632b9e3 None None] Port a6219e4f-2964-42d4-b70d-d9a042b7f024 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:34.872064 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router b2aa8237-b78a-48b6-89fb-913446aca45c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:34.895112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:34.900225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.203086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5f90d-b29e-48e6-9870-cd40e3fb7dc4 req-61a5b2f8-3243-448e-bf26-175dbf1d634f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.205741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35e5f90d-b29e-48e6-9870-cd40e3fb7dc4 req-61a5b2f8-3243-448e-bf26-175dbf1d634f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.1932046 Sep 01 15:41:35.212341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59605320-66f8-4e76-9dfa-f5dc1ebeeddf req-9712f8f0-df76-49f9-b7eb-aea2a9563582 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703168 Sep 01 15:41:35.252223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36467bff-1cfa-4c28-b92e-72ddb40a2dd4 None None] Provisioning complete for port a6219e4f-2964-42d4-b70d-d9a042b7f024 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:35.254989 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36467bff-1cfa-4c28-b92e-72ddb40a2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.282599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35e5f90d-b29e-48e6-9870-cd40e3fb7dc4 req-66aec37f-f77f-4863-8e20-d4497891c308 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685940 Sep 01 15:41:35.344242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36467bff-1cfa-4c28-b92e-72ddb40a2dd4 None None] Port a6219e4f-2964-42d4-b70d-d9a042b7f024 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:35.384643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80d804-978a-472c-b033-30ce6927ea53 req-ba74adbc-5f44-47ff-8ac3-b06262494dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.386579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-ba74adbc-5f44-47ff-8ac3-b06262494dca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1095 time: 0.0953617 Sep 01 15:41:35.396712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e85e-51a3-4144-a222-af4db59d7633 req-3151c84c-dbd6-43e2-ab05-96ff94b56262 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.407630 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0a7e85e-51a3-4144-a222-af4db59d7633 req-3151c84c-dbd6-43e2-ab05-96ff94b56262 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.2914021 Sep 01 15:41:35.523554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:35.541367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] Sync routers for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:35.562657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:35.563688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:35.572568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3f4ad34a-e7cd-47ce-b9c1-8501e8dd99ff tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/routers/b2aa8237-b78a-48b6-89fb-913446aca45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9628873 Sep 01 15:41:35.576620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80d804-978a-472c-b033-30ce6927ea53 req-7695f0c3-31ff-4eed-9ee0-848eaad19296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.579973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-7695f0c3-31ff-4eed-9ee0-848eaad19296 service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.1839225 Sep 01 15:41:35.581439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:35.590853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'port': {'network_id': '690ce7ff-af5a-489a-a3e9-64840f35ed53', 'name': 'tempest-FloatingIPTestJSON-1467252547'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:35.620431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-64c1f2aa-d39f-47f5-95a9-d724ac29e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.623205 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-64c1f2aa-d39f-47f5-95a9-d724ac29e5a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1097 time: 0.4758389 Sep 01 15:41:35.664134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e0a7e85e-51a3-4144-a222-af4db59d7633 req-847bde8f-42e9-4761-b9f3-aae8fac7856b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353304 Sep 01 15:41:35.691897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:35.738061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:35.740728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:35.814807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-02188fd5-50c0-436c-8d36-36ef0cd95ad2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 200 len: 217 time: 0.1102812 Sep 01 15:41:35.839473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:35.840979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27a6c-0cb0-4c89-9082-495bf1a1eda4 None None] The sync data for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:35.910138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80d804-978a-472c-b033-30ce6927ea53 req-ba14811a-6ba2-4563-b2ae-4515992f73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.911741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-ba14811a-6ba2-4563-b2ae-4515992f73eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.0833466 Sep 01 15:41:35.967346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-ba5685a9-de10-4b30-ac42-f03ae53f445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.970217 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-ba5685a9-de10-4b30-ac42-f03ae53f445c service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.3044243 Sep 01 15:41:36.045581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80d804-978a-472c-b033-30ce6927ea53 req-6ca96efa-431e-4ccf-8281-2b6d4a8ab22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.049298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-6ca96efa-431e-4ccf-8281-2b6d4a8ab22a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271319 Sep 01 15:41:36.117031 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.248233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-18d730eb-d9e6-4055-884a-ac440322224d service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904562 Sep 01 15:41:36.274542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-3d0d353a-8155-48f8-9395-e045f90de519 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1000 time: 0.2936325 Sep 01 15:41:36.277396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Made reservation on behalf of b3d3303c650a4981999495f1555a7be1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:36.282977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.332147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=ff87ad79-62bc-4c6c-851f-7f61256e9c71,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:36.347505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '27d678bc-cc6a-4399-882f-8aab2f629cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:36.347940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 7d9b614e-effd-4004-91dd-354de2e2999c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:36.370816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-c0088328-0fd6-4566-a072-4beedb02983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.372072 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-c0088328-0fd6-4566-a072-4beedb02983d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.0844851 Sep 01 15:41:36.417354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] device_id is not set on port 20ead7a2-1573-42cf-860f-e4e909ac0f4d yet. {{(pid=106376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:36.448014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 7d9b614e-effd-4004-91dd-354de2e2999c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:36.479601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7d9b614e-effd-4004-91dd-354de2e2999c) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:36.489923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.490640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.492033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797ec7a-7ade-49ce-abe6-2a136efe563d None None] Network 7d9b614e-effd-4004-91dd-354de2e2999c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:36.506330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-a7feb9d1-c92c-4676-af8e-66ffd4773bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.508432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-a7feb9d1-c92c-4676-af8e-66ffd4773bb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261089 Sep 01 15:41:36.630163 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-71fdcef4-f5e8-4da5-b693-2fe071ed17fb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4674778 Sep 01 15:41:36.632678 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-93511942-e52d-4677-bed9-caec01f15124 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133690 Sep 01 15:41:36.633225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40180) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:36.752614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-694d533f-2024-47f6-bdcd-46f8c9ecb50e req-4a319071-9846-4f2a-a07a-763b270b5923 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076365 Sep 01 15:41:36.840072 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7d9b614e-effd-4004-91dd-354de2e2999c', 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'ff87ad79-62bc-4c6c-851f-7f61256e9c71'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:36.842469 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.056740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa8a3-9503-45c9-9207-23ac35cf61ae req-c3ff037e-2ce5-4f3e-9351-5fc3d5d862b6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:37.059588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffffa8a3-9503-45c9-9207-23ac35cf61ae req-c3ff037e-2ce5-4f3e-9351-5fc3d5d862b6 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.2179883 Sep 01 15:41:37.070530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.191827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd80d804-978a-472c-b033-30ce6927ea53 req-f875f3c1-6f31-4038-8481-b842d072d214 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338298 Sep 01 15:41:37.215042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Allocated IP 172.20.0.1 (7d9b614e-effd-4004-91dd-354de2e2999c/ff87ad79-62bc-4c6c-851f-7f61256e9c71/6cb3ecbb-f8f7-454b-8409-7fc48284583f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:37.228005 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ffffa8a3-9503-45c9-9207-23ac35cf61ae req-72575246-c2c0-48ee-bafd-7005895a5cce tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511328 Sep 01 15:41:37.252737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.343590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40188) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:37.376869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Allocated IP 172.20.0.11 (690ce7ff-af5a-489a-a3e9-64840f35ed53/e2e7f04f-0f88-4e0b-8d4a-68059e90248f/20ead7a2-1573-42cf-860f-e4e909ac0f4d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:37.588042 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.618075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb231dd8-8f1f-4525-89e0-5cd68e27bc55 req-903e8863-0414-4b93-9611-4f06f8a347ba tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:37.636029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Transition to ACTIVE for port object 6cb3ecbb-f8f7-454b-8409-7fc48284583f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:37.641915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb231dd8-8f1f-4525-89e0-5cd68e27bc55 req-903e8863-0414-4b93-9611-4f06f8a347ba tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.5460935 Sep 01 15:41:37.698317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Transition to ACTIVE for port object 6cb3ecbb-f8f7-454b-8409-7fc48284583f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:37.716043 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.760657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.781654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb231dd8-8f1f-4525-89e0-5cd68e27bc55 req-05dd47db-26ac-4be5-865a-a1cb5555372c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144402 Sep 01 15:41:37.796785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Network 7d9b614e-effd-4004-91dd-354de2e2999c is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:37.805866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Transition to ACTIVE for port object 20ead7a2-1573-42cf-860f-e4e909ac0f4d will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:37.818825 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.828833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:37.840835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:37.845685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Pushing event updated for resources: {'Port': ['ID=6cb3ecbb-f8f7-454b-8409-7fc48284583f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:37.867156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=ff87ad79-62bc-4c6c-851f-7f61256e9c71,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:37.879065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.959526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:37.964468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:37.969225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:37.980285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Attempting to bind port 6cb3ecbb-f8f7-454b-8409-7fc48284583f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.981374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Attempting to bind port 6cb3ecbb-f8f7-454b-8409-7fc48284583f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '27d678bc-cc6a-4399-882f-8aab2f629cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.983945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Attempting to bind port 6cb3ecbb-f8f7-454b-8409-7fc48284583f on network 7d9b614e-effd-4004-91dd-354de2e2999c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:38.005862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event updated for resources: {'Port': ['ID=20ead7a2-1573-42cf-860f-e4e909ac0f4d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:38.021595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:38.022060 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Checking segment: {'id': '27d678bc-cc6a-4399-882f-8aab2f629cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:38.022545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.023043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Bound using segment: {'id': '27d678bc-cc6a-4399-882f-8aab2f629cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:38.023820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Bound port: 6cb3ecbb-f8f7-454b-8409-7fc48284583f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d678bc-cc6a-4399-882f-8aab2f629cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7d9b614e-effd-4004-91dd-354de2e2999c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:38.024368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.063451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:38.064958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.115232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eedce7c3-5766-4b0f-abed-962a0591338b tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5320814 Sep 01 15:41:38.124665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:38.139362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Request body: {'floatingip': {'port_id': '20ead7a2-1573-42cf-860f-e4e909ac0f4d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:38.177504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] For port 6cb3ecbb-f8f7-454b-8409-7fc48284583f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:38.182987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] For port 6cb3ecbb-f8f7-454b-8409-7fc48284583f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6cb3ecbb-f8f7-454b-8409-7fc48284583f,segment=NetworkSegment(27d678bc-cc6a-4399-882f-8aab2f629cc5),segment_id=27d678bc-cc6a-4399-882f-8aab2f629cc5)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:38.192397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.281382 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.319669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169b9bb-96fa-4f81-8767-560638aef31f None None] Pushing event updated for resources: {'Port': ['ID=6cb3ecbb-f8f7-454b-8409-7fc48284583f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:38.369668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79679dd4-a0c6-46e5-b687-bbc701e69b1d None None] Network 7d9b614e-effd-4004-91dd-354de2e2999c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:38.501428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.537180 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9b614e-effd-4004-91dd-354de2e2999c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.540801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3312371-8106-4fe7-a69f-96af0793d3b2 None None] Provisioning for port 20ead7a2-1573-42cf-860f-e4e909ac0f4d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:38.554187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d678bc-cc6a-4399-882f-8aab2f629cc5') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.554557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d678bc-cc6a-4399-882f-8aab2f629cc5') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.570058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.573552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3312371-8106-4fe7-a69f-96af0793d3b2 None None] Provisioning complete for port 20ead7a2-1573-42cf-860f-e4e909ac0f4d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:38.574195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3312371-8106-4fe7-a69f-96af0793d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.592198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc5e3-ff4f-495e-88f0-62ec93bba48a req-00d8058f-5e86-46ed-b510-4ad0fdf1a5fb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:38.593448 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-808bc5e3-ff4f-495e-88f0-62ec93bba48a req-00d8058f-5e86-46ed-b510-4ad0fdf1a5fb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.1527634 Sep 01 15:41:38.616343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.633805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:38.634225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:38.638287 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:38.659192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4fbaa-bfd1-46f7-a2d7-3fab2f0808ee None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:41:38.709756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e3312371-8106-4fe7-a69f-96af0793d3b2 None None] Port 20ead7a2-1573-42cf-860f-e4e909ac0f4d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:38.719044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-808bc5e3-ff4f-495e-88f0-62ec93bba48a req-2fcca6fc-32a9-4298-89f8-2aabaf792ca3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153827 Sep 01 15:41:38.721664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Deleting port 0d149d9a-96c5-4068-b2f2-fe0883c1c4d7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:38.721949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.736978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:41:38.736978 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:41:38.736978 n-d-802060-16 neutron-server[106377]: [parameters: {'id': '7d9b614e-effd-4004-91dd-354de2e2999c'}] Sep 01 15:41:38.736978 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:41:38.736978 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:41:38.863791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.864540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.907984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Calling delete_port for 0d149d9a-96c5-4068-b2f2-fe0883c1c4d7 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:38.915638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4fbaa-bfd1-46f7-a2d7-3fab2f0808ee None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:41:38.942833 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-248b44bb-2928-46af-ab3c-7eca5826bef7 service neutron] show failed (client error): The resource could not be found. Sep 01 15:41:38.945995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-248b44bb-2928-46af-ab3c-7eca5826bef7 service neutron] 10.222.0.50 "GET /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.1998656 Sep 01 15:41:39.112533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c5033-4d88-4636-8da6-9ead02136d5a req-3fd38de9-5243-4090-946c-eb44e23f6396 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:39.114430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a0c5033-4d88-4636-8da6-9ead02136d5a req-3fd38de9-5243-4090-946c-eb44e23f6396 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.0963461 Sep 01 15:41:39.223687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a0c5033-4d88-4636-8da6-9ead02136d5a req-67bf6c6e-bcaf-4ad8-9610-6d6c0e7485d5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693514 Sep 01 15:41:39.288207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.302275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.409912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event deleted for resources: {'Port': ['ID=0d149d9a-96c5-4068-b2f2-fe0883c1c4d7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:39.451690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-e32f5bd1-a082-4bd3-b72a-22564c2c5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:39.453346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-e32f5bd1-a082-4bd3-b72a-22564c2c5038 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 1097 time: 0.1318820 Sep 01 15:41:39.476422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:39.529985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.530369 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Floating IP 0df25ade-c75d-4aa9-91b6-f52b3e8b3382 disassociated (deleted). External IP: 172.25.1.101, port: bd6e98d8-44da-4308-a03d-58797c0bb2f7. Sep 01 15:41:39.618859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 6cb3ecbb-f8f7-454b-8409-7fc48284583f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:39.619343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.674824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.691313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.697240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.805141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 6cb3ecbb-f8f7-454b-8409-7fc48284583f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6cb3ecbb-f8f7-454b-8409-7fc48284583f,segment=NetworkSegment(27d678bc-cc6a-4399-882f-8aab2f629cc5),segment_id=27d678bc-cc6a-4399-882f-8aab2f629cc5)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:39.805750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.840618 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 818edbaa-1565-4727-8281-add2b61b44ef associated. External IP: 172.25.1.238, port: b8d26114-a67a-49bd-812f-9248d8da8958. Sep 01 15:41:39.878234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 6cb3ecbb-f8f7-454b-8409-7fc48284583f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:40.157661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470a4c-8166-4a27-9304-00c389f034e2 req-4b06e9d1-e25d-4327-b9b3-050df306bf1c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:40.159659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa470a4c-8166-4a27-9304-00c389f034e2 req-4b06e9d1-e25d-4327-b9b3-050df306bf1c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.1761770 Sep 01 15:41:40.165304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:40.181697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.248850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=6cb3ecbb-f8f7-454b-8409-7fc48284583f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:40.254686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:40.264118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 6cb3ecbb-f8f7-454b-8409-7fc48284583f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:40.349534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:40.372569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:40.447537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:40.450071 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f23edf3-e2c8-4fbb-b0c7-d9e6ab8183b9" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:40.473888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.507187 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-aa470a4c-8166-4a27-9304-00c389f034e2 req-7847aad6-aa7a-488c-a0ab-66f85573873b tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177874 Sep 01 15:41:40.539049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.585939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9b614e-effd-4004-91dd-354de2e2999c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.591941 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231d4b8d-9e18-4d17-aa61-9d4bdc02cc03 x-openstack-request-id: req-231d4b8d-9e18-4d17-aa61-9d4bdc02cc03 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:40.592957 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:40.593369 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-231d4b8d-9e18-4d17-aa61-9d4bdc02cc03 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:40.593916 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'code': 200} Sep 01 15:41:40.601769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d678bc-cc6a-4399-882f-8aab2f629cc5') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.602056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d678bc-cc6a-4399-882f-8aab2f629cc5') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.613960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Transition to ACTIVE for port object 7ed55185-bccf-418a-83cf-74a7fd58395e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:40.622594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.631857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.644403 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:40.650464 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.652700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.658517 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:40.673349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:40.674425 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.675009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:40.684738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:40.685249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:40.689470 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:40.694377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e336-7481-4cfd-94d5-736efd409bf9 req-ef6b2bc6-e2f8-48cd-81d6-215ce9f51f66 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:40.699997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be10e336-7481-4cfd-94d5-736efd409bf9 req-ef6b2bc6-e2f8-48cd-81d6-215ce9f51f66 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2452424 Sep 01 15:41:40.710314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:40.727261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:40.729824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.763940 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c5c6605-931e-4c5d-8846-b773bbe6b6f5 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "DELETE /v2.0/floatingips/0df25ade-c75d-4aa9-91b6-f52b3e8b3382 HTTP/1.1" status: 204 len: 168 time: 3.4181705 Sep 01 15:41:40.772763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:40.776866 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f3201-0fb9-4595-ad05-1711dd314693" -d '{"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:40.800420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.821671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:40.823527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.824502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:40.828021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.883423 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.897518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418c088-17e0-4ace-b1dc-f54fae655da9 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:40.921474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.924511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/7d9b614e-effd-4004-91dd-354de2e2999c HTTP/1.1" status: 204 len: 168 time: 4.2900069 Sep 01 15:41:40.928711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d77eb-9f90-4850-b86e-b03aabe811b0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=7d9b614e-effd-4004-91dd-354de2e2999c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:40.929031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40222) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:40.945754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-375390830'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:41.004290 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:41.008019 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:41.010882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.046976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-be10e336-7481-4cfd-94d5-736efd409bf9 req-b7774627-f89f-4eeb-9f91-ab4d76c1b53b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457735 Sep 01 15:41:41.093267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:41.145675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.146070 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 47b85fca-a8db-4ad8-ba1c-091cea68359e of type vlan for network 903a8250-6f1d-4630-9d4e-395eee15ebc6 Sep 01 15:41:41.180193 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec6f810-cca8-4610-88e3-403361425208 x-openstack-request-id: req-eec6f810-cca8-4610-88e3-403361425208 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:41.180818 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:41.181333 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eec6f810-cca8-4610-88e3-403361425208 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:41.181972 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:41:41.246836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.295572 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.302823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:41.303481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.357240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] No DVR routers for this DVR port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:41.385220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4538417 Sep 01 15:41:41.388862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40228) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:41.395799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:41.460232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1328d3-11b1-443a-8007-16e5d500a5e2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=903a8250-6f1d-4630-9d4e-395eee15ebc6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:41.476693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 903a8250-6f1d-4630-9d4e-395eee15ebc6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:41.533016 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:41.599617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:41.612305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.621371 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:41.636531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:41.637382 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:41.838949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:41.910525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.946601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-a03b7b59-49e8-42ba-b918-86796450ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:41.949345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-a03b7b59-49e8-42ba-b918-86796450ece8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 1098 time: 0.6174166 Sep 01 15:41:41.966709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b74b97-fe13-4516-93d8-927b70d66e3b req-74ae6a13-28f4-4dfd-9ec1-eeb641f54ad3 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:41.976809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5b74b97-fe13-4516-93d8-927b70d66e3b req-74ae6a13-28f4-4dfd-9ec1-eeb641f54ad3 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.6288021 Sep 01 15:41:42.054668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f0e6b-d349-4ad4-b579-3ac497282735 req-930e1a22-2be1-4bb1-8055-8adc5b435633 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.065415 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca4f0e6b-d349-4ad4-b579-3ac497282735 req-930e1a22-2be1-4bb1-8055-8adc5b435633 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.3707619 Sep 01 15:41:42.090030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=57497ded-e978-42d5-a682-e57444b1661b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:42.107827 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '47b85fca-a8db-4ad8-ba1c-091cea68359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:42.108187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 903a8250-6f1d-4630-9d4e-395eee15ebc6, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:42.151318 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca4f0e6b-d349-4ad4-b579-3ac497282735 req-6fe0d7c4-03e6-4b95-b231-c04cfe9fb0e0 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847342 Sep 01 15:41:42.176935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 903a8250-6f1d-4630-9d4e-395eee15ebc6 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:42.201926 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 903a8250-6f1d-4630-9d4e-395eee15ebc6) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:42.206966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router b2aa8237-b78a-48b6-89fb-913446aca45c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:42.221501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.225184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.230637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71adbd-9a3b-4d60-9994-617f13e3201e None None] Network 903a8250-6f1d-4630-9d4e-395eee15ebc6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:42.254495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5b74b97-fe13-4516-93d8-927b70d66e3b req-73db12bb-c063-4849-a01c-4f6c85ed296a tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766507 Sep 01 15:41:42.258653 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-73708530-2240-4e80-960c-781aca8e226a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680606 Sep 01 15:41:42.261038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:42.270181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-0eefd32d-670f-42d1-b0d4-124edf7c47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.271746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-0eefd32d-670f-42d1-b0d4-124edf7c47a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 200 len: 914 time: 0.2793310 Sep 01 15:41:42.311808 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:42.369744 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7a85c-2c4b-426c-9f72-cf341e37a044 None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:35:56Z', 'revision_number': 4, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7cf726d-f79e-493a-8849-bf7243e38ede', 'name': '', 'network_id': '9338a529-e8ca-4335-8211-43ebd82f3c59', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'mac_address': 'fa:16:3e:39:e2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '977ad0b7-5427-4356-ae92-52557c717411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:54Z', 'updated_at': '2021-09-01T15:36:07Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'subnets': [{'id': '977ad0b7-5427-4356-ae92-52557c717411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:42.391498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:42.391498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:42.391498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:42.449323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:42.449657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:42.452791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-737849b1-9ccb-4038-bb53-d6ae4d1146de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 200 len: 217 time: 0.1537375 Sep 01 15:41:42.465562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:42.465890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:42.466325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Bound using segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:42.466896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Bound port: 7ed55185-bccf-418a-83cf-74a7fd58395e, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:42.467331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.523899 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.579067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-193b962c-67e2-4bcd-a974-65bc515809e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.580614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-193b962c-67e2-4bcd-a974-65bc515809e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 200 len: 852 time: 0.1080992 Sep 01 15:41:42.584601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-903a8250-6f1d-4630-9d4e-395eee15ebc6', 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': '57497ded-e978-42d5-a682-e57444b1661b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:42.586332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.626546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20282c25-6480-4db8-a159-d9cbc7563682 req-a186f80e-6e66-4fde-9286-7ddbd90fd430 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.629549 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20282c25-6480-4db8-a159-d9cbc7563682 req-a186f80e-6e66-4fde-9286-7ddbd90fd430 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.2568262 Sep 01 15:41:42.710751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:42.720840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.726755 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] Sync routers for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:42.767099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-20282c25-6480-4db8-a159-d9cbc7563682 req-d4c647b4-332f-48ab-96c7-ad717bd25e75 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995574 Sep 01 15:41:42.769660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:42.774015 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:42.792722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:42.807380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-12088e2b-44fe-4532-b2e3-c6aeac1dc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:42.811872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-12088e2b-44fe-4532-b2e3-c6aeac1dc743 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9338a529-e8ca-4335-8211-43ebd82f3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2207394 Sep 01 15:41:42.831336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.841610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:42.877924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Allocated IP 172.20.0.2 (903a8250-6f1d-4630-9d4e-395eee15ebc6/57497ded-e978-42d5-a682-e57444b1661b/2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:42.911242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.976327 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:42.986435 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:42.987074 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:43.022441 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:43.023103 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15601d-aa36-4383-ba5b-22339f1180e8 None None] The sync data for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:43.025939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c45c4392-eb85-4161-ade4-41748ddc587a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/floatingips/818edbaa-1565-4727-8281-add2b61b44ef HTTP/1.1" status: 200 len: 979 time: 4.8987603 Sep 01 15:41:43.027997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.24', 58494) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.037893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40238) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.040964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601d197-6240-468b-a4b9-62195974cc2a None None] New status for floating IP 0df25ade-c75d-4aa9-91b6-f52b3e8b3382: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:41:43.057577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.057822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.059177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] 10.222.0.24 "PUT /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1092 time: 3.5889070 Sep 01 15:41:43.059659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:43.062765 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71921901-1451-46f9-aa72-501cc07017d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:43.206514 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6223d0-0582-408e-a971-b8c094d25e3f x-openstack-request-id: req-ff6223d0-0582-408e-a971-b8c094d25e3f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:43.206514 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:43.206869 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff6223d0-0582-408e-a971-b8c094d25e3f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:43.207126 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:41:43.238673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2258b-4159-4023-99e4-ff32c449895e req-8bc3a649-b1d6-4f9c-a465-1bcd84155db2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.239650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3280-bc62-4c8c-bf83-721230409f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.240266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33d2258b-4159-4023-99e4-ff32c449895e req-8bc3a649-b1d6-4f9c-a465-1bcd84155db2 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.24 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.2112739 Sep 01 15:41:43.246555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.270955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Transition to ACTIVE for port object 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:43.330757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Transition to ACTIVE for port object 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:43.341397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.410317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Network 903a8250-6f1d-4630-9d4e-395eee15ebc6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:43.419453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:43.433965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:43.441440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:43.461305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-4d918470-2ed8-4f38-9f31-006da6286b23 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159441 Sep 01 15:41:43.501451 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.520924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 20ead7a2-1573-42cf-860f-e4e909ac0f4d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:43.521333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.533861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Pushing event updated for resources: {'Port': ['ID=2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.539269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:43.570441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=57497ded-e978-42d5-a682-e57444b1661b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.615004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-15cf910a-622d-44fc-8c6e-9e70188f7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.617011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-15cf910a-622d-44fc-8c6e-9e70188f7a6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1095 time: 0.4771144 Sep 01 15:41:43.632369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-1423ad90-bcef-4dbc-8bc9-79df2819a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.634075 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-1423ad90-bcef-4dbc-8bc9-79df2819a2e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1095 time: 0.4262731 Sep 01 15:41:43.636422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f992-c0f3-426d-aca7-aeee6be4893e req-8391a06b-f539-4d14-996b-a41a816f1820 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.648747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80d1f992-c0f3-426d-aca7-aeee6be4893e req-8391a06b-f539-4d14-996b-a41a816f1820 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.3239248 Sep 01 15:41:43.669247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Attempting to bind port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:43.669895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Attempting to bind port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '47b85fca-a8db-4ad8-ba1c-091cea68359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:43.670542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Attempting to bind port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d on network 903a8250-6f1d-4630-9d4e-395eee15ebc6 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:43.682700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:43.683344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Checking segment: {'id': '47b85fca-a8db-4ad8-ba1c-091cea68359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:43.684060 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.684752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Bound using segment: {'id': '47b85fca-a8db-4ad8-ba1c-091cea68359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:43.685663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Bound port: 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b85fca-a8db-4ad8-ba1c-091cea68359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:43.686333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.859693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] For port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:43.859958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a58f3201-0fb9-4595-ad05-1711dd314693 req-e28646a4-3909-4069-b363-1df0cd79be75 service neutron] 10.222.0.24 "GET /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789995 Sep 01 15:41:43.867279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] For port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d,segment=NetworkSegment(47b85fca-a8db-4ad8-ba1c-091cea68359e),segment_id=47b85fca-a8db-4ad8-ba1c-091cea68359e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:43.876010 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.898544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66486-e477-4e98-a998-2a6b3fff1a75 req-771e7a2a-ecfa-4ee4-86f9-509ce56d6991 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.900834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-25b66486-e477-4e98-a998-2a6b3fff1a75 req-771e7a2a-ecfa-4ee4-86f9-509ce56d6991 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.2901189 Sep 01 15:41:43.952112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-becf2022-8c7a-47e5-9fe2-1384873cb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.953939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-becf2022-8c7a-47e5-9fe2-1384873cb178 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.3008125 Sep 01 15:41:43.963110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-7530ad65-f0b0-485e-9bc8-2807795f6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.965090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-7530ad65-f0b0-485e-9bc8-2807795f6cab service neutron] 10.222.0.24 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.3240383 Sep 01 15:41:44.010062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fced059-f0eb-4fea-a989-35bc19a44aaf None None] Pushing event updated for resources: {'Port': ['ID=2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.034731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24ae4b-7068-436c-a31f-15b74b834c68 None None] Network 903a8250-6f1d-4630-9d4e-395eee15ebc6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:44.041217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.045178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.083189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-80d1f992-c0f3-426d-aca7-aeee6be4893e req-54db8aed-d3d2-4e0d-a22e-32dabb59e898 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4322753 Sep 01 15:41:44.084582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903a8250-6f1d-4630-9d4e-395eee15ebc6']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.114265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-25b66486-e477-4e98-a998-2a6b3fff1a75 req-5b527d00-ee5e-47d8-97d1-287660fcf49d tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911108 Sep 01 15:41:44.131443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-75338065-c31e-4a6c-ad01-74b766623ebb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.1652184 Sep 01 15:41:44.156937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b85fca-a8db-4ad8-ba1c-091cea68359e') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.157671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b85fca-a8db-4ad8-ba1c-091cea68359e') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.160366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-a68fc7a9-99ec-48a2-b0f5-136b703d4ca3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.1840723 Sep 01 15:41:44.173929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.193930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.202481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:44.204193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:44.222140 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:44.295641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6565a5cd-17f6-4da6-b3eb-68be96793e77 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:41:44.298320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-a1ba865e-b57c-4af9-9ed8-ced89311a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:44.300975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-a1ba865e-b57c-4af9-9ed8-ced89311a713 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1020291 Sep 01 15:41:44.304340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-43379be5-3946-453b-a210-89b2078174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:44.314658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-43379be5-3946-453b-a210-89b2078174ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1678932 Sep 01 15:41:44.365638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Deleting port bd6e98d8-44da-4308-a03d-58797c0bb2f7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:44.366189 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.445321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-3bb82b31-7df4-4143-9f98-0f2743bd722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:44.449471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-3bb82b31-7df4-4143-9f98-0f2743bd722d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327419 Sep 01 15:41:44.482268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-2d6f2b39-92d3-405b-8920-594bf00a323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:44.492335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-2d6f2b39-92d3-405b-8920-594bf00a323e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478336 Sep 01 15:41:44.525976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:41:44.525976 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:41:44.525976 n-d-802060-16 neutron-server[106377]: [parameters: {'id': '903a8250-6f1d-4630-9d4e-395eee15ebc6'}] Sep 01 15:41:44.525976 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:41:44.526669 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:41:44.619539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f1094-b54f-4838-a5eb-6da3033df991 req-ead04660-edc2-451b-a2b2-a2e1cdb8e53a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:44.623375 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f98f1094-b54f-4838-a5eb-6da3033df991 req-ead04660-edc2-451b-a2b2-a2e1cdb8e53a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.3585441 Sep 01 15:41:44.783338 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f98f1094-b54f-4838-a5eb-6da3033df991 req-58173cd2-6e83-4dd7-80db-a88594801145 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438849 Sep 01 15:41:44.793280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] For port bd6e98d8-44da-4308-a03d-58797c0bb2f7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=bd6e98d8-44da-4308-a03d-58797c0bb2f7,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:44.793680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.826735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Calling delete_port for bd6e98d8-44da-4308-a03d-58797c0bb2f7 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:44.830014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.830406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.830727 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Floating IP 818edbaa-1565-4727-8281-add2b61b44ef disassociated. External IP: 172.25.1.238, port: 20ead7a2-1573-42cf-860f-e4e909ac0f4d. Sep 01 15:41:44.831068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 20ead7a2-1573-42cf-860f-e4e909ac0f4d owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:44.841756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-bc77dc62-31e5-4958-b4b5-05fa1ec360bf service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653569 Sep 01 15:41:44.843793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565a5cd-17f6-4da6-b3eb-68be96793e77 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:41:44.850149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ff2319d-95d5-40e2-abaf-7528e4388674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.853542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-ed7df59c-828e-406c-8d08-0b6618666211 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359680 Sep 01 15:41:45.031307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.140171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7694fcab-9fc6-4b87-ac13-7e853fb420e7 req-46f14022-aa21-4548-b13c-18ddd9b38399 service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841041 Sep 01 15:41:45.198408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-2547f626-b9ff-4eec-8c10-fdc1f45b5108 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315945 Sep 01 15:41:45.351044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-58dfcc36-8d71-4d08-9c13-edee3fb5bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:45.354991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-58dfcc36-8d71-4d08-9c13-edee3fb5bca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1095 time: 0.1071970 Sep 01 15:41:45.500471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 75387d18-a417-43e0-9ff6-3f3d6e6df138 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:41:45.683117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-929bda9e-65b9-4d52-b460-7fd799697ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:45.685979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-929bda9e-65b9-4d52-b460-7fd799697ca3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.3223732 Sep 01 15:41:45.804130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-f8248547-6ee4-4925-bff1-08f403c6b1f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.1105967 Sep 01 15:41:45.833307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:45.850846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'port_id': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'mac_address': 'fa:16:3e:e7:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:41:45.865998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.923709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.932504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-b7d1fe40-ebac-4b76-98e2-4ce83a40b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:45.932504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-b7d1fe40-ebac-4b76-98e2-4ce83a40b964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1173329 Sep 01 15:41:45.965308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75387d18-a417-43e0-9ff6-3f3d6e6df138 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:45.982582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=20ead7a2-1573-42cf-860f-e4e909ac0f4d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.023387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.039322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:46.045403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-ecb91b0f-27b4-4dbf-8a53-1ef6b3017482 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1952357 Sep 01 15:41:46.046369 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.079094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731d9ca-ba28-4a0e-ad25-31ad33b0f9c4 req-9d30ef26-845d-48a0-a4da-b19329738365 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.082082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e731d9ca-ba28-4a0e-ad25-31ad33b0f9c4 req-9d30ef26-845d-48a0-a4da-b19329738365 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 943 time: 0.2766922 Sep 01 15:41:46.092058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3affe52-23a5-40ce-9357-c8546e70ed82 req-c277c7eb-1315-41c1-ac8b-8b55fc6d63c1 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.109186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3affe52-23a5-40ce-9357-c8546e70ed82 req-c277c7eb-1315-41c1-ac8b-8b55fc6d63c1 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 946 time: 0.2672064 Sep 01 15:41:46.176190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.198651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:46.199007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.205947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event deleted for resources: {'Port': ['ID=bd6e98d8-44da-4308-a03d-58797c0bb2f7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.233223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921901-1451-46f9-aa72-501cc07017d1 req-ed08749b-b1e2-42ad-a293-9a9426150106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.236299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-ed08749b-b1e2-42ad-a293-9a9426150106 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936933 Sep 01 15:41:46.272490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['75387d18-a417-43e0-9ff6-3f3d6e6df138'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:46.275690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e731d9ca-ba28-4a0e-ad25-31ad33b0f9c4 req-0a2c7cdb-912b-4149-8df7-2af59c495aa9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820757 Sep 01 15:41:46.417214 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b3affe52-23a5-40ce-9357-c8546e70ed82 req-572ac66e-4a6d-4fc3-976f-82ce5e5f8b2f tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba2f131e-e2d0-4e3c-bc38-8143c4930a64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044088 Sep 01 15:41:46.417742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] No DVR routers for this DVR port bd6e98d8-44da-4308-a03d-58797c0bb2f7 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:46.431577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.433737 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.24 "DELETE /v2.0/ports/bd6e98d8-44da-4308-a03d-58797c0bb2f7 HTTP/1.1" status: 204 len: 173 time: 3.1800661 Sep 01 15:41:46.437299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'name': 'network-vif-deleted', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:46.439728 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840f3e4-e5c5-4e40-b6a6-6b4dfd495131" -d '{"events": [{"server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "name": "network-vif-deleted", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:46.471834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-d09716a8-22e4-4f7b-88fb-e37bf20200a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.476302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-d09716a8-22e4-4f7b-88fb-e37bf20200a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.3274584 Sep 01 15:41:46.500511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d,segment=NetworkSegment(47b85fca-a8db-4ad8-ba1c-091cea68359e),segment_id=47b85fca-a8db-4ad8-ba1c-091cea68359e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:46.500790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.546996 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router b2aa8237-b78a-48b6-89fb-913446aca45c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:46.550162 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc0266f-3b9a-4560-b012-11db41207a30 x-openstack-request-id: req-edc0266f-3b9a-4560-b012-11db41207a30 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:46.550589 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44819a7-171e-4c46-a741-df2defea9cd3", "name": "network-vif-deleted", "tag": "bd6e98d8-44da-4308-a03d-58797c0bb2f7", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:46.550996 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edc0266f-3b9a-4560-b012-11db41207a30 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:46.551822 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44819a7-171e-4c46-a741-df2defea9cd3', 'name': 'network-vif-deleted', 'tag': 'bd6e98d8-44da-4308-a03d-58797c0bb2f7', 'status': 'completed', 'code': 200} Sep 01 15:41:46.561273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:46.689515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-adfc7691-def5-4cfb-b7fd-d53e9894ce3a service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412646 Sep 01 15:41:46.736563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d73a4-1e1b-41e2-a52a-25145729abac req-997f84ae-42d6-46e6-9eb7-8105528c7166 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.750966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-524d73a4-1e1b-41e2-a52a-25145729abac req-997f84ae-42d6-46e6-9eb7-8105528c7166 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.2246833 Sep 01 15:41:46.799443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.824351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bd6e98d8-44da-4308-a03d-58797c0bb2f7 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:46.862240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-655f8241-84e8-4806-8500-e966a5743918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.863809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-655f8241-84e8-4806-8500-e966a5743918 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3535848 Sep 01 15:41:46.868176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: bd6e98d8-44da-4308-a03d-58797c0bb2f7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:46.871083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device bd6e98d8-44da-4308-a03d-58797c0bb2f7 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:46.925482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.982240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 2120dfd8-6e5b-4f4e-b0eb-20ba215bba0d on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:47.005507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-524d73a4-1e1b-41e2-a52a-25145729abac req-cee20c6c-5eee-4ae7-86d0-813511cdc9f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533681 Sep 01 15:41:47.104121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-98cb9f52-801d-478c-927d-e93af5d462b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 1000 time: 0.2027645 Sep 01 15:41:47.107953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71921901-1451-46f9-aa72-501cc07017d1 req-f8cdbcee-fa10-4f9d-8284-e7abaf5a15fb service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057720 Sep 01 15:41:47.185456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.199242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:47.203821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903a8250-6f1d-4630-9d4e-395eee15ebc6']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.212957 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] Sync routers for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:47.236342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-1a8d7c30-6d19-4cb6-9852-7f26ccc66417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.237979 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:47.238616 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.240254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-1a8d7c30-6d19-4cb6-9852-7f26ccc66417 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1126356 Sep 01 15:41:47.243462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b85fca-a8db-4ad8-ba1c-091cea68359e') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.244085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b85fca-a8db-4ad8-ba1c-091cea68359e') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.278672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.311005 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.323619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.332650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:47.338282 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.352499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-d8b16f15-c482-47be-8cb7-bf9e09b7d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.354189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-d8b16f15-c482-47be-8cb7-bf9e09b7d84a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019318 Sep 01 15:41:47.364363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:47.367150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:47.375241 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:47.384446 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.392013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-14445150-83dd-4b9a-8ac2-8308a965aa1a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/20ead7a2-1573-42cf-860f-e4e909ac0f4d HTTP/1.1" status: 204 len: 168 time: 4.3528526 Sep 01 15:41:47.394023 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.395143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ba0f8-a7d2-47f9-a64c-b2c2d0484106 None None] The sync data for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:47.417482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40270) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:47.451623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 75387d18-a417-43e0-9ff6-3f3d6e6df138 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:47.479315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-1007167f-1dd8-49d7-b8cb-c694ec6eb38d service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171060 Sep 01 15:41:47.617000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd3f00c8-81d0-4aaf-b08e-9585ee59c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.642029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 75387d18-a417-43e0-9ff6-3f3d6e6df138 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:47.646305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.648988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 75387d18-a417-43e0-9ff6-3f3d6e6df138 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:47.649320 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.685850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d706d1-2f06-4ac6-b41e-a5a831e5451e req-6f0c15b5-e0b7-4c95-b7cd-82a18005da15 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980107 Sep 01 15:41:47.718588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad86ea-d685-4d39-a7b9-b06bfcb4eb5a req-fa401d72-9fdf-406f-a8fb-5166602ca9d9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.720260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61ad86ea-d685-4d39-a7b9-b06bfcb4eb5a req-fa401d72-9fdf-406f-a8fb-5166602ca9d9 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 944 time: 0.2186971 Sep 01 15:41:47.738930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c4c8af6-1bf2-4a33-8957-df6b8cffe8c0 req-5f21b0ff-1e9c-4a20-9668-5f52412694a7 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0519779 Sep 01 15:41:47.821617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.824094 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.858109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:47.860778 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0697f7-20b8-4fcb-bdaa-d46bc133d6cd" -d '{"events": [{"server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "name": "network-vif-plugged", "status": "completed", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:47.879012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:47.882627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.887871 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.890883 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/903a8250-6f1d-4630-9d4e-395eee15ebc6 HTTP/1.1" status: 204 len: 168 time: 5.6280620 Sep 01 15:41:47.896859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:47.902783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395757207'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:47.966394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:47.968941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.015293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:48.026303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:48.039607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.040147 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 585e3eac-784e-4237-b97d-2187f8eac43f of type vlan for network 23ab1b79-1d20-4e75-b2ed-a21221605c17 Sep 01 15:41:48.058826 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-61ad86ea-d685-4d39-a7b9-b06bfcb4eb5a req-44eb9cbc-20a7-431a-a400-734d47c92dc1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254702 Sep 01 15:41:48.060012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d2e8-0b7c-4a45-a06b-d6c04f4a3e6b tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=903a8250-6f1d-4630-9d4e-395eee15ebc6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:48.127944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.199618 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.207879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:48.208797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.297036 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea5aca-8494-402e-9fd5-aa0a937f6ec4 x-openstack-request-id: req-d0ea5aca-8494-402e-9fd5-aa0a937f6ec4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:48.297646 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "name": "network-vif-plugged", "status": "completed", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:48.297969 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0ea5aca-8494-402e-9fd5-aa0a937f6ec4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:48.298560 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'code': 200} Sep 01 15:41:48.326468 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.341638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=23ab1b79-1d20-4e75-b2ed-a21221605c17,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:48.355464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bfeff386-8ba9-4f16-a618-05b51039b4d9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4531491 Sep 01 15:41:48.355921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40286) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:48.358740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 23ab1b79-1d20-4e75-b2ed-a21221605c17 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:48.362667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '23ab1b79-1d20-4e75-b2ed-a21221605c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:48.522317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.607605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.646506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9255-ca06-4cf8-a05f-16a51dc21e7f req-c37e3c79-92d1-4779-aa1a-a6a5ed423d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:48.648149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f50b9255-ca06-4cf8-a05f-16a51dc21e7f req-c37e3c79-92d1-4779-aa1a-a6a5ed423d47 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1097 time: 0.2235229 Sep 01 15:41:48.657113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:48.699593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:48.710052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.713766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09743e54-0e06-44d5-82dc-f0b3e22d21c5 req-db4496ca-a0ef-4999-8ecf-01a5a1734594 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:48.715758 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09743e54-0e06-44d5-82dc-f0b3e22d21c5 req-db4496ca-a0ef-4999-8ecf-01a5a1734594 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 943 time: 0.3814688 Sep 01 15:41:48.822991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:41:48.884607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09743e54-0e06-44d5-82dc-f0b3e22d21c5 req-b3c9f6c0-94cf-4a6f-bb3e-a18fb20f35fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298788 Sep 01 15:41:49.048853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:49.072209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:41:49.095297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port a6219e4f-2964-42d4-b70d-d9a042b7f024 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:49.096105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.158611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.177253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:49.233593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:49.241271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.322011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:49.342971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0c29af8-6750-44db-a582-132b93953d7b req-e6c88ceb-d08b-441e-8d41-ff507950845b tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Sep 01 15:41:49.382714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.397395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5760ccf-c8ac-4bce-96a5-dc2073937726 req-9e18e8dc-ac39-4389-8f58-062fe6003db7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:49.400067 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5760ccf-c8ac-4bce-96a5-dc2073937726 req-9e18e8dc-ac39-4389-8f58-062fe6003db7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.1160319 Sep 01 15:41:49.442482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f50b9255-ca06-4cf8-a05f-16a51dc21e7f req-7f3db18e-be91-4ecb-81ce-04d0c80ddd1b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7816532 Sep 01 15:41:49.446288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for a6219e4f-2964-42d4-b70d-d9a042b7f024 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:49.446580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67fb92db-e59f-4e2c-9a71-eac85583cfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.476360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f5760ccf-c8ac-4bce-96a5-dc2073937726 req-57a63c0a-87bf-4175-a101-e9e8e6773d99 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681338 Sep 01 15:41:49.544223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['7ed55185-bccf-418a-83cf-74a7fd58395e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:49.555590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing IP validity checks on allocation pools {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:41:49.555996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:41:49.588847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-474c4660-32c9-4872-812e-e4c66aeb9a0a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:49.590783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-474c4660-32c9-4872-812e-e4c66aeb9a0a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554&tenant_id=2656a3574f394d30aba76404f1825660&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.2507944 Sep 01 15:41:49.659223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e1ad6-a877-4dac-ae03-7a9e6d161cea req-688bf5da-ef06-4a48-93d3-5cf025ff4b6b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:49.660904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b74e1ad6-a877-4dac-ae03-7a9e6d161cea req-688bf5da-ef06-4a48-93d3-5cf025ff4b6b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.1501169 Sep 01 15:41:49.801175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b74e1ad6-a877-4dac-ae03-7a9e6d161cea req-7b71c3c3-0597-40f1-bbf3-fba508df5554 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090856 Sep 01 15:41:49.805516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67fb92db-e59f-4e2c-9a71-eac85583cfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.820682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67fb92db-e59f-4e2c-9a71-eac85583cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.893984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67fb92db-e59f-4e2c-9a71-eac85583cfa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=666625f2266f49a59fb901cf9969cf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2404709 Sep 01 15:41:49.904946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb92db-e59f-4e2c-9a71-eac85583cfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7f1b9-482b-4141-94cc-f7689a207d9f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:49.905616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40302) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:49.912601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-841ec2f9-2536-46ef-890a-399eafd17836 service neutron] 10.222.0.24 "GET /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.3035350 Sep 01 15:41:49.935914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.007036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.010692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=a6219e4f-2964-42d4-b70d-d9a042b7f024,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:50.064717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.074726 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.186133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.227705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-8513ab2f-57fd-428d-95f3-7bb205f428fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:50.231071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-8513ab2f-57fd-428d-95f3-7bb205f428fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1096 time: 0.2431397 Sep 01 15:41:50.293169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=5669f5cb-7105-4347-bd5a-5c5ec9d73340,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:50.379371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '585e3eac-784e-4237-b97d-2187f8eac43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '23ab1b79-1d20-4e75-b2ed-a21221605c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:50.380408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 23ab1b79-1d20-4e75-b2ed-a21221605c17, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:50.530332 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.533007 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.534316 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86e7f1b9-482b-4141-94cc-f7689a207d9f HTTP/1.1" status: 204 len: 168 time: 0.6262167 Sep 01 15:41:50.570501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89322023-d43f-4306-8b46-861a0986090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7f1b9-482b-4141-94cc-f7689a207d9f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:50.578266 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c22344f8-43f1-4a00-b26f-37b54ee14ac7 req-44015eab-04b4-41f9-8e05-d4c5e97ce077 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0497885 Sep 01 15:41:50.615648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.650451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-ddb4bc17-7a71-4477-8175-547ac03e18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:50.668955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-ddb4bc17-7a71-4477-8175-547ac03e18b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.3652868 Sep 01 15:41:50.704182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 23ab1b79-1d20-4e75-b2ed-a21221605c17 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:50.830456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:50.844592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 23ab1b79-1d20-4e75-b2ed-a21221605c17) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:50.864092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:50.865018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.916946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21129760-c678-4fee-94ce-140b5df31de3 None None] Network 23ab1b79-1d20-4e75-b2ed-a21221605c17 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:50.920129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-160e0e38-dc53-4499-9b25-5b855ad9bd1a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5624571 Sep 01 15:41:50.925005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:50.929868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-4ca6f47a-bd86-48e0-b533-d4ad97f8fa45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 999 time: 0.2415190 Sep 01 15:41:51.020322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4043b1-501f-44bc-9e82-198a51a73d15 req-7710ec47-7a49-4567-aaed-0f2304146070 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.021437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d4043b1-501f-44bc-9e82-198a51a73d15 req-7710ec47-7a49-4567-aaed-0f2304146070 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.3498874 Sep 01 15:41:51.078771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 7ed55185-bccf-418a-83cf-74a7fd58395e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:51.127994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 7ed55185-bccf-418a-83cf-74a7fd58395e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:51.129464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.146155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router b2aa8237-b78a-48b6-89fb-913446aca45c has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:51.287096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-a35a9a8c-d4ef-4b74-b93e-fd0a10add4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.289879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-a35a9a8c-d4ef-4b74-b93e-fd0a10add4dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.3459895 Sep 01 15:41:51.324481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3d4043b1-501f-44bc-9e82-198a51a73d15 req-ac1d51f8-aa4e-4b10-b4e0-0b7fe71c09c5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082388 Sep 01 15:41:51.474390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.479975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-aad1afe0-f828-4647-919a-707970c05257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.483008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-aad1afe0-f828-4647-919a-707970c05257 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842291 Sep 01 15:41:51.707565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b06c7-7d36-422a-bcab-6e0b11a207a7 req-f9ada6a3-fd72-4c63-b253-5e3706e7adde tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.717520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-353b06c7-7d36-422a-bcab-6e0b11a207a7 req-f9ada6a3-fd72-4c63-b253-5e3706e7adde tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.1280754 Sep 01 15:41:51.726851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f99d-e7a2-49d1-8a4c-3c4eaa5ac1d5 req-340a075d-bc24-4c18-814c-ba6794263d19 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.727893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:51.738441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc75f99d-e7a2-49d1-8a4c-3c4eaa5ac1d5 req-340a075d-bc24-4c18-814c-ba6794263d19 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.2221334 Sep 01 15:41:51.741348 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ef550de5-c13f-4b84-a3ab-0eb14cabb92a tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/routers/b2aa8237-b78a-48b6-89fb-913446aca45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3218122 Sep 01 15:41:51.742455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40334) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:51.743616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.763375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.771334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:51.773723 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4787ac5-b879-496f-8d1b-282313b3b6f8" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:51.781485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] Sync routers for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:51.798936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bab11-3d59-4c06-a9b5-0df8a9f667bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-23ab1b79-1d20-4e75-b2ed-a21221605c17', 'network_id': '23ab1b79-1d20-4e75-b2ed-a21221605c17', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': '5669f5cb-7105-4347-bd5a-5c5ec9d73340'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:51.799948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e4bab11-3d59-4c06-a9b5-0df8a9f667bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.806355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:51.825085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.833664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:51.834558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:51.875001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:51.891860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.906056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-a4b935f7-efda-468d-808c-ed3df59ded30 service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109683 Sep 01 15:41:51.967463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=5669f5cb-7105-4347-bd5a-5c5ec9d73340,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:52.004307 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.029566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] Routers {'b2aa8237-b78a-48b6-89fb-913446aca45c'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:52.032591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b2aa8237-b78a-48b6-89fb-913446aca45c'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:52.061012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc75f99d-e7a2-49d1-8a4c-3c4eaa5ac1d5 req-c3a34108-6558-4d31-a912-ce2ee0c8de7e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222568 Sep 01 15:41:52.098149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40342) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.157178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:52.158129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2714f568-8030-40f3-85e6-196e79a19266 None None] The sync data for ids ['b2aa8237-b78a-48b6-89fb-913446aca45c'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:52.159243 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:41:52.171767 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-353b06c7-7d36-422a-bcab-6e0b11a207a7 req-23219673-ff89-4c4c-8811-bf282a4939c7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619742 Sep 01 15:41:52.224912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4221f3c-3d6a-439b-8b29-47198a4b2864 None None] Network 23ab1b79-1d20-4e75-b2ed-a21221605c17 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:52.233250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:52.272774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.330162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.363870 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13e291-b2e6-440a-9b31-80b9603f238f x-openstack-request-id: req-4d13e291-b2e6-440a-9b31-80b9603f238f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:52.364228 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:52.364442 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d13e291-b2e6-440a-9b31-80b9603f238f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:52.364775 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'code': 200} Sep 01 15:41:52.433755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.441870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ab1b79-1d20-4e75-b2ed-a21221605c17']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:52.451259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9dc7567d-cf9e-43ec-950e-4076ddb2aa4e req-b1bed999-7ac1-4c21-8cbb-798675821f70 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.2255509 Sep 01 15:41:52.481955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585e3eac-784e-4237-b97d-2187f8eac43f') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:52.483555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585e3eac-784e-4237-b97d-2187f8eac43f') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:52.521757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.562783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-bda99924-75af-40f6-b38c-3ca46c4191f3 service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058753 Sep 01 15:41:52.564702 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.575957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:52.576775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:52.582545 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:52.652537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 5da76137-b679-4f66-9753-611db1caf51b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:52.654666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.748755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-690407707-network', 'tenant_id': '103e6339c3314e83b2c5b87a9543e558'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:52.757115 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.786691 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.793721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/23ab1b79-1d20-4e75-b2ed-a21221605c17 HTTP/1.1" status: 204 len: 168 time: 1.8626471 Sep 01 15:41:52.794099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40352) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.797212 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa750f31-6ee9-490e-b06b-283aeaf8cb12 tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:52.798933 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa750f31-6ee9-490e-b06b-283aeaf8cb12 tempest-TestVolumeBootPattern-21019846 tempest-TestVolumeBootPattern-21019846-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1092 time: 0.6700819 Sep 01 15:41:52.807313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302035438'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:52.811820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40354) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.812133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646211bf-f5a6-4b17-96b2-91bb2ede4207 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=23ab1b79-1d20-4e75-b2ed-a21221605c17,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:52.814123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Made reservation on behalf of 103e6339c3314e83b2c5b87a9543e558 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:52.816859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.827415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.827821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:52.840346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.860003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 5da76137-b679-4f66-9753-611db1caf51b owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:52.970282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.976389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.992759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:53.005917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.006274 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Added segment b4c233b5-47fa-42e2-aa9b-569a015ab1f9 of type vlan for network b7dac433-8dc9-4af6-a744-9339234b7e1e Sep 01 15:41:53.026504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.069290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.094437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c53eb8f-024e-4048-bad0-5feca0d4254e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.116911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:53.120727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.132678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.134468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:53.137211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.176794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:53.194668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.195171 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 61b45f22-ebda-4fcb-8c83-54ccd613a201 of type vlan for network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe Sep 01 15:41:53.198597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.210346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8422444 Sep 01 15:41:53.211315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:53.220073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Request body: {'subnet': {'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-690407707-subnet', 'tenant_id': '103e6339c3314e83b2c5b87a9543e558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:53.250821 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=5da76137-b679-4f66-9753-611db1caf51b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.256026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22f4b6-f971-4718-b651-1b57c1fa5ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7dac433-8dc9-4af6-a744-9339234b7e1e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.273311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b7dac433-8dc9-4af6-a744-9339234b7e1e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:53.295981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Made reservation on behalf of 103e6339c3314e83b2c5b87a9543e558 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:53.302797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.319905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.320728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.321880 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.322542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.323115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.323662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.324247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.324856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.325346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.325986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.326360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.326615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:53.334470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.464480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.475805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.481957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:53.482615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.518197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.680033 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.707779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5558fb07-7a63-4f93-9245-3a838516ff42 req-a037c5de-2edb-41e6-ad79-6defd68b85c9 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44819a7-171e-4c46-a741-df2defea9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0472157 Sep 01 15:41:53.784579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.788231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Checking segment: {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:53.788814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Network hostable DHCP agents. Network: b7dac433-8dc9-4af6-a744-9339234b7e1e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:53.814798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Network b7dac433-8dc9-4af6-a744-9339234b7e1e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:53.828581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b7dac433-8dc9-4af6-a744-9339234b7e1e) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:53.834591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:53.835790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.843995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae92b98-9b7e-4651-b6b9-db71a7ef1aed None None] Network b7dac433-8dc9-4af6-a744-9339234b7e1e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:53.885159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7dcf2940-b75d-43a7-a912-eacf1800dee6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6606991 Sep 01 15:41:54.042888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27aeb-d855-414a-bc14-82919c6fc34a req-7f37a16b-2c34-41ee-a538-9da5f45fe6d9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:54.050467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abb27aeb-d855-414a-bc14-82919c6fc34a req-7f37a16b-2c34-41ee-a538-9da5f45fe6d9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.6577730 Sep 01 15:41:54.064711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.068350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.113315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff646787-4828-4c21-8840-e2ea61ab18e0 None None] Network b7dac433-8dc9-4af6-a744-9339234b7e1e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:54.120781 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3259764 Sep 01 15:41:54.121140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.136187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:54.192887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a18f09-ae9d-41c0-a99b-b08afeff6f69 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:54.216588 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.217206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Fanout notify agent at l3_agent the message router_deleted on router b2aa8237-b78a-48b6-89fb-913446aca45c {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:41:54.230643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.233146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35c916e4-f1a7-460c-8a32-c31ef2de2b6d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/routers/b2aa8237-b78a-48b6-89fb-913446aca45c HTTP/1.1" status: 204 len: 168 time: 2.4884632 Sep 01 15:41:54.244178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.267829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-abb27aeb-d855-414a-bc14-82919c6fc34a req-e7bc8482-558b-4174-9912-4c37bd39fb52 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146766 Sep 01 15:41:54.310197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Allocated IP 172.25.1.133 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/478cbb2e-af1f-4309-8d71-9f7f4135b50f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:54.333381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:54.413847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting subnet e2e7f04f-0f88-4e0b-8d4a-68059e90248f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:54.432673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.506199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.523783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.534752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:54.538874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.583700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.625261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:54.630156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:54.637612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:54.670769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=478cbb2e-af1f-4309-8d71-9f7f4135b50f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:54.734255 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.816098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.965477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.975425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.008947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.164489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e7f04f-0f88-4e0b-8d4a-68059e90248f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:55.167516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.176909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-387fa3c2-a168-472d-aee8-064f4713c816 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/subnets/e2e7f04f-0f88-4e0b-8d4a-68059e90248f HTTP/1.1" status: 204 len: 168 time: 0.9315102 Sep 01 15:41:55.179371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309e624-75f3-4ba2-9f88-b0181c762c3d None None] Network 690ce7ff-af5a-489a-a3e9-64840f35ed53 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:55.182208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40380) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:55.293257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.378834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.457280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.468349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-93b3c4ae-b352-4427-b67c-2e5ad3234215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:55.470141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-93b3c4ae-b352-4427-b67c-2e5ad3234215 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 1097 time: 0.1934297 Sep 01 15:41:55.475170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.478751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.480099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba2f131e-e2d0-4e3c-bc38-8143c4930a64 HTTP/1.1" status: 204 len: 168 time: 0.6609495 Sep 01 15:41:55.523627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:55.523939 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.544806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] DHCP port deletion for 690ce7ff-af5a-489a-a3e9-64840f35ed53 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:55.598261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=90688f95-36f1-4edf-a017-85b1d92da2bc,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:55.600782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b2089-a490-481a-ba0d-6992d300ffea req-bbd19bd5-d2fe-4b14-bb98-8610b14f407b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:55.603975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-122b2089-a490-481a-ba0d-6992d300ffea req-bbd19bd5-d2fe-4b14-bb98-8610b14f407b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.2091701 Sep 01 15:41:55.655423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458150e-2bc9-4faa-8b95-5c058f945af0 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f131e-e2d0-4e3c-bc38-8143c4930a64,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:55.672995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Deleting port ba70d6c6-3149-4044-9473-41d9c1dd0a75 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:55.673782 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.754614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-122b2089-a490-481a-ba0d-6992d300ffea req-cf51fbd1-b223-4e61-bbd9-821c63432781 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374264 Sep 01 15:41:55.815677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] For port ba70d6c6-3149-4044-9473-41d9c1dd0a75, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ba70d6c6-3149-4044-9473-41d9c1dd0a75,segment=NetworkSegment(0f267fa9-086b-4673-9085-be5c51c83ec0),segment_id=0f267fa9-086b-4673-9085-be5c51c83ec0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:55.816086 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.824998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '61b45f22-ebda-4fcb-8c83-54ccd613a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:55.825817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:55.836211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Calling delete_port for ba70d6c6-3149-4044-9473-41d9c1dd0a75 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:55.921407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.983063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba70d6c6-3149-4044-9473-41d9c1dd0a75 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:55.998368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.050893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:56.119466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port ba70d6c6-3149-4044-9473-41d9c1dd0a75 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:56.120249 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.132874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ba70d6c6-3149-4044-9473-41d9c1dd0a75 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:56.139131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ba70d6c6-3149-4044-9473-41d9c1dd0a75 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:56.150976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] Pushing event deleted for resources: {'Port': ['ID=ba70d6c6-3149-4044-9473-41d9c1dd0a75,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:56.190530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5ab2e-f880-492c-8586-99e222ed7ad1 None None] No DVR routers for this DVR port ba70d6c6-3149-4044-9473-41d9c1dd0a75 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:56.289787 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.298552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.401899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event updated for resources: {'Port': ['ID=478cbb2e-af1f-4309-8d71-9f7f4135b50f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:56.463058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:56.474874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:56.492799 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.501648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64b6f5-84e0-4272-9ba1-adbde8eca015 None None] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:56.523271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.580714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc516776-c088-468c-8ab3-62b65da3daf7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4572067 Sep 01 15:41:56.616974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40438) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:56.750767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe', 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': '90688f95-36f1-4edf-a017-85b1d92da2bc'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:56.761083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.767583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] For port ba70d6c6-3149-4044-9473-41d9c1dd0a75, host n-d-802060-16, got binding levels [] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:56.767988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.923774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for ba70d6c6-3149-4044-9473-41d9c1dd0a75 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:56.968637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.ipam_backend_mixin [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Port ba70d6c6-3149-4044-9473-41d9c1dd0a75 was not found and therefore no delete operation was performed {{(pid=106376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:41:57.000114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.015180 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 9f87a0e5-6511-4438-9771-dc0e2364de83 associated. External IP: 172.25.1.133, port: 75387d18-a417-43e0-9ff6-3f3d6e6df138. Sep 01 15:41:57.062334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Allocated IP 172.20.0.1 (a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe/90688f95-36f1-4edf-a017-85b1d92da2bc/446bab62-92e6-4133-84ad-4026917f9dae) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:57.296561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=ba70d6c6-3149-4044-9473-41d9c1dd0a75,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:57.305985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] No DVR routers for this DVR port ba70d6c6-3149-4044-9473-41d9c1dd0a75 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:57.510934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.534851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:57.559399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.580524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.613342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Transition to ACTIVE for port object 446bab62-92e6-4133-84ad-4026917f9dae will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:57.638579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690ce7ff-af5a-489a-a3e9-64840f35ed53']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:57.650678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:57.665582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Transition to ACTIVE for port object 446bab62-92e6-4133-84ad-4026917f9dae will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:57.676973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.694790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f267fa9-086b-4673-9085-be5c51c83ec0') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:57.695092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f267fa9-086b-4673-9085-be5c51c83ec0') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:57.712494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f805a-1cc5-4edd-afcb-27c0973df7f1 req-5cdd1f53-ac47-4542-aa20-3b729c4a829b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:57.749936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc9f805a-1cc5-4edd-afcb-27c0973df7f1 req-5cdd1f53-ac47-4542-aa20-3b729c4a829b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.6256275 Sep 01 15:41:57.796205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:57.813922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:57.827235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:57.873675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:57.879461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Pushing event updated for resources: {'Port': ['ID=446bab62-92e6-4133-84ad-4026917f9dae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:57.906444 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:57.911532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.924719 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:57.931578 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:57.953356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.026457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc6b12b5-da85-4876-914a-4dca4af2e644 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2044890 Sep 01 15:41:58.038311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:58.040880 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:58.072013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc9f805a-1cc5-4edd-afcb-27c0973df7f1 req-2cd4e673-0cd4-4e76-9510-92233442b9c6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206513 Sep 01 15:41:58.096038 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.127316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Attempting to bind port 446bab62-92e6-4133-84ad-4026917f9dae on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:58.127444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Attempting to bind port 446bab62-92e6-4133-84ad-4026917f9dae by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '61b45f22-ebda-4fcb-8c83-54ccd613a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:58.127746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Attempting to bind port 446bab62-92e6-4133-84ad-4026917f9dae on network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:58.133220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.141346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:58.142217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Checking segment: {'id': '61b45f22-ebda-4fcb-8c83-54ccd613a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:58.142825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.143426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Bound using segment: {'id': '61b45f22-ebda-4fcb-8c83-54ccd613a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:58.144149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Bound port: 446bab62-92e6-4133-84ad-4026917f9dae, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b45f22-ebda-4fcb-8c83-54ccd613a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:58.144742 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.152337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:58.186875 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520b83d-dfd6-445a-8cbd-8503b600e7a7 x-openstack-request-id: req-e520b83d-dfd6-445a-8cbd-8503b600e7a7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:58.187164 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:58.187627 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e520b83d-dfd6-445a-8cbd-8503b600e7a7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:58.188223 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'status': 'completed', 'code': 200} Sep 01 15:41:58.325828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:58.326544 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.357462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] For port 446bab62-92e6-4133-84ad-4026917f9dae, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:58.363172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] For port 446bab62-92e6-4133-84ad-4026917f9dae, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=446bab62-92e6-4133-84ad-4026917f9dae,segment=NetworkSegment(61b45f22-ebda-4fcb-8c83-54ccd613a201),segment_id=61b45f22-ebda-4fcb-8c83-54ccd613a201)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:58.369415 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:58.372342 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.534481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4fe07-34fb-415f-9b33-b14b92c798a3 None None] Pushing event updated for resources: {'Port': ['ID=446bab62-92e6-4133-84ad-4026917f9dae,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:58.543377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-c9052336-58dc-4da3-8106-6e17f0683c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:58.558320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-c9052336-58dc-4da3-8106-6e17f0683c15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1097 time: 0.3362069 Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:58.566303 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:58.575242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.624123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.633596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/networks/690ce7ff-af5a-489a-a3e9-64840f35ed53 HTTP/1.1" status: 204 len: 168 time: 3.4496970 Sep 01 15:41:58.649117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40604) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.706091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:58.711947 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc2506-ed1b-4067-985b-782788bc5a15" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:58.727775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.735685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf876b-74a5-4493-b206-5e7a0cbf0b04 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Network': ['ID=690ce7ff-af5a-489a-a3e9-64840f35ed53,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:58.757177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 446bab62-92e6-4133-84ad-4026917f9dae {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:58.758042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.897882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:59.123122 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}, {'id': '9f87a0e5-6511-4438-9771-dc0e2364de83', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:e7:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14218b66-7656-456b-9840-974f17ae73fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:55Z', 'updated_at': '2021-09-01T15:41:55Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:59.149453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-68a516d3-3ed9-42d1-8d19-d7e5f1eb3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:59.151775 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-68a516d3-3ed9-42d1-8d19-d7e5f1eb3699 service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.5746524 Sep 01 15:41:59.210367 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:59.242972 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:59.243605 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:59.318243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.512907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port a88e542c-a05a-4170-b211-70557f76d7b1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:59.541378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.562531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-14939aa4-7840-467f-8a6b-1ec7be730bd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 200 len: 999 time: 0.3937068 Sep 01 15:41:59.706052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:59.810254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 446bab62-92e6-4133-84ad-4026917f9dae, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=446bab62-92e6-4133-84ad-4026917f9dae,segment=NetworkSegment(61b45f22-ebda-4fcb-8c83-54ccd613a201),segment_id=61b45f22-ebda-4fcb-8c83-54ccd613a201)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:59.812073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.853923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 446bab62-92e6-4133-84ad-4026917f9dae owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:59.860130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 446bab62-92e6-4133-84ad-4026917f9dae up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:59.862179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b310a-fbd2-42c5-9223-963f6ac5c437 req-0d6a3782-918b-4ca0-92ec-3da68f682bed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:59.864466 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-860b310a-fbd2-42c5-9223-963f6ac5c437 req-0d6a3782-918b-4ca0-92ec-3da68f682bed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 945 time: 0.5283103 Sep 01 15:42:00.036185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-418aee60-a840-44bb-91c4-a56a944b7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:00.045943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-418aee60-a840-44bb-91c4-a56a944b7479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.4761355 Sep 01 15:42:00.143029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-860b310a-fbd2-42c5-9223-963f6ac5c437 req-171d225e-85cc-4c0a-ac0b-17648b4b3057 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563841 Sep 01 15:42:00.174237 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c52bc1-3f5b-4888-a767-1407c39a9f7d x-openstack-request-id: req-54c52bc1-3f5b-4888-a767-1407c39a9f7d {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:00.174859 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:00.189171 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54c52bc1-3f5b-4888-a767-1407c39a9f7d {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:00.189584 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'code': 200} Sep 01 15:42:00.202566 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.209587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 446bab62-92e6-4133-84ad-4026917f9dae triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:00.210935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.222493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.226759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.247876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Transition to ACTIVE for port object 7ed55185-bccf-418a-83cf-74a7fd58395e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:00.279004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port 446bab62-92e6-4133-84ad-4026917f9dae was deleted so its status cannot be updated. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:42:00.284928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=446bab62-92e6-4133-84ad-4026917f9dae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:00.287248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.366025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for a88e542c-a05a-4170-b211-70557f76d7b1 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:00.401394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-6b93833a-1226-4682-b43f-14903e3bda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:00.403507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-6b93833a-1226-4682-b43f-14903e3bda53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3285704 Sep 01 15:42:00.484372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:42:00.484974 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:42:00.580894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 446bab62-92e6-4133-84ad-4026917f9dae on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:00.660947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=10']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:00.869998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-46c1d405-2194-4a18-9dca-2dca59343bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470899 Sep 01 15:42:00.901301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e2a10-a285-4c50-9875-25c7ec70207c None None] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:00.938886 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}, {'id': '9f87a0e5-6511-4438-9771-dc0e2364de83', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:e7:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14218b66-7656-456b-9840-974f17ae73fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:55Z', 'updated_at': '2021-09-01T15:41:55Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:01.060253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330e80-2a8c-4890-912f-bf841322c12b None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}, {'id': '9f87a0e5-6511-4438-9771-dc0e2364de83', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:e7:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14218b66-7656-456b-9840-974f17ae73fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:55Z', 'updated_at': '2021-09-01T15:41:55Z', 'revision_number': 0, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:01.110794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-83857264-8fd4-4387-83ef-4cdfe5cb4107 None None] Could not find standard attr ID for object 446bab62-92e6-4133-84ad-4026917f9dae. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:01.285747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.327224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-248ae3fc-d52b-4b7a-bfeb-d47d1e666fcb req-ace86b3b-51be-4447-8bf1-f29ad7d85950 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469700 Sep 01 15:42:01.559215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] No DVR routers for this DVR port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:01.577180 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.694176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=a88e542c-a05a-4170-b211-70557f76d7b1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:01.911849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.920065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.931072 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5154ba0e-54b5-4522-b10c-ade6bb828503 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/floatingips/818edbaa-1565-4727-8281-add2b61b44ef HTTP/1.1" status: 204 len: 168 time: 3.2791378 Sep 01 15:42:01.931762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40818) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:01.972042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b90a2-5f53-4ffd-8cda-fde30819a714 None None] New status for floating IP 9f87a0e5-6511-4438-9771-dc0e2364de83: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:42:01.974927 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abfd3ba-a601-4d39-ab9e-266d770faa1d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:01.975853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abfd3ba-a601-4d39-ab9e-266d770faa1d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:01.983695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2abfd3ba-a601-4d39-ab9e-266d770faa1d tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/20ead7a2-1573-42cf-860f-e4e909ac0f4d HTTP/1.1" status: 404 len: 333 time: 0.0503445 Sep 01 15:42:01.984559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40822) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.025927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b75467f-e069-470a-a3df-7e1baba1ac25 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2aa8237-b78a-48b6-89fb-913446aca45c HTTP/1.1" status: 200 len: 205 time: 0.0359905 Sep 01 15:42:02.030137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40828) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.057927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f5f8f-dce1-4d82-a1e0-ab07098d5fc1 req-015b3ea8-0b32-4930-9967-5995aa380b72 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:02.066320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb0f5f8f-dce1-4d82-a1e0-ab07098d5fc1 req-015b3ea8-0b32-4930-9967-5995aa380b72 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.2741852 Sep 01 15:42:02.093739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.142818 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-10de95f6-0e27-40a2-8d35-55bb64e35d99 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] delete failed (client error): The resource could not be found. Sep 01 15:42:02.146642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10de95f6-0e27-40a2-8d35-55bb64e35d99 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/routers/b2aa8237-b78a-48b6-89fb-913446aca45c HTTP/1.1" status: 404 len: 336 time: 0.1122193 Sep 01 15:42:02.148097 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40838) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.176408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=90688f95-36f1-4edf-a017-85b1d92da2bc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:02.214960 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b50b184-f5e4-4a64-aaa2-9a80c7d61df3 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:02.215453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b50b184-f5e4-4a64-aaa2-9a80c7d61df3 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:02.217778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9b50b184-f5e4-4a64-aaa2-9a80c7d61df3 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/subnets/e2e7f04f-0f88-4e0b-8d4a-68059e90248f HTTP/1.1" status: 404 len: 337 time: 0.0683537 Sep 01 15:42:02.221532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40844) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.325743 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb0f5f8f-dce1-4d82-a1e0-ab07098d5fc1 req-d036f1c4-f08d-401b-8f28-443a0d7b60ef tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576232 Sep 01 15:42:02.433887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:02.434197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:02.434736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:02.475278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:42:02.477468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Attempting to bind port 7ed55185-bccf-418a-83cf-74a7fd58395e on network 160b5c19-e82c-42b7-8706-66fc6c1db65a {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:02.499821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.507876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:02.508548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Checking segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:02.509263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Bound using segment: {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:02.515652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Bound port: 7ed55185-bccf-418a-83cf-74a7fd58395e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a179be69-0851-4f42-8a61-997d33a2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:02.516515 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.535967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:02.569647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b45f22-ebda-4fcb-8c83-54ccd613a201') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:02.570362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b45f22-ebda-4fcb-8c83-54ccd613a201') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:02.607502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8e090-4af8-444e-88a9-ad4228d21037 None None] Network a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:02.608418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.632798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port b8d26114-a67a-49bd-812f-9248d8da8958 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:02.637195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.637714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.671366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:02.673496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:02.681778 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:02.839505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:02.867084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:02.875408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.884869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.903712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.910733 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe HTTP/1.1" status: 204 len: 168 time: 6.2918026 Sep 01 15:42:02.910999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40886) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.924805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254239997'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:02.985523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab752e-01df-4c31-bcd6-1979177c53b3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:02.998445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:02.999240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.001472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] 10.222.0.50 "PUT /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1093 time: 7.5036616 Sep 01 15:42:03.004445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:03.008671 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caabfa90-d0c9-4c27-9c00-a32699883a99" -d '{"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:03.043794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:03.066325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.100701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf283c-6823-41ec-9655-9de858c99b4e None None] DHCP port deletion for a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:03.220276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935761d-7912-4723-b2b0-b13e7047606c service neutron] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=11']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:03.282649 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d2986-4731-4425-a758-7582522bd144 x-openstack-request-id: req-e54d2986-4731-4425-a758-7582522bd144 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:03.283093 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:03.283854 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e54d2986-4731-4425-a758-7582522bd144 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:03.284956 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:42:03.304754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-ab26bf2b-abb4-4b38-a7d6-764af8b3537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:03.308176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-ab26bf2b-abb4-4b38-a7d6-764af8b3537a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1096 time: 0.2691340 Sep 01 15:42:03.342263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:03.371708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.377720 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 0b0b6687-6503-48ec-b99d-33c0886bcfe7 of type vlan for network 6951e625-288f-4887-8479-ea0c9f98f81d Sep 01 15:42:03.588471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 446bab62-92e6-4133-84ad-4026917f9dae no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:03.612372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.634146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 446bab62-92e6-4133-84ad-4026917f9dae {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:03.642582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 446bab62-92e6-4133-84ad-4026917f9dae not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:03.658734 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.730142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.747652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:03.749592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.801427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for b8d26114-a67a-49bd-812f-9248d8da8958 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:03.831233 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9183953 Sep 01 15:42:03.871320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e12d4-3cda-40be-b5db-e41c376fd2fb req-32ad35a2-f91c-41e0-9d24-e1bbc3773e60 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:03.875382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c2e12d4-3cda-40be-b5db-e41c376fd2fb req-32ad35a2-f91c-41e0-9d24-e1bbc3773e60 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.2933619 Sep 01 15:42:03.879155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40898) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:03.881693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-2492d36a-867c-4a7d-b55c-bc688b7e8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:03.884564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-2492d36a-867c-4a7d-b55c-bc688b7e8e00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1096 time: 0.5266118 Sep 01 15:42:03.891010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:04.182078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84199ee5-9657-49e5-9442-32d99a6f3069 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=6951e625-288f-4887-8479-ea0c9f98f81d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.196312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6951e625-288f-4887-8479-ea0c9f98f81d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:04.202141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-c4815352-4369-49db-aef8-595caa060544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.205777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-c4815352-4369-49db-aef8-595caa060544 service neutron] 10.222.0.24 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.2738008 Sep 01 15:42:04.207935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-0b3e8355-2dde-4047-bb48-a77d538ff99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.209831 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-0b3e8355-2dde-4047-bb48-a77d538ff99a service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.8940959 Sep 01 15:42:04.408916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.434292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c2e12d4-3cda-40be-b5db-e41c376fd2fb req-99054925-09e6-4908-ae2b-f208ee1c714c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5315378 Sep 01 15:42:04.518154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-29843205-07b8-45b3-8983-052f1c59e28b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.2919428 Sep 01 15:42:04.538795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=b8d26114-a67a-49bd-812f-9248d8da8958,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.558081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:04.565160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.593863 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.598252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-699f54a5-f08e-4588-afb2-947847397db8 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/b8d26114-a67a-49bd-812f-9248d8da8958 HTTP/1.1" status: 204 len: 168 time: 2.3742223 Sep 01 15:42:04.602222 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40904) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:04.668759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-661debf8-ab78-4407-9509-86dfda5d6a78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.3553460 Sep 01 15:42:04.767640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-eeb414c1-afa7-4e1c-9f31-cee0083cfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.770119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-eeb414c1-afa7-4e1c-9f31-cee0083cfa6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.0829127 Sep 01 15:42:04.777511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-3553c251-1e2b-4ad8-81f1-a30f7f899388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.780257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-3553c251-1e2b-4ad8-81f1-a30f7f899388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.2481663 Sep 01 15:42:04.832627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port c55311bd-783c-4728-9450-5fea910fa7e0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:04.833169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.901653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-50f274c9-cb0b-42d6-a64b-9f839410ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.903483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-50f274c9-cb0b-42d6-a64b-9f839410ed09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198449 Sep 01 15:42:04.908226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-4f245237-a628-4fda-bf5b-2a633b35012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.909858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-4f245237-a628-4fda-bf5b-2a633b35012c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157360 Sep 01 15:42:04.978819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.997656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for c55311bd-783c-4728-9450-5fea910fa7e0 owned by {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:05.243310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-3581c84e-9009-424b-ac05-cf0efa4b4814 service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135085 Sep 01 15:42:05.274425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.363107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=dcf6c50d-2abe-41a6-9695-e7592e9b33d2,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:05.509091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-58499840-ce55-4999-a149-f5cb25303b4b service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951743 Sep 01 15:42:05.511500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-d0843c17-6add-431e-af6a-6b07fee806f3 service neutron] 10.222.0.24 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342298 Sep 01 15:42:05.512296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '0b0b6687-6503-48ec-b99d-33c0886bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:05.512664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 6951e625-288f-4887-8479-ea0c9f98f81d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:05.593141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 6951e625-288f-4887-8479-ea0c9f98f81d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:05.620796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6951e625-288f-4887-8479-ea0c9f98f81d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:05.632469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab8106-383f-4ef7-9764-fc3c3cc0a786 None None] Network 6951e625-288f-4887-8479-ea0c9f98f81d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:05.677422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:05.678431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.755247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d233776-c9e4-4aed-8911-b4f79ebf3ba8 req-45048e7b-6cb6-42c5-ab82-546137f9dc6d service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372003 Sep 01 15:42:05.779459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-995ed279-d501-4bf7-872e-a33f53e3c374 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8924987 Sep 01 15:42:05.782857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:05.863177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40916) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:06.156913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-6951e625-288f-4887-8479-ea0c9f98f81d', 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'dcf6c50d-2abe-41a6-9695-e7592e9b33d2'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:06.158284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.168716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-f53b850d-32a8-4951-aebb-6389eacdbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.170909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-f53b850d-32a8-4951-aebb-6389eacdbed3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1096 time: 0.3201702 Sep 01 15:42:06.388176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.400169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d7146-d2e3-47af-b7c1-67e352ee6552 req-10f540bb-1936-4cc1-8da9-5ab1edf26e79 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.404912 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a3d7146-d2e3-47af-b7c1-67e352ee6552 req-10f540bb-1936-4cc1-8da9-5ab1edf26e79 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.5395911 Sep 01 15:42:06.410106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Allocated IP 172.20.0.1 (6951e625-288f-4887-8479-ea0c9f98f81d/dcf6c50d-2abe-41a6-9695-e7592e9b33d2/dd3a6d79-acc5-4ff4-bb6e-c2791547d613) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:06.606244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.684123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-b080e7ea-c364-46cc-9480-7f14557045c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.686359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-b080e7ea-c364-46cc-9480-7f14557045c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.5032661 Sep 01 15:42:06.704312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.714009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.722999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Transition to ACTIVE for port object dd3a6d79-acc5-4ff4-bb6e-c2791547d613 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:06.742039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1a3d7146-d2e3-47af-b7c1-67e352ee6552 req-8c9732cd-41be-40d5-8612-402c9dc5875e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059851 Sep 01 15:42:06.779213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Transition to ACTIVE for port object dd3a6d79-acc5-4ff4-bb6e-c2791547d613 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:06.795028 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.844073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-032694a8-cf66-453a-b2b2-02e0fe78ada4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 998 time: 0.1453290 Sep 01 15:42:06.869485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Network 6951e625-288f-4887-8479-ea0c9f98f81d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:06.875019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.875782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:06.882709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:06.889048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=c55311bd-783c-4728-9450-5fea910fa7e0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:06.962532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Pushing event updated for resources: {'Port': ['ID=dd3a6d79-acc5-4ff4-bb6e-c2791547d613,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:06.995348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf6c50d-2abe-41a6-9695-e7592e9b33d2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:07.046613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.055332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e4a48813-583b-4b55-9343-50b4f98f8343 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/ports/c55311bd-783c-4728-9450-5fea910fa7e0 HTTP/1.1" status: 204 len: 168 time: 2.4506009 Sep 01 15:42:07.060193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40922) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:07.069737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Attempting to bind port dd3a6d79-acc5-4ff4-bb6e-c2791547d613 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:07.071205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Attempting to bind port dd3a6d79-acc5-4ff4-bb6e-c2791547d613 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0b0b6687-6503-48ec-b99d-33c0886bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:07.072108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Attempting to bind port dd3a6d79-acc5-4ff4-bb6e-c2791547d613 on network 6951e625-288f-4887-8479-ea0c9f98f81d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:07.084905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:07.086661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Checking segment: {'id': '0b0b6687-6503-48ec-b99d-33c0886bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:07.087713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.089167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Bound using segment: {'id': '0b0b6687-6503-48ec-b99d-33c0886bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:07.090398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Bound port: dd3a6d79-acc5-4ff4-bb6e-c2791547d613, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0b6687-6503-48ec-b99d-33c0886bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6951e625-288f-4887-8479-ea0c9f98f81d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:07.091344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.156259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-6e71aac1-c764-4980-9454-756707775b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:07.159384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-6e71aac1-c764-4980-9454-756707775b0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.3061256 Sep 01 15:42:07.220979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fdd79-ddc0-42ec-a453-1e65fe326ac2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:07.223058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ee2fdd79-ddc0-42ec-a453-1e65fe326ac2 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "GET /v2.0/ports?device_id=4265a521-baf9-4551-b504-0e12cbfea1ff HTTP/1.1" status: 200 len: 913 time: 0.1613288 Sep 01 15:42:07.227845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40926) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:07.237822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.256403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] For port dd3a6d79-acc5-4ff4-bb6e-c2791547d613, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:07.262979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951e625-288f-4887-8479-ea0c9f98f81d']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:07.263596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] For port dd3a6d79-acc5-4ff4-bb6e-c2791547d613, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd3a6d79-acc5-4ff4-bb6e-c2791547d613,segment=NetworkSegment(0b0b6687-6503-48ec-b99d-33c0886bcfe7),segment_id=0b0b6687-6503-48ec-b99d-33c0886bcfe7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:07.273123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.284614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0b6687-6503-48ec-b99d-33c0886bcfe7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:07.284614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0b6687-6503-48ec-b99d-33c0886bcfe7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:07.299175 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.328486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.338841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:07.339271 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.380164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192c260-a207-4240-86e3-9ffef47fbdab None None] Pushing event updated for resources: {'Port': ['ID=dd3a6d79-acc5-4ff4-bb6e-c2791547d613,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:07.440780 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:07.463160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:42:07.463160 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:42:07.463160 n-d-802060-16 neutron-server[106376]: [parameters: {'id': '6951e625-288f-4887-8479-ea0c9f98f81d'}] Sep 01 15:42:07.463160 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:42:07.464225 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:42:07.485912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-1463e87a-36d0-4b26-a5e7-01af8a9fbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:07.488757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-1463e87a-36d0-4b26-a5e7-01af8a9fbaad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2961841 Sep 01 15:42:07.565895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:42:07.603490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c517db79-1404-48b0-beda-5b6caa613630 None None] Network 6951e625-288f-4887-8479-ea0c9f98f81d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:07.734041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-117e0082-4b13-4b0c-a7c0-47f3ea05ce4f service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241404 Sep 01 15:42:07.746380 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:42:07.968215 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.970399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d78e6b-61e2-402d-9d2c-e509d0cb9d1a None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:42:08.093672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:08.130022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'port_id': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'mac_address': 'fa:16:3e:53:1f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:42:08.237925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.241280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.277451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:42:08.340975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:08.346380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d78e6b-61e2-402d-9d2c-e509d0cb9d1a None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:42:08.355090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.507587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.526845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=12']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:08.620810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7ed55185-bccf-418a-83cf-74a7fd58395e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:42:08.805641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da264799-5504-4547-8f3b-b1ece65914f8 req-7fb1684b-fa2d-4bf7-852c-7caf98d34282 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:08.808934 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da264799-5504-4547-8f3b-b1ece65914f8 req-7fb1684b-fa2d-4bf7-852c-7caf98d34282 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 944 time: 0.7861369 Sep 01 15:42:08.844233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-caabfa90-d0c9-4c27-9c00-a32699883a99 req-f728722c-81bc-416d-b52c-97a9d25b9ecb service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1002026 Sep 01 15:42:08.882039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da264799-5504-4547-8f3b-b1ece65914f8 req-482600b4-e65f-45ef-a69b-74f3bb725d69 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529537 Sep 01 15:42:08.885774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port dd3a6d79-acc5-4ff4-bb6e-c2791547d613 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:08.886068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.937753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40934) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:08.994649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port dd3a6d79-acc5-4ff4-bb6e-c2791547d613, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd3a6d79-acc5-4ff4-bb6e-c2791547d613,segment=NetworkSegment(0b0b6687-6503-48ec-b99d-33c0886bcfe7),segment_id=0b0b6687-6503-48ec-b99d-33c0886bcfe7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:08.995087 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.018631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for dd3a6d79-acc5-4ff4-bb6e-c2791547d613 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:09.141235 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-87fe8679-833e-46ca-96c9-41fcaca49cc7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 200 len: 991 time: 0.1896100 Sep 01 15:42:09.219301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.220818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Deleting port d7cf726d-f79e-493a-8849-bf7243e38ede {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:09.221744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.263978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=dd3a6d79-acc5-4ff4-bb6e-c2791547d613,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:09.277340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port dd3a6d79-acc5-4ff4-bb6e-c2791547d613 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:09.390012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] For port d7cf726d-f79e-493a-8849-bf7243e38ede, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7cf726d-f79e-493a-8849-bf7243e38ede,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:09.394318 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.402628 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.410345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port 3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:09.410792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.413720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Calling delete_port for d7cf726d-f79e-493a-8849-bf7243e38ede owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:09.416002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951e625-288f-4887-8479-ea0c9f98f81d']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:09.432013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0b6687-6503-48ec-b99d-33c0886bcfe7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:09.432494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0b6687-6503-48ec-b99d-33c0886bcfe7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:09.451005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.489301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.502737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:09.503397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:09.510569 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:09.638629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.659617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.666607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/6951e625-288f-4887-8479-ea0c9f98f81d HTTP/1.1" status: 204 len: 168 time: 3.8758316 Sep 01 15:42:09.668349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40938) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:09.678125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414851506'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:09.678389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a533f5-5898-42e2-bb3c-5ca48d268de4 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=6951e625-288f-4887-8479-ea0c9f98f81d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:09.739457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.786425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for 3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:09.825192 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:09.830743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.966229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:10.009668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.009668 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 33718328-3a14-479d-9f1c-38d6c2096d4d of type vlan for network a056e323-a303-4c6d-8237-07a661b7f2ce Sep 01 15:42:10.242378 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.288397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.357705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.365568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:10.366208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.403269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cf726d-f79e-493a-8849-bf7243e38ede,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:10.630015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9603417 Sep 01 15:42:10.630726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40942) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:10.637843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:10.639711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2d9df-3588-4473-a076-07bf68ede7ef tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=a056e323-a303-4c6d-8237-07a661b7f2ce,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:10.690958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:10.806533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.908541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=3c1b0182-7f5f-4d36-b7fe-b5d853fe65ee,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:11.069490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.093288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.104786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network a056e323-a303-4c6d-8237-07a661b7f2ce is not hosted by any dhcp agent {{(pid=106376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:42:11.117180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:11.117851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.126055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "PUT /v2.0/networks/a056e323-a303-4c6d-8237-07a661b7f2ce HTTP/1.1" status: 200 len: 723 time: 0.4947188 Sep 01 15:42:11.126732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40944) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:11.135238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:11.314217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483d23f-4ba4-4a9d-9fbd-2f63b1ff3020 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=a056e323-a303-4c6d-8237-07a661b7f2ce,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:11.333690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:11.421313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:11.442761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.561855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:11.749007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7ed55185-bccf-418a-83cf-74a7fd58395e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:11.759256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7ed55185-bccf-418a-83cf-74a7fd58395e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:11.759940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.854737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.901629 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.947592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:11.950907 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869f3bba-cfd4-4abb-9609-ef6a5f6bc836" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:11.997455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:12.007733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.028306 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba332466-87a4-4608-a581-ee00876c9939 x-openstack-request-id: req-ba332466-87a4-4608-a581-ee00876c9939 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:12.028306 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-plugged", "status": "completed", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:12.029463 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba332466-87a4-4608-a581-ee00876c9939 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:12.029835 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'code': 200} Sep 01 15:42:12.057627 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.141128 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.150140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=13']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.197733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '33718328-3a14-479d-9f1c-38d6c2096d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:12.198371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: a056e323-a303-4c6d-8237-07a661b7f2ce, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:12.202333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=b22500f0-43a2-4340-bfed-49a764eb5659,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.244944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network a056e323-a303-4c6d-8237-07a661b7f2ce is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:12.263191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a056e323-a303-4c6d-8237-07a661b7f2ce) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:12.277780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:12.277780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.285029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d359e-0fdf-4e17-8989-646ee91e94ff None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:12.332133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb8d79ae-0bdb-4218-8ac1-3bf5cfda65ea tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2012529 Sep 01 15:42:12.333101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:12.342892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:12.525895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9198784'] for subnet, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.679237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a056e323-a303-4c6d-8237-07a661b7f2ce', 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'b22500f0-43a2-4340-bfed-49a764eb5659'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:12.680602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:12.680806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.882903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745022663132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9237194'] for subnet, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.893866 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Router 4265a521-baf9-4551-b504-0e12cbfea1ff has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:12.899861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:12.909665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7967ccf6-3b9b-451d-afd4-f9f475cf696c admin admin] 10.222.0.41 "PUT /v2.0/routers/1df2ef82-9207-4de8-a814-d0e5ea2b2439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0334933 Sep 01 15:42:12.910564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40954) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:12.915275 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Sync routers for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:12.928710 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:12.930347 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:12.959193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:12.960788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.968483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "PUT /v2.0/subnets/b22500f0-43a2-4340-bfed-49a764eb5659 HTTP/1.1" status: 200 len: 806 time: 0.6333764 Sep 01 15:42:12.969990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:13.011937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Allocated IP 172.20.0.2 (a056e323-a303-4c6d-8237-07a661b7f2ce/b22500f0-43a2-4340-bfed-49a764eb5659/655fac2a-de7a-490a-84ff-cacb5e24f44d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:13.074933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:13.220564 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.230716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40629523-f998-42b5-b420-1b872392dd1d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=b22500f0-43a2-4340-bfed-49a764eb5659,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:13.336255 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:42:10Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.348651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.363697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.366396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.387935 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Checking router: 1df2ef82-9207-4de8-a814-d0e5ea2b2439 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:13.401835 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Routers {'1df2ef82-9207-4de8-a814-d0e5ea2b2439'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:13.403726 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.404944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Transition to ACTIVE for port object 655fac2a-de7a-490a-84ff-cacb5e24f44d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:13.452892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Transition to ACTIVE for port object 655fac2a-de7a-490a-84ff-cacb5e24f44d will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:13.488935 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.553923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.556878 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] Set router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:13.590505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:13.614851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:13.626560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:13.662620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:13.677624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-006c7b5d-84aa-4fe3-9675-bc0359cbdaee tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "PUT /v2.0/routers/4265a521-baf9-4551-b504-0e12cbfea1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4387443 Sep 01 15:42:13.683605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40960) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:13.692253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=b22500f0-43a2-4340-bfed-49a764eb5659,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:13.713948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.714465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.714896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.715396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.715843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.716457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.717728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.717984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.718713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.719245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.719666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.720086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:13.723314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] Sync routers for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:13.785361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Pushing event updated for resources: {'Port': ['ID=655fac2a-de7a-490a-84ff-cacb5e24f44d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:13.816023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.886372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Attempting to bind port 655fac2a-de7a-490a-84ff-cacb5e24f44d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:13.887418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Attempting to bind port 655fac2a-de7a-490a-84ff-cacb5e24f44d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '33718328-3a14-479d-9f1c-38d6c2096d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:13.888242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Attempting to bind port 655fac2a-de7a-490a-84ff-cacb5e24f44d on network a056e323-a303-4c6d-8237-07a661b7f2ce {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:13.892355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:13.893616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.900380 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.928140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a056e323-a303-4c6d-8237-07a661b7f2ce']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.955853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33718328-3a14-479d-9f1c-38d6c2096d4d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.957729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33718328-3a14-479d-9f1c-38d6c2096d4d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.970881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.972645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:13.973073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Checking segment: {'id': '33718328-3a14-479d-9f1c-38d6c2096d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:13.973811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.974491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Bound using segment: {'id': '33718328-3a14-479d-9f1c-38d6c2096d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:13.975869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Bound port: 655fac2a-de7a-490a-84ff-cacb5e24f44d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33718328-3a14-479d-9f1c-38d6c2096d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:13.978426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.981693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:13.993712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.004616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:14.005160 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.021308 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:42:10Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:14.035607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] Routers {'4265a521-baf9-4551-b504-0e12cbfea1ff'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:14.040695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:41:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['4265a521-baf9-4551-b504-0e12cbfea1ff'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:14.051093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:14.091923 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:14.095548 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:42:14.095548 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:42:14.095548 n-d-802060-16 neutron-server[106376]: [parameters: {'id': 'a056e323-a303-4c6d-8237-07a661b7f2ce'}] Sep 01 15:42:14.095548 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:42:14.096113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Deleting port b73200c5-19b7-45ff-a0c6-db4adbd1178b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:14.096113 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.096754 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:42:14.098376 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d13a4-e3e8-400e-9743-5d21dfd6be0e None None] The sync data for ids ['1df2ef82-9207-4de8-a814-d0e5ea2b2439'] in n-d-802060-16 is: [{'id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'name': 'tempest-TestVolumeBackupRestore-696663791-router', 'tenant_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:35:47Z', 'updated_at': '2021-09-01T15:42:10Z', 'revision_number': 5, 'project_id': '7eeb1bebaa394d4c8b85a02139f1f84b', 'gw_port': {'id': 'b73200c5-19b7-45ff-a0c6-db4adbd1178b', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2ef82-9207-4de8-a814-d0e5ea2b2439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:48Z', 'updated_at': '2021-09-01T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:14.248656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] For port b73200c5-19b7-45ff-a0c6-db4adbd1178b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b73200c5-19b7-45ff-a0c6-db4adbd1178b,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:14.249170 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.260477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.272143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Calling delete_port for b73200c5-19b7-45ff-a0c6-db4adbd1178b owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:14.417821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:14.418779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f427252-8e87-465d-a90d-27225b0060c8 None None] The sync data for ids ['4265a521-baf9-4551-b504-0e12cbfea1ff'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:14.427902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting port d499f04c-5573-4488-af2a-5feb69f75f6b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:14.428603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.456731 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e62c92e9-00d1-4a84-8e40-146808343512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.468706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] For port 655fac2a-de7a-490a-84ff-cacb5e24f44d, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:14.474734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] For port 655fac2a-de7a-490a-84ff-cacb5e24f44d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=655fac2a-de7a-490a-84ff-cacb5e24f44d,segment=NetworkSegment(33718328-3a14-479d-9f1c-38d6c2096d4d),segment_id=33718328-3a14-479d-9f1c-38d6c2096d4d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:14.488126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.599151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.626140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.632837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7de02-1a57-4983-ba90-a29bf7a68033 None None] Pushing event updated for resources: {'Port': ['ID=655fac2a-de7a-490a-84ff-cacb5e24f44d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:14.657308 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Calling delete_port for d499f04c-5573-4488-af2a-5feb69f75f6b owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:14.677945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.679397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5549be6-2a3b-4845-9a4e-fe7480708042 None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:14.762711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73200c5-19b7-45ff-a0c6-db4adbd1178b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:14.813407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 655fac2a-de7a-490a-84ff-cacb5e24f44d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:14.813943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.929289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.958315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 655fac2a-de7a-490a-84ff-cacb5e24f44d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=655fac2a-de7a-490a-84ff-cacb5e24f44d,segment=NetworkSegment(33718328-3a14-479d-9f1c-38d6c2096d4d),segment_id=33718328-3a14-479d-9f1c-38d6c2096d4d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:14.958714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.996331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 655fac2a-de7a-490a-84ff-cacb5e24f44d owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:15.022650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a7a77-a63f-4377-a89d-fa52c2cb2232 None None] Network a056e323-a303-4c6d-8237-07a661b7f2ce requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:15.137519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.187921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=655fac2a-de7a-490a-84ff-cacb5e24f44d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:15.198597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 655fac2a-de7a-490a-84ff-cacb5e24f44d on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:15.238324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c761c3-9e78-4d22-b000-f19d4cb49140 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:42:15.400431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.415775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a056e323-a303-4c6d-8237-07a661b7f2ce']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:15.432810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33718328-3a14-479d-9f1c-38d6c2096d4d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:15.434385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33718328-3a14-479d-9f1c-38d6c2096d4d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:15.450667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c761c3-9e78-4d22-b000-f19d4cb49140 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:42:15.456390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.477518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.487462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.494278 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.516685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:15.519424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:15.591664 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:15.647520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.648391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df2ef82-9207-4de8-a814-d0e5ea2b2439 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:15.666886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.668779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b5a5f2a1-29a1-4c2f-a7a9-053ab994de50 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1df2ef82-9207-4de8-a814-d0e5ea2b2439 HTTP/1.1" status: 204 len: 168 time: 2.7494304 Sep 01 15:42:15.681438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40964) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.766403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.787346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7cf726d-f79e-493a-8849-bf7243e38ede no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:15.821810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.830985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.837301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/a056e323-a303-4c6d-8237-07a661b7f2ce HTTP/1.1" status: 204 len: 168 time: 2.8613489 Sep 01 15:42:15.843665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40968) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.870718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Port': ['ID=d499f04c-5573-4488-af2a-5feb69f75f6b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:15.903233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Deleting subnet 977ad0b7-5427-4356-ae92-52557c717411 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:15.910373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.914161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08733fa-0be5-4068-ab1e-ec4ce68ca27c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=a056e323-a303-4c6d-8237-07a661b7f2ce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:15.917696 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-931b7c44-9b24-43e4-9f73-6593315200aa tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:15.921748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d7cf726d-f79e-493a-8849-bf7243e38ede {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:15.922115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7cf726d-f79e-493a-8849-bf7243e38ede not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:15.923109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931b7c44-9b24-43e4-9f73-6593315200aa tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:15.931108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-931b7c44-9b24-43e4-9f73-6593315200aa tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/a056e323-a303-4c6d-8237-07a661b7f2ce HTTP/1.1" status: 404 len: 339 time: 0.0799456 Sep 01 15:42:15.931108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40972) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.941785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684202908', 'description': 'd1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:16.008525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.038098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:16.044285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.067484 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.084824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:16.099900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.100578 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment ac6fd7a3-d5ff-44f9-8529-09dba3f70839 of type vlan for network 33e897ff-3162-4fd6-a190-f9f28195e7ae Sep 01 15:42:16.190981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.231947 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.241715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:16.242521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.257709 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.264704 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.330701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3965821 Sep 01 15:42:16.331213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.390097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.390973 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Fanout notify agent at l3_agent the message router_deleted on router 4265a521-baf9-4551-b504-0e12cbfea1ff {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:16.415052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.420249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3db0eebd-f282-4303-bb1e-291488fc5d37 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/routers/4265a521-baf9-4551-b504-0e12cbfea1ff HTTP/1.1" status: 204 len: 168 time: 2.7309406 Sep 01 15:42:16.420249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.420832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40976) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.462337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07286ab-68f3-4be9-80e4-3e4d4e90389a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:16.467878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e07286ab-68f3-4be9-80e4-3e4d4e90389a tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks?id=33e897ff-3162-4fd6-a190-f9f28195e7ae HTTP/1.1" status: 200 len: 761 time: 0.1272039 Sep 01 15:42:16.469038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40978) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.470086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb6e5-a537-4908-8d31-383fb91c72c6 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=33e897ff-3162-4fd6-a190-f9f28195e7ae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:16.479698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'description': 'd2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:16.495308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 33e897ff-3162-4fd6-a190-f9f28195e7ae details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:16.529244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Deleting subnet eb352d81-4fc5-4c07-ba7d-1f6ba0158189 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:16.545512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.550409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.614927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977ad0b7-5427-4356-ae92-52557c717411,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:16.626047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.628420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d269e138-bd9c-4988-b532-78073e15ad7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/977ad0b7-5427-4356-ae92-52557c717411 HTTP/1.1" status: 204 len: 168 time: 0.9456623 Sep 01 15:42:16.635011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40980) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.644744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.705476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ea825-436d-4f3a-9717-e3483463aced None None] Network 9338a529-e8ca-4335-8211-43ebd82f3c59 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:16.779481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.785913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.859903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.900640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.909772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.913438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Deleting port be2e697e-bb34-4180-ad6a-44de3e6ea59e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:16.914017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.960070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 33e897ff-3162-4fd6-a190-f9f28195e7ae is not hosted by any dhcp agent {{(pid=106376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:42:16.967438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:16.967736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.968264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.973695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "PUT /v2.0/networks/33e897ff-3162-4fd6-a190-f9f28195e7ae HTTP/1.1" status: 200 len: 758 time: 0.4960735 Sep 01 15:42:16.974133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/subnets/eb352d81-4fc5-4c07-ba7d-1f6ba0158189 HTTP/1.1" status: 204 len: 168 time: 0.5481119 Sep 01 15:42:16.999333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94881747-c04a-450c-be66-9ba4269a7c77 tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Subnet': ['ID=eb352d81-4fc5-4c07-ba7d-1f6ba0158189,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.003387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:17.003678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:17.079044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] DHCP port deletion for 9338a529-e8ca-4335-8211-43ebd82f3c59 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:17.101088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216e05-ab33-48d6-b62f-9a00ffa3845d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=33e897ff-3162-4fd6-a190-f9f28195e7ae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.119335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] For port be2e697e-bb34-4180-ad6a-44de3e6ea59e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be2e697e-bb34-4180-ad6a-44de3e6ea59e,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:17.119779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.127556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 33e897ff-3162-4fd6-a190-f9f28195e7ae details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:17.130088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8df8e-1ff7-4f93-8b90-1d118a35efe2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:17.138814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-add8df8e-1ff7-4f93-8b90-1d118a35efe2 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks?id=33e897ff-3162-4fd6-a190-f9f28195e7ae HTTP/1.1" status: 200 len: 761 time: 0.1276441 Sep 01 15:42:17.139140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40988) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:17.144702 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1791770038'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:17.157674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Calling delete_port for be2e697e-bb34-4180-ad6a-44de3e6ea59e owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:17.166377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.221147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:17.225092 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.232197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Deleting port be2e697e-bb34-4180-ad6a-44de3e6ea59e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:17.232690 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.294687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:17.327997 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.328615 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 5ba24808-e13a-486a-acf2-2b7df05a2f33 of type vlan for network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 Sep 01 15:42:17.333304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] For port be2e697e-bb34-4180-ad6a-44de3e6ea59e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be2e697e-bb34-4180-ad6a-44de3e6ea59e,segment=NetworkSegment(7ac51611-9d81-4148-aa89-b3e327751430),segment_id=7ac51611-9d81-4148-aa89-b3e327751430)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:17.333759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.354992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Calling delete_port for be2e697e-bb34-4180-ad6a-44de3e6ea59e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:17.388580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.394108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.418808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c274f804-cafb-411d-abca-aa00ea6fff82']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.421619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.443274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39eeb9ae-d3b5-49e7-a2bb-d6d9f1c50619') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.445478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39eeb9ae-d3b5-49e7-a2bb-d6d9f1c50619') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.446791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] No DVR routers for this DVR port be2e697e-bb34-4180-ad6a-44de3e6ea59e on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:17.448956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Pushing event deleted for resources: {'Port': ['ID=be2e697e-bb34-4180-ad6a-44de3e6ea59e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.468669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.473938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.505637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] No DVR routers for this DVR port be2e697e-bb34-4180-ad6a-44de3e6ea59e on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:17.528600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.539242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:17.540203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.556581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.562796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:17.563570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.578400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.601661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd887f23-dcb1-467b-9d05-62d0a98e7b62 None None] Pushing event deleted for resources: {'Port': ['ID=be2e697e-bb34-4180-ad6a-44de3e6ea59e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.618483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-451c6413-46b7-4f06-8e0a-40dc7ff7a3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:17.661048 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:17.665946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9338a529-e8ca-4335-8211-43ebd82f3c59']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.668147 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.672059 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.681782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.683929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] 10.222.0.41 "DELETE /v2.0/networks/c274f804-cafb-411d-abca-aa00ea6fff82 HTTP/1.1" status: 204 len: 168 time: 0.6796699 Sep 01 15:42:17.714395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac51611-9d81-4148-aa89-b3e327751430') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.714788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac51611-9d81-4148-aa89-b3e327751430') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.715147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e81c0-bbcd-4d4c-87ed-9a845ff165dc tempest-FloatingIPTestJSON-23001409 tempest-FloatingIPTestJSON-23001409-project] Pushing event deleted for resources: {'Network': ['ID=c274f804-cafb-411d-abca-aa00ea6fff82,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.721227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5778360 Sep 01 15:42:17.723208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 40992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:17.736511 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.744511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:17.744923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a0779-4fcf-482d-a233-217daaef1788 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.776389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.780991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:17.788049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:17.789277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:17.796849 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:17.847774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be2e697e-bb34-4180-ad6a-44de3e6ea59e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:17.906526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.927651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.932497 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/9338a529-e8ca-4335-8211-43ebd82f3c59 HTTP/1.1" status: 204 len: 168 time: 1.2952394 Sep 01 15:42:17.983902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 40996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:17.998574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:17.999587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771c419-8bf9-44a2-9f4d-b4ed0e0c93ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9338a529-e8ca-4335-8211-43ebd82f3c59,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:18.009928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.055963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: be2e697e-bb34-4180-ad6a-44de3e6ea59e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:18.056873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be2e697e-bb34-4180-ad6a-44de3e6ea59e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:18.057841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b73200c5-19b7-45ff-a0c6-db4adbd1178b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:18.130298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b73200c5-19b7-45ff-a0c6-db4adbd1178b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:18.130669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b73200c5-19b7-45ff-a0c6-db4adbd1178b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:18.253041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41000) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:18.436462 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.472908 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.542425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=9b6b16b2-1859-4e01-ac59-3a4a7c578cf5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:18.564706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '5ba24808-e13a-486a-acf2-2b7df05a2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:18.565103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:18.605363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:18.619547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.622079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:18.627910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:18.628568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.641584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2ac8375b-e967-4134-8fb3-19dd53477e61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3d3303c650a4981999495f1555a7be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865099 Sep 01 15:42:18.644342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41004) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:18.656581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8e0bb-ef1e-4302-a28c-f9fb8703199a None None] Network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:18.670393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cf61ddbb-1d9e-49c4-aa24-db27b5364742 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9452653 Sep 01 15:42:18.672847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41006) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:18.759257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.794589 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.906002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.933092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709', 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': '9b6b16b2-1859-4e01-ac59-3a4a7c578cf5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:18.934201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.974208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.041375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.049042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.052466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.056685 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d67c040-94a9-4ff1-b222-e49b690f5c81 HTTP/1.1" status: 204 len: 168 time: 0.4083798 Sep 01 15:42:19.075215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dd2f9-dcfb-4cd0-8075-81603cd8bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67c040-94a9-4ff1-b222-e49b690f5c81,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:19.247723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Allocated IP 172.20.0.2 (d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709/9b6b16b2-1859-4e01-ac59-3a4a7c578cf5/9411873c-5a8b-45c4-a752-7c5872fef8b9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:19.523824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.527722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Deleting port a3b061ca-8d55-4adb-920e-50484feee3bc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:19.528523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.543985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Transition to ACTIVE for port object 9411873c-5a8b-45c4-a752-7c5872fef8b9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:19.581484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Transition to ACTIVE for port object 9411873c-5a8b-45c4-a752-7c5872fef8b9 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:19.602277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.625244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.689355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:19.697715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:19.700048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6b16b2-1859-4e01-ac59-3a4a7c578cf5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:19.707321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:19.727116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] For port a3b061ca-8d55-4adb-920e-50484feee3bc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a3b061ca-8d55-4adb-920e-50484feee3bc,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:19.732903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.760285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Calling delete_port for a3b061ca-8d55-4adb-920e-50484feee3bc owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:19.852882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.870139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:19.870641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Pushing event updated for resources: {'Port': ['ID=9411873c-5a8b-45c4-a752-7c5872fef8b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:19.886349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba24808-e13a-486a-acf2-2b7df05a2f33') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:19.886859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba24808-e13a-486a-acf2-2b7df05a2f33') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:19.894776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Attempting to bind port 9411873c-5a8b-45c4-a752-7c5872fef8b9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:19.895765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Attempting to bind port 9411873c-5a8b-45c4-a752-7c5872fef8b9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '5ba24808-e13a-486a-acf2-2b7df05a2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:19.896400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Attempting to bind port 9411873c-5a8b-45c4-a752-7c5872fef8b9 on network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:19.908837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:19.910493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Checking segment: {'id': '5ba24808-e13a-486a-acf2-2b7df05a2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:19.911826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.912510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Bound using segment: {'id': '5ba24808-e13a-486a-acf2-2b7df05a2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:19.913163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.914431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Bound port: 9411873c-5a8b-45c4-a752-7c5872fef8b9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba24808-e13a-486a-acf2-2b7df05a2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:19.915441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.948022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.964763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:19.965496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:19.972658 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:20.074089 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.095030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.api [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:42:20.095030 n-d-802060-16 neutron-server[106376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:42:20.095030 n-d-802060-16 neutron-server[106376]: [parameters: {'id': 'd7d97fe4-9b17-48c7-bc5a-e94d1cd6b709'}] Sep 01 15:42:20.095030 n-d-802060-16 neutron-server[106376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:42:20.096109 n-d-802060-16 neutron-server[106376]: DEBUG oslo_db.api [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:42:20.115828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] For port 9411873c-5a8b-45c4-a752-7c5872fef8b9, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:20.168150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.168942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] For port 9411873c-5a8b-45c4-a752-7c5872fef8b9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9411873c-5a8b-45c4-a752-7c5872fef8b9,segment=NetworkSegment(5ba24808-e13a-486a-acf2-2b7df05a2f33),segment_id=5ba24808-e13a-486a-acf2-2b7df05a2f33)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:20.181092 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.226655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b061ca-8d55-4adb-920e-50484feee3bc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:20.393100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392c8d3-6070-4360-877d-7f048746b61a None None] Pushing event updated for resources: {'Port': ['ID=9411873c-5a8b-45c4-a752-7c5872fef8b9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:20.436630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0efda7-3ea1-4ef7-b491-cec1058cb7ce None None] Network d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:20.450471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41032) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:20.577801 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.597866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.708996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcbda4-a4c8-4a4f-a5e3-9fa17da5bd91 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:42:20.800713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 9411873c-5a8b-45c4-a752-7c5872fef8b9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:20.801840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.877277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcbda4-a4c8-4a4f-a5e3-9fa17da5bd91 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:42:20.891739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-858512758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:20.937660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Router b9730636-1c81-45c4-a134-987a7b5ccedd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:20.985177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 9411873c-5a8b-45c4-a752-7c5872fef8b9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9411873c-5a8b-45c4-a752-7c5872fef8b9,segment=NetworkSegment(5ba24808-e13a-486a-acf2-2b7df05a2f33),segment_id=5ba24808-e13a-486a-acf2-2b7df05a2f33)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:20.997422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.017635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.019959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.044615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 9411873c-5a8b-45c4-a752-7c5872fef8b9 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:21.162625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.172670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.210812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.217335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f884ff7b-d4d7-456f-be85-61477accf54b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7603652 Sep 01 15:42:21.218233 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.227063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1161918482'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:21.264749 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.266382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:21.273610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d00a46f2-acba-4a84-99a0-cc5cf8501f79 admin admin] 10.222.0.41 "PUT /v2.0/routers/b9730636-1c81-45c4-a134-987a7b5ccedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881281 Sep 01 15:42:21.277639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41042) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.279610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:21.283390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.284001 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Sync routers for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:21.312348 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:21.315449 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.319997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=9411873c-5a8b-45c4-a752-7c5872fef8b9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:21.324806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.327781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 9411873c-5a8b-45c4-a752-7c5872fef8b9 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:21.421926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.454011 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.477719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.501348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba24808-e13a-486a-acf2-2b7df05a2f33') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.501697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba24808-e13a-486a-acf2-2b7df05a2f33') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.520855 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.549216 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:21.554737 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.567811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:21.568287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:21.572001 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:21.627949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.705277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.707640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.719561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.722271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 HTTP/1.1" status: 204 len: 168 time: 3.0465226 Sep 01 15:42:21.725687 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.737686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41044) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.745823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:21.761046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.761745 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Added segment 9df6db47-8fb5-44e2-b9da-62c87122505b of type vlan for network 75b33c97-6a76-4fe5-88eb-3bc082e35417 Sep 01 15:42:21.806248 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-348ce80c-d7a5-43fb-80e7-e87f0d086520 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] GET failed (client error): The resource could not be found. Sep 01 15:42:21.812274 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.814252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-348ce80c-d7a5-43fb-80e7-e87f0d086520 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets/9b6b16b2-1859-4e01-ac59-3a4a7c578cf5 HTTP/1.1" status: 404 len: 337 time: 0.0750248 Sep 01 15:42:21.827980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41046) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.857083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.862520 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb911c1-aa3c-4a2b-b558-18508b7b4b36 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:21.863315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb911c1-aa3c-4a2b-b558-18508b7b4b36 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:21.864663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:21.865392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.871090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8eb911c1-aa3c-4a2b-b558-18508b7b4b36 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 HTTP/1.1" status: 404 len: 339 time: 0.0402241 Sep 01 15:42:21.872771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41048) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.879837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9a70-0b20-47b2-aca6-db3cedf940ce tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:21.894795 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:42:20Z', 'revision_number': 5, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port': {'id': 'b0773ef8-52a0-4914-93e6-16f2d0c53caa', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:06Z', 'updated_at': '2021-09-01T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.951787 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Checking router: b9730636-1c81-45c4-a134-987a7b5ccedd for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:21.959541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7379637 Sep 01 15:42:21.963976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:21.964517 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Routers {'b9730636-1c81-45c4-a134-987a7b5ccedd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:21.965360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da031783-79d5-46bf-a546-81e29697e3a0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:21.965652 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b9730636-1c81-45c4-a134-987a7b5ccedd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:21.984534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'subnet': {'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:22.043139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e265c-9f2e-4af7-898b-82b302a048b8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Network': ['ID=75b33c97-6a76-4fe5-88eb-3bc082e35417,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:22.059844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:22.108523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:22.114918 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.126785 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] Set router b9730636-1c81-45c4-a134-987a7b5ccedd gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:22.191020 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:42:21Z', 'revision_number': 6, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:22.260233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856527c-520c-49ec-8d2c-784df1950111 None None] The sync data for ids ['b9730636-1c81-45c4-a134-987a7b5ccedd'] in n-d-802060-16 is: [{'id': 'b9730636-1c81-45c4-a134-987a7b5ccedd', 'name': 'tempest-TestVolumeBackupRestore-138106084-router', 'tenant_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:04Z', 'updated_at': '2021-09-01T15:42:21Z', 'revision_number': 6, 'project_id': '0bf4f2b0bcae4a7baa166414a0d3765d', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:22.382088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.456035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Subnet': ['ID=378a6311-36ed-4003-9e5a-f739baa678d4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:22.477918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Checking segment: {'id': '9df6db47-8fb5-44e2-b9da-62c87122505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:22.478255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network hostable DHCP agents. Network: 75b33c97-6a76-4fe5-88eb-3bc082e35417, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:22.501643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:22.515409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 75b33c97-6a76-4fe5-88eb-3bc082e35417) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:22.521624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:22.522231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.541434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003dd11d-9adf-49d3-a9ba-21e6059eebf3 None None] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:22.549209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-19ae9715-2c5b-40bc-8c2f-a74f9d3a4ede tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5743761 Sep 01 15:42:22.549533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Deleting port b0773ef8-52a0-4914-93e6-16f2d0c53caa {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:22.549533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.550478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41054) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:22.555295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'network': {'name': 'tempest-router-network01--80984777'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:22.587320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:22.592660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.755128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cffa4-72f9-4cda-85b5-d71af5ff238e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:22.761567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ae1cffa4-72f9-4cda-85b5-d71af5ff238e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8830776 Sep 01 15:42:22.765275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41058) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:22.828599 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7f86e948-bb77-4173-ab97-a724da271d67 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 207 time: 0.0574222 Sep 01 15:42:22.829786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41060) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:22.849326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] For port b0773ef8-52a0-4914-93e6-16f2d0c53caa, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0773ef8-52a0-4914-93e6-16f2d0c53caa,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:22.849326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.914860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-75b33c97-6a76-4fe5-88eb-3bc082e35417', 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417', 'tenant_id': '7dd48a3b1fd14f629fc3d12e6a77da11', 'fixed_ips': [{'subnet_id': '378a6311-36ed-4003-9e5a-f739baa678d4'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:22.916211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.917719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Calling delete_port for b0773ef8-52a0-4914-93e6-16f2d0c53caa owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:23.039124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36f3fb-9b48-4a0f-966f-2073cdac692d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.046665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36f3fb-9b48-4a0f-966f-2073cdac692d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.053337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36f3fb-9b48-4a0f-966f-2073cdac692d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.061677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36f3fb-9b48-4a0f-966f-2073cdac692d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.063609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a36f3fb-9b48-4a0f-966f-2073cdac692d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2329204 Sep 01 15:42:23.104501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Allocated IP 2001:db8::2 (75b33c97-6a76-4fe5-88eb-3bc082e35417/378a6311-36ed-4003-9e5a-f739baa678d4/7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:23.115759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.211330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:23.246264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.246856 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Added segment fa852234-11da-4157-b315-d7054404a19d of type vlan for network 99c3d42c-8d2a-41db-83a1-71900d941f4d Sep 01 15:42:23.274715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.304398 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.315405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Transition to ACTIVE for port object 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:23.327681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0773ef8-52a0-4914-93e6-16f2d0c53caa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:23.333949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Transition to ACTIVE for port object 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:23.342269 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.360708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-35b3256d-fa36-4296-b76d-3ac4a0287fe7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2431662 Sep 01 15:42:23.361475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.395980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Pushing event updated for resources: {'Port': ['ID=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:23.416518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.423191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:23.428288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:23.431657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:23.458385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.494285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827dfa7-f955-423b-b55a-4750cb6f8d0d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.497701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827dfa7-f955-423b-b55a-4750cb6f8d0d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.508694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4827dfa7-f955-423b-b55a-4750cb6f8d0d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1417375 Sep 01 15:42:23.512810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.525463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Attempting to bind port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:23.526129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Attempting to bind port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9df6db47-8fb5-44e2-b9da-62c87122505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:23.527275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Attempting to bind port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 on network 75b33c97-6a76-4fe5-88eb-3bc082e35417 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:23.536630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:23.537593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Checking segment: {'id': '9df6db47-8fb5-44e2-b9da-62c87122505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:23.539041 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.539865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Bound using segment: {'id': '9df6db47-8fb5-44e2-b9da-62c87122505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:23.540719 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Bound port: 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df6db47-8fb5-44e2-b9da-62c87122505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75b33c97-6a76-4fe5-88eb-3bc082e35417'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:23.541333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.636680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.641104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] For port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:23.641671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.646623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.647149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] For port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,segment=NetworkSegment(9df6db47-8fb5-44e2-b9da-62c87122505b),segment_id=9df6db47-8fb5-44e2-b9da-62c87122505b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:23.647310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.648909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.661891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.667487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c0519-4541-4369-8df3-ef7264496975 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.670642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c0519-4541-4369-8df3-ef7264496975 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.672665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4f5c0519-4541-4369-8df3-ef7264496975 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1583564 Sep 01 15:42:23.686174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41070) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.711577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1555345 Sep 01 15:42:23.729090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41072) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.730563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a3b061ca-8d55-4adb-920e-50484feee3bc no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:23.737804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'network': {'name': 'tempest-router-network02--1171935144'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:23.770261 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a3b061ca-8d55-4adb-920e-50484feee3bc {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:23.770722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a3b061ca-8d55-4adb-920e-50484feee3bc not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:23.771300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0773ef8-52a0-4914-93e6-16f2d0c53caa no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:23.798018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.799226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9730636-1c81-45c4-a134-987a7b5ccedd {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:23.815599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.817720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e83a7d5-fdf3-4451-a134-1f5f5d17203c admin admin] 10.222.0.41 "DELETE /v2.0/routers/b9730636-1c81-45c4-a134-987a7b5ccedd HTTP/1.1" status: 204 len: 168 time: 2.5367799 Sep 01 15:42:23.821659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41074) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.862149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:23.872962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.889222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448c3b-9ed9-440c-8ebc-5ab30af311c4 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Network': ['ID=99c3d42c-8d2a-41db-83a1-71900d941f4d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:23.970859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97b0be-8fdd-4160-95ea-4233accafd84 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:23.972705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dc97b0be-8fdd-4160-95ea-4233accafd84 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks/b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb HTTP/1.1" status: 200 len: 800 time: 0.2849190 Sep 01 15:42:23.981106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.057638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Deleting subnet 5057d371-bfae-4637-9438-dd29381051a3 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:24.064354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:24.066368 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.120907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:24.146277 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.146777 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Added segment 0fea34fd-b84a-4fbd-b6f8-95489afbd52e of type vlan for network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 Sep 01 15:42:24.227038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7e7d8-d74e-4779-8103-802e32d165da None None] Pushing event updated for resources: {'Port': ['ID=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:24.236063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b0773ef8-52a0-4914-93e6-16f2d0c53caa {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:24.238004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0773ef8-52a0-4914-93e6-16f2d0c53caa not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:24.256386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.289697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-747c7a54-2e9f-47c3-a48b-40db7c5e70ae tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/networks/b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3060508 Sep 01 15:42:24.296906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41080) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.325381 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.385986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae588dd-af6c-4ae3-a4ea-d2d73bf6df99 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:24.387446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-dae588dd-af6c-4ae3-a4ea-d2d73bf6df99 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets/bca7fe74-7338-4086-a415-8a3b3f7f883d HTTP/1.1" status: 200 len: 811 time: 0.0891478 Sep 01 15:42:24.392122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.443431 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.447843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.455914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b9595-ef10-4151-b522-7faa6c4618c7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:24.457825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-821b9595-ef10-4151-b522-7faa6c4618c7 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "GET /v2.0/subnets/bca7fe74-7338-4086-a415-8a3b3f7f883d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0645719 Sep 01 15:42:24.458475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:24.459565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.462699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41086) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.471916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166212388'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:24.505120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:24.509510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.538871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:24.550651 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.551172 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Added segment 77ac9d04-9256-471f-9057-cd0258cf7f97 of type vlan for network 1fefaca9-88a0-428e-97d5-7d5074990992 Sep 01 15:42:24.608946 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8739364 Sep 01 15:42:24.610401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41090) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.620478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'subnet': {'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:24.629412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.634540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79e7f7-29e6-418a-afcc-6ce4028f8cb6 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Network': ['ID=1aac0d31-3c34-4d44-9b6a-92d45bc8bd20,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:24.654503 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:24.686156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.744060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.750216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5057d371-bfae-4637-9438-dd29381051a3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:24.757514 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.760012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0f738c92-f070-4057-a60e-bf71e0b304d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5057d371-bfae-4637-9438-dd29381051a3 HTTP/1.1" status: 204 len: 168 time: 0.9362450 Sep 01 15:42:24.764593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:24.764884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41092) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.766189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.774955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d7cfa-4a9a-4034-b70e-e7c8c048ccc6 None None] Network 2dfd4678-232e-4aa7-a740-299fc7d85147 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:24.855772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.928305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:24.935906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.947341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Deleting port be21ae49-3761-44b9-80ea-aaf8d387a212 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:24.947600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.974319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5096111 Sep 01 15:42:24.988885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41094) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.997238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:25.036595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393435dc-d6ac-4e32-9c87-6ec5c6524f01 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Network': ['ID=1fefaca9-88a0-428e-97d5-7d5074990992,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:25.068270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1fefaca9-88a0-428e-97d5-7d5074990992 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:25.087235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] DHCP port deletion for 2dfd4678-232e-4aa7-a740-299fc7d85147 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:25.089969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] For port be21ae49-3761-44b9-80ea-aaf8d387a212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be21ae49-3761-44b9-80ea-aaf8d387a212,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:25.090391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.119371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Calling delete_port for be21ae49-3761-44b9-80ea-aaf8d387a212 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:25.194471 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Made reservation on behalf of 8a3fd6b8807e42cd8cca0d07965d9cdd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:25.198493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.221452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Deleting port be21ae49-3761-44b9-80ea-aaf8d387a212 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:25.222352 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.318002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] For port be21ae49-3761-44b9-80ea-aaf8d387a212, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=be21ae49-3761-44b9-80ea-aaf8d387a212,segment=NetworkSegment(19e37c0c-780a-4777-bd50-9c28df705a46),segment_id=19e37c0c-780a-4777-bd50-9c28df705a46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:25.318464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.328897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing IP validity checks on allocation pools {{(pid=106377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:42:25.340711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:42:25.349403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Calling delete_port for be21ae49-3761-44b9-80ea-aaf8d387a212 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:25.400066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.429481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.442711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3846b9e1-494e-4b7c-bd35-23ff458cbc51 None None] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:25.511583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Checking segment: {'id': 'fa852234-11da-4157-b315-d7054404a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:25.512287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network hostable DHCP agents. Network: 99c3d42c-8d2a-41db-83a1-71900d941f4d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:25.515809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Subnet': ['ID=00f75da9-26b8-4935-8487-56e28df7f1af,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:25.537019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:25.555125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 99c3d42c-8d2a-41db-83a1-71900d941f4d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:25.575440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:25.576074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.588952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] No DVR routers for this DVR port be21ae49-3761-44b9-80ea-aaf8d387a212 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:25.599077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Pushing event deleted for resources: {'Port': ['ID=be21ae49-3761-44b9-80ea-aaf8d387a212,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:25.614222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-de973837-b51c-4a42-a4d1-9b4d6465bacf tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0023258 Sep 01 15:42:25.617082 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:25.627453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'subnet': {'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:25.638768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64f619-7be1-4a18-beba-46dde5dec9c9 None None] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:25.662053 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.731538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-55af73d2-c2aa-44c6-8ca1-6af04d8a9f4e None None] Provisioning for port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:25.742218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.783635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] Pushing event deleted for resources: {'Port': ['ID=be21ae49-3761-44b9-80ea-aaf8d387a212,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:25.789021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16777ff4-c539-40bd-aa45-4d1ab3217f21 None None] No DVR routers for this DVR port be21ae49-3761-44b9-80ea-aaf8d387a212 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:25.817985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:25.822689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.826254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.839195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfd4678-232e-4aa7-a740-299fc7d85147']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:25.849551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:25.856617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e37c0c-780a-4777-bd50-9c28df705a46') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:25.856907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e37c0c-780a-4777-bd50-9c28df705a46') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:25.875326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.898692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.908730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:25.909221 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:25.978358 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:25.983038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:26.011109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:26.021404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:26.021404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.048149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.058205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.069012 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2dfd4678-232e-4aa7-a740-299fc7d85147 HTTP/1.1" status: 204 len: 168 time: 1.3028774 Sep 01 15:42:26.124137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d8fe-86ac-45f2-a07b-2de3c0d26040 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfd4678-232e-4aa7-a740-299fc7d85147,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:26.164916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Checking segment: {'id': '77ac9d04-9256-471f-9057-cd0258cf7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:26.167373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network hostable DHCP agents. Network: 1fefaca9-88a0-428e-97d5-7d5074990992, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:26.207953 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Network 1fefaca9-88a0-428e-97d5-7d5074990992 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:26.215639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-99c3d42c-8d2a-41db-83a1-71900d941f4d', 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d', 'tenant_id': '7dd48a3b1fd14f629fc3d12e6a77da11', 'fixed_ips': [{'subnet_id': '00f75da9-26b8-4935-8487-56e28df7f1af'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:26.230482 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.238098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1fefaca9-88a0-428e-97d5-7d5074990992) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:26.249601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:26.250236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.287717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588bd77-e033-4afb-86d1-1992645188d3 None None] Network 1fefaca9-88a0-428e-97d5-7d5074990992 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:26.297088 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.298465 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff02e83b-1905-4198-9b4e-c3a659023ac3 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3047676 Sep 01 15:42:26.301562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41110) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:26.320954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:26.394444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Checking segment: {'id': '0fea34fd-b84a-4fbd-b6f8-95489afbd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:26.394884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network hostable DHCP agents. Network: 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:26.413665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Subnet': ['ID=f17c145e-d393-437b-835b-fe4312a467b7,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:26.423078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41112) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:26.486919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:26.508919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6a8a12b2-6e87-43e3-b560-40ac9e4097aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7eeb1bebaa394d4c8b85a02139f1f84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844791 Sep 01 15:42:26.509742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:26.510686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:26.525388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:26.526293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.547798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2ac317d9-6087-46fd-966a-6ecceee7e791 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9289761 Sep 01 15:42:26.551495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41118) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:26.553829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9480215'] for subnet, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.579311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69596cdd-08bf-4edc-ae73-76f733d0ff75 None None] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:26.638193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.650762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Allocated IP 2001:db8::2 (99c3d42c-8d2a-41db-83a1-71900d941f4d/00f75da9-26b8-4935-8487-56e28df7f1af/0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:26.659167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a1d4522f-450b-49f6-94b6-d13ae7b5a5e3 None None] Provisioning complete for port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:26.659825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d4522f-450b-49f6-94b6-d13ae7b5a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.670504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.674077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.749542 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.754746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.757620 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40908f0d-7886-4289-aabe-0b5248143cdb HTTP/1.1" status: 204 len: 168 time: 0.2448797 Sep 01 15:42:26.783083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55a952-67e3-4b68-b9d1-9f071d90dadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40908f0d-7886-4289-aabe-0b5248143cdb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:26.846952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,segment=NetworkSegment(9df6db47-8fb5-44e2-b9da-62c87122505b),segment_id=9df6db47-8fb5-44e2-b9da-62c87122505b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:26.885836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.057872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be21ae49-3761-44b9-80ea-aaf8d387a212 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:27.112447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1fefaca9-88a0-428e-97d5-7d5074990992', 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992', 'tenant_id': '8a3fd6b8807e42cd8cca0d07965d9cdd', 'fixed_ips': [{'subnet_id': 'f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:27.113365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.137901 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: be21ae49-3761-44b9-80ea-aaf8d387a212 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:27.138293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device be21ae49-3761-44b9-80ea-aaf8d387a212 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:27.177174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:27.198769 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745022663132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8505700'] for subnet, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.253423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.330830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1aac0d31-3c34-4d44-9b6a-92d45bc8bd20', 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20', 'tenant_id': '7dd48a3b1fd14f629fc3d12e6a77da11', 'fixed_ips': [{'subnet_id': 'f17c145e-d393-437b-835b-fe4312a467b7'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:27.331485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.336850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:27.337245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.339784 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "PUT /v2.0/subnets/f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff HTTP/1.1" status: 200 len: 877 time: 1.0368006 Sep 01 15:42:27.353122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41132) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.378202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.478273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Transition to ACTIVE for port object 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:27.531426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Transition to ACTIVE for port object 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:27.533556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Allocated IP 172.20.0.3 (1fefaca9-88a0-428e-97d5-7d5074990992/f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff/635ac184-3eea-435c-93df-1d6bf30deb7e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:27.549852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.584615 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41138) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.712771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.715397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee526a-a1f1-44fa-ba71-f527ecb605ca tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event updated for resources: {'Subnet': ['ID=f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:27.813689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Allocated IP 2001:db8::1 (99c3d42c-8d2a-41db-83a1-71900d941f4d/00f75da9-26b8-4935-8487-56e28df7f1af/aed0e5d1-dc1b-43bc-a84b-1200e9720bfd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:27.827503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5c1cc5c1-ab8e-432f-b47c-8b83ec9341c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bf4f2b0bcae4a7baa166414a0d3765d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378933 Sep 01 15:42:27.830883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.916603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.923920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:27.967290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Pushing event updated for resources: {'Port': ['ID=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:27.979692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.983164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:28.001506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Transition to ACTIVE for port object aed0e5d1-dc1b-43bc-a84b-1200e9720bfd will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:28.006314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:28.013433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:28.030044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.039369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Allocated IP 2001:db8::2 (1aac0d31-3c34-4d44-9b6a-92d45bc8bd20/f17c145e-d393-437b-835b-fe4312a467b7/ed5dda24-f6f9-446c-be46-f7fbdd521068) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:28.056697 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.070112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.090953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.134677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Port': ['ID=aed0e5d1-dc1b-43bc-a84b-1200e9720bfd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.149019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:28.154344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:28.165709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:28.166288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.204140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.208480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.211867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bc88241-6b77-40a1-b71e-58eb67a6f6aa HTTP/1.1" status: 204 len: 168 time: 0.3795316 Sep 01 15:42:28.222426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a826-1a36-4219-aaf7-cf618ad3b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc88241-6b77-40a1-b71e-58eb67a6f6aa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.259812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:28.260182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.268461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Attempting to bind port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:28.268825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Attempting to bind port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fa852234-11da-4157-b315-d7054404a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:28.269218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Attempting to bind port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 on network 99c3d42c-8d2a-41db-83a1-71900d941f4d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:28.332744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:28.333886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Checking segment: {'id': 'fa852234-11da-4157-b315-d7054404a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:28.333886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.334290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Bound using segment: {'id': 'fa852234-11da-4157-b315-d7054404a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:28.334713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Bound port: 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa852234-11da-4157-b315-d7054404a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '99c3d42c-8d2a-41db-83a1-71900d941f4d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:28.335225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.344625 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.432265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.473873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Transition to ACTIVE for port object 635ac184-3eea-435c-93df-1d6bf30deb7e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:28.582614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] For port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:28.591770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Transition to ACTIVE for port object 635ac184-3eea-435c-93df-1d6bf30deb7e will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:28.615386 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.623587 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.639283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.645523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] For port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,segment=NetworkSegment(fa852234-11da-4157-b315-d7054404a19d),segment_id=fa852234-11da-4157-b315-d7054404a19d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:28.690737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.703666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Pushing event updated for resources: {'Port': ['ID=635ac184-3eea-435c-93df-1d6bf30deb7e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.712482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Transition to ACTIVE for port object ed5dda24-f6f9-446c-be46-f7fbdd521068 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:28.715449 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.772026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.782532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Transition to ACTIVE for port object ed5dda24-f6f9-446c-be46-f7fbdd521068 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:28.787207 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fefaca9-88a0-428e-97d5-7d5074990992']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:28.790645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Network 1fefaca9-88a0-428e-97d5-7d5074990992 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:28.822635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:28.825253 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ac9d04-9256-471f-9057-cd0258cf7f97') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:28.825513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d8b7c-9fcf-47fb-a298-a3690cd7785d None None] Pushing event updated for resources: {'Port': ['ID=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.826072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ac9d04-9256-471f-9057-cd0258cf7f97') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:28.829017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:28.832543 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.845478 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.896880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Pushing event updated for resources: {'Port': ['ID=ed5dda24-f6f9-446c-be46-f7fbdd521068,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.915315 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.925597 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:28.926386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.971952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:28.974226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:28.979674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:29.070571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Attempting to bind port 635ac184-3eea-435c-93df-1d6bf30deb7e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:29.071288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Attempting to bind port 635ac184-3eea-435c-93df-1d6bf30deb7e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '77ac9d04-9256-471f-9057-cd0258cf7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:29.071937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Attempting to bind port 635ac184-3eea-435c-93df-1d6bf30deb7e on network 1fefaca9-88a0-428e-97d5-7d5074990992 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:29.074325 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:29.080349 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.db.api [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:42:29.080349 n-d-802060-16 neutron-server[106377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:42:29.080349 n-d-802060-16 neutron-server[106377]: [parameters: {'id': '1fefaca9-88a0-428e-97d5-7d5074990992'}] Sep 01 15:42:29.080349 n-d-802060-16 neutron-server[106377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:42:29.082245 n-d-802060-16 neutron-server[106377]: DEBUG oslo_db.api [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:42:29.132039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:29.132517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Checking segment: {'id': '77ac9d04-9256-471f-9057-cd0258cf7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:29.132836 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.133269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Bound using segment: {'id': '77ac9d04-9256-471f-9057-cd0258cf7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:29.133778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Bound port: 635ac184-3eea-435c-93df-1d6bf30deb7e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ac9d04-9256-471f-9057-cd0258cf7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fefaca9-88a0-428e-97d5-7d5074990992'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:29.134169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.168733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Attempting to bind port ed5dda24-f6f9-446c-be46-f7fbdd521068 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:29.169213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Attempting to bind port ed5dda24-f6f9-446c-be46-f7fbdd521068 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0fea34fd-b84a-4fbd-b6f8-95489afbd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:29.169582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Attempting to bind port ed5dda24-f6f9-446c-be46-f7fbdd521068 on network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:29.176295 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:42:29.208610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:29.209229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Checking segment: {'id': '0fea34fd-b84a-4fbd-b6f8-95489afbd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:29.210248 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.210679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Bound using segment: {'id': '0fea34fd-b84a-4fbd-b6f8-95489afbd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:29.211193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Bound port: ed5dda24-f6f9-446c-be46-f7fbdd521068, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fea34fd-b84a-4fbd-b6f8-95489afbd52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1aac0d31-3c34-4d44-9b6a-92d45bc8bd20'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:29.211590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.252870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.267545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.268404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.393982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] For port 635ac184-3eea-435c-93df-1d6bf30deb7e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:29.399676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] For port 635ac184-3eea-435c-93df-1d6bf30deb7e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=635ac184-3eea-435c-93df-1d6bf30deb7e,segment=NetworkSegment(77ac9d04-9256-471f-9057-cd0258cf7f97),segment_id=77ac9d04-9256-471f-9057-cd0258cf7f97)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:29.401721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] For port ed5dda24-f6f9-446c-be46-f7fbdd521068, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:29.405299 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.408817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] For port ed5dda24-f6f9-446c-be46-f7fbdd521068, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ed5dda24-f6f9-446c-be46-f7fbdd521068,segment=NetworkSegment(0fea34fd-b84a-4fbd-b6f8-95489afbd52e),segment_id=0fea34fd-b84a-4fbd-b6f8-95489afbd52e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:29.418947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Port': ['ID=aed0e5d1-dc1b-43bc-a84b-1200e9720bfd,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:29.438486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.496041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:29.501476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:29.518844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef5ec0-b222-4c9b-ad0b-b5aa2d1862a1 None None] Pushing event updated for resources: {'Port': ['ID=635ac184-3eea-435c-93df-1d6bf30deb7e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:29.584193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.637492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed50b3d-b8dc-4492-a168-3527aa09d0a5 None None] Network 1fefaca9-88a0-428e-97d5-7d5074990992 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:29.800629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 635ac184-3eea-435c-93df-1d6bf30deb7e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:29.801755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.833461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:29.852107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Router 47437c01-7b85-4cc0-b800-d96947b85ebd is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:29.989530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad9b9-4fae-4009-ba36-4f45728f7091 None None] Pushing event updated for resources: {'Port': ['ID=ed5dda24-f6f9-446c-be46-f7fbdd521068,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:30.035902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 635ac184-3eea-435c-93df-1d6bf30deb7e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=635ac184-3eea-435c-93df-1d6bf30deb7e,segment=NetworkSegment(77ac9d04-9256-471f-9057-cd0258cf7f97),segment_id=77ac9d04-9256-471f-9057-cd0258cf7f97)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:30.039578 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.060732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb8849-7caf-4972-9113-70b13c5302a0 None None] Network 1fefaca9-88a0-428e-97d5-7d5074990992 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:30.093976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 635ac184-3eea-435c-93df-1d6bf30deb7e owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:30.094355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:30.112420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-21410770-e6de-48f9-a844-d8c8cd7992e8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5595343 Sep 01 15:42:30.116464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:30.228647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] Sync routers for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:30.279495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:30.311782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:30.313817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.423015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.425427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.443434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:30.444717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.488311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=635ac184-3eea-435c-93df-1d6bf30deb7e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:30.496562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 635ac184-3eea-435c-93df-1d6bf30deb7e on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:30.534652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.535585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95694e8-66dd-4f9b-ab9f-04869e2a00b6 None None] The sync data for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:30.657906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.673469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fefaca9-88a0-428e-97d5-7d5074990992']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.697640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ac9d04-9256-471f-9057-cd0258cf7f97') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.698316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ac9d04-9256-471f-9057-cd0258cf7f97') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.712090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.751573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.768660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:30.770957 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:30.783132 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:30.873786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f794d-2103-4009-8940-8ed802af5f7a None None] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:30.920782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.944142 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.955202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:30.955833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/1fefaca9-88a0-428e-97d5-7d5074990992 HTTP/1.1" status: 204 len: 168 time: 3.5997417 Sep 01 15:42:30.991793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Provisioning for port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:30.996626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cea1f7-b27b-4449-a1ab-33bdbf707746 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=1fefaca9-88a0-428e-97d5-7d5074990992,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:31.016728 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b88b29-d738-4265-800b-d42f1cc70c86 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:31.017185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b88b29-d738-4265-800b-d42f1cc70c86 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:31.019257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-40b88b29-d738-4265-800b-d42f1cc70c86 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/f0f2f390-4a52-4fa3-b50d-584cbbc4f3ff HTTP/1.1" status: 404 len: 337 time: 0.0619626 Sep 01 15:42:31.023538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41184) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.062066 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2421520f-33fc-4df5-b3fe-816d79f3641e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:31.067570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2421520f-33fc-4df5-b3fe-816d79f3641e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:31.074015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2421520f-33fc-4df5-b3fe-816d79f3641e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/1fefaca9-88a0-428e-97d5-7d5074990992 HTTP/1.1" status: 404 len: 339 time: 0.0450957 Sep 01 15:42:31.074304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41188) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.079670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Provisioning complete for port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:31.080468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.134532 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb2d82b-e63e-4871-acbe-a5c624c19750 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:31.134851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb2d82b-e63e-4871-acbe-a5c624c19750 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:31.141118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1bb2d82b-e63e-4871-acbe-a5c624c19750 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/9b6b16b2-1859-4e01-ac59-3a4a7c578cf5 HTTP/1.1" status: 404 len: 337 time: 0.0618780 Sep 01 15:42:31.145653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41190) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.167004 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-6964f2d8-adf9-4a2c-b788-ec629c7af11d tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:42:31.180107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6964f2d8-adf9-4a2c-b788-ec629c7af11d tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0620439 Sep 01 15:42:31.181542 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.210355 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e5b81e-9376-4b1c-b627-4e14cf845b34 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:31.211147 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e5b81e-9376-4b1c-b627-4e14cf845b34 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:31.220667 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-74e5b81e-9376-4b1c-b627-4e14cf845b34 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/d7d97fe4-9b17-48c7-bc5a-e94d1cd6b709 HTTP/1.1" status: 404 len: 339 time: 0.0667806 Sep 01 15:42:31.222229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41194) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.401011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.444676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.520788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] For port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,segment=NetworkSegment(fa852234-11da-4157-b315-d7054404a19d),segment_id=fa852234-11da-4157-b315-d7054404a19d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:31.530404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.612527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e78c4-a91f-4dd0-a0a2-3b5ac9621501 None None] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:31.757259 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.761851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Pushing event updated for resources: {'Port': ['ID=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:31.794537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e897ff-3162-4fd6-a190-f9f28195e7ae']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:31.813872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6fd7a3-d5ff-44f9-8529-09dba3f70839') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:31.814448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6fd7a3-d5ff-44f9-8529-09dba3f70839') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:31.829025 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.849403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.865115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:31.866583 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:31.875442 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:31.989937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.001606 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.010638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/33e897ff-3162-4fd6-a190-f9f28195e7ae HTTP/1.1" status: 204 len: 168 time: 0.7820928 Sep 01 15:42:32.044198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ed5dda24-f6f9-446c-be46-f7fbdd521068 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:32.049343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.067348 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d9ab5-3f9e-45e5-9cc4-25d6567f238d tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=33e897ff-3162-4fd6-a190-f9f28195e7ae,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:32.116890 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a088d6b-3445-48b4-9bec-48d102b4336c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.119626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a088d6b-3445-48b4-9bec-48d102b4336c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.132197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a088d6b-3445-48b4-9bec-48d102b4336c tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/b22500f0-43a2-4340-bfed-49a764eb5659 HTTP/1.1" status: 404 len: 337 time: 0.0766597 Sep 01 15:42:32.133859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41204) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.175073 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d3a3d7-5018-4564-8653-5ed3ce6447e0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.175660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d3a3d7-5018-4564-8653-5ed3ce6447e0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.181795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-43d3a3d7-5018-4564-8653-5ed3ce6447e0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/a056e323-a303-4c6d-8237-07a661b7f2ce HTTP/1.1" status: 404 len: 339 time: 0.0427151 Sep 01 15:42:32.183186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.236895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.237564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.238076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.238589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.239210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.239720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.240232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.240765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.241299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.241980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.242487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.242997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ed50e-e6f7-4029-84fd-f0ca64c45e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:32.249241 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-85409fe6-4591-43c7-81b9-0f37e9bc6147 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.249715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85409fe6-4591-43c7-81b9-0f37e9bc6147 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.251672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-85409fe6-4591-43c7-81b9-0f37e9bc6147 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/dcf6c50d-2abe-41a6-9695-e7592e9b33d2 HTTP/1.1" status: 404 len: 337 time: 0.0673079 Sep 01 15:42:32.258657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cfc55417-2ced-4fac-b7a0-95bdd5402c6b None None] Provisioning for port ed5dda24-f6f9-446c-be46-f7fbdd521068 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:32.260339 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41212) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.304915 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b228f579-6585-461e-813e-301652e3c088 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.305584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b228f579-6585-461e-813e-301652e3c088 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.307447 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b228f579-6585-461e-813e-301652e3c088 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/6951e625-288f-4887-8479-ea0c9f98f81d HTTP/1.1" status: 404 len: 339 time: 0.0459099 Sep 01 15:42:32.311741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.404786 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1057792-41f2-42e8-9155-fe61a1996056 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.405631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1057792-41f2-42e8-9155-fe61a1996056 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.407708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1057792-41f2-42e8-9155-fe61a1996056 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/90688f95-36f1-4edf-a017-85b1d92da2bc HTTP/1.1" status: 404 len: 337 time: 0.0948737 Sep 01 15:42:32.411831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41216) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.458952 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3077a2-1fd6-48c0-9eff-9e6850471170 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.459640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3077a2-1fd6-48c0-9eff-9e6850471170 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.462294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cf3077a2-1fd6-48c0-9eff-9e6850471170 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/a5d82b3e-bedf-4be7-a33a-63ec7f41dfbe HTTP/1.1" status: 404 len: 339 time: 0.0493402 Sep 01 15:42:32.466582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41218) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.539257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port ed5dda24-f6f9-446c-be46-f7fbdd521068 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:32.549948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Provisioning for port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:32.562511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ed5dda24-f6f9-446c-be46-f7fbdd521068 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:32.562793 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef17d36-b30c-4991-b014-ddc34af3f859 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.563293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef17d36-b30c-4991-b014-ddc34af3f859 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.563564 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.565208 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ef17d36-b30c-4991-b014-ddc34af3f859 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/5669f5cb-7105-4347-bd5a-5c5ec9d73340 HTTP/1.1" status: 404 len: 337 time: 0.0975535 Sep 01 15:42:32.569788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41220) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.576519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Provisioning complete for port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:32.577350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.630339 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0898a453-bcc4-44ad-9463-798a742c0766 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.630963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0898a453-bcc4-44ad-9463-798a742c0766 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.633436 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0898a453-bcc4-44ad-9463-798a742c0766 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/23ab1b79-1d20-4e75-b2ed-a21221605c17 HTTP/1.1" status: 404 len: 339 time: 0.0625784 Sep 01 15:42:32.642579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41222) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.791913 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ffdd67-19cb-45bf-8de8-eefd817bc2f1 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.792636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ffdd67-19cb-45bf-8de8-eefd817bc2f1 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.795430 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10ffdd67-19cb-45bf-8de8-eefd817bc2f1 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/57497ded-e978-42d5-a682-e57444b1661b HTTP/1.1" status: 404 len: 337 time: 0.1394327 Sep 01 15:42:32.802020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41226) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.848982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:32.885341 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0bcf7b-299f-4926-bb61-a555816adda9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.886024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0bcf7b-299f-4926-bb61-a555816adda9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:32.888201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fc0bcf7b-299f-4926-bb61-a555816adda9 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/903a8250-6f1d-4630-9d4e-395eee15ebc6 HTTP/1.1" status: 404 len: 339 time: 0.0554729 Sep 01 15:42:32.892763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41232) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:32.920803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.929404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Provisioning complete for port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:32.929856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5687d46c-b166-4424-86cb-feb1f8bfe326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.994728 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-728a5a17-7b95-4049-a6a6-6e9bcf5388af tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:32.999043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728a5a17-7b95-4049-a6a6-6e9bcf5388af tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.005440 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-728a5a17-7b95-4049-a6a6-6e9bcf5388af tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/ff87ad79-62bc-4c6c-851f-7f61256e9c71 HTTP/1.1" status: 404 len: 337 time: 0.1101248 Sep 01 15:42:33.010038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41234) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.096078 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7b4994-5977-4bef-8541-deb180cb6ffd tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:33.098945 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.101398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7b4994-5977-4bef-8541-deb180cb6ffd tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.106911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a7b4994-5977-4bef-8541-deb180cb6ffd tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/7d9b614e-effd-4004-91dd-354de2e2999c HTTP/1.1" status: 404 len: 339 time: 0.0869305 Sep 01 15:42:33.108562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.157679 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-185ae3d3-0b92-4d6e-b489-f8cd16f15cc0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:33.159582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185ae3d3-0b92-4d6e-b489-f8cd16f15cc0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.164394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-185ae3d3-0b92-4d6e-b489-f8cd16f15cc0 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/8480b3d6-9d22-4ee7-9e1d-2acb33282413 HTTP/1.1" status: 404 len: 337 time: 0.0549486 Sep 01 15:42:33.168303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41238) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.200852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port ed5dda24-f6f9-446c-be46-f7fbdd521068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ed5dda24-f6f9-446c-be46-f7fbdd521068,segment=NetworkSegment(0fea34fd-b84a-4fbd-b6f8-95489afbd52e),segment_id=0fea34fd-b84a-4fbd-b6f8-95489afbd52e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:33.212448 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1914f1a1-116d-4c6f-9473-f5f6d67bffe8 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:33.213626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.214288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1914f1a1-116d-4c6f-9473-f5f6d67bffe8 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.223697 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1914f1a1-116d-4c6f-9473-f5f6d67bffe8 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/fb4c9e61-4d55-4a28-a32f-684c42bc1257 HTTP/1.1" status: 404 len: 339 time: 0.0536654 Sep 01 15:42:33.224881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.281308 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbcba1a-5f97-4a86-8b37-8e07039467eb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:33.283054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbcba1a-5f97-4a86-8b37-8e07039467eb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.293568 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6fbcba1a-5f97-4a86-8b37-8e07039467eb tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/a28b043c-f42f-428a-ad29-8271167135d3 HTTP/1.1" status: 404 len: 337 time: 0.0624812 Sep 01 15:42:33.295526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41242) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.319560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=ed5dda24-f6f9-446c-be46-f7fbdd521068,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:33.345506 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca94ce2-2901-40d4-988a-b92028ae5485 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] DELETE failed (client error): The resource could not be found. Sep 01 15:42:33.347701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca94ce2-2901-40d4-988a-b92028ae5485 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:33.356084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0ca94ce2-2901-40d4-988a-b92028ae5485 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/408cf59c-7146-406f-ba03-e59ece110197 HTTP/1.1" status: 404 len: 339 time: 0.0591252 Sep 01 15:42:33.357798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41248) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.364909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3f5f9b9-ad42-4eb2-b5c6-bd72ca550804 None None] Provisioning complete for port ed5dda24-f6f9-446c-be46-f7fbdd521068 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:33.365720 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3f5f9b9-ad42-4eb2-b5c6-bd72ca550804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.480267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting subnet bca7fe74-7338-4086-a415-8a3b3f7f883d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:33.484892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.545562 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.696459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c43711-0e8c-4413-9e54-479776447abf None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:42:33.701241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:33.701454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.702096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.733040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ed5dda24-f6f9-446c-be46-f7fbdd521068 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:33.845247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.892896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Subnet': ['ID=bca7fe74-7338-4086-a415-8a3b3f7f883d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:33.893245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.900654 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.903351 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eef7b75b-27b2-48b6-9ce9-972b86b1bd38 tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/subnets/bca7fe74-7338-4086-a415-8a3b3f7f883d HTTP/1.1" status: 204 len: 168 time: 0.5439589 Sep 01 15:42:33.907096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41258) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.925027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Calling delete_port for aed0e5d1-dc1b-43bc-a84b-1200e9720bfd owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:33.935395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port ed5dda24-f6f9-446c-be46-f7fbdd521068 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:33.936211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.069574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.102048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:34.174482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c43711-0e8c-4413-9e54-479776447abf None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:42:34.181146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e3f5f9b9-ad42-4eb2-b5c6-bd72ca550804 None None] Provisioning complete for port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:34.181671 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3f5f9b9-ad42-4eb2-b5c6-bd72ca550804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.182179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Deleting port 0403488e-f008-41bb-9bd1-468a3018077f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:34.183103 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.209756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.244738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Port': ['ID=aed0e5d1-dc1b-43bc-a84b-1200e9720bfd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:34.314935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5f9b9-ad42-4eb2-b5c6-bd72ca550804 None None] Port aed0e5d1-dc1b-43bc-a84b-1200e9720bfd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:34.345661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] For port 0403488e-f008-41bb-9bd1-468a3018077f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0403488e-f008-41bb-9bd1-468a3018077f,segment=NetworkSegment(928a9329-b38b-4b93-ab03-96df3cbf61c1),segment_id=928a9329-b38b-4b93-ab03-96df3cbf61c1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:34.345983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.352878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:34.353277 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.377823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Calling delete_port for 0403488e-f008-41bb-9bd1-468a3018077f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:34.386504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.457486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1d2354fc-016e-4d8e-8047-3f5f5f725f28 None None] Could not find standard attr ID for object aed0e5d1-dc1b-43bc-a84b-1200e9720bfd. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:34.508810 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.532919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] No DVR routers for this DVR port 0403488e-f008-41bb-9bd1-468a3018077f on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:34.574100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Port': ['ID=0403488e-f008-41bb-9bd1-468a3018077f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:34.658054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711afd76-6308-4b73-a13a-5ff14eb35163 None None] Network b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:34.670654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Router 47437c01-7b85-4cc0-b800-d96947b85ebd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:34.705775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.724352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.758716 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a9329-b38b-4b93-ab03-96df3cbf61c1') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.759489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a9329-b38b-4b93-ab03-96df3cbf61c1') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.784042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.819445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.853375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:34.854238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:34.864897 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:34.879445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:34.894357 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] Sync routers for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:34.900028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3a24e05c-1dcb-4958-81f4-829baea3d05c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7163823 Sep 01 15:42:34.909655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41272) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:34.914254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:34.914896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.979578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8bed3-0c68-4f6a-b1d4-ace2b5d8c825 None None] DHCP port deletion for b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:34.984257 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-1bd0b269-e620-4941-b174-3b51c3e9dc51 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] delete failed (client error): The resource could not be found. Sep 01 15:42:34.991550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1bd0b269-e620-4941-b174-3b51c3e9dc51 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1817509607 HTTP/1.1" status: 404 len: 335 time: 0.0746412 Sep 01 15:42:34.992121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:34.997703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e9473f4-4de4-44a5-aa91-9a3d3f5d3492 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'router': {'external_gateway_info': {'network_id': '47437c01-7b85-4cc0-b800-d96947b85ebd'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:35.031780 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:35.038848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.055945 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:35.056581 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:35.062999 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.071036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] 10.222.0.41 "DELETE /v2.0/networks/b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb HTTP/1.1" status: 204 len: 168 time: 1.1574340 Sep 01 15:42:35.115239 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:35.115840 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c49c96-4339-4f4a-97e1-3d87f9e7f766 None None] The sync data for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:35.125453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b046-06e7-4a18-9b3e-e07867ae2c9e tempest-NetworksTest-1256779431 tempest-NetworksTest-1256779431-project] Pushing event deleted for resources: {'Network': ['ID=b4fcb0f0-980c-4ed3-9fa1-01aeedfb7bdb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:35.382335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e9473f4-4de4-44a5-aa91-9a3d3f5d3492 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.470150 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5e9473f4-4de4-44a5-aa91-9a3d3f5d3492 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] update failed (client error): The resource could not be found. Sep 01 15:42:35.477082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5e9473f4-4de4-44a5-aa91-9a3d3f5d3492 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd HTTP/1.1" status: 404 len: 339 time: 0.4784107 Sep 01 15:42:35.478024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:35.484263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-133a42dd-1183-44e6-a425-bd078a105fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231220 Sep 01 15:42:35.487425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1353152569'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:35.549660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:35.557726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.589184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41294) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:35.637410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:35.670418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.670777 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Added segment 98fd1e87-18fd-4583-a970-5c55ecdfb2ea of type vlan for network c538f307-d14d-436c-9296-98f6da9a9d5f Sep 01 15:42:35.684034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-90baf3d3-da9f-48e2-a64f-0f2d03c3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:35.688253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-90baf3d3-da9f-48e2-a64f-0f2d03c3c504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1098 time: 0.1471405 Sep 01 15:42:35.751798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0403488e-f008-41bb-9bd1-468a3018077f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:35.775003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.799371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0403488e-f008-41bb-9bd1-468a3018077f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:35.799789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0403488e-f008-41bb-9bd1-468a3018077f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:35.837016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.843289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:35.843976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.903950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-5476a521-858f-479e-9c72-5148e872d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:35.905707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-5476a521-858f-479e-9c72-5148e872d6a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.1869700 Sep 01 15:42:35.966407 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4858179 Sep 01 15:42:35.972707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41302) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:35.983994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'subnet': {'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:36.024205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-8187fecb-ea2b-49ce-a9f6-6f1682cef579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 1000 time: 0.1098971 Sep 01 15:42:36.074707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8bcd90be-d73d-4e93-a355-213bb19bfbb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a3fd6b8807e42cd8cca0d07965d9cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805875 Sep 01 15:42:36.074707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d90013-b175-435c-86b9-2d49d75061a5 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Network': ['ID=c538f307-d14d-436c-9296-98f6da9a9d5f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.085180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:36.094079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c538f307-d14d-436c-9296-98f6da9a9d5f details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:36.177491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-0d5673f0-6fdd-43e8-808a-34d0439047a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:36.179783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-0d5673f0-6fdd-43e8-808a-34d0439047a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.1426690 Sep 01 15:42:36.197122 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Made reservation on behalf of 7dd48a3b1fd14f629fc3d12e6a77da11 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:36.203486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.215621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.265668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.282697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-8260a1d5-1cef-4e7e-8cc7-e0b8095457d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:36.284346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-8260a1d5-1cef-4e7e-8cc7-e0b8095457d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896461 Sep 01 15:42:36.420475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.423286 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.428111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44de344e-5dab-4db5-adb2-f168f5476e05 HTTP/1.1" status: 204 len: 168 time: 0.3379979 Sep 01 15:42:36.443805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1bb5-7d95-4f96-be27-aa0761600e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de344e-5dab-4db5-adb2-f168f5476e05,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.453473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.456099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-aac9607a-8ea2-461c-bdc2-6a145b0662c6 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641579 Sep 01 15:42:36.533190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Subnet': ['ID=9a9f22ed-e378-4ac4-8cee-128aef069c9b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.591681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Checking segment: {'id': '98fd1e87-18fd-4583-a970-5c55ecdfb2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:36.592463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network hostable DHCP agents. Network: c538f307-d14d-436c-9296-98f6da9a9d5f, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:36.601111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e798b93a-b741-4a02-a7a3-1d18763250f2 req-9f06adf7-ab09-4722-80e6-714c36432600 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285472 Sep 01 15:42:36.630188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network c538f307-d14d-436c-9296-98f6da9a9d5f is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:36.647754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c538f307-d14d-436c-9296-98f6da9a9d5f) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:36.654728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:36.655820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.667448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ef0c5-2b4c-4064-885f-e1977fb5bc6f None None] Network c538f307-d14d-436c-9296-98f6da9a9d5f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:36.682420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f369755-2f00-4aa2-b994-64c377d7816c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7045748 Sep 01 15:42:36.685556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:36.693756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-705e356a-7f1a-48b2-9e79-98d29a28289b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:37.029678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-c538f307-d14d-436c-9296-98f6da9a9d5f', 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f', 'tenant_id': '7dd48a3b1fd14f629fc3d12e6a77da11', 'fixed_ips': [{'subnet_id': '9a9f22ed-e378-4ac4-8cee-128aef069c9b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:37.032545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.080332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-705e356a-7f1a-48b2-9e79-98d29a28289b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.248736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Allocated IP 2001:db8:1::2 (c538f307-d14d-436c-9296-98f6da9a9d5f/9a9f22ed-e378-4ac4-8cee-128aef069c9b/65bcebb8-b770-46d8-b9a1-690f3086d590) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:37.556414 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.574728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Transition to ACTIVE for port object 65bcebb8-b770-46d8-b9a1-690f3086d590 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:37.607008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Transition to ACTIVE for port object 65bcebb8-b770-46d8-b9a1-690f3086d590 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:37.616656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.645595 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-705e356a-7f1a-48b2-9e79-98d29a28289b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:42:37.651312 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41346) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:37.651990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-705e356a-7f1a-48b2-9e79-98d29a28289b tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd HTTP/1.1" status: 400 len: 364 time: 0.9641280 Sep 01 15:42:37.686411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Network c538f307-d14d-436c-9296-98f6da9a9d5f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:37.690736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:37.696139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:37.702547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:37.704865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Pushing event updated for resources: {'Port': ['ID=65bcebb8-b770-46d8-b9a1-690f3086d590,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:37.819016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Attempting to bind port 65bcebb8-b770-46d8-b9a1-690f3086d590 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:37.819016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Attempting to bind port 65bcebb8-b770-46d8-b9a1-690f3086d590 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '98fd1e87-18fd-4583-a970-5c55ecdfb2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:37.819016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Attempting to bind port 65bcebb8-b770-46d8-b9a1-690f3086d590 on network c538f307-d14d-436c-9296-98f6da9a9d5f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:37.834232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:37.835223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Checking segment: {'id': '98fd1e87-18fd-4583-a970-5c55ecdfb2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:37.836049 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.837250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Bound using segment: {'id': '98fd1e87-18fd-4583-a970-5c55ecdfb2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:37.838389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Bound port: 65bcebb8-b770-46d8-b9a1-690f3086d590, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fd1e87-18fd-4583-a970-5c55ecdfb2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c538f307-d14d-436c-9296-98f6da9a9d5f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:37.839510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.911956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5622bdb3-c037-43a7-b1ff-472b495e653a tempest-ServiceProvidersTest-1750400667 tempest-ServiceProvidersTest-1750400667-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2046890 Sep 01 15:42:37.938092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] For port 65bcebb8-b770-46d8-b9a1-690f3086d590, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:37.941651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] For port 65bcebb8-b770-46d8-b9a1-690f3086d590, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65bcebb8-b770-46d8-b9a1-690f3086d590,segment=NetworkSegment(98fd1e87-18fd-4583-a970-5c55ecdfb2ea),segment_id=98fd1e87-18fd-4583-a970-5c55ecdfb2ea)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:37.948336 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.072401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20951-bd2e-40cb-b041-916e8c83acba None None] Pushing event updated for resources: {'Port': ['ID=65bcebb8-b770-46d8-b9a1-690f3086d590,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:38.481703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41372) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:38.563331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.656040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c62d848d-6711-4e5a-8539-1a5a251f3926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.773777 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c62d848d-6711-4e5a-8539-1a5a251f3926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.779729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c62d848d-6711-4e5a-8539-1a5a251f3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.820878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c62d848d-6711-4e5a-8539-1a5a251f3926 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50fd6d33368a42078d32a63f287e2301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386281 Sep 01 15:42:38.827668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:38.833548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d848d-6711-4e5a-8539-1a5a251f3926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc22e6-4d5a-4362-b78e-a2b5cdc92554,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:38.915371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Allocated IP 2001:db8::1 (75b33c97-6a76-4fe5-88eb-3bc082e35417/378a6311-36ed-4003-9e5a-f739baa678d4/7bee1c2a-00ae-4479-b1fc-e4b212287174) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:38.949495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.031674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.123631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.164550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Transition to ACTIVE for port object 7bee1c2a-00ae-4479-b1fc-e4b212287174 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:39.168225 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.174480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.176572 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcdc22e6-4d5a-4362-b78e-a2b5cdc92554 HTTP/1.1" status: 204 len: 168 time: 0.3471606 Sep 01 15:42:39.200613 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536cfc-0d04-4dfa-b0a0-e38d99915cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc22e6-4d5a-4362-b78e-a2b5cdc92554,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:39.268657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.353104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:39.359908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:39.368946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:39.370123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.380768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Port': ['ID=7bee1c2a-00ae-4479-b1fc-e4b212287174,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:39.606374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb07c0-1c59-4ecd-9024-cc2e6c707a39 None None] Network c538f307-d14d-436c-9296-98f6da9a9d5f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:39.624729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.748665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ecda3278-da0c-4164-be4f-2520583f6bcb None None] Provisioning for port 65bcebb8-b770-46d8-b9a1-690f3086d590 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:39.833468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65bcebb8-b770-46d8-b9a1-690f3086d590 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:39.983611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-15cc4376-4aac-43d5-bad8-a269b5a42818 None None] Provisioning for port 7bee1c2a-00ae-4479-b1fc-e4b212287174 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:39.997768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-15cc4376-4aac-43d5-bad8-a269b5a42818 None None] Provisioning complete for port 7bee1c2a-00ae-4479-b1fc-e4b212287174 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:39.998147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15cc4376-4aac-43d5-bad8-a269b5a42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.032255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 65bcebb8-b770-46d8-b9a1-690f3086d590 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:40.040041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 65bcebb8-b770-46d8-b9a1-690f3086d590 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:40.040728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.080352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-15cc4376-4aac-43d5-bad8-a269b5a42818 None None] Port 7bee1c2a-00ae-4479-b1fc-e4b212287174 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:40.167608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.181497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.184292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.210780 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.295247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 65bcebb8-b770-46d8-b9a1-690f3086d590, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65bcebb8-b770-46d8-b9a1-690f3086d590,segment=NetworkSegment(98fd1e87-18fd-4583-a970-5c55ecdfb2ea),segment_id=98fd1e87-18fd-4583-a970-5c55ecdfb2ea)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:40.303819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.424714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=65bcebb8-b770-46d8-b9a1-690f3086d590,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:40.468179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event updated for resources: {'Port': ['ID=7bee1c2a-00ae-4479-b1fc-e4b212287174,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:40.482567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:40.484704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:40.539457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-27f5176c-e842-4b96-9f0f-a211794fcb39 None None] Provisioning complete for port 65bcebb8-b770-46d8-b9a1-690f3086d590 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:40.540477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27f5176c-e842-4b96-9f0f-a211794fcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.672062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Router 47437c01-7b85-4cc0-b800-d96947b85ebd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:40.872633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:40.881880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-97f02bc2-0ef9-4f3d-8f3b-e5f22c709b02 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2282810 Sep 01 15:42:40.885012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41430) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:40.888069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] Sync routers for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:40.902208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:40.902876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:40.951247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:40.969222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:40.969990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:41.016155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:41.016801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd87b70-4a46-4233-b2a9-8dcfaad52506 None None] The sync data for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 is: [] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:41.038680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5ac92270-9872-4280-a457-44e887999fb0 None None] Provisioning complete for port 7bee1c2a-00ae-4479-b1fc-e4b212287174 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:41.039311 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac92270-9872-4280-a457-44e887999fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.098102 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5159b206-8a8e-482c-9e1a-06e395f4fda8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.133890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ac92270-9872-4280-a457-44e887999fb0 None None] Port 7bee1c2a-00ae-4479-b1fc-e4b212287174 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:41.280041 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-5159b206-8a8e-482c-9e1a-06e395f4fda8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:42:41.281424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5159b206-8a8e-482c-9e1a-06e395f4fda8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd HTTP/1.1" status: 409 len: 329 time: 0.3948648 Sep 01 15:42:41.284916 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:41.748643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65bcebb8-b770-46d8-b9a1-690f3086d590 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:41.823090 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.840568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 65bcebb8-b770-46d8-b9a1-690f3086d590 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:41.841541 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.260085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125bf6f-5a4a-4186-9e69-d41256ea93d7 req-fa1ce790-b388-49b0-8c12-04463c810fd6 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:42.262001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0125bf6f-5a4a-4186-9e69-d41256ea93d7 req-fa1ce790-b388-49b0-8c12-04463c810fd6 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1098 time: 0.0527060 Sep 01 15:42:42.286782 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting port 7bee1c2a-00ae-4479-b1fc-e4b212287174 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:42.288202 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.317565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0125bf6f-5a4a-4186-9e69-d41256ea93d7 req-51d08cf5-9607-4bb6-bf00-236efacc4089 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 Sep 01 15:42:42.332061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:42.414709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.435121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Calling delete_port for 7bee1c2a-00ae-4479-b1fc-e4b212287174 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:42.654235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 9ee70afc-0e14-49b6-9cfc-dc6bb56bd677 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:42.655218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.731157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:42.812196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.812568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.833865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 9ee70afc-0e14-49b6-9cfc-dc6bb56bd677 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:42.906875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.981574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Port': ['ID=7bee1c2a-00ae-4479-b1fc-e4b212287174,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:43.030113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-281b568f-fa8a-4cf7-8fd4-162555eca783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.157853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.222990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.267818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=9ee70afc-0e14-49b6-9cfc-dc6bb56bd677,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:43.348797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.349935 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP e24d4f92-5787-4d94-b159-92339337ef62 disassociated (deleted). External IP: 172.25.1.28, port: 7ed55185-bccf-418a-83cf-74a7fd58395e. Sep 01 15:42:43.496580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-281b568f-fa8a-4cf7-8fd4-162555eca783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.502484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Router 47437c01-7b85-4cc0-b800-d96947b85ebd has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:43.507223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-281b568f-fa8a-4cf7-8fd4-162555eca783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.563124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-281b568f-fa8a-4cf7-8fd4-162555eca783 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50bd834612134b0db1e2c0a081f3887e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303506 Sep 01 15:42:43.569439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:43.601422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b568f-fa8a-4cf7-8fd4-162555eca783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d313a42a-1735-41da-9f7b-fa8e8ea31948,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:43.642237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:43.654116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] Sync routers for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:43.674013 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:43.674013 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:43.674587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2686c36b-af5d-49f2-9d57-cddd88e9d556 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794482 Sep 01 15:42:43.679230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41510) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:43.719811 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:43.732323 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] Routers {'47437c01-7b85-4cc0-b800-d96947b85ebd'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:43.732964 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['47437c01-7b85-4cc0-b800-d96947b85ebd'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:43.775445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router d4dd97ee-1c2b-41e4-b79c-343e57dec757 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:43.776827 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-541009d9-d5b9-43bc-9c11-c594498b7201 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] show failed (client error): The resource could not be found. Sep 01 15:42:43.782810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:43.782810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cffe4-ca91-48e2-9920-ac6ee1a7d0ba None None] The sync data for ids ['47437c01-7b85-4cc0-b800-d96947b85ebd'] in n-d-802060-16 is: [] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:43.784074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-541009d9-d5b9-43bc-9c11-c594498b7201 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-871275980 HTTP/1.1" status: 404 len: 334 time: 0.1026070 Sep 01 15:42:43.786160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:43.794350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9551ec92-bae4-40da-9cf2-f70bd339d869 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:43.801715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.837644 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-9551ec92-bae4-40da-9cf2-f70bd339d869 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] update failed (client error): The resource could not be found. Sep 01 15:42:43.841186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9551ec92-bae4-40da-9cf2-f70bd339d869 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-287395399 HTTP/1.1" status: 404 len: 334 time: 0.0509315 Sep 01 15:42:43.848821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:43.872799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.929501 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting subnet 9a9f22ed-e378-4ac4-8cee-128aef069c9b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:43.933256 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.983399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:43.988791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.992086 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.992556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.995948 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.998187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Sync routers for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:44.010535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d313a42a-1735-41da-9f7b-fa8e8ea31948 HTTP/1.1" status: 204 len: 168 time: 0.4282138 Sep 01 15:42:44.011357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:44.012254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:44.063026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578f9d-7182-4b41-a462-35d43fd9f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313a42a-1735-41da-9f7b-fa8e8ea31948,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:44.089306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02fb40af-25c8-43d2-b29a-7d6700a8d2f5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/floatingips/e24d4f92-5787-4d94-b159-92339337ef62 HTTP/1.1" status: 204 len: 168 time: 1.7561426 Sep 01 15:42:44.093965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:44.096364 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:44.116083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.182675 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5c635-1099-4d6f-8445-552e6615aa6a x-openstack-request-id: req-33f5c635-1099-4d6f-8445-552e6615aa6a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:44.183041 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:44.183411 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33f5c635-1099-4d6f-8445-552e6615aa6a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:44.183973 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:42:44.230924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:44.292996 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.335357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9f22ed-e378-4ac4-8cee-128aef069c9b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:44.344565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-f9b22437-ec5d-4822-a88f-6e9a073e77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.346153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-f9b22437-ec5d-4822-a88f-6e9a073e77a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 1098 time: 0.1350310 Sep 01 15:42:44.360287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.368825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1c2fabca-1b5a-4df5-94c2-07915a6d8c5f tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/subnets/9a9f22ed-e378-4ac4-8cee-128aef069c9b HTTP/1.1" status: 204 len: 168 time: 0.5133097 Sep 01 15:42:44.369208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b1394-6d92-48d5-9a72-514f047400f7 None None] Network c538f307-d14d-436c-9296-98f6da9a9d5f requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:44.369413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:44.536889 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9ec4-fb8d-44ea-858e-655be033167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.574670 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.612706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:44.619786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-3caaad37-c1fd-4c9a-8084-46493e1f4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.622002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-3caaad37-c1fd-4c9a-8084-46493e1f4f3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 200 len: 898 time: 0.2554994 Sep 01 15:42:44.668291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a10efac-66f4-485c-9706-f7325173e2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.680798 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-7f6d0ef3-93c2-4282-9266-5d795a1a642d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 200 len: 217 time: 0.0473900 Sep 01 15:42:44.719300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:44.758462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-2f6e8d51-8089-4897-b6bc-39c6b13e2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.760201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-2f6e8d51-8089-4897-b6bc-39c6b13e2e2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 200 len: 835 time: 0.0695755 Sep 01 15:42:44.761848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Checking router: d4dd97ee-1c2b-41e4-b79c-343e57dec757 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:44.775905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:44.777295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:44.781667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] DHCP port deletion for c538f307-d14d-436c-9296-98f6da9a9d5f request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:44.847928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-a88aa3c9-461e-44a2-a58e-2b4b3d014b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.850513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-a88aa3c9-461e-44a2-a58e-2b4b3d014b2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160b5c19-e82c-42b7-8706-66fc6c1db65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740628 Sep 01 15:42:44.862415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df91a9-1962-4d1b-b80e-a7375015e27b req-658c8045-c409-415f-bc97-1521d21f14bb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.877952 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8df91a9-1962-4d1b-b80e-a7375015e27b req-658c8045-c409-415f-bc97-1521d21f14bb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 946 time: 0.2562804 Sep 01 15:42:44.894676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting port 65bcebb8-b770-46d8-b9a1-690f3086d590 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:44.895279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.046452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-6c903777-5469-48d4-a2b9-cf0272f5ed7b service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871817 Sep 01 15:42:45.095085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a8df91a9-1962-4d1b-b80e-a7375015e27b req-eeb17b2b-d40c-478a-b7fd-4624fcd08bf3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057679 Sep 01 15:42:45.142562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] For port 65bcebb8-b770-46d8-b9a1-690f3086d590, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65bcebb8-b770-46d8-b9a1-690f3086d590,segment=NetworkSegment(98fd1e87-18fd-4583-a970-5c55ecdfb2ea),segment_id=98fd1e87-18fd-4583-a970-5c55ecdfb2ea)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:45.143262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.192481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31d4fc77-a7bb-4921-ab78-8f853dc5b19e req-24aded41-0173-499a-b88c-da1d09b1e433 service neutron] 10.222.0.50 "GET /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371670 Sep 01 15:42:45.204767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Calling delete_port for 65bcebb8-b770-46d8-b9a1-690f3086d590 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:45.254762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Deleting port 65bcebb8-b770-46d8-b9a1-690f3086d590 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:45.257182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.267304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:45.350512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a10efac-66f4-485c-9706-f7325173e2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.365050 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1a10efac-66f4-485c-9706-f7325173e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.473623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10efac-66f4-485c-9706-f7325173e2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f3330-a4c5-4e03-8110-40ee96452e3e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.494405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1a10efac-66f4-485c-9706-f7325173e2e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bd87c4d7422408dbe048efce4923cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772662 Sep 01 15:42:45.495061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:45.507981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] For port 65bcebb8-b770-46d8-b9a1-690f3086d590, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65bcebb8-b770-46d8-b9a1-690f3086d590,segment=NetworkSegment(98fd1e87-18fd-4583-a970-5c55ecdfb2ea),segment_id=98fd1e87-18fd-4583-a970-5c55ecdfb2ea)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:45.508698 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.531848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.573976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Calling delete_port for 65bcebb8-b770-46d8-b9a1-690f3086d590 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:45.609869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] No DVR routers for this DVR port 65bcebb8-b770-46d8-b9a1-690f3086d590 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:45.615527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Port': ['ID=65bcebb8-b770-46d8-b9a1-690f3086d590,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.629446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.728571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.737396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65bcebb8-b770-46d8-b9a1-690f3086d590 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:45.784978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.804794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 65bcebb8-b770-46d8-b9a1-690f3086d590 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:45.805174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65bcebb8-b770-46d8-b9a1-690f3086d590 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:45.826255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c538f307-d14d-436c-9296-98f6da9a9d5f']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:45.854754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fd1e87-18fd-4583-a970-5c55ecdfb2ea') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:45.854754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fd1e87-18fd-4583-a970-5c55ecdfb2ea') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:45.871437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.876891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.878007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.880415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/078f3330-a4c5-4e03-8110-40ee96452e3e HTTP/1.1" status: 204 len: 168 time: 0.3837776 Sep 01 15:42:45.902121 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.902382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb4a61-8acf-499d-83c3-513deaa6b7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f3330-a4c5-4e03-8110-40ee96452e3e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.925639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.931594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-3ec592ee-05d8-4d7a-8dd2-fc19b2a5611b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:45.933228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-3ec592ee-05d8-4d7a-8dd2-fc19b2a5611b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 946 time: 0.1378107 Sep 01 15:42:45.939673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:45.941114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:45.945902 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:45.973361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] Pushing event deleted for resources: {'Port': ['ID=65bcebb8-b770-46d8-b9a1-690f3086d590,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.991616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d13f0-c76f-43e8-a4dd-61b4047d8646 None None] No DVR routers for this DVR port 65bcebb8-b770-46d8-b9a1-690f3086d590 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:46.018000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:46.084183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7a5c-48ee-4727-8f05-9173b0db24cc None None] The sync data for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 is: [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:40:18Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '90ca3df9-34ba-484e-bba6-c6c96cc6368b', 'name': '', 'network_id': '160b5c19-e82c-42b7-8706-66fc6c1db65a', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:72:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:16Z', 'updated_at': '2021-09-01T15:40:29Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '549e0541-3a18-41fc-b78b-c66a80bad4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:46.105953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.128132 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.134706 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/networks/c538f307-d14d-436c-9296-98f6da9a9d5f HTTP/1.1" status: 204 len: 168 time: 1.7640598 Sep 01 15:42:46.135695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:46.156801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926f36-33de-49a2-bc9d-bc09d36c12eb tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Network': ['ID=c538f307-d14d-436c-9296-98f6da9a9d5f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:46.201508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:46.202081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.322102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting subnet f17c145e-d393-437b-835b-fe4312a467b7 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:46.326268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.381353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.450186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 7ed55185-bccf-418a-83cf-74a7fd58395e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7ed55185-bccf-418a-83cf-74a7fd58395e,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:46.453837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.490797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 7ed55185-bccf-418a-83cf-74a7fd58395e owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:46.501552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29bebc-1fc5-438a-b3fd-306d8e36445b req-9987219c-a735-4867-aafe-bb4a67713931 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:46.509300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c29bebc-1fc5-438a-b3fd-306d8e36445b req-9987219c-a735-4867-aafe-bb4a67713931 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 946 time: 0.1698794 Sep 01 15:42:46.553897 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.558785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c29bebc-1fc5-438a-b3fd-306d8e36445b req-cc1d8749-7195-4cac-ad6d-0a6d3d06578c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=d84b375b-99b1-40c2-8416-2b051a58c811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484517 Sep 01 15:42:46.707681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8498baad-9810-4847-a105-8689b1365b40 None None] New status for floating IP e24d4f92-5787-4d94-b159-92339337ef62: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:42:46.719937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.738773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.741335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/subnets/f17c145e-d393-437b-835b-fe4312a467b7 HTTP/1.1" status: 204 len: 168 time: 0.5947745 Sep 01 15:42:46.745842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41572) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:46.753475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce48470-937d-4403-acd9-3f4014e58ab1 None None] Network 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:46.781507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7a093-1ab5-4eaa-8961-34ae8233d98c tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Subnet': ['ID=f17c145e-d393-437b-835b-fe4312a467b7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:46.811508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.901772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting subnet 00f75da9-26b8-4935-8487-56e28df7f1af {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:46.911523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.019733 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.054414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] No DVR routers for this DVR port 7ed55185-bccf-418a-83cf-74a7fd58395e on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:47.061445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=7ed55185-bccf-418a-83cf-74a7fd58395e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:47.067304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.073389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fa173a9-0184-4cc5-b6b5-19f26bc894ea req-d301eeed-8986-44a1-b826-f4bdbbf63a96 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "DELETE /v2.0/ports/7ed55185-bccf-418a-83cf-74a7fd58395e HTTP/1.1" status: 204 len: 173 time: 1.1313536 Sep 01 15:42:47.077672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-deleted', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:47.083658 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2380a29-0a89-4a5b-b46a-28b337c17f55" -d '{"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-deleted", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:47.176489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.210129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] DHCP port deletion for 1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:47.346587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.355223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Deleting port ed5dda24-f6f9-446c-be46-f7fbdd521068 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:47.357305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.519552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.531039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/subnets/00f75da9-26b8-4935-8487-56e28df7f1af HTTP/1.1" status: 204 len: 168 time: 0.7837479 Sep 01 15:42:47.534814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70565e7a-0cc7-4041-94ff-490498c331a8 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Subnet': ['ID=00f75da9-26b8-4935-8487-56e28df7f1af,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:47.535812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41600) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:47.560494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ae2a0-dc5d-44e8-b7b0-38c6fa8a1b13 None None] Network 99c3d42c-8d2a-41db-83a1-71900d941f4d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:47.694795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] For port ed5dda24-f6f9-446c-be46-f7fbdd521068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ed5dda24-f6f9-446c-be46-f7fbdd521068,segment=NetworkSegment(0fea34fd-b84a-4fbd-b6f8-95489afbd52e),segment_id=0fea34fd-b84a-4fbd-b6f8-95489afbd52e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:47.698948 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.760167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Calling delete_port for ed5dda24-f6f9-446c-be46-f7fbdd521068 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:47.777841 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634940a-d0f3-4158-8c23-2e5471fef187 x-openstack-request-id: req-2634940a-d0f3-4158-8c23-2e5471fef187 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:47.797385 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d365f7f-5c71-42f1-bd97-c18305ed2554", "name": "network-vif-deleted", "tag": "7ed55185-bccf-418a-83cf-74a7fd58395e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:47.797754 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2634940a-d0f3-4158-8c23-2e5471fef187 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:47.798177 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d365f7f-5c71-42f1-bd97-c18305ed2554', 'name': 'network-vif-deleted', 'tag': '7ed55185-bccf-418a-83cf-74a7fd58395e', 'status': 'completed', 'code': 200} Sep 01 15:42:47.810050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.866876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd43c5f9-3132-4adf-8828-ac93d9f1ec70 req-dc3a45b2-a694-45c7-b47d-c3d13dee8ef2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d365f7f-5c71-42f1-bd97-c18305ed2554 HTTP/1.1" status: 200 len: 210 time: 0.0424457 Sep 01 15:42:47.931166 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ed5dda24-f6f9-446c-be46-f7fbdd521068 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:47.931766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting port ed5dda24-f6f9-446c-be46-f7fbdd521068 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:47.932866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.031913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b870ebe-d63c-414c-b0a9-510bce872957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.071119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] For port ed5dda24-f6f9-446c-be46-f7fbdd521068, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ed5dda24-f6f9-446c-be46-f7fbdd521068,segment=NetworkSegment(0fea34fd-b84a-4fbd-b6f8-95489afbd52e),segment_id=0fea34fd-b84a-4fbd-b6f8-95489afbd52e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:48.074577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.110340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.120695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Calling delete_port for ed5dda24-f6f9-446c-be46-f7fbdd521068 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:48.229865 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.266588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] No DVR routers for this DVR port ed5dda24-f6f9-446c-be46-f7fbdd521068 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:48.302342 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.328324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509bf4c-a2fb-477c-984c-b86a8e61ed68 None None] Pushing event deleted for resources: {'Port': ['ID=ed5dda24-f6f9-446c-be46-f7fbdd521068,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:48.358792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] DHCP port deletion for 99c3d42c-8d2a-41db-83a1-71900d941f4d request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:48.378586 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.446049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Port': ['ID=ed5dda24-f6f9-446c-be46-f7fbdd521068,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:48.456906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] No DVR routers for this DVR port ed5dda24-f6f9-446c-be46-f7fbdd521068 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:48.538223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.600264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.603123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Deleting port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:48.603710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.625409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aac0d31-3c34-4d44-9b6a-92d45bc8bd20']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.650661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fea34fd-b84a-4fbd-b6f8-95489afbd52e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.652490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fea34fd-b84a-4fbd-b6f8-95489afbd52e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.688096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.719272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.736021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:48.737148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:48.757978 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:48.770106 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.779818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] For port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,segment=NetworkSegment(fa852234-11da-4157-b315-d7054404a19d),segment_id=fa852234-11da-4157-b315-d7054404a19d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:48.780640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.812351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Calling delete_port for 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:48.868374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.883971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.891652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/networks/1aac0d31-3c34-4d44-9b6a-92d45bc8bd20 HTTP/1.1" status: 204 len: 168 time: 1.3500288 Sep 01 15:42:48.893007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41634) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.934000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7394b5-b038-4110-9839-18bbabaf6340 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Network': ['ID=1aac0d31-3c34-4d44-9b6a-92d45bc8bd20,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:49.002770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.035022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41642) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:49.048335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] Pushing event deleted for resources: {'Port': ['ID=0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:49.071179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e6a41-2574-4372-9ceb-4f2f8b8dc619 None None] No DVR routers for this DVR port 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:49.084754 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.206759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.229651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c3d42c-8d2a-41db-83a1-71900d941f4d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:49.250237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa852234-11da-4157-b315-d7054404a19d') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:49.250643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa852234-11da-4157-b315-d7054404a19d') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:49.267907 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.298740 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.316371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:49.317768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:49.411677 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:49.475947 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.491866 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.498078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/networks/99c3d42c-8d2a-41db-83a1-71900d941f4d HTTP/1.1" status: 204 len: 168 time: 0.6019797 Sep 01 15:42:49.499690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41654) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:49.568417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d97f56-953c-4d43-a0a6-b6ac31eced00 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Network': ['ID=99c3d42c-8d2a-41db-83a1-71900d941f4d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:49.609913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:49.611947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting subnet 378a6311-36ed-4003-9e5a-f739baa678d4 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:49.622120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.675289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.692105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7ed55185-bccf-418a-83cf-74a7fd58395e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:49.693015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7ed55185-bccf-418a-83cf-74a7fd58395e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:49.762383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:49.856171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:49.857293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 0bd39ad6-c7ab-4fdc-bcfd-566caa0b0250 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:49.875553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.906762 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.025501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.044634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.083381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Subnet': ['ID=378a6311-36ed-4003-9e5a-f739baa678d4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:50.090303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.097380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1380b352-fccc-4986-9d99-be8f220140db tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/subnets/378a6311-36ed-4003-9e5a-f739baa678d4 HTTP/1.1" status: 204 len: 168 time: 0.5959849 Sep 01 15:42:50.098585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:50.109116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e31d03-b510-417c-a848-51bd8d68ddf1 None None] Network 75b33c97-6a76-4fe5-88eb-3bc082e35417 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:50.258176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.367414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Deleting port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:50.367872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.457753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] DHCP port deletion for 75b33c97-6a76-4fe5-88eb-3bc082e35417 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:50.490957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] For port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,segment=NetworkSegment(9df6db47-8fb5-44e2-b9da-62c87122505b),segment_id=9df6db47-8fb5-44e2-b9da-62c87122505b)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:50.491548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.516251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Calling delete_port for 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:50.551103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Deleting port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:50.552946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.692046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.703084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] For port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,segment=NetworkSegment(9df6db47-8fb5-44e2-b9da-62c87122505b),segment_id=9df6db47-8fb5-44e2-b9da-62c87122505b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:50.703973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.723443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Port': ['ID=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:50.729465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] No DVR routers for this DVR port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:50.754883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Calling delete_port for 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:50.828709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 90ca3df9-34ba-484e-bba6-c6c96cc6368b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:50.829100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.898578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.911550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.931572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b33c97-6a76-4fe5-88eb-3bc082e35417']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:50.938074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] Pushing event deleted for resources: {'Port': ['ID=7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:50.948045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361ec14-9def-4f13-b3b5-4968505e1a67 None None] No DVR routers for this DVR port 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:50.949817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df6db47-8fb5-44e2-b9da-62c87122505b') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:50.950546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df6db47-8fb5-44e2-b9da-62c87122505b') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:50.970844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.997597 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.012279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 90ca3df9-34ba-484e-bba6-c6c96cc6368b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90ca3df9-34ba-484e-bba6-c6c96cc6368b,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:51.013148 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.016608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:51.017459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:51.024457 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:51.058544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 90ca3df9-34ba-484e-bba6-c6c96cc6368b owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:51.121600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.133699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.136503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/networks/75b33c97-6a76-4fe5-88eb-3bc082e35417 HTTP/1.1" status: 204 len: 168 time: 1.0359261 Sep 01 15:42:51.143076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41686) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:51.150566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a00f-c484-44da-8f4d-e26436a74c26 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Pushing event deleted for resources: {'Network': ['ID=75b33c97-6a76-4fe5-88eb-3bc082e35417,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:51.231835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41690) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:51.232610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bf8f6915-187e-4e18-b041-5a47800b00b0 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "GET /v2.0/ports?device_id=47437c01-7b85-4cc0-b800-d96947b85ebd HTTP/1.1" status: 200 len: 205 time: 0.0877283 Sep 01 15:42:51.556091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.610604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=90ca3df9-34ba-484e-bba6-c6c96cc6368b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:51.713245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:51.749744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:51.750291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7ec26c85-3ed2-44e5-8e97-1e78ddf8d6c8 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:51.953805 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.974571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.171821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.176615 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.255135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router d4dd97ee-1c2b-41e4-b79c-343e57dec757 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:52.261822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.263247 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Fanout notify agent at l3_agent the message router_deleted on router 47437c01-7b85-4cc0-b800-d96947b85ebd {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:52.277684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.284314 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1adaafce-6fe9-421f-b872-04b625fd4965 tempest-RoutersNegativeIpV6Test-1030553601 tempest-RoutersNegativeIpV6Test-1030553601-project] 10.222.0.41 "DELETE /v2.0/routers/47437c01-7b85-4cc0-b800-d96947b85ebd HTTP/1.1" status: 204 len: 168 time: 1.0508168 Sep 01 15:42:52.420552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:52.437807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e7ef5bf0-9bb7-4fff-abcd-b80928ec4563 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/d4dd97ee-1c2b-41e4-b79c-343e57dec757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4012940 Sep 01 15:42:52.440737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41714) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:52.447967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Sync routers for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:52.471024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:52.471852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:52.548280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting subnet 549e0541-3a18-41fc-b78b-c66a80bad4bd {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:52.561725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.647662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:52.686309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.850145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41726) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:52.903718 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.979995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:53.057513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Checking router: d4dd97ee-1c2b-41e4-b79c-343e57dec757 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:53.061853 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.077937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Routers {'d4dd97ee-1c2b-41e4-b79c-343e57dec757'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:53.079286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:53.093609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Subnet': ['ID=549e0541-3a18-41fc-b78b-c66a80bad4bd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:53.097688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.102039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-06a12616-343d-4859-8013-1b4c150b6729 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/subnets/549e0541-3a18-41fc-b78b-c66a80bad4bd HTTP/1.1" status: 204 len: 168 time: 0.6599567 Sep 01 15:42:53.105083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:53.152043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c4a0b-7aa3-4a72-a323-54dec5f35b69 None None] Network 160b5c19-e82c-42b7-8706-66fc6c1db65a requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:53.277119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.313971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0c98cb6a-3c87-4183-8301-d73544ca401b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dd48a3b1fd14f629fc3d12e6a77da11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607968 Sep 01 15:42:53.317875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41746) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:53.408485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.440191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.526334 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.530400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.534893 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da031783-79d5-46bf-a546-81e29697e3a0 HTTP/1.1" status: 204 len: 168 time: 0.2156260 Sep 01 15:42:53.545427 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da031783-79d5-46bf-a546-81e29697e3a0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:53.556842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.557524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.558047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.558489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.559558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.559558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.559558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.577879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.578935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.579491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.580764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.581730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238bc0a-04ea-4c66-b9c9-681543d52f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:53.603850 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.697283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] Set router d4dd97ee-1c2b-41e4-b79c-343e57dec757 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:53.746083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 2cf398ad-7077-472c-8763-759a7c3ff4e3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:53.746553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.883833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 2cf398ad-7077-472c-8763-759a7c3ff4e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cf398ad-7077-472c-8763-759a7c3ff4e3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:53.884307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.900191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 2cf398ad-7077-472c-8763-759a7c3ff4e3 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:54.058474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] DHCP port deletion for 160b5c19-e82c-42b7-8706-66fc6c1db65a request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:54.179977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:54.221358 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.266710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=2cf398ad-7077-472c-8763-759a7c3ff4e3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:54.283626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba56f7c-f4e2-4181-ad39-1438fa576076 None None] The sync data for ids ['d4dd97ee-1c2b-41e4-b79c-343e57dec757'] in n-d-802060-16 is: [{'id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893850641', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:08Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '2cf398ad-7077-472c-8763-759a7c3ff4e3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd97ee-1c2b-41e4-b79c-343e57dec757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:09Z', 'updated_at': '2021-09-01T15:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:54.365937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.370216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Deleting port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:54.370843 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.496326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] For port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,segment=NetworkSegment(a179be69-0851-4f42-8a61-997d33a2b2c3),segment_id=a179be69-0851-4f42-8a61-997d33a2b2c3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:54.497026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.501632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.506596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.524713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Calling delete_port for 6f57bc7d-9fb7-451e-897f-c72130a9e5cf owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:54.615402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.616109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Fanout notify agent at l3_agent the message router_deleted on router d4dd97ee-1c2b-41e4-b79c-343e57dec757 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:54.638821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.640899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8135d929-5fca-4ae0-a754-35ea549c6eab tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/routers/d4dd97ee-1c2b-41e4-b79c-343e57dec757 HTTP/1.1" status: 204 len: 168 time: 1.5340579 Sep 01 15:42:54.643549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41780) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:54.679408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.715948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] Pushing event deleted for resources: {'Port': ['ID=6f57bc7d-9fb7-451e-897f-c72130a9e5cf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:54.724566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834fa76-869c-4c5f-9f1d-a6dd48cd143c None None] No DVR routers for this DVR port 6f57bc7d-9fb7-451e-897f-c72130a9e5cf on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:54.806521 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.966288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.988682 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b5c19-e82c-42b7-8706-66fc6c1db65a']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:55.019051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a179be69-0851-4f42-8a61-997d33a2b2c3') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:55.019558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a179be69-0851-4f42-8a61-997d33a2b2c3') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:55.032788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.061453 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.071080 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:55.071490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:55.075204 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:55.185501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.200287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.204471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/networks/160b5c19-e82c-42b7-8706-66fc6c1db65a HTTP/1.1" status: 204 len: 168 time: 0.5588543 Sep 01 15:42:55.207354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41796) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:55.223885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e548122-51e6-4aa6-8b7c-fa8f0f0e808c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Network': ['ID=160b5c19-e82c-42b7-8706-66fc6c1db65a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:55.300105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.345395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.472554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.478346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.484088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/security-groups/d84b375b-99b1-40c2-8416-2b051a58c811 HTTP/1.1" status: 204 len: 168 time: 0.2734740 Sep 01 15:42:55.508500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8216-ffe5-4fc5-965c-89146e57a240 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b375b-99b1-40c2-8416-2b051a58c811,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:55.905115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cf398ad-7077-472c-8763-759a7c3ff4e3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:55.931413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2cf398ad-7077-472c-8763-759a7c3ff4e3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:55.931766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cf398ad-7077-472c-8763-759a7c3ff4e3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:55.932178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6f57bc7d-9fb7-451e-897f-c72130a9e5cf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:55.957192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6f57bc7d-9fb7-451e-897f-c72130a9e5cf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:55.957537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6f57bc7d-9fb7-451e-897f-c72130a9e5cf not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:55.958249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90ca3df9-34ba-484e-bba6-c6c96cc6368b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:55.986026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 90ca3df9-34ba-484e-bba6-c6c96cc6368b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:55.986351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90ca3df9-34ba-484e-bba6-c6c96cc6368b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:56.053805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41844) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.060471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385122220', 'description': 'tempest-secgroup-smoke-385122220 description', 'project_id': '2656a3574f394d30aba76404f1825660'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.136089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.269293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.277093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.354493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8e66c5-c66a-419d-a090-1a5c931c20dc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:56.374259 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.382026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41856) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.383078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-42eef2c2-9fd2-4852-9d51-ff23d55a77ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3228951 Sep 01 15:42:56.388259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.429049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.509533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.519883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.544921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6896b2d7-e226-4795-80c7-c116f4d244e7,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:56.558793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.560113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a1e0b847-5b78-4cd5-9d99-f7cbc52b1ce8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760144 Sep 01 15:42:56.563224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.574807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.615676 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.718640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41866) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.723665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.728921 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.765632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.768182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2027733 Sep 01 15:42:56.770850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41870) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.776549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.787625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ae0e-c59d-432e-8502-c62ece24238e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713dff14-7106-4c64-bc38-0561cd472264,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:56.841461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.945343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-831df06c-70ef-457a-afda-f403c6a52c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.016892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.030079 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.065584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7941924d-6da6-4abf-b753-073f2820ca2c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.156019 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-831df06c-70ef-457a-afda-f403c6a52c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.163246 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-831df06c-70ef-457a-afda-f403c6a52c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.202877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.209442 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9e15bf2e-2b05-4629-9e75-9d10b80dca36 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4325635 Sep 01 15:42:57.211642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41878) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.219854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.268056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.276756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-831df06c-70ef-457a-afda-f403c6a52c72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd829ce9472a4b15ac29e187e6bfc8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566003 Sep 01 15:42:57.281456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831df06c-70ef-457a-afda-f403c6a52c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f43898-3818-41ae-8090-49c650f48b91,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.288261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.386540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.398718 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.428521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47f5b97-c314-49a3-8398-22e72f3274f5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.446241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.450764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.456231 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6d442dc3-5a29-4e2a-a8f1-45fe2c830103 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2386384 Sep 01 15:42:57.456677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41890) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.463561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.480234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.488926 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:42:57.500064 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.586494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.590258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.592481 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.597870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.631414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31f43898-3818-41ae-8090-49c650f48b91 HTTP/1.1" status: 204 len: 168 time: 0.3414624 Sep 01 15:42:57.634020 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7386877-5d94-4467-9243-bc92f41c22de,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.650206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.656298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17cdc54e-ad8b-4b0d-a91f-d6d2dec388a7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1975138 Sep 01 15:42:57.659567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41894) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.671827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc75a0-f74c-4c0e-856c-392b8ada0e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f43898-3818-41ae-8090-49c650f48b91,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.682300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': 'ea8e66c5-c66a-419d-a090-1a5c931c20dc', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.773050 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:42:57.784105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.920251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.937516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.970173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b8e946-139f-44ad-8ef5-6b2e26de9eba,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.998044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.000910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-abb8a7d7-4bb1-47bc-ba43-9581a6036238 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3368852 Sep 01 15:42:58.003784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41902) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:58.021662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'network': {'name': 'tempest-network-smoke--1843802207', 'project_id': '2656a3574f394d30aba76404f1825660', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:58.039001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.067538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:58.076426 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.119197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:58.139819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.140652 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Added segment 8510a2f9-f72b-4120-9edd-db604effb749 of type vlan for network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 Sep 01 15:42:58.185649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 41906) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:58.205006 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16500bf8-96cb-40e4-94e4-e1d203084d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.243302 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.288946 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.296330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:58.297114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.348744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16500bf8-96cb-40e4-94e4-e1d203084d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.357214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-16500bf8-96cb-40e4-94e4-e1d203084d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.380354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3731029 Sep 01 15:42:58.383633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41912) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:58.390296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'admin_state_up': True, 'project_id': '2656a3574f394d30aba76404f1825660', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:58.412951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ce2d3-f69b-4f3d-b5e3-c06105a7a5d6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Network': ['ID=3ff699b9-1a2e-408f-83bc-027eab8f6ca1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:58.419059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-16500bf8-96cb-40e4-94e4-e1d203084d39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=595bf09a11094f8093edca2b6e1af7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287931 Sep 01 15:42:58.419600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 41914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:58.421270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500bf8-96cb-40e4-94e4-e1d203084d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5c609-bbb1-4606-ad75-1e72c3799493,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:58.429517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:58.484312 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.486417 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.636411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.760663 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.789395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.933317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.936559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.937942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72d5c609-bbb1-4606-ad75-1e72c3799493 HTTP/1.1" status: 204 len: 168 time: 0.5173073 Sep 01 15:42:58.945242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.957540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1030a4-cbec-4c54-b1c2-11c65ba82327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5c609-bbb1-4606-ad75-1e72c3799493,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:59.283691 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.318653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.520290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.95 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/e1640be5-8301-449b-a64e-9cfda0a98d1f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:59.713270 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.776645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.835155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:59.839582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:59.905280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:00.003381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=e1640be5-8301-449b-a64e-9cfda0a98d1f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:00.541007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.838916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.053029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 29fa4762-257c-4ce7-a007-fae263eb7f45 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:43:01.201113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:01.225962 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Sync routers for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:01.240696 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.243444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-542e74f7-2120-4f4b-873e-e7611a342955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8582878 Sep 01 15:43:01.245689 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:01.247089 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:01.248091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42010) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:01.304249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42014) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:01.304968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ea2714b7-8ee4-4475-a85c-631190cd1ace tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2656a3574f394d30aba76404f1825660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550878 Sep 01 15:43:01.476609 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:01.476903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024d869-2b9c-41a1-8bbc-f1924ac7c96f tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:01.480007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f024d869-2b9c-41a1-8bbc-f1924ac7c96f tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1735699 Sep 01 15:43:01.482937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:01.549666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fe682825-28f2-431e-b37d-30f9487165a6 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645251 Sep 01 15:43:01.552928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42028) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:01.563865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1555206017', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'project_id': '2656a3574f394d30aba76404f1825660', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:01.816639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:01.821802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.944138 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:00Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:02.125109 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.158856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Checking router: 29fa4762-257c-4ce7-a007-fae263eb7f45 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:02.159536 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Updating router 29fa4762-257c-4ce7-a007-fae263eb7f45 port e1640be5-8301-449b-a64e-9cfda0a98d1f binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:43:02.235668 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.242236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Subnet': ['ID=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:02.249176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:02.249681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network hostable DHCP agents. Network: 3ff699b9-1a2e-408f-83bc-027eab8f6ca1, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:43:02.278852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:43:02.299566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 3ff699b9-1a2e-408f-83bc-027eab8f6ca1) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:02.314338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2431d-6652-40d9-8088-1677a98370dd None None] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:02.314951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.317821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.353935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9163606e-1d7c-4ffa-ac06-776ab1b50361 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7990599 Sep 01 15:43:02.361333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42052) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:02.832459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:02.833934 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.891768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:03.202278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfd10025-77ad-4b87-a79a-3397e3c3e9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.212854 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.247485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Transition to ACTIVE for port object e1640be5-8301-449b-a64e-9cfda0a98d1f will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:03.262242 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.277031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Allocated IP 172.20.0.2 (3ff699b9-1a2e-408f-83bc-027eab8f6ca1/63864bb9-2936-4ace-9c6b-3f1aa23d4d2e/196009bb-ee31-4353-91f9-64b80f042193) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:03.356411 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Attempting to bind port e1640be5-8301-449b-a64e-9cfda0a98d1f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:03.357257 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Attempting to bind port e1640be5-8301-449b-a64e-9cfda0a98d1f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:03.358185 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Attempting to bind port e1640be5-8301-449b-a64e-9cfda0a98d1f on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:03.371439 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:03.372533 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:03.373506 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.374417 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:03.375237 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Bound port: e1640be5-8301-449b-a64e-9cfda0a98d1f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:03.375821 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.413279 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Pushing event updated for resources: {'Port': ['ID=e1640be5-8301-449b-a64e-9cfda0a98d1f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:03.431179 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.432086 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.432856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.433630 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.434400 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.435132 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.436051 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.436831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.437610 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.438500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.439273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.440137 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:03.489901 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfd10025-77ad-4b87-a79a-3397e3c3e9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.498803 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cfd10025-77ad-4b87-a79a-3397e3c3e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.548687 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] For port e1640be5-8301-449b-a64e-9cfda0a98d1f, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:03.556599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd10025-77ad-4b87-a79a-3397e3c3e9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213648f8-7be5-4519-8f92-ca9ed6b6253d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:03.562053 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] For port e1640be5-8301-449b-a64e-9cfda0a98d1f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e1640be5-8301-449b-a64e-9cfda0a98d1f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:03.574269 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.604296 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cfd10025-77ad-4b87-a79a-3397e3c3e9db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09ce4b548bd145df883789e9e3a6e89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107062 Sep 01 15:43:03.618494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42076) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:03.772334 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:03.773461 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:03.837512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.889125 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.916566 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b6cba-fa57-43c3-8f8c-f1e301dcaa39 None None] Pushing event updated for resources: {'Port': ['ID=e1640be5-8301-449b-a64e-9cfda0a98d1f,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:03.918364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.945310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Transition to ACTIVE for port object 196009bb-ee31-4353-91f9-64b80f042193 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:04.008746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Transition to ACTIVE for port object 196009bb-ee31-4353-91f9-64b80f042193 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:04.041268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.053883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.068775 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.074346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/213648f8-7be5-4519-8f92-ca9ed6b6253d HTTP/1.1" status: 204 len: 168 time: 0.4540515 Sep 01 15:43:04.088825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:04.104558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9959028-b285-4073-b3eb-f057b5489f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213648f8-7be5-4519-8f92-ca9ed6b6253d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:04.194299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:04.218636 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:04.229412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:04.317820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Pushing event updated for resources: {'Port': ['ID=196009bb-ee31-4353-91f9-64b80f042193,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:04.354900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Attempting to bind port 196009bb-ee31-4353-91f9-64b80f042193 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:04.355561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Attempting to bind port 196009bb-ee31-4353-91f9-64b80f042193 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:04.356582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Attempting to bind port 196009bb-ee31-4353-91f9-64b80f042193 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:04.373886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:04.374542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:04.375274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.375921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Bound using segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:04.376824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Bound port: 196009bb-ee31-4353-91f9-64b80f042193, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:04.379790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.553681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] For port 196009bb-ee31-4353-91f9-64b80f042193, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:04.557779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] For port 196009bb-ee31-4353-91f9-64b80f042193, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=196009bb-ee31-4353-91f9-64b80f042193,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:04.565417 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.570404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.611137 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:00Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:04.652822 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821ea0c-a529-4690-b547-76a940ccfd5d None None] The sync data for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 is: [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:00Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:04.725196 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a34016-5e07-4566-b197-ba535d4218ab None None] Pushing event updated for resources: {'Port': ['ID=196009bb-ee31-4353-91f9-64b80f042193,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:04.963767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:05.039155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-646586ab-f3b8-4fd5-9dd4-db3536f79cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.435286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-646586ab-f3b8-4fd5-9dd4-db3536f79cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.445432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-646586ab-f3b8-4fd5-9dd4-db3536f79cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.496334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.1 (3ff699b9-1a2e-408f-83bc-027eab8f6ca1/63864bb9-2936-4ace-9c6b-3f1aa23d4d2e/d4366730-da25-4609-b16f-a5fac832691f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:05.558190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646586ab-f3b8-4fd5-9dd4-db3536f79cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce188c-f3c7-4bf8-a3e6-46a09343eb3a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:05.571319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-646586ab-f3b8-4fd5-9dd4-db3536f79cb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2f37d1003154d978184cc705359068f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057994 Sep 01 15:43:05.575531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:05.770208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.812010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.959869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.021720 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.054597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object d4366730-da25-4609-b16f-a5fac832691f will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:06.085108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.099132 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20ce188c-f3c7-4bf8-a3e6-46a09343eb3a HTTP/1.1" status: 204 len: 168 time: 0.5157964 Sep 01 15:43:06.134937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80cd07-ea32-42af-bd98-a89dc008a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce188c-f3c7-4bf8-a3e6-46a09343eb3a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:06.173773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e1640be5-8301-449b-a64e-9cfda0a98d1f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:06.182577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:43:06.311972 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.415319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:06.422945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port e1640be5-8301-449b-a64e-9cfda0a98d1f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:06.427632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:06.434156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:06.454592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e1640be5-8301-449b-a64e-9cfda0a98d1f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:06.455462 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.553046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:06.610051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.746547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.796137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1fb9b2-d415-44c8-83cb-ac35f45a95ea None None] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:06.810305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port e1640be5-8301-449b-a64e-9cfda0a98d1f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e1640be5-8301-449b-a64e-9cfda0a98d1f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:06.913638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.928346 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.929712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 196009bb-ee31-4353-91f9-64b80f042193 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:07.067938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-29275323-6a35-4cb5-ba2c-e483749bbb09 None None] Provisioning for port 196009bb-ee31-4353-91f9-64b80f042193 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:07.156417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=e1640be5-8301-449b-a64e-9cfda0a98d1f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:07.190832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 196009bb-ee31-4353-91f9-64b80f042193 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:07.241561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 196009bb-ee31-4353-91f9-64b80f042193 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:07.242177 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.519170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.700254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 196009bb-ee31-4353-91f9-64b80f042193, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=196009bb-ee31-4353-91f9-64b80f042193,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:07.710005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.730487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.743165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.896785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=196009bb-ee31-4353-91f9-64b80f042193,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:07.900614 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e1640be5-8301-449b-a64e-9cfda0a98d1f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:07.904859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.908150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:08.030835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e1640be5-8301-449b-a64e-9cfda0a98d1f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:08.031364 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.128446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Provisioning for port d4366730-da25-4609-b16f-a5fac832691f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:08.130947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:08.133447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:08.157713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Provisioning complete for port d4366730-da25-4609-b16f-a5fac832691f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:08.158176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.353822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Port d4366730-da25-4609-b16f-a5fac832691f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:43:08.413209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 29fa4762-257c-4ce7-a007-fae263eb7f45 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:43:08.431700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Provisioning complete for port 196009bb-ee31-4353-91f9-64b80f042193 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:08.432680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690ceeb6-f513-45b5-979f-e55ed4eb078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.658326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:08.678058 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-710d1c02-ddd9-4ef9-999d-9c96a55547ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/29fa4762-257c-4ce7-a007-fae263eb7f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3147519 Sep 01 15:43:08.678974 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Sync routers for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:08.755273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:08.758174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:08.923008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-dfde4fa3-3e33-4242-b174-141f54a8c61b None None] Provisioning complete for port d4366730-da25-4609-b16f-a5fac832691f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:08.923542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfde4fa3-3e33-4242-b174-141f54a8c61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.171832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dfde4fa3-3e33-4242-b174-141f54a8c61b None None] Port d4366730-da25-4609-b16f-a5fac832691f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:43:09.229176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:09.306705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-4b88102d-5a10-4648-9266-df654b91bdee tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385122220&fields=id&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 267 time: 0.0902441 Sep 01 15:43:09.418220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-17e0b36e-2f19-488c-9a86-edfd55cf7071 None None] Provisioning complete for port d4366730-da25-4609-b16f-a5fac832691f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:09.420003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17e0b36e-2f19-488c-9a86-edfd55cf7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.543737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-17e0b36e-2f19-488c-9a86-edfd55cf7071 None None] Port d4366730-da25-4609-b16f-a5fac832691f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:43:09.555778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-1e38e5eb-2e03-46fa-8b10-372a8f574f00 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:09.557953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-1e38e5eb-2e03-46fa-8b10-372a8f574f00 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 797 time: 0.2384801 Sep 01 15:43:09.608474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-86ab3ed0-ae23-4ddf-9718-a854aa01df65 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/quotas/2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 375 time: 0.0376554 Sep 01 15:43:09.685629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-4f04a1c7-3a9b-436c-9ac0-b4d5a9fa1b29 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751913 Sep 01 15:43:09.690017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:07Z', 'revision_number': 2, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:09.742293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Checking router: 29fa4762-257c-4ce7-a007-fae263eb7f45 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:09.742922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Updating router 29fa4762-257c-4ce7-a007-fae263eb7f45 port d4366730-da25-4609-b16f-a5fac832691f binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:43:09.792011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.886937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-c3968f7b-6b0e-4f36-a2eb-851d44ca16d7 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798341 Sep 01 15:43:10.110902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-e804a867-3726-4a87-8579-6a54c9416e2c service neutron] 10.222.0.41 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167988 Sep 01 15:43:10.111420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 196009bb-ee31-4353-91f9-64b80f042193 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:10.339303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 196009bb-ee31-4353-91f9-64b80f042193 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:10.341904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:10.668125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-85cb12f1-e4ad-4d70-8225-24340f812592 req-47d3b7d0-f1fc-47e6-8ac8-36ac213e730b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 210 time: 0.0999093 Sep 01 15:43:10.893152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:10.917673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Transition to ACTIVE for port object d4366730-da25-4609-b16f-a5fac832691f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:10.931266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.018914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459417-0088-4122-8814-d49a96df8132 None None] Pushing event updated for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:11.135954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Attempting to bind port d4366730-da25-4609-b16f-a5fac832691f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:11.136439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Attempting to bind port d4366730-da25-4609-b16f-a5fac832691f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:11.136914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Attempting to bind port d4366730-da25-4609-b16f-a5fac832691f on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:11.143698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:11.144148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:11.144666 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.146673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Bound using segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:11.147273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Bound port: d4366730-da25-4609-b16f-a5fac832691f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:11.148883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.280143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] For port d4366730-da25-4609-b16f-a5fac832691f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:11.284420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] For port d4366730-da25-4609-b16f-a5fac832691f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4366730-da25-4609-b16f-a5fac832691f,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:11.294556 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.373660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459417-0088-4122-8814-d49a96df8132 None None] Pushing event updated for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:11.406192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:11.407390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:42:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:11.813830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:11.878539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b44ea92-d5c6-4410-8199-32f5c3be2594 req-3021bef5-4740-4306-bff9-c86d2fa2485c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 210 time: 0.0843034 Sep 01 15:43:12.443386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:11Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:12.512174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c4e32-d10b-4d07-ab6d-c9ac313afe5e None None] The sync data for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 is: [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:11Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:12.903815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-5beb79c5-a4ba-4aaa-88d5-0a17ed3ba09d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:12.906785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-5beb79c5-a4ba-4aaa-88d5-0a17ed3ba09d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 797 time: 0.3124924 Sep 01 15:43:13.036748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-e0637cb6-1c31-43a0-bfc0-bd03c166ffd7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 379 time: 0.1135728 Sep 01 15:43:13.057109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'port': {'device_id': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'admin_state_up': True, 'tenant_id': '2656a3574f394d30aba76404f1825660', 'security_groups': ['ea8e66c5-c66a-419d-a090-1a5c931c20dc']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:13.130638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d607dec3-b9bc-4728-abbd-b55f667d2649 req-065121c0-c94d-4bae-8c7d-8c6e8efa4223 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 210 time: 0.0672145 Sep 01 15:43:13.269494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:13.277816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.691947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.8 (3ff699b9-1a2e-408f-83bc-027eab8f6ca1/63864bb9-2936-4ace-9c6b-3f1aa23d4d2e/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:14.026180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.063867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:14.142967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4366730-da25-4609-b16f-a5fac832691f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:14.172296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.287987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d4366730-da25-4609-b16f-a5fac832691f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:14.294023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d4366730-da25-4609-b16f-a5fac832691f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:14.294400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.420777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:14.473378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:14.496194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.497833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.498433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.499034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.499872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.500631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.501238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.501803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.502679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.503290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.503923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.504581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:14.513580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:14.523197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:14.543571 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1df8837a-4693-4530-bb22-492eb2c189bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.555792 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.643876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d4366730-da25-4609-b16f-a5fac832691f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4366730-da25-4609-b16f-a5fac832691f,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:14.652030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5dcb-a272-4ae7-9496-d3f278587c4b req-c67c7ea6-b4ac-44ea-80aa-d36ed4c499f7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:14.661147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.670061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d30b5dcb-a272-4ae7-9496-d3f278587c4b req-c67c7ea6-b4ac-44ea-80aa-d36ed4c499f7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 931 time: 0.3492496 Sep 01 15:43:14.713976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:14.715590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.755488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:14.767635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-42184ee4-8e72-4f4e-8764-9e52c67e093c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7143462 Sep 01 15:43:14.795295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d30b5dcb-a272-4ae7-9496-d3f278587c4b req-52d5fc20-79ee-457c-8488-bd105014523f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201756 Sep 01 15:43:14.806615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Request body: {'port': {'device_id': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:14.946401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.117520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97c9a1e3-1d75-4971-b04f-08c517ab2e55 None None] Provisioning for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:15.125367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97c9a1e3-1d75-4971-b04f-08c517ab2e55 None None] Provisioning complete for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:15.125817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97c9a1e3-1d75-4971-b04f-08c517ab2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.174009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-97c9a1e3-1d75-4971-b04f-08c517ab2e55 None None] Port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:43:15.708786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:15.730858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.750907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Transition to ACTIVE for port object 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:15.764700 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.873483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:15.912407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4366730-da25-4609-b16f-a5fac832691f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:16.083574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d4366730-da25-4609-b16f-a5fac832691f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:16.084160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.135340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:16.135970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:16.136506 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:16.145333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:43:16.149693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:16.167074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:16.167761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:16.168565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Bound using segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:16.169440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Bound port: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:16.170270 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.233635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df679c-1b36-46fb-b175-6e328fea04b1 req-017df8a2-4823-4f9e-bb8f-3021ca8a0333 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:16.245000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99df679c-1b36-46fb-b175-6e328fea04b1 req-017df8a2-4823-4f9e-bb8f-3021ca8a0333 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 943 time: 0.1812444 Sep 01 15:43:16.343993 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-99df679c-1b36-46fb-b175-6e328fea04b1 req-637d4714-2469-43d6-87a8-a3ee560b7d17 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965595 Sep 01 15:43:16.348920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:16.354644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:16.364247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.437162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:16.438045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.439855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 1092 time: 1.6434414 Sep 01 15:43:16.443141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:16.445761 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986ef17-6d6e-4381-9eae-ea769733bc99" -d '{"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:16.517959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68f50e-f78e-4b5a-b52c-d9b471145bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:16.579081 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64ff62-9504-4a70-813d-ea22842bff40 x-openstack-request-id: req-0c64ff62-9504-4a70-813d-ea22842bff40 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:16.580369 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:16.580702 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c64ff62-9504-4a70-813d-ea22842bff40 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:16.584382 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'status': 'completed', 'code': 200} Sep 01 15:43:16.672086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-f0e7ca79-2b41-4e6d-b856-afeaabf47f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:16.674532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-f0e7ca79-2b41-4e6d-b856-afeaabf47f6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1095 time: 0.1278675 Sep 01 15:43:16.766730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-80ebf283-8d36-4e1a-9a3b-63a6081354d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 217 time: 0.0779285 Sep 01 15:43:16.861244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-45b79762-b8af-4793-9c31-6e146f3af99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:16.863705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-45b79762-b8af-4793-9c31-6e146f3af99c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.0894411 Sep 01 15:43:16.936331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-d9ec7817-179c-4e20-813e-6f4ca6b74619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:16.938058 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-d9ec7817-179c-4e20-813e-6f4ca6b74619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666394 Sep 01 15:43:17.110354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-591cc0be-75b2-4230-9d03-dbf068ee603c service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639128 Sep 01 15:43:17.333801 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14f6dcf6-7a30-4628-80b8-0190e191cb69 req-fc68a9ef-8b86-48c1-b2f0-ddd448eae6c2 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144477 Sep 01 15:43:17.575834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-6e5e560f-6d29-4dc2-97a1-ee933ad37aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.577932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-6e5e560f-6d29-4dc2-97a1-ee933ad37aaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1095 time: 0.1591005 Sep 01 15:43:17.612110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd9641-4064-4308-ab74-9358b43af1aa req-56231ca9-e9d4-4a1f-9150-5c733f5343ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.626402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96bd9641-4064-4308-ab74-9358b43af1aa req-56231ca9-e9d4-4a1f-9150-5c733f5343ca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 943 time: 0.1377470 Sep 01 15:43:17.690986 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0466-2786-4406-98bc-1bea16031238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.725871 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.774049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-84ab6faa-dc2c-4077-b3d2-85767376b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.779448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-84ab6faa-dc2c-4077-b3d2-85767376b3e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.1925151 Sep 01 15:43:17.806391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-96bd9641-4064-4308-ab74-9358b43af1aa req-df16a13e-185c-469d-9558-57226d0aa890 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454339 Sep 01 15:43:17.898772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-8d29c391-f801-4fd5-a88c-1d01b037d60b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 217 time: 0.1089849 Sep 01 15:43:17.979919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-5b1fb3b5-e2a1-4c4c-be26-c6341bf35320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.982030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-5b1fb3b5-e2a1-4c4c-be26-c6341bf35320 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.0757656 Sep 01 15:43:18.056004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-c2b8dfe9-0819-4b7e-851c-8fdb1e405e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:18.058173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-c2b8dfe9-0819-4b7e-851c-8fdb1e405e8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665572 Sep 01 15:43:18.293843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-1154a16b-e3a1-4d60-a2b5-f6ccf07bd532 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245336 Sep 01 15:43:18.476348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:18.493145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8986ef17-6d6e-4381-9eae-ea769733bc99 req-6e949b5d-04ee-44f4-a643-9430bca14f19 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890037 Sep 01 15:43:18.639373 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:19.059655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adad5fc-7aeb-4f8e-b849-252dcfe85005 req-4ffa6f0c-e3ff-4cbd-9bb7-987eb001f812 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:19.079091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5adad5fc-7aeb-4f8e-b849-252dcfe85005 req-4ffa6f0c-e3ff-4cbd-9bb7-987eb001f812 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 943 time: 0.1394491 Sep 01 15:43:19.208555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5adad5fc-7aeb-4f8e-b849-252dcfe85005 req-ada186d1-2b5c-48a8-af06-b92ed54a9f0c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268971 Sep 01 15:43:19.955657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42444) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.018488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.189532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-021ed599-433f-43c0-aca4-8769b4a5ce28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.447473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-021ed599-433f-43c0-aca4-8769b4a5ce28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.464930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901f90e-c074-40ef-a91d-b94108874a7b req-9935391a-97bc-4367-8976-3ee666ef69c5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:20.467551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6901f90e-c074-40ef-a91d-b94108874a7b req-9935391a-97bc-4367-8976-3ee666ef69c5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 943 time: 0.1156793 Sep 01 15:43:20.469489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-021ed599-433f-43c0-aca4-8769b4a5ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.583867 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-021ed599-433f-43c0-aca4-8769b4a5ce28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acbbc7203db64cb8819dc5e0692ae872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236632 Sep 01 15:43:20.588083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.599008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ed599-433f-43c0-aca4-8769b4a5ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b55e3-97ec-47e2-b4c8-25fb2fa1dc20,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:20.609413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6901f90e-c074-40ef-a91d-b94108874a7b req-6971a6af-ad88-4775-85a2-b3f6376f0fe4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137865 Sep 01 15:43:20.706982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.745476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.808897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.813146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.818984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42b55e3-97ec-47e2-b4c8-25fb2fa1dc20 HTTP/1.1" status: 204 len: 168 time: 0.2250485 Sep 01 15:43:20.833995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342adcf7-7022-4659-8006-5ea1bf24b3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b55e3-97ec-47e2-b4c8-25fb2fa1dc20,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:21.227786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:21.246667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a368dfb-a013-41d5-b589-38c217c8eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.394144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:43:21.399203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a368dfb-a013-41d5-b589-38c217c8eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.406853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a368dfb-a013-41d5-b589-38c217c8eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.466989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368dfb-a013-41d5-b589-38c217c8eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48607b3c-010e-454b-a384-6def2b2f7019,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:21.513979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:21.518355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a368dfb-a013-41d5-b589-38c217c8eb30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cffed192cf8e41f2a6182ee1131132d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886574 Sep 01 15:43:21.582642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:21.635701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'port_id': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'mac_address': 'fa:16:3e:f6:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:43:21.659565 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.722491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.778093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.810946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:21.844340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.847601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.849374 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48607b3c-010e-454b-a384-6def2b2f7019 HTTP/1.1" status: 204 len: 168 time: 0.3338373 Sep 01 15:43:21.854018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:21.862271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.867993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81619752-8499-4b58-a139-764338ca43ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48607b3c-010e-454b-a384-6def2b2f7019,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:21.946294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9cf1e-76b5-48cb-a354-aa3f3f3fe96c req-b1f23077-89da-48f7-8383-436a759e0d64 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:21.950594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3b9cf1e-76b5-48cb-a354-aa3f3f3fe96c req-b1f23077-89da-48f7-8383-436a759e0d64 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 943 time: 0.2010219 Sep 01 15:43:21.971911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:22.036548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3b9cf1e-76b5-48cb-a354-aa3f3f3fe96c req-a727b18c-998f-4232-85d2-3b3d0788d9f6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773447 Sep 01 15:43:22.150801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:43:23.404510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:23.424567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd25b6-14ff-4e6b-96e1-376dee1b4c3e req-978c0652-0b79-4d53-bf2a-099ee2dc7438 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:23.434245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5bd25b6-14ff-4e6b-96e1-376dee1b4c3e req-978c0652-0b79-4d53-bf2a-099ee2dc7438 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.1517911 Sep 01 15:43:23.549902 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5bd25b6-14ff-4e6b-96e1-376dee1b4c3e req-c8534c35-c993-4d8a-8400-5c3bb282d35c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111302 Sep 01 15:43:23.589042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42558) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:23.602574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:23.615118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:23.615805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.832866 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.910029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:23.914796 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63650ac-c018-442f-b078-76c533e0b268" -d '{"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:23.944751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:23.955175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.070766 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d227a5d-92fb-43ef-9556-f60214ba8c66 x-openstack-request-id: req-8d227a5d-92fb-43ef-9556-f60214ba8c66 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:24.071105 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:24.071427 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d227a5d-92fb-43ef-9556-f60214ba8c66 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:24.071971 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'code': 200} Sep 01 15:43:24.135533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:24.332787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6319c605-3fcb-419b-adce-8cac5d6716e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.355843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eee0e-fe05-49e8-bf6c-08fa57aefa3a req-eb97c5f0-96df-4758-9de0-396524e79a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:24.358593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-369eee0e-fe05-49e8-bf6c-08fa57aefa3a req-eb97c5f0-96df-4758-9de0-396524e79a30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1097 time: 0.1607323 Sep 01 15:43:24.453277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-369eee0e-fe05-49e8-bf6c-08fa57aefa3a req-081f4061-3c06-4dca-9e72-0b1d90b2b4ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841355 Sep 01 15:43:24.602277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6319c605-3fcb-419b-adce-8cac5d6716e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.611007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6319c605-3fcb-419b-adce-8cac5d6716e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.706101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6319c605-3fcb-419b-adce-8cac5d6716e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cf0a62dfe924d4b9c822d120f850317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1138031 Sep 01 15:43:24.709638 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42676) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:24.722393 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319c605-3fcb-419b-adce-8cac5d6716e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f1f6b6-e247-403e-b638-7c6098018c51,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:24.854603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa270ef-5460-4022-97c5-9146ac98e2cf req-84ed7612-4e37-408e-91dc-2cbe60d627e7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:24.866385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa270ef-5460-4022-97c5-9146ac98e2cf req-84ed7612-4e37-408e-91dc-2cbe60d627e7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1258852 Sep 01 15:43:24.963474 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8fa270ef-5460-4022-97c5-9146ac98e2cf req-46be4c45-ca27-4883-a13d-1b95e9d1c35e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899761 Sep 01 15:43:24.978158 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.030727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.143152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.147552 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.149724 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94f1f6b6-e247-403e-b638-7c6098018c51 HTTP/1.1" status: 204 len: 168 time: 0.4373970 Sep 01 15:43:25.166962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76267257-98ee-4217-952d-8176f65fe8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f1f6b6-e247-403e-b638-7c6098018c51,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:25.917517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42784) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:25.934288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a5970c5-5f50-4712-aac6-158d6409bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.193016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a5970c5-5f50-4712-aac6-158d6409bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.222908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a5970c5-5f50-4712-aac6-158d6409bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.301119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a5970c5-5f50-4712-aac6-158d6409bf3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7936c965066f477c979ed0c4f623a1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820014 Sep 01 15:43:26.309013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 42822) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:26.363981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5970c5-5f50-4712-aac6-158d6409bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144321e5-6a5d-4c38-8f5d-48344621a3e7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:26.389322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad655-d285-428a-9b68-3c7af35bf52c req-0075806e-9d36-4e56-b1d5-b192de6f8644 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.412786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d0ad655-d285-428a-9b68-3c7af35bf52c req-0075806e-9d36-4e56-b1d5-b192de6f8644 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.2422359 Sep 01 15:43:26.464178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.494576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.513253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d0ad655-d285-428a-9b68-3c7af35bf52c req-c31c99a8-1ede-41af-9934-6324354410bf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975742 Sep 01 15:43:26.610473 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.616201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.622234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/144321e5-6a5d-4c38-8f5d-48344621a3e7 HTTP/1.1" status: 204 len: 168 time: 0.3072844 Sep 01 15:43:26.633817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff4734-a894-4226-add6-dd796e1c780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144321e5-6a5d-4c38-8f5d-48344621a3e7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:26.753047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75addf73-1336-4802-8264-ced5c58ce46b req-b4609f88-d90a-493c-9ebd-3eae0cbbfdbd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.765932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75addf73-1336-4802-8264-ced5c58ce46b req-b4609f88-d90a-493c-9ebd-3eae0cbbfdbd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1161675 Sep 01 15:43:26.837175 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75addf73-1336-4802-8264-ced5c58ce46b req-2df71d48-6f0f-406a-9474-fb5b3c88f7dc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680051 Sep 01 15:43:26.871660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:26.957198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651647f8-c5d0-4dc7-a5c2-0cde006ccb6d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.960771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-651647f8-c5d0-4dc7-a5c2-0cde006ccb6d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1092 time: 0.0875785 Sep 01 15:43:26.965345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 42882) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:26.976828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:27.019689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:27.253166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:27.459206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.254 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4d42db87-d581-4477-8d4a-85e20b7adb31) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:27.652694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:27.757132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:27.834693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:27.838740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:27.843100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:27.880601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=4d42db87-d581-4477-8d4a-85e20b7adb31,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:28.041247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.859319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.964683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.188632 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.194782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.307222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=4d42db87-d581-4477-8d4a-85e20b7adb31,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:29.323767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.452272 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP e91ca3f0-b7d0-464b-81bb-561859dce41f associated. External IP: 172.25.1.254, port: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3. Sep 01 15:43:29.821622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-98b367b7-52f3-4f71-ad25-faa3092f33d2 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:29.823423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-98b367b7-52f3-4f71-ad25-faa3092f33d2 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 813 time: 0.2281363 Sep 01 15:43:29.872684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-4e4ece29-f4fa-4778-b3ef-8adb48a9e636 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/quotas/103e6339c3314e83b2c5b87a9543e558 HTTP/1.1" status: 200 len: 375 time: 0.0207331 Sep 01 15:43:29.921669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-21c8c172-14b5-42ef-96c4-8ce845e79735 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370607 Sep 01 15:43:29.939493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 29fa4762-257c-4ce7-a007-fae263eb7f45 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:43:30.318852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-bb4a7df4-7e33-47f6-9771-cdf5102d75b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569040 Sep 01 15:43:30.357445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:30.387123 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Sync routers for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:30.399046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:30.399845 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:30.451009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.513154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0ea381ea-9b15-4b11-a142-ff0502b7634b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5458822 Sep 01 15:43:30.517514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:30.521954 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16388515-f40e-4340-93f3-190ca3e1f15a" -d '{"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:30.608265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-7ad7e077-3bd2-41c9-97cb-bbd356ec4ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877858 Sep 01 15:43:30.642828 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:30.833345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d936b3-71d5-423e-9fe4-57669dade56e req-1add10cc-37e5-4a08-917e-86e666331d2d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:30.848336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79d936b3-71d5-423e-9fe4-57669dade56e req-1add10cc-37e5-4a08-917e-86e666331d2d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1790538 Sep 01 15:43:30.907763 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bdaa6-ac18-4a68-8705-1f0ecb2a82b1 x-openstack-request-id: req-573bdaa6-ac18-4a68-8705-1f0ecb2a82b1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:30.908305 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:30.908466 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-573bdaa6-ac18-4a68-8705-1f0ecb2a82b1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:30.909185 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'status': 'completed', 'code': 200} Sep 01 15:43:30.920180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-79d936b3-71d5-423e-9fe4-57669dade56e req-0c69469b-d6f8-4c3a-a258-64c6d491ed0f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706387 Sep 01 15:43:30.972008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.110109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d1f2017-8af3-43ff-a312-fbde17cd5126 req-124f94db-07ab-4f54-868d-a8e3cd1885ef tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.1497858 Sep 01 15:43:31.142262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388515-f40e-4340-93f3-190ca3e1f15a req-c98a7214-52a9-4deb-93b8-c93225b7fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:31.145293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-c98a7214-52a9-4deb-93b8-c93225b7fb42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1097 time: 0.1457071 Sep 01 15:43:31.213084 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-216899f2-ff53-40f1-ac5b-3d3e669f7f7d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 200 len: 991 time: 0.2394269 Sep 01 15:43:31.302958 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e91ca3f0-b7d0-464b-81bb-561859dce41f', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'port_id': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'mac_address': 'fa:16:3e:f6:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:28Z', 'updated_at': '2021-09-01T15:43:28Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:31.339071 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Checking router: 29fa4762-257c-4ce7-a007-fae263eb7f45 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:31.350076 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:31.351126 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:31.355249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388515-f40e-4340-93f3-190ca3e1f15a req-154a749d-b1fa-471e-a967-8d985618e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:31.358383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-154a749d-b1fa-471e-a967-8d985618e3e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.2018056 Sep 01 15:43:31.509726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-d31c67bc-9063-4587-838a-1845171c6e92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 999 time: 0.1426580 Sep 01 15:43:31.605529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43132) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.623311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388515-f40e-4340-93f3-190ca3e1f15a req-180946a4-ce98-48db-ba38-f7ca501b2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:31.627647 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:31.628258 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-180946a4-ce98-48db-ba38-f7ca501b2188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.1103840 Sep 01 15:43:31.720177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388515-f40e-4340-93f3-190ca3e1f15a req-b50bfbcf-7135-4e4d-b2e6-eb7dfd28d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:31.722271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-b50bfbcf-7135-4e4d-b2e6-eb7dfd28d753 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888309 Sep 01 15:43:31.924392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 478cbb2e-af1f-4309-8d71-9f7f4135b50f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:31.927293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.010021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-a2f20b21-b906-47e5-94f5-02989ecb40a6 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795930 Sep 01 15:43:32.124717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.125320 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.181149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 478cbb2e-af1f-4309-8d71-9f7f4135b50f owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:32.214863 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.216131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43146) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.265208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16388515-f40e-4340-93f3-190ca3e1f15a req-77443633-1030-4cb6-b4fd-b9ba501d3908 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477703 Sep 01 15:43:32.312710 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e91ca3f0-b7d0-464b-81bb-561859dce41f', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'port_id': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'mac_address': 'fa:16:3e:f6:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:28Z', 'updated_at': '2021-09-01T15:43:28Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:32.362191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a557f30-0545-42a9-915a-a0d32cccfdbf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 200 len: 991 time: 0.1451142 Sep 01 15:43:32.375498 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa6b0-f0f0-470d-9284-e7f5ba727847 None None] The sync data for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 is: [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'e91ca3f0-b7d0-464b-81bb-561859dce41f', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.254', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'port_id': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'mac_address': 'fa:16:3e:f6:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:28Z', 'updated_at': '2021-09-01T15:43:28Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:32.416089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7dbab19c-888b-4b66-b426-90fe15d34c77 req-4574112e-8389-4118-9c45-30b95c9f4b01 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.1283815 Sep 01 15:43:32.440420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c0f6-3a97-45df-bd01-42451a81f9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.556533 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.595303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=478cbb2e-af1f-4309-8d71-9f7f4135b50f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:32.679362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c0f6-3a97-45df-bd01-42451a81f9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.684980 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c0f6-3a97-45df-bd01-42451a81f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.752631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6ab5c0f6-3a97-45df-bd01-42451a81f9b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bd0bb5b16934542b2e3e604c9fb9751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316360 Sep 01 15:43:32.752631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c0f6-3a97-45df-bd01-42451a81f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ffb06-a4d7-4b7e-b6f6-610ea6ee6b52,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:32.755682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.756845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.770111 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 9f87a0e5-6511-4438-9771-dc0e2364de83 disassociated (deleted). External IP: 172.25.1.133, port: 75387d18-a417-43e0-9ff6-3f3d6e6df138. Sep 01 15:43:32.881655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eccb82d-47c0-4cf0-885e-ed856adaeefb None None] New status for floating IP e91ca3f0-b7d0-464b-81bb-561859dce41f: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:43:32.893268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.984138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.074228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.078955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.080859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba7ffb06-a4d7-4b7e-b6f6-610ea6ee6b52 HTTP/1.1" status: 204 len: 168 time: 0.3201954 Sep 01 15:43:33.095213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec687-6c54-4b0d-b30d-28f885b6cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ffb06-a4d7-4b7e-b6f6-610ea6ee6b52,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:33.249616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:43:33.367299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:33.432939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:33.442476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.447166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2a4639ef-faac-4e33-a4ba-b95ac3b8b84e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 200 len: 993 time: 0.0784197 Sep 01 15:43:33.469582 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:33.485292 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4d680bf1-a675-44a1-8b78-1a530acd9e11 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "DELETE /v2.0/floatingips/9f87a0e5-6511-4438-9771-dc0e2364de83 HTTP/1.1" status: 204 len: 168 time: 1.8737111 Sep 01 15:43:33.485292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:33.485811 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79cd640-6835-49a6-a773-423906dfeda9" -d '{"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:33.497012 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:33.498358 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:33.569082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-304d760c-6ab6-4dd9-8cb9-d351630443e8 req-c7fa8a3a-48ed-4fe5-9db9-f4ab20c6e580 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.0658219 Sep 01 15:43:33.668014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:33.678363 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c95e30-20fd-44ed-8681-f86114d4e4cd x-openstack-request-id: req-b2c95e30-20fd-44ed-8681-f86114d4e4cd {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:33.678693 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:33.678693 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2c95e30-20fd-44ed-8681-f86114d4e4cd {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:33.680615 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'status': 'completed', 'code': 200} Sep 01 15:43:33.695117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1254f782-887d-4a04-a050-52cb69b339b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.773192 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:33.808173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e0c2-4b20-4fc3-a1c5-a85188304733 req-80694feb-c154-4e2e-9c8e-c3effd146013 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:33.811059 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9608e0c2-4b20-4fc3-a1c5-a85188304733 req-80694feb-c154-4e2e-9c8e-c3effd146013 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.0684149 Sep 01 15:43:33.820777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd640-6835-49a6-a773-423906dfeda9 req-2c069c5e-941b-4b09-b2c2-d25868860408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:33.823468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-2c069c5e-941b-4b09-b2c2-d25868860408 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 1097 time: 0.1116951 Sep 01 15:43:33.881178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9608e0c2-4b20-4fc3-a1c5-a85188304733 req-5bd1d3c4-1c36-4dc8-a164-140add693a33 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597293 Sep 01 15:43:34.036954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd640-6835-49a6-a773-423906dfeda9 req-211f238d-d7ad-48a9-9dcc-746d6fe2038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.040564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-211f238d-d7ad-48a9-9dcc-746d6fe2038d service neutron] 10.222.0.50 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.2073534 Sep 01 15:43:34.069264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1254f782-887d-4a04-a050-52cb69b339b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.107270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-4ab8d87a-8235-4d66-8e34-7e601a1d296f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 200 len: 217 time: 0.0541470 Sep 01 15:43:34.108959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1254f782-887d-4a04-a050-52cb69b339b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.168452 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:34.197591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1254f782-887d-4a04-a050-52cb69b339b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e5599fc48cf4f31b2f5f99118d57471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277407 Sep 01 15:43:34.200243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43186) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:34.210843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254f782-887d-4a04-a050-52cb69b339b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4a1ab-5f4d-4451-a4d5-15a5ed465fce,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:34.221522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd640-6835-49a6-a773-423906dfeda9 req-a32b3f1c-3421-4422-8fa2-4dc2da542168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.223097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-a32b3f1c-3421-4422-8fa2-4dc2da542168 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1073134 Sep 01 15:43:34.246040 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:34.262100 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:34.263590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:34.313110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd640-6835-49a6-a773-423906dfeda9 req-f059d97c-f1e5-4475-85cf-6dbed1203f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.314858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-f059d97c-f1e5-4475-85cf-6dbed1203f60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723186 Sep 01 15:43:34.351326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.403990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.486163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-10dcdfb6-596e-4437-9bae-2d01169f38a0 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617458 Sep 01 15:43:34.504026 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.513151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.520048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58e4a1ab-5f4d-4451-a4d5-15a5ed465fce HTTP/1.1" status: 204 len: 168 time: 0.3181047 Sep 01 15:43:34.536726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01adb-aed3-46f5-bd20-1cce3380708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4a1ab-5f4d-4451-a4d5-15a5ed465fce,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:34.592886 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:34.728692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d79cd640-6835-49a6-a773-423906dfeda9 req-305db885-ab16-48d1-8e32-fac30e614dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315814 Sep 01 15:43:34.820631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13a4bf53-0ee0-4dce-8d5e-b028937ddd38 req-5d151d3e-6a1c-4415-85ca-25be81c02371 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.0851855 Sep 01 15:43:35.077723 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:35.177201 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598017e-9f71-4606-99a0-7ba64562fa4c None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5147e987-ef41-4232-a4b1-270ec603737d', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'port_id': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'mac_address': 'fa:16:3e:cf:55:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:34Z', 'updated_at': '2021-09-01T15:39:42Z', 'revision_number': 1, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:35.181429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577f4e-a12f-48bd-96f5-160aab261384 req-8ed7d04f-156e-49aa-9660-a11b104d6b14 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:35.202845 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64577f4e-a12f-48bd-96f5-160aab261384 req-8ed7d04f-156e-49aa-9660-a11b104d6b14 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.1762044 Sep 01 15:43:35.292220 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-64577f4e-a12f-48bd-96f5-160aab261384 req-d21105ef-230d-4aa7-aafb-01cb7d0a48d8 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883622 Sep 01 15:43:35.358512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-c1b0510c-4b43-4391-a0f4-b2c0bfad713c tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:35.360352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-c1b0510c-4b43-4391-a0f4-b2c0bfad713c tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 813 time: 0.2770646 Sep 01 15:43:35.384800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Request body: {'port': {'device_id': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e', 'admin_state_up': True, 'tenant_id': '103e6339c3314e83b2c5b87a9543e558'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:35.496072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-5d0f98ba-dc06-4792-801b-6bc82161054f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:35.502624 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-5d0f98ba-dc06-4792-801b-6bc82161054f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 945 time: 0.1585138 Sep 01 15:43:35.578746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Made reservation on behalf of 103e6339c3314e83b2c5b87a9543e558 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:35.583606 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.649100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 75387d18-a417-43e0-9ff6-3f3d6e6df138 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:35.649877 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.789343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port 75387d18-a417-43e0-9ff6-3f3d6e6df138, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=75387d18-a417-43e0-9ff6-3f3d6e6df138,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:35.791033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.819765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297253b-dfeb-43c3-baac-ca9d65b5e997 None None] New status for floating IP 9f87a0e5-6511-4438-9771-dc0e2364de83: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:43:35.827079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 75387d18-a417-43e0-9ff6-3f3d6e6df138 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:35.844675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Allocated IP 172.20.0.14 (b7dac433-8dc9-4af6-a744-9339234b7e1e/3146b3c0-3a7a-4e56-bffa-849dce5c9ff1/c6f1af98-2b88-41bd-8c0b-5fe59783b6a3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:36.105586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f2e477f-fbcd-4e19-b716-c81685685fee req-f3136c43-30b1-4714-a7ae-ad88cd753edb tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.0654848 Sep 01 15:43:36.147363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.188683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=75387d18-a417-43e0-9ff6-3f3d6e6df138,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:36.243374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port 75387d18-a417-43e0-9ff6-3f3d6e6df138 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:36.246750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.249434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0ebe9a1-1ced-4915-aacf-17bb6f1435db req-9b7fdf36-fd5c-473c-b98a-897a0df3a5a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.50 "DELETE /v2.0/ports/75387d18-a417-43e0-9ff6-3f3d6e6df138 HTTP/1.1" status: 204 len: 173 time: 0.7387314 Sep 01 15:43:36.249921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'name': 'network-vif-deleted', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:36.252351 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f29090-9b52-40c6-bc64-c60538f0f8aa" -d '{"events": [{"server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "name": "network-vif-deleted", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:36.259476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.309038 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f493b7-7b5f-47e3-9a6d-4d9ace2a126b x-openstack-request-id: req-c0f493b7-7b5f-47e3-9a6d-4d9ace2a126b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:36.309630 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14218b66-7656-456b-9840-974f17ae73fc", "name": "network-vif-deleted", "tag": "75387d18-a417-43e0-9ff6-3f3d6e6df138", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:36.310381 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0f493b7-7b5f-47e3-9a6d-4d9ace2a126b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:36.310970 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14218b66-7656-456b-9840-974f17ae73fc', 'name': 'network-vif-deleted', 'tag': '75387d18-a417-43e0-9ff6-3f3d6e6df138', 'status': 'completed', 'code': 200} Sep 01 15:43:36.360186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.429580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Network b7dac433-8dc9-4af6-a744-9339234b7e1e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:36.433305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:36.443616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:36.499257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:36.500036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.516175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Pushing event updated for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:36.558337 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a10975cf-0cdb-4fdc-acc2-475c7c7fe64c req-88ef16bd-1137-4bd2-82d7-83e58d9da4b3 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0541878 Sep 01 15:43:36.569250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-6360dc46-1972-472d-b6d1-e75823adc11e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1950421 Sep 01 15:43:36.583286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Request body: {'port': {'device_id': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:36.692338 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.150894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:37.174841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.208446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Transition to ACTIVE for port object c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:37.215005 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.289501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f472f-fa0d-4932-b527-f70985556706 req-c07ad031-0da9-411c-95c6-d9586d932e6b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:37.307379 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e09f472f-fa0d-4932-b527-f70985556706 req-c07ad031-0da9-411c-95c6-d9586d932e6b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 944 time: 0.0888674 Sep 01 15:43:37.384151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e09f472f-fa0d-4932-b527-f70985556706 req-5cb1dc00-defc-49bf-a3dd-971dcbb3ebfe tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Sep 01 15:43:37.415575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:37.501171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Attempting to bind port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:37.501508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Attempting to bind port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:37.501990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Attempting to bind port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 on network b7dac433-8dc9-4af6-a744-9339234b7e1e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:37.507993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 on network b7dac433-8dc9-4af6-a744-9339234b7e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:43:37.508466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Attempting to bind port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 on network b7dac433-8dc9-4af6-a744-9339234b7e1e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:37.515863 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:37.516266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Checking segment: {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:37.516634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Bound using segment: {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:37.517009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Bound port: c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:37.518027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.640339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:37.651023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:37.662099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.704065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:37.704457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.706548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 HTTP/1.1" status: 200 len: 1093 time: 1.1279633 Sep 01 15:43:37.709214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:37.718620 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e486371-2aac-48fa-856e-2e4257d01cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:37.848004 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfb4920-ab93-4da7-b7f3-aa9e7f8f2382 x-openstack-request-id: req-bcfb4920-ab93-4da7-b7f3-aa9e7f8f2382 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:37.848904 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:37.849407 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcfb4920-ab93-4da7-b7f3-aa9e7f8f2382 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:37.850019 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3', 'status': 'completed', 'code': 200} Sep 01 15:43:37.858222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320100a2-fc91-43cf-b172-97735e7966e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:37.885505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-0d98ea96-c1c2-4164-a211-5ab1cd34ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:37.887890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-0d98ea96-c1c2-4164-a211-5ab1cd34ac4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 1096 time: 0.1141672 Sep 01 15:43:37.933992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 75387d18-a417-43e0-9ff6-3f3d6e6df138 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:37.949577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-51decaca-b5f8-469e-873b-c623d2a6e3fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0536549 Sep 01 15:43:37.980162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 75387d18-a417-43e0-9ff6-3f3d6e6df138 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:37.980858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 75387d18-a417-43e0-9ff6-3f3d6e6df138 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:38.043284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-d8ff3430-d684-4d89-943c-e27326d13c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:38.052491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-d8ff3430-d684-4d89-943c-e27326d13c48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.0947938 Sep 01 15:43:38.120223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-35a84918-4d24-4042-965d-04a2c9ba6f5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617859 Sep 01 15:43:38.290697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-5821d9c3-6080-44e0-ad3f-2d3c19d57eba service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624625 Sep 01 15:43:38.308003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3c9d035-0f54-4d5f-a2ad-2e8cc77cfeec req-ff578402-0251-46c3-a3ed-ce3b0f6fba0c tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0395184 Sep 01 15:43:38.455116 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09689b7a-9de7-45f8-8f1b-905fafa1e679 req-89d60832-7bff-43db-bbdb-49bdd68f2067 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457870 Sep 01 15:43:38.631322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-a02977de-e15d-492a-9901-68c37d71069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:38.634799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-a02977de-e15d-492a-9901-68c37d71069e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 1096 time: 0.0911551 Sep 01 15:43:38.679156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2c1e6-e5e8-41c2-8d13-ef2efde55364 req-91d2018e-e7f9-4bea-8105-c7618676b504 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:38.693499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df2c1e6-e5e8-41c2-8d13-ef2efde55364 req-91d2018e-e7f9-4bea-8105-c7618676b504 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 944 time: 0.1471760 Sep 01 15:43:38.792349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-f0077785-ff35-4dca-a1a9-6ada6424282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:38.792988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4df2c1e6-e5e8-41c2-8d13-ef2efde55364 req-0c1e4462-e325-4b8b-9f6a-8edc0e9cb6e4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918579 Sep 01 15:43:38.808301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-f0077785-ff35-4dca-a1a9-6ada6424282b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 914 time: 0.1657491 Sep 01 15:43:38.913656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-729c9a12-ca41-4aa1-83f6-9b5e6119bedd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0884211 Sep 01 15:43:39.012357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-102cb09d-8341-4833-86d8-d02f0f841ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:39.016865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-102cb09d-8341-4833-86d8-d02f0f841ecd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.0956337 Sep 01 15:43:39.057655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-b71cb043-5b2e-4f67-93ed-6c16dd96d506 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321004 Sep 01 15:43:39.187592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-8dee48e1-5a6e-4326-94e9-caecb3d2d2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147280 Sep 01 15:43:39.319906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e486371-2aac-48fa-856e-2e4257d01cc4 req-e65bbd97-affa-4d81-89f7-331184e1d506 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Sep 01 15:43:39.459774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-689cd87b-bccf-47b3-b2a8-6ef8f5d2d0ba req-fdd6b107-ab0e-48b0-9b83-a6d79bea7e55 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0334699 Sep 01 15:43:39.952114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:43:40.082551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b87c36-c541-47e4-b121-46f927fc1514 req-7101cda2-6f79-4b27-8185-5721bbfc6334 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:40.097823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7b87c36-c541-47e4-b121-46f927fc1514 req-7101cda2-6f79-4b27-8185-5721bbfc6334 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 944 time: 0.1232524 Sep 01 15:43:40.101310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:40.124324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3', 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e', 'port_id': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3', 'mac_address': 'fa:16:3e:40:aa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3146b3c0-3a7a-4e56-bffa-849dce5c9ff1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:43:40.153587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e7b87c36-c541-47e4-b121-46f927fc1514 req-41c88c2c-e3a4-4149-a451-d6fc0738e07d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584676 Sep 01 15:43:40.183886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.200991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:40.235385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:40.242576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.313819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:40.329252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.329709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.330167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.330587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.331732 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.332328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.332758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.333254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.333684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.334127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.334677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.335265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:40.489467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c6f1af98-2b88-41bd-8c0b-5fe59783b6a3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:43:40.654989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48e42d38-ae80-4d09-a878-89618ec341e5 req-20272059-1983-4b08-a932-dffb7fe94600 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0610890 Sep 01 15:43:41.316220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc45dc-820d-4700-a05b-da0a83d149ef req-4f666697-d1a2-4f7b-ab87-15993d7d838d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:41.318405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93fc45dc-820d-4700-a05b-da0a83d149ef req-4f666697-d1a2-4f7b-ab87-15993d7d838d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 945 time: 0.0794702 Sep 01 15:43:41.373111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-93fc45dc-820d-4700-a05b-da0a83d149ef req-d7dbd255-80a8-4121-a82d-5df1a28ad9e6 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Sep 01 15:43:41.850598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bea8d9e6-2b7e-4408-b782-d4120d89fda6 req-ab081d13-2ce4-4cdd-8b95-28935daab989 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=14218b66-7656-456b-9840-974f17ae73fc HTTP/1.1" status: 200 len: 210 time: 0.0398090 Sep 01 15:43:41.966435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:42.035727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:42.042552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:42.043061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.150832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.179232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:42.182099 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1ae8e-4e49-4a0c-8c7c-a28525ec83f9" -d '{"events": [{"server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:42.201014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:42.206474 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.248024 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035faa69-549b-45f8-ac61-86ecb0504117 x-openstack-request-id: req-035faa69-549b-45f8-ac61-86ecb0504117 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:42.248481 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:42.248820 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-035faa69-549b-45f8-ac61-86ecb0504117 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:42.249433 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3', 'code': 200} Sep 01 15:43:42.298807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:42.367065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4285b88-1703-407c-9ecb-60eab4925dd3 req-e1e743b6-8e7d-465e-9888-af68cb06cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:42.368607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4285b88-1703-407c-9ecb-60eab4925dd3 req-e1e743b6-8e7d-465e-9888-af68cb06cf15 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 1098 time: 0.0544736 Sep 01 15:43:42.421357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4285b88-1703-407c-9ecb-60eab4925dd3 req-e8c75714-9e77-41a6-9641-0ab0151dbe52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Sep 01 15:43:42.526985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d605-9a13-45e3-b874-9a6406314695 req-8165c86b-39e9-46d3-83a1-ff88a747c40e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:42.528685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0769d605-9a13-45e3-b874-9a6406314695 req-8165c86b-39e9-46d3-83a1-ff88a747c40e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 946 time: 0.0571988 Sep 01 15:43:42.574162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0769d605-9a13-45e3-b874-9a6406314695 req-0681a185-a646-4fa3-9e9a-4e9e28eedf31 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Sep 01 15:43:43.184825 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:43:43.797387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882299f2-f7e2-4dff-90fd-b79cbfbea60c req-7c166405-8e8e-41d7-b463-1049805a62fe tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:43.814546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-882299f2-f7e2-4dff-90fd-b79cbfbea60c req-7c166405-8e8e-41d7-b463-1049805a62fe tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 946 time: 0.0937200 Sep 01 15:43:43.892313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-882299f2-f7e2-4dff-90fd-b79cbfbea60c req-a1c5ae77-363e-43bf-8b5a-d27448c29f24 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754430 Sep 01 15:43:44.411409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5df4a7a8-d59e-488f-b5aa-fe8657d17750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.211810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43446) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:45.484292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a60a88e-013e-4459-ba69-9fe65a053a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.646391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:45.649534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a60a88e-013e-4459-ba69-9fe65a053a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.669550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a60a88e-013e-4459-ba69-9fe65a053a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.709250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43462) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:45.715383 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6a60a88e-013e-4459-ba69-9fe65a053a13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3f65ba2f77544f587bf95bd8561bd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019920 Sep 01 15:43:45.746668 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60a88e-013e-4459-ba69-9fe65a053a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773e498-f80a-46c6-a46c-97634e94108e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:45.845297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.872299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4339-5714-466b-ae27-0764c82b9fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.900301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.015287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.017801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.019943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a773e498-f80a-46c6-a46c-97634e94108e HTTP/1.1" status: 204 len: 168 time: 0.3086381 Sep 01 15:43:46.045486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31cdc-6963-4f5e-959d-402947142d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773e498-f80a-46c6-a46c-97634e94108e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:46.075887 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4339-5714-466b-ae27-0764c82b9fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.085327 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4339-5714-466b-ae27-0764c82b9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.149441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6ba4339-5714-466b-ae27-0764c82b9fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11ecf1adae5f4e449bfa52f9fe230f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011306 Sep 01 15:43:46.153508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43466) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:46.170509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba4339-5714-466b-ae27-0764c82b9fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649045f0-57de-43ef-8610-ff3aa3ec4a1e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:46.224786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.253912 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.331477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.334848 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.339926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/649045f0-57de-43ef-8610-ff3aa3ec4a1e HTTP/1.1" status: 204 len: 168 time: 0.1826108 Sep 01 15:43:46.353914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61aa12-7ee7-4089-8300-3b883ebfc864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649045f0-57de-43ef-8610-ff3aa3ec4a1e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:46.648440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43478) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:46.672340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1831-688d-4cce-a0a4-d2bad6d102df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.900682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1831-688d-4cce-a0a4-d2bad6d102df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.910084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1831-688d-4cce-a0a4-d2bad6d102df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.998820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:46.999687 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb4f1831-688d-4cce-a0a4-d2bad6d102df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb224f7f35ef483198fe257dfe9f7d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492396 Sep 01 15:43:47.000310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f1831-688d-4cce-a0a4-d2bad6d102df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40b402d-df37-4ed2-8e59-f7dfb03e1747,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.069235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43486) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:47.089391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4b4b-47f5-43f9-b1b1-3b7aa71e5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.112118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.156445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.238647 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.241889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.244233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d40b402d-df37-4ed2-8e59-f7dfb03e1747 HTTP/1.1" status: 204 len: 168 time: 0.2432470 Sep 01 15:43:47.258480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ff2a0-12b7-46b1-9804-0db222804346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40b402d-df37-4ed2-8e59-f7dfb03e1747,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.302948 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4b4b-47f5-43f9-b1b1-3b7aa71e5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.317051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffcc4b4b-47f5-43f9-b1b1-3b7aa71e5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.364571 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ffcc4b4b-47f5-43f9-b1b1-3b7aa71e5b0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6af5e2e5f964a94875118b591cc7533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935503 Sep 01 15:43:47.367950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:47.389174 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc4b4b-47f5-43f9-b1b1-3b7aa71e5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589c5ea-e1ad-4848-8da7-666a13b2c1c1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.458275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.490376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.552809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.558157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.563332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a589c5ea-e1ad-4848-8da7-666a13b2c1c1 HTTP/1.1" status: 204 len: 168 time: 0.1942809 Sep 01 15:43:47.580221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989a1a-539e-4b3e-aa32-b5fe95223648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589c5ea-e1ad-4848-8da7-666a13b2c1c1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.587406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a5d344c-75cf-446f-83c0-6693f19f46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.673390 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.919720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-12dd1dac-8c60-4e1f-8540-f96e30990450 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1022010 Sep 01 15:43:48.072111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-fe604983-e9e1-4ee4-bf94-1ab8571b8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.080247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-fe604983-e9e1-4ee4-bf94-1ab8571b8c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.0662093 Sep 01 15:43:48.198823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:48.238790 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e1d38db-469d-4f10-9ae5-ed4f44ba5918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.252324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-bc583b95-9549-4a24-99e7-9f2cb0d78256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.254434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-bc583b95-9549-4a24-99e7-9f2cb0d78256 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.1466930 Sep 01 15:43:48.410759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-1b635452-44f1-41c3-83e1-ab6fe78b8129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 1000 time: 0.1422062 Sep 01 15:43:48.449033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e1d38db-469d-4f10-9ae5-ed4f44ba5918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.458649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e1d38db-469d-4f10-9ae5-ed4f44ba5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.513543 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.546965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-68654b27-c438-4b5b-82e5-50d49440fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.548914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-68654b27-c438-4b5b-82e5-50d49440fccb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1288610 Sep 01 15:43:48.581362 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e1d38db-469d-4f10-9ae5-ed4f44ba5918 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e116660fb1a46cd81534f4a6d25bd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772919 Sep 01 15:43:48.581362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d38db-469d-4f10-9ae5-ed4f44ba5918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68768e8a-e918-454d-8147-e18344c32994,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:48.583376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:48.638625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-7c83cf18-b28d-4135-979d-61dc4fe8850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.641307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-7c83cf18-b28d-4135-979d-61dc4fe8850e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823011 Sep 01 15:43:48.645636 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.704342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43520) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:48.781241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.847044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.893821 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-5430ec80-186d-4f7f-8e68-e72d932ef004 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428815 Sep 01 15:43:49.074480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.079594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.081991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68768e8a-e918-454d-8147-e18344c32994 HTTP/1.1" status: 204 len: 168 time: 0.4971275 Sep 01 15:43:49.102033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5e5d-0f77-4364-a9ca-089dcc5755d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68768e8a-e918-454d-8147-e18344c32994,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:49.115921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port f0f39cd2-feb3-4ae2-870a-e428793bcde0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:49.116373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.175894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ec90785-a378-41ca-84b0-3ca316ca2f0e req-0403e3ee-c683-424f-bcf6-095d363a3713 service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744339 Sep 01 15:43:49.273852 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.274958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.291606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for f0f39cd2-feb3-4ae2-870a-e428793bcde0 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:49.551914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.603834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=f0f39cd2-feb3-4ae2-870a-e428793bcde0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:49.710110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.710697 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Floating IP 5147e987-ef41-4232-a4b1-270ec603737d disassociated (deleted). External IP: 172.25.1.31, port: cf4ce39a-d95d-4064-91b9-abc01abf5c21. Sep 01 15:43:50.015647 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:50.544430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:43:50.774283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:50.783833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:50.788284 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:50.814683 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:50.816256 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:50.872619 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f7203952-b506-40ff-9fe3-695bba77339d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "DELETE /v2.0/floatingips/5147e987-ef41-4232-a4b1-270ec603737d HTTP/1.1" status: 204 len: 168 time: 2.1665478 Sep 01 15:43:50.873909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:50.878755 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c778362-e7d9-4d20-b520-33adeed0d5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:50.951325 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3355b1-b1fe-455f-8b5e-a3ce07158e57 x-openstack-request-id: req-da3355b1-b1fe-455f-8b5e-a3ce07158e57 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:50.951778 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:50.952187 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da3355b1-b1fe-455f-8b5e-a3ce07158e57 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:50.952830 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'status': 'completed', 'code': 200} Sep 01 15:43:51.116551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:51.134453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-bd4db358-482e-4a76-9ea8-6d4222ed91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:51.137711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-bd4db358-482e-4a76-9ea8-6d4222ed91ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff8830f56a824c7cbdad147179a33da9&device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 1097 time: 0.1199377 Sep 01 15:43:51.303291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43634) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:51.444933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-d0a9b73b-9f0c-4368-8c04-6345c782b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:51.449479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-d0a9b73b-9f0c-4368-8c04-6345c782b503 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 200 len: 913 time: 0.3006747 Sep 01 15:43:51.560208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-18ef866a-59a3-45fc-a0d0-607b1eb0ba4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 200 len: 217 time: 0.0784502 Sep 01 15:43:51.638485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2348a9e-cfae-4a7c-821b-d6858c9f319d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.660520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135999-6126-4b5b-bc1b-fbf7bd6abd13 req-19df0569-f8af-4dc6-9ee7-342c8fccd7b1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:51.664623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a135999-6126-4b5b-bc1b-fbf7bd6abd13 req-19df0569-f8af-4dc6-9ee7-342c8fccd7b1 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.2129288 Sep 01 15:43:51.681210 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:51.713108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-a8254704-0427-462f-bb25-ddc46fd5b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:51.716640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-a8254704-0427-462f-bb25-ddc46fd5b7cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 200 len: 851 time: 0.1474402 Sep 01 15:43:51.779790 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:51.817979 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:51.819002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:51.891713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a135999-6126-4b5b-bc1b-fbf7bd6abd13 req-6aa07637-f230-43ba-b686-c87efc576a9e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180099 Sep 01 15:43:51.909224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-3c745450-2e30-4f7d-b6f8-ffeeaa80fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:51.929827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-3c745450-2e30-4f7d-b6f8-ffeeaa80fb84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773f729e-e1bb-447b-a9da-4828256ca2e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963890 Sep 01 15:43:51.980738 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2348a9e-cfae-4a7c-821b-d6858c9f319d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.987165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b2348a9e-cfae-4a7c-821b-d6858c9f319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.078735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2348a9e-cfae-4a7c-821b-d6858c9f319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657a1979-7ad6-40df-8624-52bf20b16126,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:52.099830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b2348a9e-cfae-4a7c-821b-d6858c9f319d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fd31ba4543f4491a16bc87b5deb33d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947261 Sep 01 15:43:52.103581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43658) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:52.136575 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:52.219726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.277567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.411637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.416530 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.432854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/657a1979-7ad6-40df-8624-52bf20b16126 HTTP/1.1" status: 204 len: 168 time: 0.3275771 Sep 01 15:43:52.479921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873dd5-1531-4586-ba72-851d724b14c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a1979-7ad6-40df-8624-52bf20b16126,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:52.715417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-fe499a60-db23-4424-bc98-e6f9ce899f7f service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812543 Sep 01 15:43:52.847246 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:52.910698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c778362-e7d9-4d20-b520-33adeed0d5d4 req-d6388b28-fb92-4ab3-ab56-41900f839d3b service neutron] 10.222.0.24 "GET /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781721 Sep 01 15:43:52.911975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c062ce-a3fb-45ea-983b-e2b55c2ca031 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:27:59Z', 'revision_number': 4, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2cc2f0c2-0bea-4169-b8f1-9ea843e05480', 'name': '', 'network_id': '773f729e-e1bb-447b-a9da-4828256ca2e7', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'mac_address': 'fa:16:3e:a3:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:57Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'subnets': [{'id': '3cb0ddbf-00c7-4a33-a6da-18e5274c0642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:53.186551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0f5c-0533-4ec3-a18a-cb69b33c0e13 req-05996c9b-18e7-447a-90bb-76d4dd29b09d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:53.204307 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd5b0f5c-0533-4ec3-a18a-cb69b33c0e13 req-05996c9b-18e7-447a-90bb-76d4dd29b09d tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.1361220 Sep 01 15:43:53.287593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fd5b0f5c-0533-4ec3-a18a-cb69b33c0e13 req-5bd3498c-28b6-49e0-a4e6-f945f13133d2 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804567 Sep 01 15:43:53.359488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84cec7-e708-414d-931c-86175e61ec73 req-589bfe59-b6d6-4401-95f6-49b913c5f9cb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:53.361213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da84cec7-e708-414d-931c-86175e61ec73 req-589bfe59-b6d6-4401-95f6-49b913c5f9cb tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 945 time: 0.1329639 Sep 01 15:43:53.418508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c781be8-d0ce-45f9-9ae8-fdd9eb25704e None None] New status for floating IP 5147e987-ef41-4232-a4b1-270ec603737d: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:43:53.511779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port cf4ce39a-d95d-4064-91b9-abc01abf5c21 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:53.512280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.740446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] For port cf4ce39a-d95d-4064-91b9-abc01abf5c21, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=cf4ce39a-d95d-4064-91b9-abc01abf5c21,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:53.741394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.769339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for cf4ce39a-d95d-4064-91b9-abc01abf5c21 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:54.022264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.069669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=cf4ce39a-d95d-4064-91b9-abc01abf5c21,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:54.135573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] No DVR routers for this DVR port cf4ce39a-d95d-4064-91b9-abc01abf5c21 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:54.139182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.141930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da84cec7-e708-414d-931c-86175e61ec73 req-1ff1f5e9-e310-4151-b731-b040d816b095 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.24 "DELETE /v2.0/ports/cf4ce39a-d95d-4064-91b9-abc01abf5c21 HTTP/1.1" status: 204 len: 173 time: 0.7730467 Sep 01 15:43:54.142410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'name': 'network-vif-deleted', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:54.146565 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c01ab3-6aab-4832-a026-fc4f2074cc05" -d '{"events": [{"server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "name": "network-vif-deleted", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:54.202319 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf588b6-494c-40ca-828a-de91cde33dd2 x-openstack-request-id: req-aaf588b6-494c-40ca-828a-de91cde33dd2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:54.203077 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2537a5f-c104-4e10-9273-f0b5bfd1be19", "name": "network-vif-deleted", "tag": "cf4ce39a-d95d-4064-91b9-abc01abf5c21", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:54.203404 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaf588b6-494c-40ca-828a-de91cde33dd2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:54.203772 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2537a5f-c104-4e10-9273-f0b5bfd1be19', 'name': 'network-vif-deleted', 'tag': 'cf4ce39a-d95d-4064-91b9-abc01abf5c21', 'status': 'completed', 'code': 200} Sep 01 15:43:54.422646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0991a074-0ff2-4fbd-9143-430130d12f42 req-dcb93787-8c1b-4bac-9289-6c0242d0457f tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0550058 Sep 01 15:43:54.855628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43710) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.052044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.214457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.220353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.301013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5c467c985b0489c9bd38e0093398360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408009 Sep 01 15:43:55.301013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6878d-67a5-4943-8f6b-d417dd604abd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:55.301401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.318309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.318777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.319422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.319888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.320435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.338402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.339067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.339651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.340235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.340823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.342588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.343198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f2ed8-9564-4507-84eb-22c22dfa3c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:55.403032 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.453800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.610106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a4b6363-8435-4377-8e31-97bf18728533 req-dc43de11-80d7-4611-850c-74f41d84d441 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0692496 Sep 01 15:43:55.612083 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.616945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.618797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3da6878d-67a5-4943-8f6b-d417dd604abd HTTP/1.1" status: 204 len: 168 time: 0.3161805 Sep 01 15:43:55.645259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636ae20-94cc-49d1-9b25-7eed76711dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6878d-67a5-4943-8f6b-d417dd604abd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:56.795267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9e483cb8-ab38-4957-8502-2e3030fdb8e2 req-faf99ebc-7748-4469-82f2-74f1803833a5 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0680323 Sep 01 15:43:57.327724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43762) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:57.515195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da78b918-9e48-4859-af4e-c1532efaa500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.604070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device cf4ce39a-d95d-4064-91b9-abc01abf5c21 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:57.640445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da78b918-9e48-4859-af4e-c1532efaa500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.646389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da78b918-9e48-4859-af4e-c1532efaa500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.668452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: cf4ce39a-d95d-4064-91b9-abc01abf5c21 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:57.668999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device cf4ce39a-d95d-4064-91b9-abc01abf5c21 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:57.693429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78b918-9e48-4859-af4e-c1532efaa500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5261c9a-20e3-4832-ade1-1ddc2c15a26b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:57.699878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da78b918-9e48-4859-af4e-c1532efaa500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1870bdb907b940b5b2206deb372af5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706975 Sep 01 15:43:57.704323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43768) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:57.770758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.804775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.880802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.884178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.888818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5261c9a-20e3-4832-ade1-1ddc2c15a26b HTTP/1.1" status: 204 len: 168 time: 0.1831939 Sep 01 15:43:57.901149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1b0c-c509-4592-8164-a44a6b7fba26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5261c9a-20e3-4832-ade1-1ddc2c15a26b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:57.940627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8cf14f22-e82a-4834-a9e3-f89afac1d9cd req-18eddae6-09d9-4440-a7e3-5b7dbac46e46 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0406585 Sep 01 15:43:58.033849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.438023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3713b-7679-4967-8331-b7f1c75aaa25 req-1df9f76c-1be5-4180-b65b-bbe884fd1baa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:58.441730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdb3713b-7679-4967-8331-b7f1c75aaa25 req-1df9f76c-1be5-4180-b65b-bbe884fd1baa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.0661352 Sep 01 15:43:58.494277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bdb3713b-7679-4967-8331-b7f1c75aaa25 req-74fb106c-7f3c-44b3-ac7e-3a402a509676 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468187 Sep 01 15:43:58.522343 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43788) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:58.718222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-671f16b8-bd33-443a-95b7-315fe3623fb9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 200 len: 993 time: 0.1935031 Sep 01 15:43:59.170372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5bdf1696-b144-4371-b146-d95e56bd62b5 req-6f703100-1d0b-491b-bbee-c378a276f3a7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2537a5f-c104-4e10-9273-f0b5bfd1be19 HTTP/1.1" status: 200 len: 210 time: 0.0714922 Sep 01 15:43:59.341960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2224-b142-4d93-9814-87fc649c9436 req-5590067d-9a9c-48eb-b774-058b3b5d41dd tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:59.346071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27cd2224-b142-4d93-9814-87fc649c9436 req-5590067d-9a9c-48eb-b774-058b3b5d41dd tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1097 time: 0.0970047 Sep 01 15:43:59.418734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27cd2224-b142-4d93-9814-87fc649c9436 req-29207785-3af6-4ecd-aea5-0a57e94f1ada tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610154 Sep 01 15:44:00.335226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43848) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:00.568336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Deleting port 6890e2f0-81fc-4d14-aa61-ea3f570a8551 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:00.568681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.601134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-a3e7e309-4eac-4e9e-8f81-a5fff96ef28b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2336926 Sep 01 15:44:00.620587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-b256be5f-2b5a-4272-9b61-78c214ea56b4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:44:00.622896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-b256be5f-2b5a-4272-9b61-78c214ea56b4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125353 Sep 01 15:44:00.718668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.719486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.738049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Calling delete_port for 6890e2f0-81fc-4d14-aa61-ea3f570a8551 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:01.004936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.069428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'Port': ['ID=6890e2f0-81fc-4d14-aa61-ea3f570a8551,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:01.194689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.199791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.202479 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ace6e447-b823-4349-b4fc-9339a61dfe8e tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "DELETE /v2.0/floatingips/914aaaa2-9283-49c8-bb9f-6c110bc5fa41 HTTP/1.1" status: 204 len: 168 time: 0.8657277 Sep 01 15:44:01.669103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-11f363fa-9daa-484b-ae2c-1afd8164670f tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:01.670748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-11f363fa-9daa-484b-ae2c-1afd8164670f tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 1094 time: 0.2510712 Sep 01 15:44:01.681687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Request body: {'binding': {'host': 'n-h1-802060-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:01.682540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Unknown quota resources ['binding']. {{(pid=106376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:44:01.882270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on host n-h1-802060-16 for vnic_type normal with profile None {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:01.882989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:01.883562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:01.892593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:01.893281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:01.913808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:01.914633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:01.915371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Bound using segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:01.916107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Bound port: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:02.117860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:02.129664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.143051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-e12ece67-bf71-49de-a586-c2549d4fe858 service neutron] 10.222.0.41 "POST /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4648356 Sep 01 15:44:02.527454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6c1a1-1fe3-4f48-905c-6fc701ee8531 req-68edeeb0-5483-44e2-96d9-394f6f6c3a35 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:02.531808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89c6c1a1-1fe3-4f48-905c-6fc701ee8531 req-68edeeb0-5483-44e2-96d9-394f6f6c3a35 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1324325 Sep 01 15:44:02.539530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-d5f1f83e-5288-4618-9377-762955e707be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:02.542853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-d5f1f83e-5288-4618-9377-762955e707be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1097 time: 0.1213210 Sep 01 15:44:02.697515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89c6c1a1-1fe3-4f48-905c-6fc701ee8531 req-418be817-67c3-4f99-8a44-d7359c41f1c8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527514 Sep 01 15:44:02.795276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f0b90f9b-9832-4221-9fb0-8a431aa9fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:02.798940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f0b90f9b-9832-4221-9fb0-8a431aa9fdda service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.2403944 Sep 01 15:44:02.890083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-99489fa0-90c6-46d4-b2f5-4400c466f317 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0815198 Sep 01 15:44:02.961408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-273a807d-5399-45dc-9966-584c777cd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:02.963843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-273a807d-5399-45dc-9966-584c777cd9fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.0664480 Sep 01 15:44:03.039595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-d859029e-63d2-4448-a548-0eea1ec4eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.041648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-d859029e-63d2-4448-a548-0eea1ec4eaa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635865 Sep 01 15:44:03.160495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-3fe3bc57-fedf-4719-ad7f-c3d4a89c4561 service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101887 Sep 01 15:44:03.301555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-631ca4b8-c449-4ef3-ad90-e05c1a182fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303174 Sep 01 15:44:03.577947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-605b6898-b2db-4ea1-b486-7c413f373182 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.580189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-605b6898-b2db-4ea1-b486-7c413f373182 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948&tenant_id=2656a3574f394d30aba76404f1825660&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1097 time: 0.1924851 Sep 01 15:44:03.618088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-16'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:03.699645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.882193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ba59-40c6-41d6-a5d0-8ea24e706239 req-9d63c29d-bf33-49a9-95b9-05c98e19e3a3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.896250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1eb4ba59-40c6-41d6-a5d0-8ea24e706239 req-9d63c29d-bf33-49a9-95b9-05c98e19e3a3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.0880380 Sep 01 15:44:03.949745 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1eb4ba59-40c6-41d6-a5d0-8ea24e706239 req-4d249099-0d06-4207-bfba-2e288f377c85 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Sep 01 15:44:04.005128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:04.058654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:04.106953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:04.109870 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbeb8b-9b8a-469e-9a67-fcc0d4d3c384" -d '{"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:04.115621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.125973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.231955 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ebb21c-d361-4a8b-86de-c01806031b8c x-openstack-request-id: req-34ebb21c-d361-4a8b-86de-c01806031b8c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:04.232350 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:04.233282 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34ebb21c-d361-4a8b-86de-c01806031b8c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:04.233282 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'code': 200} Sep 01 15:44:04.274307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:04.333048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on host n-h2-802060-16 for vnic_type normal with profile {"migrating_to": "n-h1-802060-16"} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:04.333416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:04.333743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:04.340806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:04.341163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Attempting to bind port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:04.347318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:04.347651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Checking segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:04.348037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Bound using segment: {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:04.348475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Bound port: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8510a2f9-f72b-4120-9edd-db604effb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:04.348837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.434473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:04.441311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:04.448742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.527336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] Provisioning complete for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:04.528217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.581297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=8']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:04.700310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:04.705211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.709603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f7e597f2-8858-4f44-be7a-3ea6fd9775b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 1123 time: 1.1099870 Sep 01 15:44:04.842765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.877404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:44:04.888609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:04.891203 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6248e700-424f-4fa4-bfde-dea5e0ddbb26" -d '{"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:04.931289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:04.974796 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296bed29-21c9-4c28-b74b-dc228f6de52e x-openstack-request-id: req-296bed29-21c9-4c28-b74b-dc228f6de52e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:04.975421 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:04.975989 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-296bed29-21c9-4c28-b74b-dc228f6de52e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:04.977261 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'code': 200} Sep 01 15:44:04.984129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:04.991169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.050698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.132483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.263743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5d4f0-21f7-4f79-a7ca-d1109fc427fa req-ffa31467-9fe5-4ffe-be13-2739b2db7ecb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:05.276162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37b5d4f0-21f7-4f79-a7ca-d1109fc427fa req-ffa31467-9fe5-4ffe-be13-2739b2db7ecb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1376121 Sep 01 15:44:05.369261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37b5d4f0-21f7-4f79-a7ca-d1109fc427fa req-264ac362-0db3-4293-8a21-9976b5b6ca58 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873904 Sep 01 15:44:05.403048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.408643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.413658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a77d3c0-e32e-4d15-a2eb-ece06c08fcef HTTP/1.1" status: 204 len: 168 time: 0.4780579 Sep 01 15:44:05.440285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431b74a-c22d-4e77-a910-5253e07f4f31 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77d3c0-e32e-4d15-a2eb-ece06c08fcef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:05.527943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 43938) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:05.867417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30c8f6-9e31-460c-b354-e19307d32c57 None None] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:06.128505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:44:06.139266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9ff4e19f-9d97-4246-9aff-9e3f5217ad75 None None] Provisioning complete for port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:06.139984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e19f-9d97-4246-9aff-9e3f5217ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.259881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:06.264785 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee" -d '{"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:06.470454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:06.502114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 has no active binding in host n-h1-802060-16 {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:44:06.563531 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4a1e8-9697-4237-b834-02c2724c5fc4 x-openstack-request-id: req-5ba4a1e8-9697-4237-b834-02c2724c5fc4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:06.563916 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:06.564730 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ba4a1e8-9697-4237-b834-02c2724c5fc4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:06.565347 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'status': 'completed', 'code': 200} Sep 01 15:44:06.586933 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794146dc-25b5-4c36-a772-40d0d833c7d8 req-a952ed68-da6a-4b10-af46-c1777c2b1b7e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.594453 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794146dc-25b5-4c36-a772-40d0d833c7d8 req-a952ed68-da6a-4b10-af46-c1777c2b1b7e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.0779245 Sep 01 15:44:06.643432 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-794146dc-25b5-4c36-a772-40d0d833c7d8 req-078a33f1-3c95-4694-9324-16d681c1b800 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476098 Sep 01 15:44:06.679154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-0d072132-fffc-44c8-9acb-b7266d3489c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.681306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-0d072132-fffc-44c8-9acb-b7266d3489c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1128 time: 0.1478033 Sep 01 15:44:06.873223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-3aec47d6-4061-41a0-8466-8603fd1d6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.876399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-3aec47d6-4061-41a0-8466-8603fd1d6e4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.1828523 Sep 01 15:44:06.998729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-aa0abe77-b658-47f4-9e95-b3fd0717a1cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 1001 time: 0.1141906 Sep 01 15:44:07.011964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.208390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-587b1d4e-fbb7-4020-b11a-01cdc6f4ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:07.211468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-587b1d4e-fbb7-4020-b11a-01cdc6f4ab70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.1951807 Sep 01 15:44:07.376904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-89c3fec7-60c8-4df0-9841-c4fc0e0abedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:07.380190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-89c3fec7-60c8-4df0-9841-c4fc0e0abedb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603723 Sep 01 15:44:07.683274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-b1d6a532-e8e4-40b1-ab07-208681735e12 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613533 Sep 01 15:44:07.947668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afd233-d563-4f13-9294-6fad680c1a1b req-dabc2a96-b165-4731-be54-41d23e66ffaf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:07.949834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8afd233-d563-4f13-9294-6fad680c1a1b req-dabc2a96-b165-4731-be54-41d23e66ffaf tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1394782 Sep 01 15:44:07.968407 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc1c7ad4-3038-42aa-9a9f-a45142aa61ee req-4727eabc-d06f-4c92-bcaa-09b555fd3777 service neutron] 10.222.0.24 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461421 Sep 01 15:44:08.029007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Deleting port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:08.029641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.515505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8afd233-d563-4f13-9294-6fad680c1a1b req-d77bc244-b3b6-4c85-acea-3aec0348f8c2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5447276 Sep 01 15:44:08.644127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] For port 2cc2f0c2-0bea-4169-b8f1-9ea843e05480, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:08.644734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.716439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Calling delete_port for 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:09.180443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.244424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc2f0c2-0bea-4169-b8f1-9ea843e05480,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:09.521604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.799177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f715-63df-457a-8542-bc01529fe22e req-ce555423-e362-4586-bc07-0c85fe059a71 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:09.801831 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd94f715-63df-457a-8542-bc01529fe22e req-ce555423-e362-4586-bc07-0c85fe059a71 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 945 time: 0.1090469 Sep 01 15:44:09.900164 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd94f715-63df-457a-8542-bc01529fe22e req-1ebd0661-4b7c-4ddf-97b1-5a3f96fc1cb1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874221 Sep 01 15:44:10.016971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Router 9d4ee835-2022-4d43-8d5b-ff62a739887f has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:10.196484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:10.206636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77da2cf6-0f87-429c-b7e1-785ad0104839 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d4ee835-2022-4d43-8d5b-ff62a739887f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6773903 Sep 01 15:44:10.209351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 43978) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:10.214754 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Sync routers for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:10.238450 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:10.239415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-1f6628dd-4cb8-4995-81a3-b073d801d3c5 service neutron] 10.222.0.24 "GET /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 385 time: 0.1157176 Sep 01 15:44:10.239730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:10.511646 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:10.563466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.619240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:10.661490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:10.785475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:10.789088 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f155969-036f-4185-bf76-95bba64ca606" -d '{"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:10.807634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:10.835969 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:44:09Z', 'revision_number': 5, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port': {'id': '1af1e7fb-32b8-4b6e-a18c-de19a5d0432a', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:48Z', 'updated_at': '2021-09-01T15:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:10.836372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.867468 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.896247 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Checking router: 9d4ee835-2022-4d43-8d5b-ff62a739887f for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:10.916424 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Routers {'9d4ee835-2022-4d43-8d5b-ff62a739887f'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:10.917658 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:43:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['9d4ee835-2022-4d43-8d5b-ff62a739887f'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:10.970710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] Transition to ACTIVE for port object 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:10.972839 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29eccd3-ec43-46a5-b3f7-a8100f00e1f1 x-openstack-request-id: req-e29eccd3-ec43-46a5-b3f7-a8100f00e1f1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:10.973289 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:10.974097 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e29eccd3-ec43-46a5-b3f7-a8100f00e1f1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:10.974465 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'code': 200} Sep 01 15:44:10.976812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.105857 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] Set router 9d4ee835-2022-4d43-8d5b-ff62a739887f gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:11.126717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Deleting port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:11.137936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.273315 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:44:10Z', 'revision_number': 6, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:11.341210 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927638-9b84-40f5-9c50-7e36fb361fb4 None None] The sync data for ids ['9d4ee835-2022-4d43-8d5b-ff62a739887f'] in n-d-802060-16 is: [{'id': '9d4ee835-2022-4d43-8d5b-ff62a739887f', 'name': 'tempest-TestVolumeBootPattern-1370773942-router', 'tenant_id': 'ff8830f56a824c7cbdad147179a33da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:45Z', 'updated_at': '2021-09-01T15:44:10Z', 'revision_number': 6, 'project_id': 'ff8830f56a824c7cbdad147179a33da9', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:11.368981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] No DVR routers for this DVR port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:11.426917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1380fd2-b37e-459f-8a38-3fe17a3b9783 req-ecf73023-2c7b-489e-b0fc-e8eb160226fd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:11.437957 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1380fd2-b37e-459f-8a38-3fe17a3b9783 req-ecf73023-2c7b-489e-b0fc-e8eb160226fd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.2647972 Sep 01 15:44:11.543075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=11']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:11.588778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] For port 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:11.605932 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.674714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Calling delete_port for 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:11.679264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0d118a56-656d-4782-b711-3670e45ef43d service neutron] 10.222.0.24 "PUT /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3/bindings/n-h1-802060-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4312172 Sep 01 15:44:11.842631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:11.888669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:11.893516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2cc2f0c2-0bea-4169-b8f1-9ea843e05480 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:11.923673 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a1380fd2-b37e-459f-8a38-3fe17a3b9783 req-41ff0a8e-51d0-40b8-8739-ba6373867467 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805550 Sep 01 15:44:11.995794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-490be953-929c-419d-a75a-5c4d08119eb1 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:12.000317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-490be953-929c-419d-a75a-5c4d08119eb1 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948&tenant_id=2656a3574f394d30aba76404f1825660&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.2034450 Sep 01 15:44:12.114279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-deab7e06-367d-41ea-be92-799b65efda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:12.116856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-deab7e06-367d-41ea-be92-799b65efda36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 1096 time: 0.0943837 Sep 01 15:44:12.142193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.210918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1af1e7fb-32b8-4b6e-a18c-de19a5d0432a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:12.392867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.406436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0518c2ff-aee1-448a-908d-812a73040509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:12.414917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-0518c2ff-aee1-448a-908d-812a73040509 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1096 time: 0.2652202 Sep 01 15:44:12.718649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-6791f421-597b-48af-b4b6-fa570bb6a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:12.721370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-6791f421-597b-48af-b4b6-fa570bb6a4f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.3000340 Sep 01 15:44:12.748602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.759681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.919536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.920864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4ee835-2022-4d43-8d5b-ff62a739887f {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:12.938461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.948224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6e74f60f-b978-4a43-8859-f4abd3b4bb0b admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d4ee835-2022-4d43-8d5b-ff62a739887f HTTP/1.1" status: 204 len: 168 time: 2.7373691 Sep 01 15:44:12.952554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:12.963772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-b95b924d-d37c-4f86-b7aa-5a47d53bdc43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 999 time: 0.2307386 Sep 01 15:44:13.199338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Deleting subnet 3cb0ddbf-00c7-4a33-a6da-18e5274c0642 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:13.206470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.269475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-9edd0490-371d-4104-9a92-f94cd3e3fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:13.271511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-9edd0490-371d-4104-9a92-f94cd3e3fa65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.2996290 Sep 01 15:44:13.298286 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.382525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ca98-e087-4c94-acd1-b7a9d7203907 req-f8098a02-b319-480d-922d-ac512233b8b0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:13.384561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18d3ca98-e087-4c94-acd1-b7a9d7203907 req-f8098a02-b319-480d-922d-ac512233b8b0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.2059791 Sep 01 15:44:13.406369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-57840af1-a8cc-49f5-bab5-795d05f32550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:13.409508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-57840af1-a8cc-49f5-bab5-795d05f32550 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221676 Sep 01 15:44:13.485950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.543027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18d3ca98-e087-4c94-acd1-b7a9d7203907 req-860fee09-c9c9-4997-a1f0-ca8f997c5232 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323075 Sep 01 15:44:13.594297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-f15e5f81-c1f9-4169-a39d-d41b0db26a9b service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711926 Sep 01 15:44:13.632863 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.695936 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.703780 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cb0ddbf-00c7-4a33-a6da-18e5274c0642 HTTP/1.1" status: 204 len: 168 time: 0.7494061 Sep 01 15:44:13.705797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8586efd-4962-430c-b5bf-734246572e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb0ddbf-00c7-4a33-a6da-18e5274c0642,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:13.709569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:13.711428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d270552-31d7-491d-a193-3b411947dcad None None] Network 773f729e-e1bb-447b-a9da-4828256ca2e7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:13.780726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:13.834483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-1e2c5240-40da-4c20-95d6-4a4a05638105 service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267354 Sep 01 15:44:13.867360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.002340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Deleting port ef11d386-dd80-4301-a64f-a012079d2dbd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:14.002674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.013872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:14.017859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:14.106038 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] For port ef11d386-dd80-4301-a64f-a012079d2dbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef11d386-dd80-4301-a64f-a012079d2dbd,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:14.106617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.117135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:14.117492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1af1e7fb-32b8-4b6e-a18c-de19a5d0432a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:14.160537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Calling delete_port for ef11d386-dd80-4301-a64f-a012079d2dbd owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:14.228378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] DHCP port deletion for 773f729e-e1bb-447b-a9da-4828256ca2e7 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:14.337736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Deleting port ef11d386-dd80-4301-a64f-a012079d2dbd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:14.338730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.394511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.470627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef11d386-dd80-4301-a64f-a012079d2dbd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:14.481315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] No DVR routers for this DVR port ef11d386-dd80-4301-a64f-a012079d2dbd on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:14.497585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-8c8e4110-8c93-42cc-a89c-24a13bbb70da tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.503342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-8c8e4110-8c93-42cc-a89c-24a13bbb70da tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948&tenant_id=2656a3574f394d30aba76404f1825660&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 1096 time: 0.2275670 Sep 01 15:44:14.550504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] For port ef11d386-dd80-4301-a64f-a012079d2dbd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=ef11d386-dd80-4301-a64f-a012079d2dbd,segment=NetworkSegment(531a8a5d-24fe-4cd0-afa9-8314f3c60ebd),segment_id=531a8a5d-24fe-4cd0-afa9-8314f3c60ebd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:14.551164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.568236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6041b7d8-e2a6-4bc4-9aaa-293ddb7b2fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.581419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Calling delete_port for ef11d386-dd80-4301-a64f-a012079d2dbd owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:14.844982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.893156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266b0f-961c-48dd-849e-1f9fada985ef req-69fafb40-ecae-4f66-95d2-17f556b03e23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.895955 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7266b0f-961c-48dd-849e-1f9fada985ef req-69fafb40-ecae-4f66-95d2-17f556b03e23 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.1164255 Sep 01 15:44:14.918883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.990140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773f729e-e1bb-447b-a9da-4828256ca2e7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:15.002288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] Pushing event deleted for resources: {'Port': ['ID=ef11d386-dd80-4301-a64f-a012079d2dbd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:15.009234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b3a19-1ee2-426a-81ee-6bfbe1126f04 None None] No DVR routers for this DVR port ef11d386-dd80-4301-a64f-a012079d2dbd on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:15.028450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:15.028860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531a8a5d-24fe-4cd0-afa9-8314f3c60ebd') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:15.050029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b7266b0f-961c-48dd-849e-1f9fada985ef req-0019f270-ffdb-4cec-a45b-400f0f16ec17 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313295 Sep 01 15:44:15.098107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.143612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.166287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:15.166981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:15.172870 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:15.275492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-66563ee4-254a-4d56-9dba-b58d34ad327f service neutron] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:15.286438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-66563ee4-254a-4d56-9dba-b58d34ad327f service neutron] Notify callbacks [] for binding, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.288577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df90d536-fd61-4b1c-8846-9c0ecc8e1813 req-66563ee4-254a-4d56-9dba-b58d34ad327f service neutron] 10.222.0.50 "DELETE /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3/bindings/n-h2-802060-16 HTTP/1.1" status: 204 len: 173 time: 0.7443762 Sep 01 15:44:15.370490 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.383071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.389403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] 10.222.0.41 "DELETE /v2.0/networks/773f729e-e1bb-447b-a9da-4828256ca2e7 HTTP/1.1" status: 204 len: 168 time: 1.6753275 Sep 01 15:44:15.390486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44052) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:15.390974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290261d9-7e9d-4ac7-b380-662435fcec60 req-d08c5b9c-2b06-4cf2-b5af-5b2d80e01b2d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:15.393843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290261d9-7e9d-4ac7-b380-662435fcec60 req-d08c5b9c-2b06-4cf2-b5af-5b2d80e01b2d tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1096 time: 0.1330767 Sep 01 15:44:15.427354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Pushing event deleted for resources: {'Network': ['ID=773f729e-e1bb-447b-a9da-4828256ca2e7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:15.459382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.459990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.460562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.461205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.462077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.462724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.463327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.463908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.464463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.468347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.468347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.468347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bdaf25-00a5-462e-ab8b-c4315f56e28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:15.499626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-290261d9-7e9d-4ac7-b380-662435fcec60 req-4a960ff1-2ff3-4c2a-87f4-8701ecd11d2b tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876594 Sep 01 15:44:15.907645 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bde4cf-4b4e-4bef-868d-2fa6e5d7696b req-886821c6-2dab-401b-8a43-37f7f76caf63 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:15.910626 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4bde4cf-4b4e-4bef-868d-2fa6e5d7696b req-886821c6-2dab-401b-8a43-37f7f76caf63 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.2540147 Sep 01 15:44:15.932466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef11d386-dd80-4301-a64f-a012079d2dbd no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:15.977176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: ef11d386-dd80-4301-a64f-a012079d2dbd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:15.977737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device ef11d386-dd80-4301-a64f-a012079d2dbd not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:16.101980 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c4bde4cf-4b4e-4bef-868d-2fa6e5d7696b req-213fd942-30eb-444c-b287-6f2cb137c8b8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769719 Sep 01 15:44:16.129753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44060) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:16.274636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-54850a0d-9f0c-42a4-9fbd-6e582427fa64 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 200 len: 991 time: 0.1432495 Sep 01 15:44:16.527040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:16.585298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:16.973790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 4d42db87-d581-4477-8d4a-85e20b7adb31 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:17.006372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.150243 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Deleting port c553865b-44b1-4c9f-bcc5-5175386b56d3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:17.151038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.196553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.197433 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.220762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 4d42db87-d581-4477-8d4a-85e20b7adb31 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:17.339228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] For port c553865b-44b1-4c9f-bcc5-5175386b56d3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c553865b-44b1-4c9f-bcc5-5175386b56d3,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:17.340152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.358023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Calling delete_port for c553865b-44b1-4c9f-bcc5-5175386b56d3 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:17.473294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.510414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=4d42db87-d581-4477-8d4a-85e20b7adb31,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:17.604174 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab824a11-0b94-4ad6-9b07-f7efe65fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.627394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.674884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.700441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.701010 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP e91ca3f0-b7d0-464b-81bb-561859dce41f disassociated (deleted). External IP: 172.25.1.254, port: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3. Sep 01 15:44:17.790194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Pushing event deleted for resources: {'Port': ['ID=c553865b-44b1-4c9f-bcc5-5175386b56d3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:17.989664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.325907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 29fa4762-257c-4ce7-a007-fae263eb7f45 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:18.487408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.515177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:18.580032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:18.592483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Sync routers for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:18.606385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.609668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:18.611831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:18.683050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2ef3fbcf-501e-43eb-ba88-d9b10ab092de tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/floatingips/e91ca3f0-b7d0-464b-81bb-561859dce41f HTTP/1.1" status: 204 len: 168 time: 2.0965352 Sep 01 15:44:18.686000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:18.693227 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94794790-b1f0-4805-b253-3db47c7943a1" -d '{"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:18.776386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:18.803301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b9a4386c-828b-4350-aaa6-12dafca5603d admin admin] 10.222.0.41 "PUT /v2.0/routers/6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4039235 Sep 01 15:44:18.803655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Sync routers for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:18.804529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:18.815897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.843477 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:18.845591 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:18.942906 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360c4e4-d0d6-487b-a3dd-daff0e6f402a x-openstack-request-id: req-6360c4e4-d0d6-487b-a3dd-daff0e6f402a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:18.948305 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:18.949236 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6360c4e4-d0d6-487b-a3dd-daff0e6f402a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:18.950238 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'status': 'completed', 'code': 200} Sep 01 15:44:19.057953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:19.262078 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:19.511900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.665382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Checking router: 29fa4762-257c-4ce7-a007-fae263eb7f45 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:19.700966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:19.702064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.727865 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-ab4fb68d-505a-48db-8d56-7be7cb24d834 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:19.746420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-ab4fb68d-505a-48db-8d56-7be7cb24d834 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.2229714 Sep 01 15:44:19.837684 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:44:17Z', 'revision_number': 5, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.925899 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Checking router: 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:19.954245 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Routers {'6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:19.960451 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.965183 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.043206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794790-b1f0-4805-b253-3db47c7943a1 req-df2bce88-9623-4459-af31-3801d8141c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:20.048533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-df2bce88-9623-4459-af31-3801d8141c8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 1096 time: 1.0936797 Sep 01 15:44:20.103684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:20.105312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.175119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:20.256779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:44:20.311786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:20.312688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.319792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] Set router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:20.337756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:20.509661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.673892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad9f9f-5648-4b10-b3ab-be7a5b64aaef req-504fee03-1d05-4028-80e3-91bab224efce tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:20.685653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9ad9f9f-5648-4b10-b3ab-be7a5b64aaef req-504fee03-1d05-4028-80e3-91bab224efce tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 944 time: 0.7097890 Sep 01 15:44:20.753754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.804207 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:20.824881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9ad9f9f-5648-4b10-b3ab-be7a5b64aaef req-826690c5-7d6c-48fd-9b7a-1f36aabefaf7 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea8e66c5-c66a-419d-a090-1a5c931c20dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381676 Sep 01 15:44:20.892199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.927263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a2b8b-306a-461e-a345-d3773f2c5c0d None None] The sync data for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 is: [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd4366730-da25-4609-b16f-a5fac832691f', 'name': '', 'network_id': '3ff699b9-1a2e-408f-83bc-027eab8f6ca1', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:19:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:05Z', 'updated_at': '2021-09-01T15:43:14Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': '63864bb9-2936-4ace-9c6b-3f1aa23d4d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:20.949689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794790-b1f0-4805-b253-3db47c7943a1 req-142d00c7-a666-4beb-8102-b1309c555260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:20.951247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-142d00c7-a666-4beb-8102-b1309c555260 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 200 len: 898 time: 0.8855319 Sep 01 15:44:20.961276 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:44:17Z', 'revision_number': 5, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:21.050882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb519d2-7c10-47b8-b4aa-2b063ea9948c None None] The sync data for ids ['6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9'] in n-d-802060-16 is: [{'id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'name': 'tempest-TestVolumeBootPattern-331572612-router', 'tenant_id': '6c8141838783400185c4979c4ffa859c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:28:16Z', 'updated_at': '2021-09-01T15:44:17Z', 'revision_number': 5, 'project_id': '6c8141838783400185c4979c4ffa859c', 'gw_port': {'id': '7d904d19-cc84-406b-8d20-cf7bb49fba56', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:19Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:21.063162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Deleting port 7d904d19-cc84-406b-8d20-cf7bb49fba56 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:21.063758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.211117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-0ac62154-56bd-4dbd-8ca4-0a4c392e508c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 200 len: 217 time: 0.2447360 Sep 01 15:44:21.374207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794790-b1f0-4805-b253-3db47c7943a1 req-173c4d0d-5ac4-4bd4-9184-32454687b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.378523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-173c4d0d-5ac4-4bd4-9184-32454687b074 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 200 len: 835 time: 0.1517541 Sep 01 15:44:21.513199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] For port 7d904d19-cc84-406b-8d20-cf7bb49fba56, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7d904d19-cc84-406b-8d20-cf7bb49fba56,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:21.514100 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.597845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Calling delete_port for 7d904d19-cc84-406b-8d20-cf7bb49fba56 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:21.612240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365ee80-f3c9-4b62-8971-b39f3f8f92e6 None None] New status for floating IP e91ca3f0-b7d0-464b-81bb-561859dce41f: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:44:21.614594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794790-b1f0-4805-b253-3db47c7943a1 req-474f43da-063a-43a3-9d66-6df0f8762de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.622602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-474f43da-063a-43a3-9d66-6df0f8762de9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ff699b9-1a2e-408f-83bc-027eab8f6ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2332940 Sep 01 15:44:21.626309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=3a4f2ebb-6f80-4404-8d79-ece15ae42bc3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:21.790373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] No DVR routers for this DVR port 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:21.793834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.801413 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8707ff20-1ebb-4f3e-b02d-0e2c8a3a05da req-b187e413-7df5-4bdc-8421-a233b40ca095 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.50 "DELETE /v2.0/ports/3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 HTTP/1.1" status: 204 len: 173 time: 2.0481508 Sep 01 15:44:21.802084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-deleted', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:21.834784 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8471396-a63c-4ccb-afa8-63af5fa1103e" -d '{"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-deleted", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:21.882967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c553865b-44b1-4c9f-bcc5-5175386b56d3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:21.951267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c553865b-44b1-4c9f-bcc5-5175386b56d3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:21.952357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c553865b-44b1-4c9f-bcc5-5175386b56d3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:22.099087 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b6357-5dd3-4020-9e85-573f26609010 x-openstack-request-id: req-da7b6357-5dd3-4020-9e85-573f26609010 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:22.099734 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9a165-69d1-4c7f-8857-6e72d4896948", "name": "network-vif-deleted", "tag": "3a4f2ebb-6f80-4404-8d79-ece15ae42bc3", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:22.099734 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da7b6357-5dd3-4020-9e85-573f26609010 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:22.100092 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9a165-69d1-4c7f-8857-6e72d4896948', 'name': 'network-vif-deleted', 'tag': '3a4f2ebb-6f80-4404-8d79-ece15ae42bc3', 'status': 'completed', 'code': 200} Sep 01 15:44:22.231212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:22.292636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-4cb1a361-e24c-4eaf-bf8c-95aa2878a837 service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524355 Sep 01 15:44:22.402461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:22.402999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 3a4f2ebb-6f80-4404-8d79-ece15ae42bc3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:22.437297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e2e021c4-d4bf-4823-bedf-145eb5d489e2 req-73a7818d-c4e4-40bd-a63e-592f7654e10b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=07e9a165-69d1-4c7f-8857-6e72d4896948 HTTP/1.1" status: 200 len: 210 time: 0.2227824 Sep 01 15:44:22.945285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94794790-b1f0-4805-b253-3db47c7943a1 req-77c2d19a-800b-402e-94db-0f2da0b66a08 service neutron] 10.222.0.50 "GET /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992224 Sep 01 15:44:22.990782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.102922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d904d19-cc84-406b-8d20-cf7bb49fba56,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:23.287919 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.506227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.511073 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.635262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.636748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:23.645539 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.652412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:23.653136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f7e4ee0-e56a-4cdd-a9b7-e1f03ccf6649 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ca7fe4f-3620-4b31-b7e2-cedd0f6ea3d9 HTTP/1.1" status: 204 len: 168 time: 4.8483388 Sep 01 15:44:23.685910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44148) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:24.007357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Deleting subnet cdf9b1a2-68a2-46f7-be75-8918bb006cc1 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:24.052249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.114502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.572254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.753813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.789796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf9b1a2-68a2-46f7-be75-8918bb006cc1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:24.803883 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.811492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35b0c4cc-8fdb-4c26-b23c-b9cab2f9496d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cdf9b1a2-68a2-46f7-be75-8918bb006cc1 HTTP/1.1" status: 204 len: 168 time: 1.1551933 Sep 01 15:44:24.811710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:24.824243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa2c2e-db3a-43c2-b5ea-0fe8370ee736 None None] Network 140f2135-41e4-44ca-b5c1-343c256dffc1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:25.058755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.093451 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.225136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] DHCP port deletion for 140f2135-41e4-44ca-b5c1-343c256dffc1 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:25.289489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Deleting port 5395d498-37df-420a-8845-a8db135f26f4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:25.289732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.311508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Deleting port 5395d498-37df-420a-8845-a8db135f26f4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:25.313675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.404563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] For port 5395d498-37df-420a-8845-a8db135f26f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5395d498-37df-420a-8845-a8db135f26f4,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:25.405336 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.461153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] For port 5395d498-37df-420a-8845-a8db135f26f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5395d498-37df-420a-8845-a8db135f26f4,segment=NetworkSegment(50e26f50-1f4c-4d5e-a094-be9c1c71c3b1),segment_id=50e26f50-1f4c-4d5e-a094-be9c1c71c3b1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:25.461765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.473988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Calling delete_port for 5395d498-37df-420a-8845-a8db135f26f4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:25.489052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Calling delete_port for 5395d498-37df-420a-8845-a8db135f26f4 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:25.680040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.723462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] No DVR routers for this DVR port 5395d498-37df-420a-8845-a8db135f26f4 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:25.782258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.783026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa94e6-a9d3-42fc-abe2-953a28aca51e None None] Pushing event deleted for resources: {'Port': ['ID=5395d498-37df-420a-8845-a8db135f26f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:25.858993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port d4366730-da25-4609-b16f-a5fac832691f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:25.859570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.891072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5395d498-37df-420a-8845-a8db135f26f4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:25.901409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] No DVR routers for this DVR port 5395d498-37df-420a-8845-a8db135f26f4 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:25.989101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5395d498-37df-420a-8845-a8db135f26f4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:26.045734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 5395d498-37df-420a-8845-a8db135f26f4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:26.046498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5395d498-37df-420a-8845-a8db135f26f4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:26.047738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7d904d19-cc84-406b-8d20-cf7bb49fba56 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:26.106088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7d904d19-cc84-406b-8d20-cf7bb49fba56 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:26.107418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7d904d19-cc84-406b-8d20-cf7bb49fba56 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:26.170254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.220237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140f2135-41e4-44ca-b5c1-343c256dffc1']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:26.275381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:26.278096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e26f50-1f4c-4d5e-a094-be9c1c71c3b1') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:26.300963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.316524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port d4366730-da25-4609-b16f-a5fac832691f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4366730-da25-4609-b16f-a5fac832691f,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:26.316524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.368186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.393096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for d4366730-da25-4609-b16f-a5fac832691f owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:26.393394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:26.393865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self.session.flush() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:26.397184 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:26.546392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.577253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.583449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/140f2135-41e4-44ca-b5c1-343c256dffc1 HTTP/1.1" status: 204 len: 168 time: 1.7707171 Sep 01 15:44:26.631448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67c054-1986-4af7-8314-9b423c8e28b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=140f2135-41e4-44ca-b5c1-343c256dffc1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:26.961741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.047223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=d4366730-da25-4609-b16f-a5fac832691f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:27.062516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44190) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:27.303077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cee2b03a-5928-49e1-96e1-2ad2d7c7297f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff8830f56a824c7cbdad147179a33da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296867 Sep 01 15:44:27.310177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44194) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:27.536004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.614511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.767812 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.790816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.795659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.797160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74d89070-6618-4525-9c42-b746b9a4012d HTTP/1.1" status: 204 len: 168 time: 0.4815979 Sep 01 15:44:27.832172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578bb88-843a-42ca-85da-a685bb20f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d89070-6618-4525-9c42-b746b9a4012d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:28.023834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.490083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router 29fa4762-257c-4ce7-a007-fae263eb7f45 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:28.517350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44208) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.906791 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bd314728-8736-450f-b212-f0036895261b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c8141838783400185c4979c4ffa859c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773029 Sep 01 15:44:28.909210 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.942835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:28.951606 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-519c473f-6b2d-404f-843b-2db1416a6863 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/29fa4762-257c-4ce7-a007-fae263eb7f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2630124 Sep 01 15:44:28.954889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44214) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.971896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Sync routers for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:28.998735 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:29.002875 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:29.038043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting subnet 63864bb9-2936-4ace-9c6b-3f1aa23d4d2e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:29.042491 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.061168 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.116829 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.145299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.347837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.367101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.372050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.393950 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b666520-e7cb-4226-948f-b6e0d58a3f94 HTTP/1.1" status: 204 len: 168 time: 0.4643381 Sep 01 15:44:29.421637 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:29.475234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19e86-e16c-474f-bfb5-8aeb9d9dd04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b666520-e7cb-4226-948f-b6e0d58a3f94,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:29.476808 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.595200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Subnet': ['ID=63864bb9-2936-4ace-9c6b-3f1aa23d4d2e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:29.613977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.618295 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f6bf9030-f71d-4297-81f3-87cef5781274 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/subnets/63864bb9-2936-4ace-9c6b-3f1aa23d4d2e HTTP/1.1" status: 204 len: 168 time: 0.6616604 Sep 01 15:44:29.620832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcd2c5-68c1-4e46-9d7b-711732b40814 None None] Network 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:29.621547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44222) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:29.992262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.095264 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:44:26Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': 'e1640be5-8301-449b-a64e-9cfda0a98d1f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:59Z', 'updated_at': '2021-09-01T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:30.280310 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.306644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] DHCP port deletion for 3ff699b9-1a2e-408f-83bc-027eab8f6ca1 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:30.329984 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Checking router: 29fa4762-257c-4ce7-a007-fae263eb7f45 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:30.402685 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Routers {'29fa4762-257c-4ce7-a007-fae263eb7f45'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:30.407171 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['29fa4762-257c-4ce7-a007-fae263eb7f45'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:30.413269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port e1640be5-8301-449b-a64e-9cfda0a98d1f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:30.413746 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.589182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Deleting port 196009bb-ee31-4353-91f9-64b80f042193 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:30.594182 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.624425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port e1640be5-8301-449b-a64e-9cfda0a98d1f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e1640be5-8301-449b-a64e-9cfda0a98d1f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:30.625713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.659979 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for e1640be5-8301-449b-a64e-9cfda0a98d1f owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:30.955002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] Set router 29fa4762-257c-4ce7-a007-fae263eb7f45 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:30.976180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] For port 196009bb-ee31-4353-91f9-64b80f042193, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=196009bb-ee31-4353-91f9-64b80f042193,segment=NetworkSegment(8510a2f9-f72b-4120-9edd-db604effb749),segment_id=8510a2f9-f72b-4120-9edd-db604effb749)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:30.976864 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.018072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.042851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Calling delete_port for 196009bb-ee31-4353-91f9-64b80f042193 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:31.077509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=e1640be5-8301-449b-a64e-9cfda0a98d1f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:31.129620 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:44:30Z', 'revision_number': 6, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:31.183915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.222403 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0581c91-b198-4c94-b58b-642619c47ea3 None None] The sync data for ids ['29fa4762-257c-4ce7-a007-fae263eb7f45'] in n-d-802060-16 is: [{'id': '29fa4762-257c-4ce7-a007-fae263eb7f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730565382', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:58Z', 'updated_at': '2021-09-01T15:44:30Z', 'revision_number': 6, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:31.272057 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.333638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] Pushing event deleted for resources: {'Port': ['ID=196009bb-ee31-4353-91f9-64b80f042193,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:31.338009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a65d6-1425-46dd-abad-ac5f178be988 None None] No DVR routers for this DVR port 196009bb-ee31-4353-91f9-64b80f042193 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:31.422015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.425749 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.505000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.505910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Fanout notify agent at l3_agent the message router_deleted on router 29fa4762-257c-4ce7-a007-fae263eb7f45 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:31.523245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.529538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:31.530431 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-978c6184-ddef-49c5-ad36-f56a6dbfa1a0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/routers/29fa4762-257c-4ce7-a007-fae263eb7f45 HTTP/1.1" status: 204 len: 168 time: 1.9068143 Sep 01 15:44:31.670692 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.853981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.866184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff699b9-1a2e-408f-83bc-027eab8f6ca1']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:31.880297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8510a2f9-f72b-4120-9edd-db604effb749') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:31.880611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8510a2f9-f72b-4120-9edd-db604effb749') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:31.893390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.917599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.933926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:31.934543 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:31.941141 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:32.088381 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.146283 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.169132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/networks/3ff699b9-1a2e-408f-83bc-027eab8f6ca1 HTTP/1.1" status: 204 len: 168 time: 0.6271682 Sep 01 15:44:32.173770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44240) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:32.245876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00d361-9b6b-40d8-bc14-1b5a563e2cca tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Network': ['ID=3ff699b9-1a2e-408f-83bc-027eab8f6ca1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:32.337752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4366730-da25-4609-b16f-a5fac832691f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:32.353192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.455397 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.466463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d4366730-da25-4609-b16f-a5fac832691f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:32.466806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4366730-da25-4609-b16f-a5fac832691f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:32.467226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e1640be5-8301-449b-a64e-9cfda0a98d1f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:32.544308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e1640be5-8301-449b-a64e-9cfda0a98d1f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:32.544932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e1640be5-8301-449b-a64e-9cfda0a98d1f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:32.545565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 196009bb-ee31-4353-91f9-64b80f042193 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:32.572336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 196009bb-ee31-4353-91f9-64b80f042193 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:32.573047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 196009bb-ee31-4353-91f9-64b80f042193 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:32.684813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.691282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.693160 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/security-groups/ea8e66c5-c66a-419d-a090-1a5c931c20dc HTTP/1.1" status: 204 len: 168 time: 0.5164030 Sep 01 15:44:32.719473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc320e0c-f3fd-45b5-9e0b-8ae124d2769c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8e66c5-c66a-419d-a090-1a5c931c20dc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:33.597481 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44266) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:33.603002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15025318', 'description': 'tempest-secgroup-smoke-15025318 description', 'project_id': '2656a3574f394d30aba76404f1825660'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:33.647097 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.887013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.901298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.973136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:33.993697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.998560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fa6d706e-245a-4657-8510-e5cf6b1c1162 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3975749 Sep 01 15:44:33.999550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44274) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:34.017934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:34.075105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.199070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.220754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.252425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3282a5ac-59d0-4256-93d1-cf70400540eb,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:34.276839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.279483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c7115b0-ba14-4cc5-b183-dcccccee2955 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771101 Sep 01 15:44:34.282178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44282) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:34.291193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:34.348396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.483262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.492752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.540928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3ddf50-d638-4eac-a92d-cf64a256d45d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:34.557163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.563347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ac63c9b-3efd-4e4d-a9a6-90009d01031b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762282 Sep 01 15:44:34.564198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44288) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:34.576803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:34.645524 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.765937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.771006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.815865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afce1eb5-4f7c-4def-9b66-42267f12c895,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:34.833253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.836652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-815f2044-0530-42e6-96b5-7007505590fe tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2683418 Sep 01 15:44:34.841195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44292) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:34.847844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:34.903793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.035584 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.042046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.081008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d939ad-dc45-463b-9076-8209e72ff836,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.098988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.101581 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c6b46082-3310-46da-8b05-e747126e1401 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2609825 Sep 01 15:44:35.104844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:35.114954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:35.144326 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:44:35.152308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.269128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.282939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.307792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ceb721-db0a-4472-90e9-6746ed0755a6,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.323725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.325558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c804f24-91e0-42a5-8030-aafbaa00a2e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2178895 Sep 01 15:44:35.328629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44298) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:35.334190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'security_group_rule': {'security_group_id': '053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b', 'project_id': '2656a3574f394d30aba76404f1825660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:35.372918 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Project 2656a3574f394d30aba76404f1825660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:44:35.383153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.490592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.497934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.536595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0c5d15-f2af-4d24-a637-079c378374a5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.552072 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.556727 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:35.557095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a500745b-bb6f-4709-91ac-e40247a27752 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271271 Sep 01 15:44:35.563440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'network': {'name': 'tempest-network-smoke--789853317', 'project_id': '2656a3574f394d30aba76404f1825660', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:35.603550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:35.607822 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.645365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:44:35.656265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.657603 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Added segment 19c7d9ea-3625-4cab-9218-df487fb805de of type vlan for network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd Sep 01 15:44:35.722176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.770859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.783502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:35.784619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.882963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Network': ['ID=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.899425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:44:35.911800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5d859c7b-477b-4604-8da8-3b7e99ca31af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3523042 Sep 01 15:44:35.913478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:35.927544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'admin_state_up': True, 'project_id': '2656a3574f394d30aba76404f1825660', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:35.990997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.994219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.071543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:36.107833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.233493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b8e776d-48d2-46f1-86f9-95c09726bc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.298705 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.400651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b8e776d-48d2-46f1-86f9-95c09726bc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.409420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b8e776d-48d2-46f1-86f9-95c09726bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.474593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b8e776d-48d2-46f1-86f9-95c09726bc3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d699f27225034010bfbe2d3f76e94752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015038 Sep 01 15:44:36.477000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:36.491304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e776d-48d2-46f1-86f9-95c09726bc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee894d-3a09-403f-8fdf-0dd14c180c93,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:36.676722 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.679473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.703521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.733880 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.872868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.876968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.878414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62ee894d-3a09-403f-8fdf-0dd14c180c93 HTTP/1.1" status: 204 len: 168 time: 0.4000313 Sep 01 15:44:36.890075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.12 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:36.900745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd53b5-ee36-4224-b40c-049c144b199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee894d-3a09-403f-8fdf-0dd14c180c93,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:37.050885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.105024 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.166844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:37.171018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:37.177959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:37.180903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:37.509707 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.181750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.465435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router acbbdba1-04b9-4088-a8cf-2f2815d3130b is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:44:38.688344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-830a9194-1b6c-4c2d-a1f6-9591de3e1c3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1015620 Sep 01 15:44:38.690365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:38.714212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Sync routers for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:38.731935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:38.733418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:38.749778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.758648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d12fbbc-79a3-45f2-ade2-46843f11e5fa tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8369632 Sep 01 15:44:38.759412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:38.859994 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1241dd4d-710f-4884-84fd-0e3795e7120b tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=2656a3574f394d30aba76404f1825660&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0985320 Sep 01 15:44:38.864430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:38.907881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-5142679d-686c-4f0d-85b8-5e77bfe7a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:38.910860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-5142679d-686c-4f0d-85b8-5e77bfe7a98f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 1098 time: 0.1160049 Sep 01 15:44:39.091977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:39.220270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-e8ea02d8-e36b-49c9-8c85-0b9007cde93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.223085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-e8ea02d8-e36b-49c9-8c85-0b9007cde93d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 914 time: 0.2644696 Sep 01 15:44:39.291416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2689c8-5aa2-46a7-b97c-c4bab3990b75 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.296234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa2689c8-5aa2-46a7-b97c-c4bab3990b75 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4296727 Sep 01 15:44:39.300853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:39.354820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-f8a53f15-12ef-460c-9eef-1f50a84ff134 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 HTTP/1.1" status: 200 len: 217 time: 0.1212230 Sep 01 15:44:39.357574 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6af0ce53-c443-412b-9b43-9365c7ddb351 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546448 Sep 01 15:44:39.361894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:39.367656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323285176', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'project_id': '2656a3574f394d30aba76404f1825660', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:39.496689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-adefa991-8bfa-46b7-9a02-83c30dd157be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.500543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-adefa991-8bfa-46b7-9a02-83c30dd157be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.1248236 Sep 01 15:44:39.583455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-4035ee8a-c4f0-4e60-a172-24aab9dbbf68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690162 Sep 01 15:44:39.722251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:39.762586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Checking router: acbbdba1-04b9-4088-a8cf-2f2815d3130b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:39.762933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Updating router acbbdba1-04b9-4088-a8cf-2f2815d3130b port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:39.839745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.853657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-7031fe34-2d66-4c47-bc87-6d17a0591885 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619276 Sep 01 15:44:40.176759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-139d816a-96a0-4316-b7ff-6cd5484daf0b req-6b25ff22-ad32-434f-8e6d-127b8af67528 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142679 Sep 01 15:44:40.286813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:40.290670 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.329937 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.349328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Transition to ACTIVE for port object 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:40.360008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.464106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Pushing event updated for resources: {'Port': ['ID=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:40.470111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Attempting to bind port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:40.470347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Attempting to bind port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:40.470996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Attempting to bind port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:40.488638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:40.488638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:40.489453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.490197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:40.491118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Bound port: 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:40.491851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.561854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] For port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:40.566575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] For port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:40.568687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.569274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.569526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.569891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.570572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.570572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.571018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.571474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.571685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.571988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.572342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.572643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:40.579123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.589126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.670791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Subnet': ['ID=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:40.676143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Checking segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:40.676531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network hostable DHCP agents. Network: 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:44:40.692015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3524b-5345-4d22-adf1-6f229f7330a1 None None] Pushing event updated for resources: {'Port': ['ID=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:40.705479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:44:40.717900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:40.722487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:40.737855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:40.757625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:40.760879 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.801260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1f1d168b-e87d-4455-9a74-4c16f3945109 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4378541 Sep 01 15:44:40.806739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44390) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.828841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe2db9-a8b8-43c8-bc16-06e092c08617 None None] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:41.035727 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:41.398571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:41.412326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.652748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:41.699666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c047e4-cd75-4a2c-986c-0c6d5b29ab55 None None] The sync data for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 is: [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 3, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:41.887773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Allocated IP 172.20.0.2 (8b2bb3c3-8348-4dc4-a452-669d9e14a9dd/d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1/34dfb9c4-19f2-4817-8618-88eaa1da71e8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:42.106116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.466279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.498872 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Transition to ACTIVE for port object 34dfb9c4-19f2-4817-8618-88eaa1da71e8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:42.534045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Transition to ACTIVE for port object 34dfb9c4-19f2-4817-8618-88eaa1da71e8 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:42.548418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.701170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Pushing event updated for resources: {'Port': ['ID=34dfb9c4-19f2-4817-8618-88eaa1da71e8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:42.718578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:42.722984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:42.736008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:42.911355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Attempting to bind port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:42.917139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Attempting to bind port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:42.917839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Attempting to bind port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 on network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:42.931623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:42.932807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Checking segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:42.933658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.934318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Bound using segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:42.935635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Bound port: 34dfb9c4-19f2-4817-8618-88eaa1da71e8, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:42.941630 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.955620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.1 (8b2bb3c3-8348-4dc4-a452-669d9e14a9dd/d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1/e73a8fb2-ed5c-4f04-a9e3-96880d91c15a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:43.113729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] For port 34dfb9c4-19f2-4817-8618-88eaa1da71e8, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:43.122115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] For port 34dfb9c4-19f2-4817-8618-88eaa1da71e8, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=34dfb9c4-19f2-4817-8618-88eaa1da71e8,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:43.133678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.261041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.268565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19cdaa-ee57-43d6-b43c-b933b7d158e3 None None] Pushing event updated for resources: {'Port': ['ID=34dfb9c4-19f2-4817-8618-88eaa1da71e8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:43.289530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object e73a8fb2-ed5c-4f04-a9e3-96880d91c15a will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:43.432885 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.658412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:43.769038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:43.777189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:43.809547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:43.941366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.351651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:44.414028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.496568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a68aa0d-09bd-4090-acf6-e57214a2d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.532640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:44.550005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:44.550493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.703147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.729897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:44.737615 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.739976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 34dfb9c4-19f2-4817-8618-88eaa1da71e8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:44.885841 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:44.902280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:45.136929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.146983 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.261194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.263316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:45.521017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf508cc-fa45-44b6-90df-56e7fb0a1938 None None] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:45.568626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:45.571819 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:45.713488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Provisioning for port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:45.733115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Provisioning complete for port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:45.734226 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.885038 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router acbbdba1-04b9-4088-a8cf-2f2815d3130b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:46.068743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.137214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:46.263465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:46.281165 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f5508875-67ba-4ed5-bbcf-1a189e70fc53 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/acbbdba1-04b9-4088-a8cf-2f2815d3130b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4654055 Sep 01 15:44:46.297440 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Sync routers for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:46.331458 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:46.333707 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:46.334954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] For port 34dfb9c4-19f2-4817-8618-88eaa1da71e8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=34dfb9c4-19f2-4817-8618-88eaa1da71e8,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:46.357916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.646267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3715-cecd-4ef0-9c3b-debec25c85bc None None] Pushing event updated for resources: {'Port': ['ID=34dfb9c4-19f2-4817-8618-88eaa1da71e8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:46.659378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:46.664408 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.723629 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:46.774671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:47.159318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5438e506-2584-4ee0-8139-994aa1e9c302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.287424 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 2, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:47.355764 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Checking router: acbbdba1-04b9-4088-a8cf-2f2815d3130b for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:47.356496 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Updating router acbbdba1-04b9-4088-a8cf-2f2815d3130b port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:47.417442 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.450978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Provisioning complete for port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:47.451419 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.565944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-22e7ecd6-63b1-463c-9f02-c9ecfc758d02 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15025318&fields=id&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 267 time: 0.1875594 Sep 01 15:44:47.786843 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-082d3c92-a727-476e-a9fa-68f549f98d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.792803 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.800893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Provisioning for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:47.802813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-d1f7f0d2-337e-482e-8a97-24f3e58257ad tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:47.805418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-d1f7f0d2-337e-482e-8a97-24f3e58257ad tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 796 time: 0.2372148 Sep 01 15:44:47.814785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Provisioning complete for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:47.815561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.874004 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5438e506-2584-4ee0-8139-994aa1e9c302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.876487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-20cf1892-5e71-4b00-9058-491bca278743 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/quotas/2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 375 time: 0.0512161 Sep 01 15:44:47.884949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5438e506-2584-4ee0-8139-994aa1e9c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.951967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-91b3d811-9ffd-40c2-a459-10adb15734d0 None None] Port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:48.016800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 34dfb9c4-19f2-4817-8618-88eaa1da71e8 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:48.081369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5438e506-2584-4ee0-8139-994aa1e9c302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae0a5f138d664450962f163ce810236f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3055320 Sep 01 15:44:48.084773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438e506-2584-4ee0-8139-994aa1e9c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade62ee8-c137-4b07-a109-3ffa6b43b4b5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.088205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:48.125741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-7674656f-8411-460c-b7b1-24abe78da607 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106009 Sep 01 15:44:48.136176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cae2cd22-237a-4680-9bde-705798dc8e79 None None] Provisioning complete for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:48.136553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cae2cd22-237a-4680-9bde-705798dc8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.207513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cae2cd22-237a-4680-9bde-705798dc8e79 None None] Port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:48.236578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:48.237361 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.252822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.312504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.319371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-cf55ed05-a128-4d1c-8497-8270b2d96333 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869247 Sep 01 15:44:48.326225 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.353440 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Transition to ACTIVE for port object e73a8fb2-ed5c-4f04-a9e3-96880d91c15a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:48.361554 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.446253 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.451298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.463156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-ffbb9ab2-e1cc-466b-821f-63d62490ea80 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424582 Sep 01 15:44:48.465995 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ade62ee8-c137-4b07-a109-3ffa6b43b4b5 HTTP/1.1" status: 204 len: 168 time: 0.3731954 Sep 01 15:44:48.488692 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.492571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798e883-b794-4967-81e8-1b33d99c435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade62ee8-c137-4b07-a109-3ffa6b43b4b5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.551048 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Pushing event updated for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.562648 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Attempting to bind port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:48.563297 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Attempting to bind port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:48.563864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Attempting to bind port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a on network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:48.575573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:48.576445 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Checking segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:48.576918 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.577917 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Bound using segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:48.578621 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Bound port: e73a8fb2-ed5c-4f04-a9e3-96880d91c15a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:48.579014 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.605957 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.606307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.606998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.607199 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.607530 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.607856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.608176 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.609190 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.609371 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.609759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.610380 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.610714 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:48.651465 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.705606 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] For port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:48.714004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] For port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:48.722401 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.910509 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:48.911848 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:49.000790 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5252d8b8-2c61-4c32-855b-462427e166a9 req-e6447bb8-d054-469d-9b51-e9e15ed253f0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 210 time: 0.1272163 Sep 01 15:44:49.097008 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01482ffa-8dd6-4677-9177-195cf9b862bc None None] Pushing event updated for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:49.429094 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:50.038155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.041573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:48Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:50.144048 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fdf59-582c-4380-ae73-cf64326c784a None None] The sync data for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 is: [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:48Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:50.177517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e6f7aa4-275d-4b3d-8bc3-f8789e5f0aff req-77b72ba7-0b13-48d1-9413-e10bd807b893 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 210 time: 0.0631998 Sep 01 15:44:51.165823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-1791f11a-b5ed-4a53-ab91-d767ee2a84a5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:51.169362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-1791f11a-b5ed-4a53-ab91-d767ee2a84a5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 796 time: 0.5284448 Sep 01 15:44:51.314987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-e263650f-49b4-4e33-b40d-06cbed5a79be tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2656a3574f394d30aba76404f1825660 HTTP/1.1" status: 200 len: 378 time: 0.0987947 Sep 01 15:44:51.334458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-09370010-3b03-49de-8e2c-6dc5a543e459 req-d0e7df8f-4786-4c3a-b7b6-caecdd449d27 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 210 time: 0.0567789 Sep 01 15:44:51.335849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'port': {'device_id': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'admin_state_up': True, 'tenant_id': '2656a3574f394d30aba76404f1825660', 'security_groups': ['053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:51.548410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Made reservation on behalf of 2656a3574f394d30aba76404f1825660 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:51.554570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.759150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.20.0.5 (8b2bb3c3-8348-4dc4-a452-669d9e14a9dd/d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1/850caa3c-b8e0-4f27-ae79-14b7fb939be6) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:52.050504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e73a8fb2-ed5c-4f04-a9e3-96880d91c15a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:52.095867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.115629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Transition to ACTIVE for port object 850caa3c-b8e0-4f27-ae79-14b7fb939be6 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:52.131707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:52.145252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:52.145640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.206898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.277087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:52.281392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:52.288689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:52.292476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:52.400054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.402531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:52.406143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.468748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a330ed6-a39b-49f2-8a47-65fd8a343886 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1438775 Sep 01 15:44:52.486274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-9c832f53-86e4-42ed-a9df-a2b217f9bc59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:44:52.488162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-9c832f53-86e4-42ed-a9df-a2b217f9bc59 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065556 Sep 01 15:44:52.490167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-75ce19ab-8d8c-4e62-aa73-8f6aa5d65230 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fd787ec873b0441c8f9ca19a2b975854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489569 Sep 01 15:44:52.495243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:52.501947 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.620229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ff318-1d4c-495a-8bc3-806bca974389 req-783b1ae7-0a65-46db-aa2c-15a2bda77f1b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:52.631892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-037ff318-1d4c-495a-8bc3-806bca974389 req-783b1ae7-0a65-46db-aa2c-15a2bda77f1b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 931 time: 0.1427870 Sep 01 15:44:52.639226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:52.736293 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-037ff318-1d4c-495a-8bc3-806bca974389 req-edb153b8-76a6-450d-9eb2-537d74d58dea tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978551 Sep 01 15:44:52.771435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Request body: {'port': {'device_id': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:52.889760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8ba6b991-541a-4d08-a02e-c1aa502cd856 None None] Provisioning for port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:52.903589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8ba6b991-541a-4d08-a02e-c1aa502cd856 None None] Provisioning complete for port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:52.904938 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b991-541a-4d08-a02e-c1aa502cd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.919744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.947192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-3c7f2b94-fa0d-4afa-82e9-87f178fde551 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:52.949344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-3c7f2b94-fa0d-4afa-82e9-87f178fde551 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443293 Sep 01 15:44:52.985170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-35c03435-94a6-48b0-a9fd-584b5a98d7c5 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/quotas/fd787ec873b0441c8f9ca19a2b975854 HTTP/1.1" status: 200 len: 375 time: 0.0148149 Sep 01 15:44:53.017609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6b991-541a-4d08-a02e-c1aa502cd856 None None] Port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:53.102095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-29072392-8aa2-408d-a580-15a8bceba472 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd787ec873b0441c8f9ca19a2b975854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918705 Sep 01 15:44:53.361164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:53.378782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.402833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Transition to ACTIVE for port object 850caa3c-b8e0-4f27-ae79-14b7fb939be6 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:53.409892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.436672 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b821e176-38b9-448f-a298-f5cf02ffd229 req-c986fb35-3bac-4f9b-8a3f-260af76d575d tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 210 time: 0.0524144 Sep 01 15:44:53.679543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:53.750132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Attempting to bind port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:53.754144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Attempting to bind port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:53.755248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Attempting to bind port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 on network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:53.765857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 on network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:53.766545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Attempting to bind port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 on network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:53.776642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:53.777773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Checking segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:53.778193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Bound using segment: {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:53.778644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Bound port: 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c7d9ea-3625-4cab-9218-df487fb805de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:53.779008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.987574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:54.007783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:54.024059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e73a8fb2-ed5c-4f04-a9e3-96880d91c15a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:54.030756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb1e0-a63f-4e96-a648-16f8530ec548 req-c8d0eff2-b1c0-40ac-85d2-651e2c1a9a65 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.032837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43deb1e0-a63f-4e96-a648-16f8530ec548 req-c8d0eff2-b1c0-40ac-85d2-651e2c1a9a65 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 943 time: 0.0949495 Sep 01 15:44:54.034313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.236027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:54.259365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.260272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.262517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0a849fe6-1401-401a-ab1b-37cfe5004002 service neutron] 10.222.0.24 "PUT /v2.0/ports/850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 1092 time: 1.7589355 Sep 01 15:44:54.263297 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:54.263450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:54.263916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.267242 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12970602-41ea-40cc-847d-f41757254072" -d '{"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:54.348690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43deb1e0-a63f-4e96-a648-16f8530ec548 req-4c07a22a-6985-4a8f-b1b4-8805c04a4c12 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1783466 Sep 01 15:44:54.442992 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec21183-417f-494f-bbbb-e0694117de74 x-openstack-request-id: req-7ec21183-417f-494f-bbbb-e0694117de74 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:54.444578 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:54.445257 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ec21183-417f-494f-bbbb-e0694117de74 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:54.450395 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'status': 'completed', 'code': 200} Sep 01 15:44:54.509993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-20a5f497-4a55-440d-b0af-1234e1a0a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.521029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-20a5f497-4a55-440d-b0af-1234e1a0a83e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1095 time: 0.1557543 Sep 01 15:44:54.731185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-b7ec5585-3099-4f96-b061-0d4aae62e9d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 217 time: 0.1949487 Sep 01 15:44:54.734748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e392f9b-595f-4dad-b04b-16798412bf8d req-b9101ae2-ba2b-4836-8c0f-2f47857868e4 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 210 time: 0.0512218 Sep 01 15:44:54.825975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-9fe32fc1-f020-4663-8b69-560bd7404adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.829094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-9fe32fc1-f020-4663-8b69-560bd7404adb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 200 len: 835 time: 0.0879974 Sep 01 15:44:54.925549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-ab71c3c5-b45a-4939-984a-4f81593afda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.929400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-ab71c3c5-b45a-4939-984a-4f81593afda9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882919 Sep 01 15:44:55.043677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-837fc8df-8590-447f-b4c7-790fdd29880d service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050487 Sep 01 15:44:55.249218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8bb19879-7d13-4e1c-b347-96a05d1c1afa req-0ee4e8bb-f930-43c6-8cbf-bde8ff1f110a service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835444 Sep 01 15:44:55.252867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-87822b0d-2848-4594-88a1-9662790c209d tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fd787ec873b0441c8f9ca19a2b975854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565326 Sep 01 15:44:55.546777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12970602-41ea-40cc-847d-f41757254072 req-185af6fe-143f-477c-af55-66eede9c9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.549243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-185af6fe-143f-477c-af55-66eede9c9f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1095 time: 0.1782386 Sep 01 15:44:55.587143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53460be3-7124-4cbb-a4e4-8122e227e26a req-654e2cd2-0934-47f8-97ef-07c0f08b19ac tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.590136 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53460be3-7124-4cbb-a4e4-8122e227e26a req-654e2cd2-0934-47f8-97ef-07c0f08b19ac tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 943 time: 0.0983536 Sep 01 15:44:55.665349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-fd0251e3-2995-41c4-b041-207dfb0f63f7 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.666115 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53460be3-7124-4cbb-a4e4-8122e227e26a req-5363e256-e910-4b79-a973-c765fb1b965b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680785 Sep 01 15:44:55.671256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-fd0251e3-2995-41c4-b041-207dfb0f63f7 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4106355 Sep 01 15:44:55.691529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Request body: {'port': {'device_id': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'fd787ec873b0441c8f9ca19a2b975854'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:55.899122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12970602-41ea-40cc-847d-f41757254072 req-5ed2894d-6993-4f31-8be2-c6f06ace3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.901230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-5ed2894d-6993-4f31-8be2-c6f06ace3255 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 897 time: 0.3440356 Sep 01 15:44:55.979927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-f22fed7a-6473-4a8e-b0da-545a59455a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 217 time: 0.0703979 Sep 01 15:44:56.002027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb1a5e6c-a0b1-45c9-b1db-9e66f7fef793 req-b9e8da63-932b-49b2-a897-1267a9853beb tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 210 time: 0.0849242 Sep 01 15:44:56.080669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12970602-41ea-40cc-847d-f41757254072 req-130ef3da-3596-466f-af23-ead8233c8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:56.082295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-130ef3da-3596-466f-af23-ead8233c8684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 200 len: 835 time: 0.0837517 Sep 01 15:44:56.090026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Made reservation on behalf of fd787ec873b0441c8f9ca19a2b975854 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:56.094454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.130445 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.171899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12970602-41ea-40cc-847d-f41757254072 req-1289ec9a-b00c-40a2-9246-cf06275c96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:56.173656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-1289ec9a-b00c-40a2-9246-cf06275c96c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763063 Sep 01 15:44:56.403836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-d553503e-f9b9-49cc-b371-bb371815f705 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181695 Sep 01 15:44:56.489050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.495335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.589930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054641dc-5c54-467c-9353-946d84dbcaee,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:56.621663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12970602-41ea-40cc-847d-f41757254072 req-4c9ad937-e098-440b-9098-206f3ea0ef84 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099955 Sep 01 15:44:56.701695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Allocated IP 192.168.233.48 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/d037fcc4-3471-439a-b544-58513b21c131) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:56.840941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c4a09-9c69-4faf-8ed0-ab25cc296b7c req-332b4664-b3ba-4f44-9e21-0f1b0484637d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:56.844923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f48c4a09-9c69-4faf-8ed0-ab25cc296b7c req-332b4664-b3ba-4f44-9e21-0f1b0484637d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 943 time: 0.0681486 Sep 01 15:44:56.958659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f48c4a09-9c69-4faf-8ed0-ab25cc296b7c req-48fe1bc3-23c0-4eab-be41-249bf9ed113b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739911 Sep 01 15:44:57.021726 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.044051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Transition to ACTIVE for port object d037fcc4-3471-439a-b544-58513b21c131 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:57.114170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.239405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:44:57.291261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Pushing event updated for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:57.300079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:57.308701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:57.323746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:57.385535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546d51-9a32-46be-b228-1ce79ae5815d req-6fd72f13-04d9-444f-8717-1cbe22d1b0a6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:57.388163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4546d51-9a32-46be-b228-1ce79ae5815d req-6fd72f13-04d9-444f-8717-1cbe22d1b0a6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 935 time: 0.2135246 Sep 01 15:44:57.442968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:57.444242 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.493248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4546d51-9a32-46be-b228-1ce79ae5815d req-cacb7fde-c2f0-4529-84fb-53e725366a71 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958464 Sep 01 15:44:57.495528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-aef5a0aa-d156-47c3-ac9a-2e3e68149905 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8132744 Sep 01 15:44:57.513502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Request body: {'port': {'device_id': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:57.608936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.693395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5fe82bb4-a302-493f-bcd2-9e13fc323d5f None None] Provisioning for port d037fcc4-3471-439a-b544-58513b21c131 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:57.713317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5fe82bb4-a302-493f-bcd2-9e13fc323d5f None None] Provisioning complete for port d037fcc4-3471-439a-b544-58513b21c131 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:57.713907 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fe82bb4-a302-493f-bcd2-9e13fc323d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.781046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82bb4-a302-493f-bcd2-9e13fc323d5f None None] Port d037fcc4-3471-439a-b544-58513b21c131 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:57.960366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:44:58.042568 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.146126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d037fcc4-3471-439a-b544-58513b21c131 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:58.162769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.194994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Transition to ACTIVE for port object d037fcc4-3471-439a-b544-58513b21c131 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:58.209107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.272114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273be99-cda1-46d2-b793-731b38b79b33 req-2c0a0137-ca38-4a52-891b-eb89b01d82f1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:58.276801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:58.276987 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6273be99-cda1-46d2-b793-731b38b79b33 req-2c0a0137-ca38-4a52-891b-eb89b01d82f1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 943 time: 0.1843934 Sep 01 15:44:58.292873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'mac_address': 'fa:16:3e:07:d8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:44:58.349534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6273be99-cda1-46d2-b793-731b38b79b33 req-ff63ea6f-c53c-4f36-86ae-d16c839e4015 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510871 Sep 01 15:44:58.398141 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.463845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:58.465812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:58.502854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:58.503291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Attempting to bind port d037fcc4-3471-439a-b544-58513b21c131 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:58.503641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Attempting to bind port d037fcc4-3471-439a-b544-58513b21c131 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:58.504056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Attempting to bind port d037fcc4-3471-439a-b544-58513b21c131 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:58.510887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.512585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Port d037fcc4-3471-439a-b544-58513b21c131 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:58.512911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Attempting to bind port d037fcc4-3471-439a-b544-58513b21c131 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:58.524724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:58.525170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:58.525573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:58.526042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Bound port: d037fcc4-3471-439a-b544-58513b21c131, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:58.526429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.628782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:58.667872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:58.672866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d037fcc4-3471-439a-b544-58513b21c131,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:58.685112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.763838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:58.764540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.766342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] 10.222.0.50 "PUT /v2.0/ports/d037fcc4-3471-439a-b544-58513b21c131 HTTP/1.1" status: 200 len: 1096 time: 1.2617469 Sep 01 15:44:58.766823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:58.769477 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a81ab7-99cc-465d-9e55-c5e4734fb511" -d '{"events": [{"name": "network-changed", "server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "tag": "d037fcc4-3471-439a-b544-58513b21c131"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:58.815068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['850caa3c-b8e0-4f27-ae79-14b7fb939be6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:44:59.287265 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b3de9-a305-4480-8be4-d6eadc023c2c x-openstack-request-id: req-602b3de9-a305-4480-8be4-d6eadc023c2c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:59.287581 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "tag": "d037fcc4-3471-439a-b544-58513b21c131", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:59.287899 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-602b3de9-a305-4480-8be4-d6eadc023c2c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:59.288390 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131', 'status': 'completed', 'code': 200} Sep 01 15:44:59.326943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344c134-aee9-4517-9a1a-53d817d69b27 req-6a202fd0-8512-4c3a-9b81-1aa874add99b tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:59.328472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6344c134-aee9-4517-9a1a-53d817d69b27 req-6a202fd0-8512-4c3a-9b81-1aa874add99b tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 947 time: 0.6459072 Sep 01 15:44:59.333921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4f465-f5e9-4505-b247-0d140ebf8c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:59.384812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6344c134-aee9-4517-9a1a-53d817d69b27 req-8e12c345-98d4-4472-b3f5-26567a6c6a24 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Sep 01 15:44:59.387084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-254681fe-45dc-47de-99d7-05a679a9d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:59.388719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-254681fe-45dc-47de-99d7-05a679a9d15b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd787ec873b0441c8f9ca19a2b975854&device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 1099 time: 0.1134026 Sep 01 15:44:59.454830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-a599e828-1b4c-4d0d-9d12-64dd6d52bc74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d037fcc4-3471-439a-b544-58513b21c131 HTTP/1.1" status: 200 len: 217 time: 0.0570357 Sep 01 15:44:59.618676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-42c58206-feeb-4811-8ee4-92bfe3bc7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:59.622990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-42c58206-feeb-4811-8ee4-92bfe3bc7bb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.1568329 Sep 01 15:44:59.702007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557d243-73d4-4596-b9c3-789486e66c3e req-50f2e3df-68e1-4411-9de6-507af1fb5e0c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:59.705776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d557d243-73d4-4596-b9c3-789486e66c3e req-50f2e3df-68e1-4411-9de6-507af1fb5e0c tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 944 time: 0.1847987 Sep 01 15:44:59.758829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff82bde-0578-4184-849a-0cd818162731 req-fd50cf87-51c7-4c66-bc7b-8f9aee162f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:59.761508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-fd50cf87-51c7-4c66-bc7b-8f9aee162f76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297307 Sep 01 15:44:59.872456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d557d243-73d4-4596-b9c3-789486e66c3e req-a9dd4f2e-07eb-4fc2-a38d-eda289039167 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584744 Sep 01 15:44:59.944753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-8f190d02-d3ac-4e61-a90b-43348a5c4a4b service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748683 Sep 01 15:44:59.952749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:00.055439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:00.063810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:00.064688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.082759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ff82bde-0578-4184-849a-0cd818162731 req-85517acc-4f56-4553-9a48-37723f3e330e service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149738 Sep 01 15:45:00.229645 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.262853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-60dab264-14a9-40aa-8087-d241ec4e20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.266281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-60dab264-14a9-40aa-8087-d241ec4e20ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd787ec873b0441c8f9ca19a2b975854&device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 1099 time: 0.1087759 Sep 01 15:45:00.293984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:00.299615 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba900fd-1699-40e9-9baf-9bd530dab26b" -d '{"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-plugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:00.347568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:00.355028 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.441399 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6243259-5637-41a2-abfc-e987ed62d747 x-openstack-request-id: req-f6243259-5637-41a2-abfc-e987ed62d747 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:00.447337 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-plugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:00.447337 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6243259-5637-41a2-abfc-e987ed62d747 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:00.448379 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'code': 200} Sep 01 15:45:00.501945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-30f43748-0d47-449f-960d-6a2e19592e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.506814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-30f43748-0d47-449f-960d-6a2e19592e8f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.2311108 Sep 01 15:45:00.552472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:00.600880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-5455dc1e-a5a2-45b1-8dc1-cff9e3d89d6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d037fcc4-3471-439a-b544-58513b21c131 HTTP/1.1" status: 200 len: 217 time: 0.0855715 Sep 01 15:45:00.712695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-ff93756f-abca-45d5-9550-5f94bde1f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.714577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-ff93756f-abca-45d5-9550-5f94bde1f688 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0721755 Sep 01 15:45:00.732933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed4b64-b243-4339-9df7-4602ac5ba64b req-55ec01da-1832-4b86-883e-5fc64d935dc9 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.735308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-beed4b64-b243-4339-9df7-4602ac5ba64b req-55ec01da-1832-4b86-883e-5fc64d935dc9 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 947 time: 0.1556473 Sep 01 15:45:00.792012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701eb85-0401-4323-a156-7858050406f5 req-2bcd51d7-04fb-4058-8fe7-959fb87bb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.793901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8701eb85-0401-4323-a156-7858050406f5 req-2bcd51d7-04fb-4058-8fe7-959fb87bb753 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1097 time: 0.2127793 Sep 01 15:45:00.849200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-beed4b64-b243-4339-9df7-4602ac5ba64b req-c35c27b7-c0f5-471a-b403-a9ed69199a3b tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004431 Sep 01 15:45:00.864019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-b1690237-5f2c-4370-aa60-1ce2de8a75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:00.866455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-b1690237-5f2c-4370-aa60-1ce2de8a75de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291466 Sep 01 15:45:00.887216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8701eb85-0401-4323-a156-7858050406f5 req-25b4c242-bcb8-4dda-bb69-5a0ce93969bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846789 Sep 01 15:45:01.011408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-79542a98-4fd5-4712-8444-de93e754e570 service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344433 Sep 01 15:45:01.109544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318147c3-bad3-4a66-99f2-372703ff7c39 req-68e87283-83c4-44a7-bc99-7d6c9c0072dc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:01.125223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-318147c3-bad3-4a66-99f2-372703ff7c39 req-68e87283-83c4-44a7-bc99-7d6c9c0072dc tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.1133764 Sep 01 15:45:01.176305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24a81ab7-99cc-465d-9e55-c5e4734fb511 req-bb409c96-1a66-4961-9603-ff9ac32f56cd service neutron] 10.222.0.50 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568780 Sep 01 15:45:01.204868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-318147c3-bad3-4a66-99f2-372703ff7c39 req-a9306c6f-6543-4c77-93a1-aee6cadd6e0f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781271 Sep 01 15:45:02.136466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73152760-47db-4591-93dc-07b8a0a62f22 req-4312b7fe-c698-4724-95af-6176d5b8e12a tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:02.140298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73152760-47db-4591-93dc-07b8a0a62f22 req-4312b7fe-c698-4724-95af-6176d5b8e12a tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 947 time: 0.1076798 Sep 01 15:45:02.224855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73152760-47db-4591-93dc-07b8a0a62f22 req-690c936a-ed17-4180-bbdf-ac707ec9d134 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Sep 01 15:45:02.409210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b44a1-3541-4436-9d59-df91f3183e06 req-5227936c-fabf-44e2-9d1a-c630fc3ff978 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:02.411684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c8b44a1-3541-4436-9d59-df91f3183e06 req-5227936c-fabf-44e2-9d1a-c630fc3ff978 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0914912 Sep 01 15:45:02.494039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3c8b44a1-3541-4436-9d59-df91f3183e06 req-3257ffe9-5727-4707-b85b-019b93c9dc8a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591378 Sep 01 15:45:02.508725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d037fcc4-3471-439a-b544-58513b21c131 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:45:02.686130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f711a32-91fd-4110-835d-2485d6844f86 req-72fd75f8-df84-4011-b336-a31a6dcc30ec tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:02.693977 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f711a32-91fd-4110-835d-2485d6844f86 req-72fd75f8-df84-4011-b336-a31a6dcc30ec tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0967374 Sep 01 15:45:02.743536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f711a32-91fd-4110-835d-2485d6844f86 req-e36b37a4-7972-42f3-beb9-9955c8100413 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485170 Sep 01 15:45:02.758464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44732) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:02.784434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d037fcc4-3471-439a-b544-58513b21c131,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:02.803316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'd037fcc4-3471-439a-b544-58513b21c131', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': 'd037fcc4-3471-439a-b544-58513b21c131', 'mac_address': 'fa:16:3e:a7:e8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:45:02.854196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d8a23-d3c0-41b7-9650-a80974e840c8 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:02.859726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c2d8a23-d3c0-41b7-9650-a80974e840c8 tempest-TestNetworkAdvancedServerOps-1642763791 tempest-TestNetworkAdvancedServerOps-1642763791-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1092 time: 0.0991738 Sep 01 15:45:02.863546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 44734) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:02.873910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:02.880859 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.899955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d037fcc4-3471-439a-b544-58513b21c131 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:02.925750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.935426 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d037fcc4-3471-439a-b544-58513b21c131,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:02.942828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.036312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:03.095788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.168590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d037fcc4-3471-439a-b544-58513b21c131'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:03.257693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Allocated IP 172.25.1.194 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/79d3ac08-2e40-488c-8256-032302e76956) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:03.441441 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.513849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7fbc-d744-4c3d-bb7f-c746d42d6924 req-5a8aebab-f10d-45f0-8ab2-2285370db64b tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:03.516234 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-345a7fbc-d744-4c3d-bb7f-c746d42d6924 req-5a8aebab-f10d-45f0-8ab2-2285370db64b tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 948 time: 0.1002381 Sep 01 15:45:03.529482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.576777 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-345a7fbc-d744-4c3d-bb7f-c746d42d6924 req-dea78e82-bdc9-430b-82bb-409233168234 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Sep 01 15:45:03.637107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:03.644583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:03.647814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=79d3ac08-2e40-488c-8256-032302e76956,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:03.651781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:04.357714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.488898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.523788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d037fcc4-3471-439a-b544-58513b21c131 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:04.598931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port d037fcc4-3471-439a-b544-58513b21c131 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:04.603587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port d037fcc4-3471-439a-b544-58513b21c131 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:04.603975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.786061 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.806814 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.835941 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.875506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:04.878855 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b83d5a-931b-4c64-b6f3-36dbaa239d7d" -d '{"events": [{"server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "name": "network-vif-plugged", "status": "completed", "tag": "d037fcc4-3471-439a-b544-58513b21c131"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:04.895494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d037fcc4-3471-439a-b544-58513b21c131,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:04.903802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.905125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event updated for resources: {'Port': ['ID=79d3ac08-2e40-488c-8256-032302e76956,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:04.988685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047923d-9f40-4903-8c68-2526707fd8de req-b0cc046c-8439-4336-bc96-98b579485ed8 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:04.991246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d047923d-9f40-4903-8c68-2526707fd8de req-b0cc046c-8439-4336-bc96-98b579485ed8 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 948 time: 0.2016065 Sep 01 15:45:04.996579 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2ac62-2f15-401d-9456-4b402b4f5d0f x-openstack-request-id: req-cfc2ac62-2f15-401d-9456-4b402b4f5d0f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:04.997289 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "name": "network-vif-plugged", "status": "completed", "tag": "d037fcc4-3471-439a-b544-58513b21c131", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:04.997827 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfc2ac62-2f15-401d-9456-4b402b4f5d0f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:04.998753 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131', 'code': 200} Sep 01 15:45:05.012778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.038371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:05.169091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d047923d-9f40-4903-8c68-2526707fd8de req-80efab06-5990-4ce9-a02a-dcd92c7aae55 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696515 Sep 01 15:45:05.301417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250593-25dc-42c5-b5b6-57abae2dde88 req-5ddfb11e-aefc-43f2-8e3b-a0265130cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.304658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c250593-25dc-42c5-b5b6-57abae2dde88 req-5ddfb11e-aefc-43f2-8e3b-a0265130cea7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 1101 time: 0.2099645 Sep 01 15:45:05.359598 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP 0e66fdc1-7fac-49fa-aa62-547643b0b1d0 associated. External IP: 172.25.1.194, port: 850caa3c-b8e0-4f27-ae79-14b7fb939be6. Sep 01 15:45:05.408137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c250593-25dc-42c5-b5b6-57abae2dde88 req-8221eae8-433a-4afb-b5eb-49899c999247 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940022 Sep 01 15:45:05.697751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247a81-f901-420e-addf-d0722d154951 req-874195b4-ccca-4514-8e51-4eeb9ffa5f47 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.700005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2247a81-f901-420e-addf-d0722d154951 req-874195b4-ccca-4514-8e51-4eeb9ffa5f47 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 946 time: 0.1334317 Sep 01 15:45:05.726283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router acbbdba1-04b9-4088-a8cf-2f2815d3130b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:05.772018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2247a81-f901-420e-addf-d0722d154951 req-5a591f5e-ed36-4dd2-b1fe-f3fe51bfde4a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Sep 01 15:45:05.918321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:05.936851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Sync routers for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:05.944610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.952470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:05.952470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.007651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f616b499-d169-46e9-af62-ff179e42610a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1400979 Sep 01 15:45:06.007651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:06.010601 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:06.103236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:06.121902 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1daf4e-bb7c-49d5-8472-e3b7a633ff67 x-openstack-request-id: req-bd1daf4e-bb7c-49d5-8472-e3b7a633ff67 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:06.122351 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:06.122760 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1daf4e-bb7c-49d5-8472-e3b7a633ff67 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:06.124384 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'status': 'completed', 'code': 200} Sep 01 15:45:06.140314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c5ef9-6fbd-431d-ad14-45856169bc1b req-643904af-38a9-4e3b-9626-28f29136d0a3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.153982 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-874c5ef9-6fbd-431d-ad14-45856169bc1b req-643904af-38a9-4e3b-9626-28f29136d0a3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0763736 Sep 01 15:45:06.247116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-3b18a8db-6b65-402a-b0c9-58e6a3c027f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.251274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-3b18a8db-6b65-402a-b0c9-58e6a3c027f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1097 time: 0.0608075 Sep 01 15:45:06.254650 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-874c5ef9-6fbd-431d-ad14-45856169bc1b req-7ba8207f-d9d8-4281-81e0-5cbf0013800e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993977 Sep 01 15:45:06.281050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44780) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:06.362386 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-619914ee-1360-4134-9d50-54bd5af11808 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/0e66fdc1-7fac-49fa-aa62-547643b0b1d0 HTTP/1.1" status: 200 len: 991 time: 0.0799015 Sep 01 15:45:06.399170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23551fac-3999-42e9-8c3d-472642563953 req-b94b3fda-893c-451e-b3cf-1073a673a36d tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.401000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23551fac-3999-42e9-8c3d-472642563953 req-b94b3fda-893c-451e-b3cf-1073a673a36d tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 949 time: 0.0769644 Sep 01 15:45:06.480049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0e66fdc1-7fac-49fa-aa62-547643b0b1d0', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'mac_address': 'fa:16:3e:07:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:04Z', 'updated_at': '2021-09-01T15:45:04Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.487560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-e4eec555-302c-404e-bb79-5211fdd275f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.490050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-e4eec555-302c-404e-bb79-5211fdd275f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 897 time: 0.2316322 Sep 01 15:45:06.523331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Checking router: acbbdba1-04b9-4088-a8cf-2f2815d3130b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:06.534984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:06.535651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:44:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.593439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23551fac-3999-42e9-8c3d-472642563953 req-3420906a-f185-4758-beeb-2f7bc060aba6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811957 Sep 01 15:45:06.646368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-52ce5789-7dd0-4276-8af5-c4f61646693e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 999 time: 0.1457725 Sep 01 15:45:06.700884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:06.722345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-36515a58-17c3-43ab-b74d-a20cd421d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.724397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-36515a58-17c3-43ab-b74d-a20cd421d9ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 200 len: 835 time: 0.0580900 Sep 01 15:45:06.786520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-58e09034-bc33-48c3-9c3d-c67d46eed15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:06.788043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-58e09034-bc33-48c3-9c3d-c67d46eed15e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551605 Sep 01 15:45:06.917764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-6e71b0e1-593f-4456-aa03-fcff40ba6510 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164033 Sep 01 15:45:06.975893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0e66fdc1-7fac-49fa-aa62-547643b0b1d0', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'mac_address': 'fa:16:3e:07:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:04Z', 'updated_at': '2021-09-01T15:45:04Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:07.007089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55a9f8-b550-4204-9c59-f555f86497c4 None None] The sync data for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 is: [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0e66fdc1-7fac-49fa-aa62-547643b0b1d0', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'mac_address': 'fa:16:3e:07:d8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:04Z', 'updated_at': '2021-09-01T15:45:04Z', 'revision_number': 0, 'project_id': '2656a3574f394d30aba76404f1825660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:07.038534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-303a92c6-ee28-4b2b-afd1-3bb06b56dfb7 req-d294eba6-ec65-4e09-b27a-b7bcf82b3fe1 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125691 Sep 01 15:45:07.040930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469fe19-e661-491d-aaf0-5cda97cc1674 req-664a378b-0f8b-45cb-881f-15d79c224ec5 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.042717 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d469fe19-e661-491d-aaf0-5cda97cc1674 req-664a378b-0f8b-45cb-881f-15d79c224ec5 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 946 time: 0.1266212 Sep 01 15:45:07.102420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d469fe19-e661-491d-aaf0-5cda97cc1674 req-fc9e411c-53cc-4491-941e-e2983aaba311 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Sep 01 15:45:07.321456 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b462f6-80d8-4ddd-9a5a-2bb367ebb610 None None] New status for floating IP 0e66fdc1-7fac-49fa-aa62-547643b0b1d0: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:45:07.365861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44790) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:07.427410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-a2dfc3d3-1699-4af0-8b08-104fc5d8733e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.430084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-a2dfc3d3-1699-4af0-8b08-104fc5d8733e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 946 time: 0.0685310 Sep 01 15:45:07.456734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0be09cb6-adff-4227-9d6c-2009cfebe90b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/0e66fdc1-7fac-49fa-aa62-547643b0b1d0 HTTP/1.1" status: 200 len: 991 time: 0.0848858 Sep 01 15:45:07.565929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Deleting port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:07.566195 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.692992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] For port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:07.693426 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.716016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Calling delete_port for c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:07.905565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3222dc-ed28-49b6-9242-a90582a45afb req-98d64e6b-6c3c-459b-9de7-cac46d4ce95c tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.908298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3222dc-ed28-49b6-9242-a90582a45afb req-98d64e6b-6c3c-459b-9de7-cac46d4ce95c tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 949 time: 0.1670396 Sep 01 15:45:07.999991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9a3222dc-ed28-49b6-9242-a90582a45afb req-fd0f34c1-2285-406d-a613-75dd9510dffb tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Sep 01 15:45:08.047778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.062392 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['c6f1af98-2b88-41bd-8c0b-5fe59783b6a3'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:08.100996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Pushing event deleted for resources: {'Port': ['ID=c6f1af98-2b88-41bd-8c0b-5fe59783b6a3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:08.202883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] No DVR routers for this DVR port c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:08.207285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.216285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1714e9e7-b88a-41c4-8eb8-3bfa0daa6f16 req-3fa51e2d-966c-4e40-9885-99797cb00ee4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "DELETE /v2.0/ports/c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 HTTP/1.1" status: 204 len: 173 time: 0.7748141 Sep 01 15:45:08.217991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'name': 'network-vif-deleted', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:08.222888 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d542a99e-74ec-4c38-b626-c8a35d8fec65" -d '{"events": [{"server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "name": "network-vif-deleted", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:08.321492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15a76806-c9af-4828-b356-5ad92cbcaa1f req-cfb741d0-79ab-49ff-a2d2-d92d8e5d3173 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28d75cd-589b-489a-80c8-2ae0743ccc21 HTTP/1.1" status: 200 len: 210 time: 0.0744462 Sep 01 15:45:08.371184 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82b6aa-eaf6-44aa-8a57-a98617edfd7f x-openstack-request-id: req-9e82b6aa-eaf6-44aa-8a57-a98617edfd7f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:08.374705 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d75cd-589b-489a-80c8-2ae0743ccc21", "name": "network-vif-deleted", "tag": "c6f1af98-2b88-41bd-8c0b-5fe59783b6a3", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:08.375387 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e82b6aa-eaf6-44aa-8a57-a98617edfd7f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:08.376069 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d75cd-589b-489a-80c8-2ae0743ccc21', 'name': 'network-vif-deleted', 'tag': 'c6f1af98-2b88-41bd-8c0b-5fe59783b6a3', 'status': 'completed', 'code': 200} Sep 01 15:45:08.459791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 44810) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:08.485770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3930a33-d9eb-4719-9fa5-1d34d6034d8d req-26b5e17a-c61e-4a15-92b9-42fee1bba200 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:08.487456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3930a33-d9eb-4719-9fa5-1d34d6034d8d req-26b5e17a-c61e-4a15-92b9-42fee1bba200 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 949 time: 0.0697098 Sep 01 15:45:08.543034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9188cb7c-d24b-4182-8482-c14a7d5beed9 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/0e66fdc1-7fac-49fa-aa62-547643b0b1d0 HTTP/1.1" status: 200 len: 993 time: 0.0816977 Sep 01 15:45:08.549682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3930a33-d9eb-4719-9fa5-1d34d6034d8d req-00dc419e-9874-460f-830a-d4fbda408e8d tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Sep 01 15:45:09.796796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe9bf-7e59-493a-baa2-98d5474e6d78 req-e5e5fec9-344a-44a5-98dc-4ea487538b63 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:09.798946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41dfe9bf-7e59-493a-baa2-98d5474e6d78 req-e5e5fec9-344a-44a5-98dc-4ea487538b63 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 949 time: 0.1003504 Sep 01 15:45:09.911409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-6e5d6eca-2a32-466e-b050-db3698cf3ba8 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:09.913288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-6e5d6eca-2a32-466e-b050-db3698cf3ba8 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.50 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 949 time: 0.1439519 Sep 01 15:45:09.917764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41dfe9bf-7e59-493a-baa2-98d5474e6d78 req-9a9b5ba0-7c6c-440e-be88-33de0085e574 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/security-groups?id=054641dc-5c54-467c-9353-946d84dbcaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981619 Sep 01 15:45:10.065591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Deleting port d037fcc4-3471-439a-b544-58513b21c131 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:10.066313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.216077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] For port d037fcc4-3471-439a-b544-58513b21c131, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=d037fcc4-3471-439a-b544-58513b21c131,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:10.216439 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.231324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Calling delete_port for d037fcc4-3471-439a-b544-58513b21c131 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:10.408488 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.423943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['d037fcc4-3471-439a-b544-58513b21c131'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:10.464601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Pushing event deleted for resources: {'Port': ['ID=d037fcc4-3471-439a-b544-58513b21c131,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:10.534942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] No DVR routers for this DVR port d037fcc4-3471-439a-b544-58513b21c131 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:10.538542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.542362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d037fcc4-3471-439a-b544-58513b21c131 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:10.558917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ba3b515-790e-46e8-a29d-abc9cdd87459 req-5f24c045-1ee0-48f8-a5d9-98e1ab5283c6 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.50 "DELETE /v2.0/ports/d037fcc4-3471-439a-b544-58513b21c131 HTTP/1.1" status: 204 len: 173 time: 0.6360528 Sep 01 15:45:10.558917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'name': 'network-vif-deleted', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:10.565537 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c93a3-b09c-41f2-9c2a-c03767db4111" -d '{"events": [{"server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "name": "network-vif-deleted", "tag": "d037fcc4-3471-439a-b544-58513b21c131"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:10.578976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: d037fcc4-3471-439a-b544-58513b21c131 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:10.579319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device d037fcc4-3471-439a-b544-58513b21c131 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:10.579909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:10.607646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:10.608309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device c6f1af98-2b88-41bd-8c0b-5fe59783b6a3 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:10.633630 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf84e4c-4e6a-4b62-865f-9fbf6b9363f4 x-openstack-request-id: req-ddf84e4c-4e6a-4b62-865f-9fbf6b9363f4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:10.634127 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520d7e6e-0b7d-43f0-a243-991a1070d387", "name": "network-vif-deleted", "tag": "d037fcc4-3471-439a-b544-58513b21c131", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:10.634538 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddf84e4c-4e6a-4b62-865f-9fbf6b9363f4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:10.635112 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520d7e6e-0b7d-43f0-a243-991a1070d387', 'name': 'network-vif-deleted', 'tag': 'd037fcc4-3471-439a-b544-58513b21c131', 'status': 'completed', 'code': 200} Sep 01 15:45:11.160425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c4249de-9755-48db-9edf-65d3cb8a8a64 req-33dbd6d9-7040-4602-957b-2849bcf317c4 tempest-VolumesNegativeTest-325582889 tempest-VolumesNegativeTest-325582889-project] 10.222.0.41 "GET /v2.0/ports?device_id=520d7e6e-0b7d-43f0-a243-991a1070d387 HTTP/1.1" status: 200 len: 210 time: 0.0667992 Sep 01 15:45:14.405555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-543dc2a7-5d12-4973-8595-47c431a7771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.661928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-27f88ed6-7292-49a3-b435-0b00a0680d0b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.663657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-27f88ed6-7292-49a3-b435-0b00a0680d0b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 813 time: 0.1511030 Sep 01 15:45:16.682182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-cbc312ad-1db0-43ac-b9fb-51bce7b5d646 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/quotas/103e6339c3314e83b2c5b87a9543e558 HTTP/1.1" status: 200 len: 375 time: 0.0122941 Sep 01 15:45:16.723381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-38c7037d-2bef-4314-aad4-a1d884077714 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345829 Sep 01 15:45:16.879730 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-b4279f24-969a-49bf-bf06-3af1b49d43a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480081 Sep 01 15:45:16.993155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-17b314d9-d0de-4d6c-ac92-480bb8d326d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063359 Sep 01 15:45:17.245906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-56aaac9e-4548-4914-bc06-0665cbe83379 req-b998d7b0-dfba-475b-aeff-ee00c78dd2cc tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Sep 01 15:45:17.588095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bc06821-1697-4c51-b0c0-9dc512f8d2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.682868 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.421549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bfcf8d8-c564-49f3-9f04-5d8c29dbb60a req-3f0f0234-0f43-4760-aebc-7d254a0fa42a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 210 time: 0.0445287 Sep 01 15:45:18.513730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.633351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45156) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:18.676387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.750844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-4297a634-af1e-4ccb-9b20-e55b4277f649 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:18.752761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-4297a634-af1e-4ccb-9b20-e55b4277f649 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 813 time: 0.2905324 Sep 01 15:45:18.768307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Request body: {'port': {'device_id': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e', 'admin_state_up': True, 'tenant_id': '103e6339c3314e83b2c5b87a9543e558'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:18.994469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Made reservation on behalf of 103e6339c3314e83b2c5b87a9543e558 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:18.999945 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.001329 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9d7cb9a-7985-4f8c-9d75-f67fae0dfa2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd787ec873b0441c8f9ca19a2b975854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655481 Sep 01 15:45:19.002342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45160) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:19.092824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.156339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.200422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Allocated IP 172.20.0.10 (b7dac433-8dc9-4af6-a744-9339234b7e1e/3146b3c0-3a7a-4e56-bffa-849dce5c9ff1/63538573-5100-427a-8c68-4292beeeb86e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:19.273400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.278880 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.280095 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/054641dc-5c54-467c-9353-946d84dbcaee HTTP/1.1" status: 204 len: 168 time: 0.2760561 Sep 01 15:45:19.296673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054641dc-5c54-467c-9353-946d84dbcaee,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:19.312703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.313287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.313947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.314457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.315053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.316076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.316632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.317209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.317764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.318311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.318845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.319499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04265910-681c-4a1d-870d-4f730b428145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.441750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.488212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.545840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Network b7dac433-8dc9-4af6-a744-9339234b7e1e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:19.549597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:19.554252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:19.586366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Pushing event updated for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:19.600599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.600941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.601335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.601721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.602053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.602384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.602712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.603036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.603361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.603683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.604005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.604325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:19.631251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:19.631932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.650767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d4be2e78-41f7-415c-abac-dea519a88e90 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872623 Sep 01 15:45:19.664593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-a47bb29b-2ed6-49af-aa13-78a25b395a83 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:45:19.666170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-a47bb29b-2ed6-49af-aa13-78a25b395a83 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094457 Sep 01 15:45:19.689641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Request body: {'port': {'device_id': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:19.706782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be00bc-5d94-4503-be8d-189106cecc52 req-b1cea880-cb3d-454f-94ff-b20b4c6f1e07 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:19.709033 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75be00bc-5d94-4503-be8d-189106cecc52 req-b1cea880-cb3d-454f-94ff-b20b4c6f1e07 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 932 time: 0.0936341 Sep 01 15:45:19.772661 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-75be00bc-5d94-4503-be8d-189106cecc52 req-bf10293a-926c-4415-a7dc-d3362d875ade tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Sep 01 15:45:19.782085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.031632 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.322145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45190) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:20.462291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-195239437-network', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:20.494172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Made reservation on behalf of 0ade1fb123fb4d009a1763e958f953a1 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:20.496829 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.506602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.564797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63538573-5100-427a-8c68-4292beeeb86e {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:20.575066 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.592792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Transition to ACTIVE for port object 63538573-5100-427a-8c68-4292beeeb86e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:20.599608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.645763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:20.674017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:20.699201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.704767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.746135 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3879d610-e9a0-4c69-932f-1b190271f0b4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:20.756067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Attempting to bind port 63538573-5100-427a-8c68-4292beeeb86e on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:20.756497 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Attempting to bind port 63538573-5100-427a-8c68-4292beeeb86e by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:20.757052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Attempting to bind port 63538573-5100-427a-8c68-4292beeeb86e on network b7dac433-8dc9-4af6-a744-9339234b7e1e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:20.761579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:20.762969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Port 63538573-5100-427a-8c68-4292beeeb86e on network b7dac433-8dc9-4af6-a744-9339234b7e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:45:20.763968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Attempting to bind port 63538573-5100-427a-8c68-4292beeeb86e on network b7dac433-8dc9-4af6-a744-9339234b7e1e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:20.770112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:20.770529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Checking segment: {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:20.770990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Bound using segment: {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:20.771604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Bound port: 63538573-5100-427a-8c68-4292beeeb86e, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:20.772071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.778466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.780152 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Added segment c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7 of type vlan for network 1f83f480-dd90-432f-a61f-8f80b5edbab0 Sep 01 15:45:20.842992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.879001 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.880672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:20.881684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.884893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a74019cc-684c-4123-a89a-8ec94194b51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.928449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:20.948996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6257560 Sep 01 15:45:20.949960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45202) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:20.961211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Request body: {'subnet': {'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-195239437-subnet', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:20.962595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63538573-5100-427a-8c68-4292beeeb86e,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:20.972018 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274328ed-10c5-419e-a9fb-d4db1fd20ffb admin admin] Pushing event updated for resources: {'Network': ['ID=1f83f480-dd90-432f-a61f-8f80b5edbab0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:20.974335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.987925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:21.044147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce2dc-1c8f-4b69-94f9-96a78c922118 req-b075a6df-7188-4d0d-9838-4b6c42aad0cb tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.050174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a38ce2dc-1c8f-4b69-94f9-96a78c922118 req-b075a6df-7188-4d0d-9838-4b6c42aad0cb tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 944 time: 0.1581531 Sep 01 15:45:21.064555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.065643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.067761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/63538573-5100-427a-8c68-4292beeeb86e HTTP/1.1" status: 200 len: 1093 time: 1.3864095 Sep 01 15:45:21.079282 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'tag': '63538573-5100-427a-8c68-4292beeeb86e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:21.082142 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4fb0c-1281-46c6-8f33-367fd5f80101" -d '{"events": [{"name": "network-changed", "server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "tag": "63538573-5100-427a-8c68-4292beeeb86e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:21.144231 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8060b4d-ae77-4e96-8523-9c8fedb5b0f2 x-openstack-request-id: req-e8060b4d-ae77-4e96-8523-9c8fedb5b0f2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:21.144560 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "tag": "63538573-5100-427a-8c68-4292beeeb86e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:21.144921 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8060b4d-ae77-4e96-8523-9c8fedb5b0f2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:21.145553 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'tag': '63538573-5100-427a-8c68-4292beeeb86e', 'status': 'completed', 'code': 200} Sep 01 15:45:21.171259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad9ef8-d77c-4d1d-8538-78808538d6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.214519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a38ce2dc-1c8f-4b69-94f9-96a78c922118 req-b37bc3e1-e1c1-4000-b02b-3dcc8c36964f tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455202 Sep 01 15:45:21.239716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-189ef9f0-3613-48c1-9d13-7be110b1942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.241335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-189ef9f0-3613-48c1-9d13-7be110b1942b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 1096 time: 0.1250453 Sep 01 15:45:21.266212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a74019cc-684c-4123-a89a-8ec94194b51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.291418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Made reservation on behalf of 0ade1fb123fb4d009a1763e958f953a1 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:21.293958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.295410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a74019cc-684c-4123-a89a-8ec94194b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.298529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-2623d1f7-9a0a-4128-b465-a1275403bc01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63538573-5100-427a-8c68-4292beeeb86e HTTP/1.1" status: 200 len: 217 time: 0.0453484 Sep 01 15:45:21.374472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a74019cc-684c-4123-a89a-8ec94194b51b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e94979e74f5a431dbd357927f6fa688e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264163 Sep 01 15:45:21.377839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45206) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:21.381815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74019cc-684c-4123-a89a-8ec94194b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5b64ea-5a93-458e-b3c9-31f24cd6ddac,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.400463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d0b99746-e87f-4d40-aee8-657231134128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.402069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d0b99746-e87f-4d40-aee8-657231134128 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.0952168 Sep 01 15:45:21.453807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-3477ad3f-23ae-47ac-af61-ddd13e80a103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429249 Sep 01 15:45:21.493032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.549571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.574046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-87d52cda-7b5c-4a30-98af-8d49c510c021 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129460 Sep 01 15:45:21.577223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.654382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb494ffb-fd65-480f-91f7-4ea2dc407c93,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.669013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.672176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.673399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be5b64ea-5a93-458e-b3c9-31f24cd6ddac HTTP/1.1" status: 204 len: 168 time: 0.2941787 Sep 01 15:45:21.689084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bacd-9bba-4bf1-97bd-e62050f7e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5b64ea-5a93-458e-b3c9-31f24cd6ddac,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.694069 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Checking segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:21.694450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Network hostable DHCP agents. Network: 1f83f480-dd90-432f-a61f-8f80b5edbab0, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:21.718973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b2fd7fd-e599-4e44-990f-ad7ce212e053 req-d55a8fcc-e584-4de4-ba04-a277f12013b7 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359699 Sep 01 15:45:21.734263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:21.752531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1f83f480-dd90-432f-a61f-8f80b5edbab0) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:21.757741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.758372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.765544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a66a1-bac0-4cbb-bb76-5a9b2d8dc5be None None] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:21.786891 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-02643d48-c78a-4b22-8235-55d4d81706a2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8329511 Sep 01 15:45:21.787991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45210) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:21.793082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:21.828055 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.830331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.848567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-ca542e73-3fa4-47fe-8e77-5a1cbfa543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.851003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-ca542e73-3fa4-47fe-8e77-5a1cbfa543ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 1096 time: 0.0649724 Sep 01 15:45:21.929519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.959738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-1f83f480-dd90-432f-a61f-8f80b5edbab0', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:21.962138 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.020002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-bdeadced-73dc-4c0f-84a7-8fa5995a585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:22.022315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-bdeadced-73dc-4c0f-84a7-8fa5995a585c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 914 time: 0.1636505 Sep 01 15:45:22.077671 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-a5c04c73-ec9c-4e71-8f33-7e1055e42267 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63538573-5100-427a-8c68-4292beeeb86e HTTP/1.1" status: 200 len: 217 time: 0.0469403 Sep 01 15:45:22.143470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Allocated IP 172.20.0.2 (1f83f480-dd90-432f-a61f-8f80b5edbab0/bb494ffb-fd65-480f-91f7-4ea2dc407c93/2b974bc6-e76b-4dcd-b125-b7e7b83d10c0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:22.145978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.225192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-17a50d16-d694-49e2-848a-2d8d63181ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:22.228501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-17a50d16-d694-49e2-848a-2d8d63181ddb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.1377778 Sep 01 15:45:22.296667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-c6407716-9cb6-4415-9c1b-f55548c0940f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601115 Sep 01 15:45:22.384295 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.405190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Transition to ACTIVE for port object 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:22.427992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Transition to ACTIVE for port object 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:22.443640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.469605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-a949bce7-a609-40fc-9d32-f6adf860fd41 service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648042 Sep 01 15:45:22.512023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:22.513193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbabb5-46cd-4dd4-9a30-a1b79f121280 req-b260d555-5e7b-41d9-b18e-ef316474082b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:22.515080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3dbabb5-46cd-4dd4-9a30-a1b79f121280 req-b260d555-5e7b-41d9-b18e-ef316474082b tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 944 time: 0.1926975 Sep 01 15:45:22.524405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:22.532179 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:22.535049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.544045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Pushing event updated for resources: {'Port': ['ID=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:22.624745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Attempting to bind port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:22.625138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Attempting to bind port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:22.625540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Attempting to bind port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 on network 1f83f480-dd90-432f-a61f-8f80b5edbab0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:22.629337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.639885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:22.641630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Checking segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:22.642097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.642498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Bound using segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:22.643552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Bound port: 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:22.643552 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.655171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40a4fb0c-1281-46c6-8f33-367fd5f80101 req-d5b0c812-ec26-41ce-b1b6-2cd459aa865f service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790693 Sep 01 15:45:22.714275 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e3dbabb5-46cd-4dd4-9a30-a1b79f121280 req-fc704c31-8b02-4eec-ac6a-ec871f8ab7fa tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836109 Sep 01 15:45:22.751418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:22.771882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] For port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:22.775930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] For port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:22.782516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.816672 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Allocated IP 172.25.1.207 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:22.878586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e1f0c-b81a-406d-8cd6-6b9e2fcbafcf None None] Pushing event updated for resources: {'Port': ['ID=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:22.916634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1484315939-network', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:22.949009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Made reservation on behalf of 1f4ae61d8c9548f8883adab1aae2d1a1 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:22.952362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.963079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.992388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.070336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.121978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:23.125527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:23.128637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:23.128789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.133757 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.156318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.159285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:23.174650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad195827-8009-4028-bcf4-c1e8edf514ca,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.180058 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.180421 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Added segment f516735b-ac1f-424d-9a06-24a2266340e6 of type vlan for network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c Sep 01 15:45:23.234943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.276871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.277859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:23.278556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.332604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5796394 Sep 01 15:45:23.339485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45236) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:23.347044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Request body: {'subnet': {'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1484315939-subnet', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:23.362498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399f0e7-f3df-41ce-aba1-aee20a1b1aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d226d9a-a8d9-43ca-af66-b9e130ddea3c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.374858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:23.380750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Made reservation on behalf of 1f4ae61d8c9548f8883adab1aae2d1a1 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:23.389212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.609577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.673487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf5f18f-dcc3-4e02-8234-399934f55eb9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.685642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Checking segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:23.686004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Network hostable DHCP agents. Network: 5d226d9a-a8d9-43ca-af66-b9e130ddea3c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:23.710591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:23.725731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5d226d9a-a8d9-43ca-af66-b9e130ddea3c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:23.735356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814c735-fc08-453a-b0a4-414831b57bee None None] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:23.740540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:23.741180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.761120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7dbf1ee5-ba51-4e83-ab9e-93d76f1ce4f5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4189525 Sep 01 15:45:23.763005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:23.778376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:23.823569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.832392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.835144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.924119 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.082186 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.107070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:24.134849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7365c-6d81-4606-9cbd-89c1252d5f8e None None] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:24.160706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.183494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f9300-62c2-4c9e-a382-191c65ae8776 req-57b003ea-acc8-493c-a2e4-7d4d8a8845d3 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:24.185655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-613f9300-62c2-4c9e-a382-191c65ae8776 req-57b003ea-acc8-493c-a2e4-7d4d8a8845d3 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 944 time: 0.2590723 Sep 01 15:45:24.239167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5059459e-a4b6-488d-8fbf-a7f090813d5d None None] Provisioning for port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:24.244449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Router c92ca74a-541d-41c6-b604-6eab774ed305 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:45:24.288923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-613f9300-62c2-4c9e-a382-191c65ae8776 req-aa7ec499-7d25-48fa-840f-e62cf91c0cd7 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881708 Sep 01 15:45:24.304517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:24.318915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:24.319553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.403066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:24.404104 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.420883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:24.438226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Sync routers for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:24.446773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.448468 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a730f202-266f-4c3e-ab44-303ee34c45b2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6591082 Sep 01 15:45:24.451225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45242) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.472400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.494120 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.532737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:24.533408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:24.630031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Allocated IP 172.25.1.94 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/b501eebd-19e6-4025-b6db-0a06153e97a0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:24.637640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63538573-5100-427a-8c68-4292beeeb86e details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:45:24.738524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.788452 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.841918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:24.844848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Allocated IP 172.20.0.2 (5d226d9a-a8d9-43ca-af66-b9e130ddea3c/9cf5f18f-dcc3-4e02-8234-399934f55eb9/c67e96a5-e49a-4605-be26-f4d582f9e1bb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:24.845134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.889130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:24.895144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:24.898238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:24.944586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:24.967363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Pushing event updated for resources: {'Port': ['ID=b501eebd-19e6-4025-b6db-0a06153e97a0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.018542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.120675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.226390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63538573-5100-427a-8c68-4292beeeb86e,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:25.254733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.270309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ca17236-3810-4b4e-b82e-f1329dbe4423 None None] Provisioning complete for port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:25.270607 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ca17236-3810-4b4e-b82e-f1329dbe4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.319150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.327070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '63538573-5100-427a-8c68-4292beeeb86e', 'network_id': 'b7dac433-8dc9-4af6-a744-9339234b7e1e', 'port_id': '63538573-5100-427a-8c68-4292beeeb86e', 'mac_address': 'fa:16:3e:d3:8f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3146b3c0-3a7a-4e56-bffa-849dce5c9ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:45:25.342885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Allocated IP 172.20.0.1 (1f83f480-dd90-432f-a61f-8f80b5edbab0/bb494ffb-fd65-480f-91f7-4ea2dc407c93/cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:25.364733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.423100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Transition to ACTIVE for port object c67e96a5-e49a-4605-be26-f4d582f9e1bb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:25.461558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Transition to ACTIVE for port object c67e96a5-e49a-4605-be26-f4d582f9e1bb will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:25.468960 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.474580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.524860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d114ea0-9117-49ee-abab-4de11f15f563 req-a16a6912-9b94-46e6-a7b2-f5b62dcae94a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:25.525449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.527545 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d114ea0-9117-49ee-abab-4de11f15f563 req-a16a6912-9b94-46e6-a7b2-f5b62dcae94a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 944 time: 0.1059704 Sep 01 15:45:25.541723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63538573-5100-427a-8c68-4292beeeb86e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:25.602557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:25.607884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63538573-5100-427a-8c68-4292beeeb86e,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:25.608571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Pushing event updated for resources: {'Port': ['ID=c67e96a5-e49a-4605-be26-f4d582f9e1bb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.613749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:25.617412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:25.623789 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.631710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:23Z', 'revision_number': 3, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:25.633538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.645760 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6d114ea0-9117-49ee-abab-4de11f15f563 req-576679cf-fa1b-416e-bdf0-59abb0f6b07d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070826 Sep 01 15:45:25.687349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Transition to ACTIVE for port object cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:25.690159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Checking router: c92ca74a-541d-41c6-b604-6eab774ed305 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:25.690620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Updating router c92ca74a-541d-41c6-b604-6eab774ed305 port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:25.731044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.752983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:45:25.789510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.796896 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Attempting to bind port c67e96a5-e49a-4605-be26-f4d582f9e1bb on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:25.797364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Attempting to bind port c67e96a5-e49a-4605-be26-f4d582f9e1bb by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:25.797662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Attempting to bind port c67e96a5-e49a-4605-be26-f4d582f9e1bb on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:25.805119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:25.808175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:25.812320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.814670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:25.826323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.837730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['63538573-5100-427a-8c68-4292beeeb86e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:25.843377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:25.843852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Checking segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:25.844498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.845193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Bound using segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:25.845930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Bound port: c67e96a5-e49a-4605-be26-f4d582f9e1bb, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:25.846343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.905736 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.972105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:25.989657 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Sync routers for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:26.014901 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:26.015981 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:26.030790 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.032369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-276a296c-eaa2-47e5-8504-7df0aac4345e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2665191 Sep 01 15:45:26.035664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45246) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:26.098237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:26.215707 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:26.221842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.399473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] For port c67e96a5-e49a-4605-be26-f4d582f9e1bb, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:26.403226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] For port c67e96a5-e49a-4605-be26-f4d582f9e1bb, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c67e96a5-e49a-4605-be26-f4d582f9e1bb,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:26.433861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-44ffe90b-36e6-4f24-97ec-b267725a3e15 None None] Provisioning for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:26.437230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.481132 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:25Z', 'revision_number': 3, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:26.495149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-44ffe90b-36e6-4f24-97ec-b267725a3e15 None None] Provisioning complete for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:26.495522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44ffe90b-36e6-4f24-97ec-b267725a3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.516625 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.518087 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Checking router: edc8784e-6d7e-4eb4-af5e-4d898944c0e2 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:26.518506 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Updating router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 port b501eebd-19e6-4025-b6db-0a06153e97a0 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:26.525669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.557026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-44ffe90b-36e6-4f24-97ec-b267725a3e15 None None] Port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:26.561022 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.611577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:26.612005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.741101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d674b-b59f-4f56-a7c4-ef29bc9995f3 None None] Pushing event updated for resources: {'Port': ['ID=c67e96a5-e49a-4605-be26-f4d582f9e1bb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:26.747516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:26.764204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.829660 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.962592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.977806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Transition to ACTIVE for port object b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:26.989396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.027986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:27.034642 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:27.069610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b1dc-6c2b-4f5c-9d0b-3e20328af7e9 None None] Pushing event updated for resources: {'Port': ['ID=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.096129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Attempting to bind port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:27.096700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Attempting to bind port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:27.097245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Attempting to bind port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:27.111413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:27.111923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:27.112238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.112629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:27.116296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Bound port: b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:27.116828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.120503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd637f7-7571-473e-9231-d55780204da3 req-8da4bc5c-ca15-4928-85b2-c2629963adb4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:27.125516 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfd637f7-7571-473e-9231-d55780204da3 req-8da4bc5c-ca15-4928-85b2-c2629963adb4 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 945 time: 0.2370746 Sep 01 15:45:27.202192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Allocated IP 172.20.0.1 (5d226d9a-a8d9-43ca-af66-b9e130ddea3c/9cf5f18f-dcc3-4e02-8234-399934f55eb9/6eae26e7-4d5e-4175-82e9-4ea23868447e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:27.234935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bfd637f7-7571-473e-9231-d55780204da3 req-2a79ca6d-1787-4c27-b3c1-73a148eb17cc tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992181 Sep 01 15:45:27.271216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] For port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:27.275172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] For port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:27.285097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.293650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Router c92ca74a-541d-41c6-b604-6eab774ed305 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:27.342268 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.353355 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Transition to ACTIVE for port object b501eebd-19e6-4025-b6db-0a06153e97a0 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:27.362595 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.377995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:27.378657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:27.441367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.442247 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Attempting to bind port b501eebd-19e6-4025-b6db-0a06153e97a0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:27.442625 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Attempting to bind port b501eebd-19e6-4025-b6db-0a06153e97a0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:27.442991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Attempting to bind port b501eebd-19e6-4025-b6db-0a06153e97a0 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:27.455347 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:27.455737 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:27.456149 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.456554 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:27.457041 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Bound port: b501eebd-19e6-4025-b6db-0a06153e97a0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:27.458230 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.469962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Transition to ACTIVE for port object 6eae26e7-4d5e-4175-82e9-4ea23868447e will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:27.508067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:27.508956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:27.515518 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf642a-28a0-4b59-80f4-8d74c6b9c56f None None] Pushing event updated for resources: {'Port': ['ID=b501eebd-19e6-4025-b6db-0a06153e97a0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.518367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.534389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4cb20199-ec87-473c-8967-2fa8ac150907 admin admin] 10.222.0.41 "PUT /v2.0/routers/c92ca74a-541d-41c6-b604-6eab774ed305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0817952 Sep 01 15:45:27.543919 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] For port b501eebd-19e6-4025-b6db-0a06153e97a0, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:27.553877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] For port b501eebd-19e6-4025-b6db-0a06153e97a0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b501eebd-19e6-4025-b6db-0a06153e97a0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:27.563889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b1dc-6c2b-4f5c-9d0b-3e20328af7e9 None None] Pushing event updated for resources: {'Port': ['ID=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.570722 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.579473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:27.583687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:27.589316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:27.596105 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Pushing event updated for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.619591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9fa7e43e-dd52-44ec-a25b-137b7d5c11d3 None None] Provisioning complete for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:27.619970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e43e-dd52-44ec-a25b-137b7d5c11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.656142 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:27.656349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.657001 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:27.811444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7e43e-dd52-44ec-a25b-137b7d5c11d3 None None] Port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:27.815499 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf642a-28a0-4b59-80f4-8d74c6b9c56f None None] Pushing event updated for resources: {'Port': ['ID=b501eebd-19e6-4025-b6db-0a06153e97a0,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.823859 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:27.940193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 2, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:27.958484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.995098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf441b8-37ff-4dfb-99a8-bcba774901fb None None] The sync data for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 is: [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 2, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:28.083979 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.089466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c67e96a5-e49a-4605-be26-f4d582f9e1bb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:28.188075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c67e96a5-e49a-4605-be26-f4d582f9e1bb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:28.253684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.264523 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.386898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.388865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Pushing event updated for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:28.439477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e18961-51c0-4d05-84a9-7bf0c55295a0 None None] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:28.539958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45270) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:28.547255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2117242428-network', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:28.552859 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:25Z', 'revision_number': 3, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:28.582170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Provisioning for port c67e96a5-e49a-4605-be26-f4d582f9e1bb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:28.584325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Made reservation on behalf of a8f08ca58fe0452cb3b60931707db4a2 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:28.587707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.589880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Provisioning complete for port c67e96a5-e49a-4605-be26-f4d582f9e1bb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:28.590298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.612258 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.632792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d200ab-b437-4766-8e39-dc30998bfe11 None None] The sync data for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 is: [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:25Z', 'revision_number': 3, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:28.637880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63538573-5100-427a-8c68-4292beeeb86e up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:28.843342 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.851096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.882191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 63538573-5100-427a-8c68-4292beeeb86e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:28.896100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 63538573-5100-427a-8c68-4292beeeb86e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:28.896100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.904737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:28.912583 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9a63b-5c08-4684-bbc0-9dd89ac7b34d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:28.934040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.935014 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Added segment 32c72940-768d-47b1-a215-c13bbedaee9e of type vlan for network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d Sep 01 15:45:28.940401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.000198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.039416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] For port c67e96a5-e49a-4605-be26-f4d582f9e1bb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c67e96a5-e49a-4605-be26-f4d582f9e1bb,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:29.050110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.068631 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.070389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:29.072069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.210714 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] Pushing event updated for resources: {'Network': ['ID=a075cc64-cd61-4bcd-86e6-9f8bc8bca45d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:29.232278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f98246-bb09-4c47-bc89-8a81d4d06273 None None] Pushing event updated for resources: {'Port': ['ID=c67e96a5-e49a-4605-be26-f4d582f9e1bb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:29.244209 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-178742e6-74b9-4647-a089-404d01486007 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7026336 Sep 01 15:45:29.247660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45272) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:29.248081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:29.253338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Request body: {'subnet': {'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2117242428-subnet', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:29.280223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5c2e-dd5b-487a-99b2-8d08d914e81b req-42cf4849-4af0-449d-9a29-52afbda13efa tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:29.282569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-373e5c2e-dd5b-487a-99b2-8d08d914e81b req-42cf4849-4af0-449d-9a29-52afbda13efa tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 945 time: 0.8762386 Sep 01 15:45:29.303814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Made reservation on behalf of a8f08ca58fe0452cb3b60931707db4a2 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:29.307052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.378777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:29.396034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:29.441234 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-373e5c2e-dd5b-487a-99b2-8d08d914e81b req-719fdb0e-efeb-4b92-864f-825cbd1f01dd tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479092 Sep 01 15:45:29.492145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.557957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63538573-5100-427a-8c68-4292beeeb86e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:29.561257 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f95484-2f92-454d-9ad8-cd673e0ea152" -d '{"events": [{"server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "name": "network-vif-plugged", "status": "completed", "tag": "63538573-5100-427a-8c68-4292beeeb86e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:29.598803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63538573-5100-427a-8c68-4292beeeb86e,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:29.619760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.671902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Provisioning complete for port c67e96a5-e49a-4605-be26-f4d582f9e1bb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:29.672285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.728121 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:29.737966 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0287193-4893-4fe8-9783-b59b6d709c81 x-openstack-request-id: req-c0287193-4893-4fe8-9783-b59b6d709c81 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:29.738532 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "name": "network-vif-plugged", "status": "completed", "tag": "63538573-5100-427a-8c68-4292beeeb86e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:29.738957 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0287193-4893-4fe8-9783-b59b6d709c81 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:29.739527 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63538573-5100-427a-8c68-4292beeeb86e', 'code': 200} Sep 01 15:45:29.793217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.809941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:30.007384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b070a64b-b3cb-42d6-8520-d0ae792ed32c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:30.049520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Provisioning for port 6eae26e7-4d5e-4175-82e9-4ea23868447e completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:30.057904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Checking segment: {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:30.058292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Provisioning complete for port 6eae26e7-4d5e-4175-82e9-4ea23868447e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:30.058705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Network hostable DHCP agents. Network: a075cc64-cd61-4bcd-86e6-9f8bc8bca45d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:30.058902 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.113407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:30.138049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a075cc64-cd61-4bcd-86e6-9f8bc8bca45d) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:30.143149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:30.143755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.177341 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-00033f9d-fbbd-4c95-b75b-da20067c055d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9284914 Sep 01 15:45:30.180301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45280) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:30.185473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:30.188531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7bb2a-5679-48fc-a3c9-b6a2bbdb88ac None None] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:30.188989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:30.210062 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-63175dc0-d78b-4b60-b571-d9c1fdfbbd46 admin admin] 10.222.0.41 "PUT /v2.0/routers/edc8784e-6d7e-4eb4-af5e-4d898944c0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1730044 Sep 01 15:45:30.279980 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.281290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.483215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:30.583823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.692227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a7365-1566-4c82-8d70-05deade37d39 req-4db27e3c-26fb-4c82-909a-f7d5459e673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:30.695221 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb8a7365-1566-4c82-8d70-05deade37d39 req-4db27e3c-26fb-4c82-909a-f7d5459e673a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 1098 time: 0.8307545 Sep 01 15:45:30.916635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb8a7365-1566-4c82-8d70-05deade37d39 req-fb20ce73-0647-4ecf-91d1-dc9a986ebe59 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123017 Sep 01 15:45:30.937756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.958089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21a47-e652-45ad-b45c-e442ae33edff req-bd3b6b4a-a7e7-41b2-b430-051b6b28d8be tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:30.965481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2f21a47-e652-45ad-b45c-e442ae33edff req-bd3b6b4a-a7e7-41b2-b430-051b6b28d8be tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 946 time: 0.2391603 Sep 01 15:45:30.972932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e7116741-6cfd-4578-97cd-540f0f6d79a0 None None] Port 6eae26e7-4d5e-4175-82e9-4ea23868447e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:31.053648 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:31.057119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2f21a47-e652-45ad-b45c-e442ae33edff req-92801827-38e9-4240-9b69-28d68ef6090d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759861 Sep 01 15:45:31.064231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:31.064860 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.181852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5755b5ad-c07e-4f37-bdfd-fdf7a6b2b82b None None] Provisioning complete for port 6eae26e7-4d5e-4175-82e9-4ea23868447e triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:31.182562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5755b5ad-c07e-4f37-bdfd-fdf7a6b2b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.337448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.343395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5755b5ad-c07e-4f37-bdfd-fdf7a6b2b82b None None] Port 6eae26e7-4d5e-4175-82e9-4ea23868447e cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:31.350607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:31.352012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.383189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:31.392999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.394092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b501eebd-19e6-4025-b6db-0a06153e97a0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:31.465161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.531723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.564723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b501eebd-19e6-4025-b6db-0a06153e97a0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:31.589847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b501eebd-19e6-4025-b6db-0a06153e97a0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:31.590225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.599537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:31.605268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-59559454-network', 'tenant_id': '5c11759b55524151b3a480c661b80f7b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:31.657873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Made reservation on behalf of 5c11759b55524151b3a480c661b80f7b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:31.663261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.669849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:31.679207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.767756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Allocated IP 172.20.0.2 (a075cc64-cd61-4bcd-86e6-9f8bc8bca45d/b070a64b-b3cb-42d6-8520-d0ae792ed32c/9b2f271a-76e3-4b33-b6fb-4260b5a2b421) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:31.780219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Allocated IP 172.25.1.146 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4c7cf33c-1d7c-431f-a455-e5d915c9d18f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:31.793500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.868069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b501eebd-19e6-4025-b6db-0a06153e97a0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b501eebd-19e6-4025-b6db-0a06153e97a0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:31.880303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.881510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c67e96a5-e49a-4605-be26-f4d582f9e1bb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:31.896039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.902943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.968155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:32.013324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da55cff-3e6d-4308-9210-7aa9451ee17a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.019203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.019644 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Added segment 1999c7f9-fdec-40c7-8671-b37ca056a936 of type vlan for network a70059e7-681c-4919-a6a6-30859d16ca08 Sep 01 15:45:32.100246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.108669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.143484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.145892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:32.146023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b501eebd-19e6-4025-b6db-0a06153e97a0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.146662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.158053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c67e96a5-e49a-4605-be26-f4d582f9e1bb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:32.158460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.211279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.272635 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.273610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] Pushing event updated for resources: {'Network': ['ID=a70059e7-681c-4919-a6a6-30859d16ca08,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.297367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-138883d6-0549-4e01-89d0-465dc1594a50 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6926990 Sep 01 15:45:32.298620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:32.306735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a70059e7-681c-4919-a6a6-30859d16ca08 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:32.307114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Request body: {'subnet': {'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-59559454-subnet', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:32.324576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Transition to ACTIVE for port object 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:32.348065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Made reservation on behalf of 5c11759b55524151b3a480c661b80f7b for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:32.352714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.373585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:32.384187 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:32.391183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.396467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:32.440321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Transition to ACTIVE for port object 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:32.464621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.471752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db227-2965-4920-afa9-90e9ffa1a181 req-7757cdb8-d911-4b1a-9855-f3f733be750a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:32.473698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-029db227-2965-4920-afa9-90e9ffa1a181 req-7757cdb8-d911-4b1a-9855-f3f733be750a tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 946 time: 0.2569420 Sep 01 15:45:32.588445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Sync routers for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:32.600304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:32.626847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:32.639958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:32.643587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:32.644713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:32.683671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.704167 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-029db227-2965-4920-afa9-90e9ffa1a181 req-d8be3323-0136-4939-b6d7-4a9cce30c265 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977184 Sep 01 15:45:32.747221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b501eebd-19e6-4025-b6db-0a06153e97a0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:32.763854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=497c80c0-4a6d-4586-a247-817d1b11c73d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.767115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Pushing event updated for resources: {'Port': ['ID=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.794581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Checking segment: {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:32.795197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Network hostable DHCP agents. Network: a70059e7-681c-4919-a6a6-30859d16ca08, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:32.827302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Network a70059e7-681c-4919-a6a6-30859d16ca08 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:32.844024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a70059e7-681c-4919-a6a6-30859d16ca08) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:32.856931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:32.860070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.895870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aba3870c-e69e-4526-b546-9549be5d5cad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5922091 Sep 01 15:45:32.897442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:32.904381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:32.941418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.942721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.958107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e4121-ad29-4202-9f8c-77703f79999a None None] Network a70059e7-681c-4919-a6a6-30859d16ca08 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:33.033851 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.149931 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Sync routers for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:33.178553 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:33.179478 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:33.194045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:33.204740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Attempting to bind port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:33.205405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Attempting to bind port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:33.206028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Attempting to bind port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 on network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:33.227942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.293645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:33.294242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Checking segment: {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:33.294886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.295554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Bound using segment: {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:33.296363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Bound port: 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:33.296985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.388652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b501eebd-19e6-4025-b6db-0a06153e97a0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:33.389200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.535267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:33.670854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.678443 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.718307 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.747750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] For port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:33.754795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] For port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:33.762137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a70059e7-681c-4919-a6a6-30859d16ca08', 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'fixed_ips': [{'subnet_id': '497c80c0-4a6d-4586-a247-817d1b11c73d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:33.763056 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.771076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.861238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 2, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:33.928869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Checking router: c92ca74a-541d-41c6-b604-6eab774ed305 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:33.929562 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Updating router c92ca74a-541d-41c6-b604-6eab774ed305 port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:33.983561 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.995202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Allocated IP 172.25.1.21 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c29d1806-9c0d-4ca8-8d99-f67632462ed3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:34.057553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.228476 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.292239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.335646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:34.372584 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:45:34.456683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:34.465822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:34.469530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Pushing event updated for resources: {'Port': ['ID=c29d1806-9c0d-4ca8-8d99-f67632462ed3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:34.473300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88d9f5-488d-4a76-aa92-059870f73486 None None] Pushing event updated for resources: {'Port': ['ID=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:34.546972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:45:34.737153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:34.818958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Allocated IP 172.20.0.2 (a70059e7-681c-4919-a6a6-30859d16ca08/497c80c0-4a6d-4586-a247-817d1b11c73d/1f2c9728-d4b2-4490-8976-677f897526c9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:34.840462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 4, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6eae26e7-4d5e-4175-82e9-4ea23868447e', 'name': '', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'mac_address': 'fa:16:3e:4c:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:26Z', 'updated_at': '2021-09-01T15:45:28Z', 'revision_number': 2, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'subnets': [{'id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:34.879173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Checking router: edc8784e-6d7e-4eb4-af5e-4d898944c0e2 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:34.889602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Updating router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 port 6eae26e7-4d5e-4175-82e9-4ea23868447e binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:34.933886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:34.962763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.988161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.990928 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dc7f977f-db0a-4d96-ad20-80447d5ced20 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8093700 Sep 01 15:45:34.993628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:34.995189 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.004208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Sync routers for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:35.021429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.035504 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Transition to ACTIVE for port object cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:35.049101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:35.049509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.061146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:35.061843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:35.062409 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.248200 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec09d5-ac8d-4cbd-ab72-30d71520c5a0 None None] Pushing event updated for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:35.406623 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Attempting to bind port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:35.413494 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Attempting to bind port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:35.414039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Attempting to bind port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 on network 1f83f480-dd90-432f-a61f-8f80b5edbab0 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:35.421017 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:35.421558 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Checking segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:35.422030 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.422489 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Bound using segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:35.423039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Bound port: cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:35.423720 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.487704 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.582934 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] For port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:35.592650 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] For port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:35.603508 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.704851 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:35.705599 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:35.781091 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec09d5-ac8d-4cbd-ab72-30d71520c5a0 None None] Pushing event updated for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:35.814111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.863924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Router 46448c85-2f2f-45bf-8433-58b61937e15d is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:45:35.960522 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:35.979923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Transition to ACTIVE for port object 1f2c9728-d4b2-4490-8976-677f897526c9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:36.051834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428d25c-d539-4249-bf8e-c4979ad14c97 None None] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:36.059502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:36.108169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Transition to ACTIVE for port object 1f2c9728-d4b2-4490-8976-677f897526c9 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:36.127299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.188434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:36.213721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.215126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-04b1093d-facf-4499-90a2-a5cef5b0fb8f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3165443 Sep 01 15:45:36.218365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:36.241446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Sync routers for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:36.263602 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.301679 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:36.302327 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:36.349963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Allocated IP 172.20.0.1 (a075cc64-cd61-4bcd-86e6-9f8bc8bca45d/b070a64b-b3cb-42d6-8520-d0ae792ed32c/044e7f22-605a-49a2-a322-ac94e164e08f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:36.515238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.533004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Transition to ACTIVE for port object 044e7f22-605a-49a2-a322-ac94e164e08f will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:36.591052 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:36.591651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.614940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:36.646458 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:36.652255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:36.660166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:36.662369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Pushing event updated for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:36.723624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.774008 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:35Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:36.809155 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c5d86-48b4-442e-9d38-79f8835ada34 None None] The sync data for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 is: [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:35Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:37.030511 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.046470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Transition to ACTIVE for port object 6eae26e7-4d5e-4175-82e9-4ea23868447e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:37.065213 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.070363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Network a70059e7-681c-4919-a6a6-30859d16ca08 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:37.102188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f659cec7-9ccb-4834-b1c9-be830bc13906 None None] Provisioning for port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:37.113316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Pushing event updated for resources: {'Port': ['ID=1f2c9728-d4b2-4490-8976-677f897526c9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:37.117498 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.131645 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:37.133183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:34Z', 'revision_number': 3, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:37.142198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:37.151841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.193798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc375266-31d9-44fc-9908-82458a3551c1 None None] Pushing event updated for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:37.277944 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Checking router: 46448c85-2f2f-45bf-8433-58b61937e15d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:37.291352 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Updating router 46448c85-2f2f-45bf-8433-58b61937e15d port c29d1806-9c0d-4ca8-8d99-f67632462ed3 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:37.314904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:37.383156 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.489632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:37.490075 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.495620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:32Z', 'revision_number': 3, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:37.685050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Attempting to bind port 6eae26e7-4d5e-4175-82e9-4ea23868447e on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:37.685694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Attempting to bind port 6eae26e7-4d5e-4175-82e9-4ea23868447e by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:37.696181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Attempting to bind port 6eae26e7-4d5e-4175-82e9-4ea23868447e on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:37.714037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.719432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Allocated IP 172.20.0.1 (a70059e7-681c-4919-a6a6-30859d16ca08/497c80c0-4a6d-4586-a247-817d1b11c73d/9ed0d0b0-12f5-4580-b039-fb2654f2a424) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:37.722413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.789209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:37.793959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Checking segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:37.794521 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.796487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Bound using segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:37.797926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Bound port: 6eae26e7-4d5e-4175-82e9-4ea23868447e, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:37.798421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.808831 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.815025 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Checking router: 7ac2b2d7-6884-4357-a6dd-6889a88eb58e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:37.823264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Updating router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:37.852434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Attempting to bind port 1f2c9728-d4b2-4490-8976-677f897526c9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:37.865945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Attempting to bind port 1f2c9728-d4b2-4490-8976-677f897526c9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:37.868194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Attempting to bind port 1f2c9728-d4b2-4490-8976-677f897526c9 on network a70059e7-681c-4919-a6a6-30859d16ca08 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:37.965467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:37.970442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Checking segment: {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:37.971433 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.972040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Bound using segment: {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:37.972716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Bound port: 1f2c9728-d4b2-4490-8976-677f897526c9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:37.977694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.978963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Pushing event updated for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:37.985468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.034741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Transition to ACTIVE for port object 9ed0d0b0-12f5-4580-b039-fb2654f2a424 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:38.104385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:38.107713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:38.147513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.174702 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.176939 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.207607 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Transition to ACTIVE for port object c29d1806-9c0d-4ca8-8d99-f67632462ed3 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:38.229370 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.265934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Network a70059e7-681c-4919-a6a6-30859d16ca08 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:38.271283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:38.281677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:38.332002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.375638 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Attempting to bind port c29d1806-9c0d-4ca8-8d99-f67632462ed3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:38.376015 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Attempting to bind port c29d1806-9c0d-4ca8-8d99-f67632462ed3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:38.376373 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Attempting to bind port c29d1806-9c0d-4ca8-8d99-f67632462ed3 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:38.385385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.394781 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:38.395152 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:38.395556 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.395948 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:38.396423 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Bound port: c29d1806-9c0d-4ca8-8d99-f67632462ed3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:38.396804 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.422151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:38.500165 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834c4b5-5407-4d71-9443-3947beeb457e None None] Pushing event updated for resources: {'Port': ['ID=c29d1806-9c0d-4ca8-8d99-f67632462ed3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.509574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] For port c29d1806-9c0d-4ca8-8d99-f67632462ed3, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:38.513872 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] For port c29d1806-9c0d-4ca8-8d99-f67632462ed3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c29d1806-9c0d-4ca8-8d99-f67632462ed3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:38.530663 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.596172 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:38.597032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:38.645004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:38.658373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fe4a2623-44c3-4251-bb02-13dcd1a6616f admin admin] 10.222.0.41 "PUT /v2.0/routers/7ac2b2d7-6884-4357-a6dd-6889a88eb58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6604908 Sep 01 15:45:38.692313 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834c4b5-5407-4d71-9443-3947beeb457e None None] Pushing event updated for resources: {'Port': ['ID=c29d1806-9c0d-4ca8-8d99-f67632462ed3,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.735094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96839968-557a-41a3-a81c-a618897c295a req-57fc59b3-c795-4b6b-8c49-41a3bc713133 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:38.737001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96839968-557a-41a3-a81c-a618897c295a req-57fc59b3-c795-4b6b-8c49-41a3bc713133 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.2751040 Sep 01 15:45:38.796356 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.817469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96839968-557a-41a3-a81c-a618897c295a req-6e44123f-2075-49a2-891c-102dd275521f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480580 Sep 01 15:45:38.876183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:38.880892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] For port 6eae26e7-4d5e-4175-82e9-4ea23868447e, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:38.912579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] For port 1f2c9728-d4b2-4490-8976-677f897526c9, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:38.917498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] For port 1f2c9728-d4b2-4490-8976-677f897526c9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1f2c9728-d4b2-4490-8976-677f897526c9,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:38.944205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.011656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.083438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0124f5c9-a4b2-473d-aea2-f1ecff4a5032 None None] Provisioning for port 044e7f22-605a-49a2-a322-ac94e164e08f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:39.090433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] For port 6eae26e7-4d5e-4175-82e9-4ea23868447e, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6eae26e7-4d5e-4175-82e9-4ea23868447e,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:39.096301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0bb12-3658-4f35-bb21-e34af8b87370 None None] Pushing event updated for resources: {'Port': ['ID=1f2c9728-d4b2-4490-8976-677f897526c9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:39.124330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.144400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.153846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.168573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0124f5c9-a4b2-473d-aea2-f1ecff4a5032 None None] Provisioning complete for port 044e7f22-605a-49a2-a322-ac94e164e08f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:39.168984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0124f5c9-a4b2-473d-aea2-f1ecff4a5032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.261619 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.301993 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:34Z', 'revision_number': 3, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:39.366729 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3c6c5-b9e5-4bd9-8bc2-ff5d0e82d6c0 None None] The sync data for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 is: [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:34Z', 'revision_number': 3, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:39.375802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:39.471947 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.472684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:39.479860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:39.563255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0124f5c9-a4b2-473d-aea2-f1ecff4a5032 None None] Port 044e7f22-605a-49a2-a322-ac94e164e08f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:39.585251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc375266-31d9-44fc-9908-82458a3551c1 None None] Pushing event updated for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:39.605681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:39.606861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:39.608873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Network a70059e7-681c-4919-a6a6-30859d16ca08 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:39.613156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:39.957143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:40.026285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-6d8fb195-ccb2-473e-87ce-353243d26012 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3469462 Sep 01 15:45:40.058276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.098059 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:40.115073 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244127599', 'description': 'tempest-secgroup-smoke-1244127599 description', 'project_id': '0ade1fb123fb4d009a1763e958f953a1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:40.172567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.173696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf96bd-0c40-46c2-a022-161de2ed248a req-042502f7-f4c1-4474-aba3-23d6b3e9e0a1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:40.175525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39cf96bd-0c40-46c2-a022-161de2ed248a req-042502f7-f4c1-4474-aba3-23d6b3e9e0a1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.2172654 Sep 01 15:45:40.189829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Router 46448c85-2f2f-45bf-8433-58b61937e15d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:40.200120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:40.281364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:40.282077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.357983 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39cf96bd-0c40-46c2-a022-161de2ed248a req-d9da4ceb-d891-45e6-a424-f78b73fcfa75 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721761 Sep 01 15:45:40.369159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b15fdc98-6c89-45b2-8800-a2dc6305b4a8 None None] Provisioning complete for port 044e7f22-605a-49a2-a322-ac94e164e08f triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:40.369803 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b15fdc98-6c89-45b2-8800-a2dc6305b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.378910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-089f1f1e-f1c6-439f-a2af-3f81c8d0f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:40.385267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-089f1f1e-f1c6-439f-a2af-3f81c8d0f426 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=103e6339c3314e83b2c5b87a9543e558&device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 1098 time: 0.1791124 Sep 01 15:45:40.392579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.407094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.535188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.545118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4437728 Sep 01 15:45:40.547466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45366) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:40.555470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:40.566520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.587234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d825d7c-4a0b-4155-8bfd-3781051f20df tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55d9b1-3274-4450-8338-211ce91adb2e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.603551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.624764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Transition to ACTIVE for port object 4c7cf33c-1d7c-431f-a455-e5d915c9d18f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:40.640752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b15fdc98-6c89-45b2-8800-a2dc6305b4a8 None None] Port 044e7f22-605a-49a2-a322-ac94e164e08f cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:40.657205 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.702861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.708763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.733791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff6fdf3-ec4c-4005-bd18-74a4791f3ff8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.761993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.767551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e4a95ad5-a711-4108-a71e-c27c36aa8b01 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185776 Sep 01 15:45:40.768939 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:40.774463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:40.817440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Attempting to bind port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:40.826113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Attempting to bind port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:40.826948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Attempting to bind port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:40.835040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.922106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:40.922711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:40.923374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.924014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:40.932222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.936372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Bound port: 4c7cf33c-1d7c-431f-a455-e5d915c9d18f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:40.937167 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.940240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.947611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.963435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f947571f-e2b7-4edb-bfff-51919b641001,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.993040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.998876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cda1b965-baea-47ef-8918-234f99b8ff44 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2283268 Sep 01 15:45:40.999640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:41.005012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:41.056835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.093348 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 4, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6eae26e7-4d5e-4175-82e9-4ea23868447e', 'name': '', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'mac_address': 'fa:16:3e:4c:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:26Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 4, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'subnets': [{'id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:41.153222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.160871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.161231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.161558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.161891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.162222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.162553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.163106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.163438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.163760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.164085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.164409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.164554 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.164729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:41.203076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4da9d1-e8f1-4cda-b0d5-cee393568d66,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:41.207196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.211656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428eabce-4ea9-43c5-afbf-a640fa15f56d None None] The sync data for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 is: [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:45:27Z', 'revision_number': 4, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '6eae26e7-4d5e-4175-82e9-4ea23868447e', 'name': '', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'mac_address': 'fa:16:3e:4c:b6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:26Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 4, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'subnets': [{'id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:41.212676 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e6da878e-4857-42af-8eec-385e0cd25271 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2116265 Sep 01 15:45:41.214604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:41.220683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:41.235000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.272825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] For port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:41.286338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.315031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8cdf5-baa6-460f-97f5-6f72a1b7c18e None None] Network a70059e7-681c-4919-a6a6-30859d16ca08 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:41.332339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] For port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:41.434832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.439859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:41.483519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.560605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-1bd8bee4-5709-4815-b75c-a84fe7788a2d None None] Provisioning for port 1f2c9728-d4b2-4490-8976-677f897526c9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:41.594263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.602605 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.669788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:41.691068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-53bbf5dd-403d-4ecc-9c13-c7850c8e3e2e admin admin] 10.222.0.41 "PUT /v2.0/routers/46448c85-2f2f-45bf-8433-58b61937e15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4714770 Sep 01 15:45:41.719151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-0d60edee-32a6-4c25-bd84-c95ecfe52600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:41.725533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-0d60edee-32a6-4c25-bd84-c95ecfe52600 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 200 len: 914 time: 1.2523324 Sep 01 15:45:41.792048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e6990a-65d7-4ea6-bbba-964307b87afd,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:41.796743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e21e-e3e4-47f8-99b0-98b028de20f1 None None] Pushing event updated for resources: {'Port': ['ID=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:41.802082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:41.803226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:41.809927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-d3a5eef8-4c29-4166-99fe-ca84b5cc6692 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63538573-5100-427a-8c68-4292beeeb86e HTTP/1.1" status: 200 len: 217 time: 0.0773592 Sep 01 15:45:41.856382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.858441 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fac15c74-e42f-4828-b321-21c06ce54d84 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6426039 Sep 01 15:45:41.864023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:41.895543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:42.042337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-e80f92ed-9aee-4b66-98bd-8d262786b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:42.045847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-e80f92ed-9aee-4b66-98bd-8d262786b3cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 200 len: 853 time: 0.2265568 Sep 01 15:45:42.064226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a059-095b-4e06-b459-f64384229944 req-9f96987c-b82e-4a1b-80c3-ca11298f3dec tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:42.074390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c314a059-095b-4e06-b459-f64384229944 req-9f96987c-b82e-4a1b-80c3-ca11298f3dec tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.3840775 Sep 01 15:45:42.088438 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Project 0ade1fb123fb4d009a1763e958f953a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:45:42.110712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.124770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-d87f4ba3-263b-488e-8acb-74877125347f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b7dac433-8dc9-4af6-a744-9339234b7e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718167 Sep 01 15:45:42.181650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:42.237151 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c314a059-095b-4e06-b459-f64384229944 req-f6d3ecfa-f3f5-43c0-aae7-495e41aeef91 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401017 Sep 01 15:45:42.300982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.319461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.337500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1f2c9728-d4b2-4490-8976-677f897526c9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:42.353389 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9270ae-222a-4578-bb74-75e455a0503f,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:42.366744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.370664 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3d6fe914-b7be-428d-91bc-0873f61ba350 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5024257 Sep 01 15:45:42.372767 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45390) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:42.388838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'security_group_rule': {'security_group_id': '2a55d9b1-3274-4450-8338-211ce91adb2e', 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:42.410464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-7b6aa1a3-c24d-4fd6-addd-98a6bd39c25c service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775464 Sep 01 15:45:42.460091 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Project 0ade1fb123fb4d009a1763e958f953a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:45:42.482822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.536522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:42.639501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1f2c9728-d4b2-4490-8976-677f897526c9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:42.658880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1f2c9728-d4b2-4490-8976-677f897526c9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:42.658880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.682449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e88ec58-fef2-4165-81eb-bd774345c511 req-35ddb86a-f64f-490a-a88b-9e061ca3f2dd service neutron] 10.222.0.50 "GET /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639210 Sep 01 15:45:42.734696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.749326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.880327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:36Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '044e7f22-605a-49a2-a322-ac94e164e08f', 'name': '', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'mac_address': 'fa:16:3e:f3:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:36Z', 'updated_at': '2021-09-01T15:45:37Z', 'revision_number': 2, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'subnets': [{'id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:42.886277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb71ec-0bf3-4fb5-a60b-24d04f3eb262,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:42.897764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.900178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.911744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-95eebc88-b5bd-4f91-b34d-38c4b57df1bf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5376792 Sep 01 15:45:42.931962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd80141-eaa7-40ef-b739-d53b8140ad76 None None] The sync data for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 is: [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:36Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '044e7f22-605a-49a2-a322-ac94e164e08f', 'name': '', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'mac_address': 'fa:16:3e:f3:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:36Z', 'updated_at': '2021-09-01T15:45:37Z', 'revision_number': 2, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'subnets': [{'id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:42.986618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 1f2c9728-d4b2-4490-8976-677f897526c9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1f2c9728-d4b2-4490-8976-677f897526c9,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:42.991026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-a99ad1ea-fbbf-4eda-a4c4-e7f36803a65f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:42.993708 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-a99ad1ea-fbbf-4eda-a4c4-e7f36803a65f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.2574430 Sep 01 15:45:42.996115 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.997750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6eae26e7-4d5e-4175-82e9-4ea23868447e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:43.043125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-bfa31bde-c9cc-4798-b4a2-539e97b2831b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/quotas/5c11759b55524151b3a480c661b80f7b HTTP/1.1" status: 200 len: 375 time: 0.0340972 Sep 01 15:45:43.163108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-222a790f-316a-4579-a4e2-1b76637ad8c9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244127599&fields=id&tenant_id=0ade1fb123fb4d009a1763e958f953a1 HTTP/1.1" status: 200 len: 267 time: 0.0556581 Sep 01 15:45:43.173247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-afb1a8b7-2040-436a-8c4f-2834dc3952cd tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144478 Sep 01 15:45:43.368988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Provisioning for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:43.372463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=1f2c9728-d4b2-4490-8976-677f897526c9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:43.389713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Provisioning complete for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:43.392166 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.397539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-fb2339a3-e0d3-4a69-9e40-0249f856528d tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:43.406673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-fb2339a3-e0d3-4a69-9e40-0249f856528d tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 808 time: 0.2278211 Sep 01 15:45:43.426049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-771d6b5b-51d2-4f19-bcab-ed725ba2fb02 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/quotas/0ade1fb123fb4d009a1763e958f953a1 HTTP/1.1" status: 200 len: 375 time: 0.0183454 Sep 01 15:45:43.480271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:43.508123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6eae26e7-4d5e-4175-82e9-4ea23868447e completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:43.510698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-50ce7685-f75d-4fe1-a275-1f3258bc2974 service neutron] 10.222.0.41 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364103 Sep 01 15:45:43.511230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Provisioning complete for port 1f2c9728-d4b2-4490-8976-677f897526c9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:43.519763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fce128f-1b40-4fdc-85f3-354350ffd1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.525574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Sync routers for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:43.545364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-74b9815e-c618-4116-aadb-9471bd5f55d6 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178970 Sep 01 15:45:43.552705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6eae26e7-4d5e-4175-82e9-4ea23868447e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:43.553091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.625290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:43.626194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:43.658488 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-6572684c-59bb-4b55-9b88-df94574b2392 service neutron] 10.222.0.41 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467950 Sep 01 15:45:43.729535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-1a28a5e1-0b97-4c67-9fd8-4833cd901ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551807 Sep 01 15:45:44.038967 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edbd58-6057-4c38-861e-bc37f818da2e req-caf2496a-2566-475e-847e-a1056c701303 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:44.041742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53edbd58-6057-4c38-861e-bc37f818da2e req-caf2496a-2566-475e-847e-a1056c701303 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.1293213 Sep 01 15:45:44.064802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:44.103457 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.132636 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53edbd58-6057-4c38-861e-bc37f818da2e req-de809e01-a4a3-472b-a7b8-d197e5e8443b tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836430 Sep 01 15:45:44.147216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-e30ce6e2-fe37-4c2a-898d-f6eb08f70e1e service neutron] 10.222.0.41 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099815 Sep 01 15:45:44.174611 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e843166b-8134-453d-b460-646c7c79bdbd None None] Provisioning complete for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:44.175933 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e843166b-8134-453d-b460-646c7c79bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.225973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73ad763f-424e-4424-a0a4-73c6e7ee8288 req-0086e4b4-b6fc-43f2-816b-4a53f29340bc tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 210 time: 0.0351491 Sep 01 15:45:44.288787 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6eae26e7-4d5e-4175-82e9-4ea23868447e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6eae26e7-4d5e-4175-82e9-4ea23868447e,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:44.313422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e843166b-8134-453d-b460-646c7c79bdbd None None] Port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:44.320656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.321797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:44.477774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-72e766b4-4c48-438f-8b5e-d5f4303f6738 req-ac4534c9-7090-414f-803b-6b46ea8af757 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 210 time: 0.0352917 Sep 01 15:45:44.624551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcb56014-e565-48ec-bacf-6d35bce7a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.697092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:44.737024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:44.737584 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.840710 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 4, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9ed0d0b0-12f5-4580-b039-fb2654f2a424', 'name': '', 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'mac_address': 'fa:16:3e:a1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:37Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 2, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'subnets': [{'id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:44.944982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Checking router: 46448c85-2f2f-45bf-8433-58b61937e15d for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:44.945581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Updating router 46448c85-2f2f-45bf-8433-58b61937e15d port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:45.002926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c29d1806-9c0d-4ca8-8d99-f67632462ed3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:45.061446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.236646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c29d1806-9c0d-4ca8-8d99-f67632462ed3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:45.245744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c29d1806-9c0d-4ca8-8d99-f67632462ed3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:45.246016 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.405106 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-94ec4e25-7bab-4f73-88ef-ede6398f1c38 req-1ff88d78-5952-4011-9791-c571c1ebabf0 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 210 time: 0.0589378 Sep 01 15:45:45.458548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb89ac-4c71-46bc-b100-620fb18372f9 req-29fa0d37-2641-43f1-b953-54692f9c4c6a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:45.460215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bcb89ac-4c71-46bc-b100-620fb18372f9 req-29fa0d37-2641-43f1-b953-54692f9c4c6a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.1718109 Sep 01 15:45:45.473860 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.516581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c29d1806-9c0d-4ca8-8d99-f67632462ed3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c29d1806-9c0d-4ca8-8d99-f67632462ed3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:45.538389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.546694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bcb89ac-4c71-46bc-b100-620fb18372f9 req-c481f5e7-858c-4866-b462-de1f6b377ab8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741475 Sep 01 15:45:45.694990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c57b29ad-1b73-4d6b-8006-a22f24941c5c req-392baf47-139b-46fc-85e3-919c057c4e77 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 210 time: 0.0677907 Sep 01 15:45:45.717332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c29d1806-9c0d-4ca8-8d99-f67632462ed3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:45.732103 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.759997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Transition to ACTIVE for port object 9ed0d0b0-12f5-4580-b039-fb2654f2a424 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:45.767629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-71d361b3-eb18-413e-8176-b215fe1c6475 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:45.771700 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.773693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-71d361b3-eb18-413e-8176-b215fe1c6475 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.24 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.2256584 Sep 01 15:45:45.786426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Request body: {'port': {'device_id': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'admin_state_up': True, 'tenant_id': '5c11759b55524151b3a480c661b80f7b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:45.832164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Made reservation on behalf of 5c11759b55524151b3a480c661b80f7b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:45.834630 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.901290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1f2c9728-d4b2-4490-8976-677f897526c9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:45.907682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb19228-292a-42ac-8c1e-f87c8a43cfe3 None None] Pushing event updated for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:46.019001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Attempting to bind port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:46.019534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Attempting to bind port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:46.020004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Attempting to bind port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 on network a70059e7-681c-4919-a6a6-30859d16ca08 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:46.032317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:46.032824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Checking segment: {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:46.033345 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.036173 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Bound using segment: {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:46.036899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Bound port: 9ed0d0b0-12f5-4580-b039-fb2654f2a424, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1999c7f9-fdec-40c7-8671-b37ca056a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:46.037421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.159933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] For port 9ed0d0b0-12f5-4580-b039-fb2654f2a424, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:46.186074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-44c7f1a1-b32f-44c4-9157-d8ca698f8e94 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:46.186695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] For port 9ed0d0b0-12f5-4580-b039-fb2654f2a424, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9ed0d0b0-12f5-4580-b039-fb2654f2a424,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:46.187569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-44c7f1a1-b32f-44c4-9157-d8ca698f8e94 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 808 time: 0.3146646 Sep 01 15:45:46.203569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.206598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1f2c9728-d4b2-4490-8976-677f897526c9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:46.206961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.241101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-1004db4c-6782-44dd-a46f-41611d1354e1 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ade1fb123fb4d009a1763e958f953a1 HTTP/1.1" status: 200 len: 380 time: 0.0420644 Sep 01 15:45:46.252919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'port': {'device_id': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'admin_state_up': True, 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'security_groups': ['2a55d9b1-3274-4450-8338-211ce91adb2e']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:46.256779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Allocated IP 172.20.0.8 (5d226d9a-a8d9-43ca-af66-b9e130ddea3c/9cf5f18f-dcc3-4e02-8234-399934f55eb9/2b497a3a-4ec1-456d-acdd-a9ab64345aa7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:46.313298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb19228-292a-42ac-8c1e-f87c8a43cfe3 None None] Pushing event updated for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:46.317905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:46.318553 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:46.549362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Made reservation on behalf of 0ade1fb123fb4d009a1763e958f953a1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:46.560446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.567484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fde7d4-e1db-45e1-88b5-b6be44f06018 req-57dea393-c83b-4763-b22a-812807ea27ca tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 210 time: 0.0634725 Sep 01 15:45:46.657629 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.717456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6eae26e7-4d5e-4175-82e9-4ea23868447e up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:46.720185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Transition to ACTIVE for port object 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:46.772902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb5c6-4b12-4b0a-b009-6481e018b843 req-bc91c8cb-ca31-4acd-a2d4-2b0d66ae53f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:46.781483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db6fb5c6-4b12-4b0a-b009-6481e018b843 req-bc91c8cb-ca31-4acd-a2d4-2b0d66ae53f3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0898075 Sep 01 15:45:46.794521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:46.834144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-db6fb5c6-4b12-4b0a-b009-6481e018b843 req-1ba57692-bdce-43e5-9edd-31dd846013e0 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515258 Sep 01 15:45:46.874009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34ea3ff5-8e57-4dc7-a097-bf9c2efd9f42 req-f6459fcd-5959-492f-b556-4622be78aebd tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 210 time: 0.0769758 Sep 01 15:45:46.887796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Allocated IP 172.20.0.13 (1f83f480-dd90-432f-a61f-8f80b5edbab0/bb494ffb-fd65-480f-91f7-4ea2dc407c93/abac0286-9d9e-42ce-bb11-40ebf3c7cd5d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:46.938593 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.983438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6eae26e7-4d5e-4175-82e9-4ea23868447e triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:46.983660 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.049699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:47.053122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Pushing event updated for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:47.057915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:47.063150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:47.143715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:47.148719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.149656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.170297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.182048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b66558d9-a768-483c-8c24-5074289371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 4, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9ed0d0b0-12f5-4580-b039-fb2654f2a424', 'name': '', 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'mac_address': 'fa:16:3e:a1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:37Z', 'updated_at': '2021-09-01T15:45:46Z', 'revision_number': 4, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'subnets': [{'id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:47.182375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-dbe0d17f-cfc6-4f95-b3b0-8ba37dbda74f tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3994665 Sep 01 15:45:47.200632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Request body: {'port': {'device_id': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:47.203804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Transition to ACTIVE for port object abac0286-9d9e-42ce-bb11-40ebf3c7cd5d will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:47.224413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66558d9-a768-483c-8c24-5074289371ee None None] The sync data for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 is: [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:45:38Z', 'revision_number': 4, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '9ed0d0b0-12f5-4580-b039-fb2654f2a424', 'name': '', 'network_id': 'a70059e7-681c-4919-a6a6-30859d16ca08', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'mac_address': 'fa:16:3e:a1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:37Z', 'updated_at': '2021-09-01T15:45:46Z', 'revision_number': 4, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'subnets': [{'id': '497c80c0-4a6d-4586-a247-817d1b11c73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:47.266515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:47.267220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.288735 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.321203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.365514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c7cf33c-1d7c-431f-a455-e5d915c9d18f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:47.398654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:47.407584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:47.414037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:47.422320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-718594eb-9625-4741-a307-93ad524ac3f5 None None] Provisioning for port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:47.430839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-718594eb-9625-4741-a307-93ad524ac3f5 None None] Provisioning complete for port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:47.431224 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-718594eb-9625-4741-a307-93ad524ac3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.435661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:47.451186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:47.462059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:47.462433 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.499924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-718594eb-9625-4741-a307-93ad524ac3f5 None None] Port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:47.541728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.542389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.591743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.598785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5db43130-792b-4838-8407-cc2ff64b6111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.608978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d0e82057-99e5-4b0c-a06b-1b2a58cdad5e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3602695 Sep 01 15:45:47.633220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:47.640897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.657115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Request body: {'port': {'device_id': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:47.698389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.727146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-eecf40ca-d56a-4670-b158-80ca19c960dd None None] Provisioning for port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:47.740183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-eecf40ca-d56a-4670-b158-80ca19c960dd None None] Provisioning complete for port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:47.740560 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eecf40ca-d56a-4670-b158-80ca19c960dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.744240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:47.764674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.768820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c29d1806-9c0d-4ca8-8d99-f67632462ed3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:47.800970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1f2bf-1dee-431e-a471-319b839ebbb6 req-160bc320-d69b-4dea-9a64-dd7fd43466ae tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.804526 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19e1f2bf-1dee-431e-a471-319b839ebbb6 req-160bc320-d69b-4dea-9a64-dd7fd43466ae tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1027 time: 0.0716259 Sep 01 15:45:47.823627 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-eecf40ca-d56a-4670-b158-80ca19c960dd None None] Port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:47.838165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c29d1806-9c0d-4ca8-8d99-f67632462ed3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:47.838524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.871364 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19e1f2bf-1dee-431e-a471-319b839ebbb6 req-74f39a33-45c7-4a4d-91de-2585079832b6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576966 Sep 01 15:45:48.082552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092f99-faae-4dc9-b65b-9b3f4cd644d2 req-946b66d8-1b3a-4699-9d9d-d7547190e86d tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:48.084171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8092f99-faae-4dc9-b65b-9b3f4cd644d2 req-946b66d8-1b3a-4699-9d9d-d7547190e86d tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 932 time: 0.0684788 Sep 01 15:45:48.139385 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f8092f99-faae-4dc9-b65b-9b3f4cd644d2 req-499884e6-7afd-4b38-a04a-838b0121e747 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Sep 01 15:45:48.170519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:48.190563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.214139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Transition to ACTIVE for port object 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:48.227999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7566e0d-b93f-470d-8565-6d2a1eb4c2c1 req-c4137938-d0cd-4378-b7bf-42b4f0245784 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:48.229890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7566e0d-b93f-470d-8565-6d2a1eb4c2c1 req-c4137938-d0cd-4378-b7bf-42b4f0245784 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.2117546 Sep 01 15:45:48.232857 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.353885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:48.386170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7566e0d-b93f-470d-8565-6d2a1eb4c2c1 req-eecf1fd4-5438-48de-a835-30bc9d576215 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445217 Sep 01 15:45:48.442401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac0286-9d9e-42ce-bb11-40ebf3c7cd5d {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:48.455129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.480506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.481853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Transition to ACTIVE for port object abac0286-9d9e-42ce-bb11-40ebf3c7cd5d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:48.486974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.546968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Attempting to bind port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:48.547302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Attempting to bind port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:48.547638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Attempting to bind port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:48.566503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:45:48.566973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Attempting to bind port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:48.570783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Pushing event updated for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:48.590425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:48.591155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Checking segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:48.592380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Bound using segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:48.595096 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Bound port: 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:48.595818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.660030 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.747386 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Sync routers for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:48.762907 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:48.763787 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:48.793684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Attempting to bind port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:48.794324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Attempting to bind port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:48.794791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Attempting to bind port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d on network 1f83f480-dd90-432f-a61f-8f80b5edbab0 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:48.802750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d on network 1f83f480-dd90-432f-a61f-8f80b5edbab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:45:48.803141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Attempting to bind port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d on network 1f83f480-dd90-432f-a61f-8f80b5edbab0 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:48.811742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:48.814190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:48.814725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Checking segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:48.815223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Bound using segment: {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:48.815802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Bound port: abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:48.816641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.820657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:48.834314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.888726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:48.889621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.891189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b497a3a-4ec1-456d-acdd-a9ab64345aa7 HTTP/1.1" status: 200 len: 1092 time: 1.6952007 Sep 01 15:45:48.894784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:48.896725 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828" -d '{"events": [{"name": "network-changed", "server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:48.992432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:49.003414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d9d6-3072-4cb3-bf89-0abf4d547cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:49.010868 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7b877-94c2-4d03-a488-9d6b823502f3 x-openstack-request-id: req-aae7b877-94c2-4d03-a488-9d6b823502f3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:49.011466 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:49.011768 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aae7b877-94c2-4d03-a488-9d6b823502f3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:49.012229 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7', 'status': 'completed', 'code': 200} Sep 01 15:45:49.051288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:49.059736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:49.076124 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.127878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-10034bdc-299e-4cb0-8a2b-6e7dfc74aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.129734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-10034bdc-299e-4cb0-8a2b-6e7dfc74aaf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.1512542 Sep 01 15:45:49.136844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daab1f-7ef6-4767-b048-f665833999cc req-504ad855-4ff3-44f8-a331-29693026e203 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.138221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.138376 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.139918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] 10.222.0.50 "PUT /v2.0/ports/abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1093 time: 1.5153556 Sep 01 15:45:49.141749 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65daab1f-7ef6-4767-b048-f665833999cc req-504ad855-4ff3-44f8-a331-29693026e203 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.1025255 Sep 01 15:45:49.238974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-65daab1f-7ef6-4767-b048-f665833999cc req-72d4eefe-51cd-4ac6-810c-43675925f600 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863471 Sep 01 15:45:49.304744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-8ee8aa44-e331-4559-a995-84aee48c45b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7 HTTP/1.1" status: 200 len: 217 time: 0.1455855 Sep 01 15:45:49.361079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950c38-5205-4b43-bcff-5aee0cfeb290 service neutron] Pushing event updated for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:49.459503 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:36Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '044e7f22-605a-49a2-a322-ac94e164e08f', 'name': '', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'mac_address': 'fa:16:3e:f3:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:36Z', 'updated_at': '2021-09-01T15:45:37Z', 'revision_number': 2, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'subnets': [{'id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:49.511207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c9860-162a-4699-b454-7999e81c6d0d req-37f83954-c42f-4cac-bc75-fff8ab7f00c3 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.534007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-228c9860-162a-4699-b454-7999e81c6d0d req-37f83954-c42f-4cac-bc75-fff8ab7f00c3 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 944 time: 0.2574100 Sep 01 15:45:49.537616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-450992e7-26f3-4a7e-82de-347c815598c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.542381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-450992e7-26f3-4a7e-82de-347c815598c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf5f18f-dcc3-4e02-8234-399934f55eb9 HTTP/1.1" status: 200 len: 849 time: 0.1998630 Sep 01 15:45:49.544391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d55e9ea8-a915-4280-b8d9-b0557eb4727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.545837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-d55e9ea8-a915-4280-b8d9-b0557eb4727f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1096 time: 0.2708993 Sep 01 15:45:49.549228 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Checking router: 7ac2b2d7-6884-4357-a6dd-6889a88eb58e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:49.550155 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Updating router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e port 044e7f22-605a-49a2-a322-ac94e164e08f binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:45:49.588316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e24f3-4d27-420a-acec-13ca70ca1c7c req-11bf5d8f-e6f8-4252-8ab0-6ee9e7689ab8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.590863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-932e24f3-4d27-420a-acec-13ca70ca1c7c req-11bf5d8f-e6f8-4252-8ab0-6ee9e7689ab8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0859997 Sep 01 15:45:49.614424 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.675026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-932e24f3-4d27-420a-acec-13ca70ca1c7c req-2934c370-d094-4821-94dd-b2668d5e267a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726264 Sep 01 15:45:49.681628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-31be8409-5ec3-4d43-875c-4f68cac0820b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 217 time: 0.1108689 Sep 01 15:45:49.745997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-228c9860-162a-4699-b454-7999e81c6d0d req-f65554b9-cfe1-43b1-adfb-ffae917a6856 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098281 Sep 01 15:45:49.786425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-944627f8-db05-4338-b161-ca722d9ef0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.790450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-944627f8-db05-4338-b161-ca722d9ef0cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2375772 Sep 01 15:45:49.799647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-06b133bd-42eb-4c15-b704-e7a05a66aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.802025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-06b133bd-42eb-4c15-b704-e7a05a66aa39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.1120605 Sep 01 15:45:49.987131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9ed0d0b0-12f5-4580-b039-fb2654f2a424 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:50.077942 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.086509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:50.092953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:50.092953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.110583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-73c94be5-9d9b-4319-989f-6a3128eece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.113457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-73c94be5-9d9b-4319-989f-6a3128eece98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1097 time: 0.2228236 Sep 01 15:45:50.196591 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.197543 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.216126 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Transition to ACTIVE for port object 044e7f22-605a-49a2-a322-ac94e164e08f will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:50.229294 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.238429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 9ed0d0b0-12f5-4580-b039-fb2654f2a424, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9ed0d0b0-12f5-4580-b039-fb2654f2a424,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:50.245901 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.247311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c7cf33c-1d7c-431f-a455-e5d915c9d18f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:50.331062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-186bf27a-bc71-4aab-9fe7-30ba81e2e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.333681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Pushing event updated for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:50.335165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-186bf27a-bc71-4aab-9fe7-30ba81e2e1cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 897 time: 0.1804936 Sep 01 15:45:50.348592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-830ea5b8-5a95-4452-a306-3e0c84e2c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.351952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-830ea5b8-5a95-4452-a306-3e0c84e2c4cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4478929 Sep 01 15:45:50.360118 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.360570 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.361012 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.361472 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.362920 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.372806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.373295 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.373643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.374152 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.374498 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.374833 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.375159 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:50.395301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:50.396340 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.405680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:50.512262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Attempting to bind port 044e7f22-605a-49a2-a322-ac94e164e08f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:50.512262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Attempting to bind port 044e7f22-605a-49a2-a322-ac94e164e08f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:50.512704 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Attempting to bind port 044e7f22-605a-49a2-a322-ac94e164e08f on network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:50.520198 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:50.521096 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Checking segment: {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:50.521612 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.522109 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Bound using segment: {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:50.522669 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Bound port: 044e7f22-605a-49a2-a322-ac94e164e08f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c72940-768d-47b1-a215-c13bbedaee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:50.523051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a82755-0989-4e7f-835e-c03009360fe9 req-b0c1c93f-4c5d-488a-a10f-c7f90bc92057 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.523801 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.524900 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7a82755-0989-4e7f-835e-c03009360fe9 req-b0c1c93f-4c5d-488a-a10f-c7f90bc92057 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.0873971 Sep 01 15:45:50.618390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c7a82755-0989-4e7f-835e-c03009360fe9 req-31036391-7883-46c0-9c24-546b5d2c8678 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Sep 01 15:45:50.644511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-1767bdc9-3d54-402b-956c-09c0116c0e57 service neutron] 10.222.0.24 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8407352 Sep 01 15:45:50.648014 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] For port 044e7f22-605a-49a2-a322-ac94e164e08f, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:50.649090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-6b4b3e3b-2c50-4bb3-81bc-969e6d106c85 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711887 Sep 01 15:45:50.657501 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] For port 044e7f22-605a-49a2-a322-ac94e164e08f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=044e7f22-605a-49a2-a322-ac94e164e08f,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:50.663388 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.734363 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:50.735032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:50.737369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56c017-2342-4967-9c67-6a44753333b5 None None] Pushing event updated for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:50.952817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e46d9-4e98-49b5-9565-922532de25f8 req-282ecea1-2259-4a20-a98e-4460c2f5c311 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.962443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-588e46d9-4e98-49b5-9565-922532de25f8 req-282ecea1-2259-4a20-a98e-4460c2f5c311 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 944 time: 0.0764241 Sep 01 15:45:50.971717 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:51.017206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:51.033553 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:51.057803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-65882d1a-f9fd-4360-910c-96821364fd4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 1001 time: 0.6961010 Sep 01 15:45:51.078741 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-588e46d9-4e98-49b5-9565-922532de25f8 req-1e9ec91d-7113-4596-a63e-ddb18a95f575 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149216 Sep 01 15:45:51.171324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32bd126b-df8c-4e10-a87b-58bfa29e1ec1 req-625656e5-8eb0-4ca9-9f6f-4a94d9597690 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662108 Sep 01 15:45:51.284597 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087d00e-dc8b-4ffd-a09c-f97d3113f0ca x-openstack-request-id: req-b087d00e-dc8b-4ffd-a09c-f97d3113f0ca {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:51.285098 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:51.285502 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b087d00e-dc8b-4ffd-a09c-f97d3113f0ca {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:51.286134 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'status': 'completed', 'code': 200} Sep 01 15:45:51.427157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:36Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '044e7f22-605a-49a2-a322-ac94e164e08f', 'name': '', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'mac_address': 'fa:16:3e:f3:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:36Z', 'updated_at': '2021-09-01T15:45:50Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'subnets': [{'id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:51.456810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14355ea1-6ef1-4d34-86bb-a90e93e7f7f9 None None] The sync data for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 is: [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:45:36Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '044e7f22-605a-49a2-a322-ac94e164e08f', 'name': '', 'network_id': 'a075cc64-cd61-4bcd-86e6-9f8bc8bca45d', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'mac_address': 'fa:16:3e:f3:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:36Z', 'updated_at': '2021-09-01T15:45:50Z', 'revision_number': 4, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'subnets': [{'id': 'b070a64b-b3cb-42d6-8520-d0ae792ed32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:51.898892 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9ed0d0b0-12f5-4580-b039-fb2654f2a424 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:51.931385 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af140b2-1ffe-4f5c-bad9-a21e188d548d req-33544cc7-6077-4dc1-af33-97eab33aba6a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:51.946522 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7af140b2-1ffe-4f5c-bad9-a21e188d548d req-33544cc7-6077-4dc1-af33-97eab33aba6a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.1923769 Sep 01 15:45:52.011777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62e867ae-42a1-4c67-9e3c-16466f50914e req-d1f1bc0d-3e1c-423e-9824-e7d71da8101e service neutron] 10.222.0.24 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3545704 Sep 01 15:45:52.040078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7af140b2-1ffe-4f5c-bad9-a21e188d548d req-3b746bae-5af4-4df1-a1fd-0d75044de982 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905149 Sep 01 15:45:52.042190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:52.042643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.043772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585e55b-d32a-498a-b28a-a10812f83c18 req-0eac47e2-5329-4393-99f7-304bcae1c313 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.058561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3585e55b-d32a-498a-b28a-a10812f83c18 req-0eac47e2-5329-4393-99f7-304bcae1c313 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 1.2478728 Sep 01 15:45:52.097663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-cc5bc2bc-088c-44cc-883b-1749ba2ba8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.099158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-cc5bc2bc-088c-44cc-883b-1749ba2ba8fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 200 len: 835 time: 1.0135195 Sep 01 15:45:52.177494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 044e7f22-605a-49a2-a322-ac94e164e08f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:52.234248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3585e55b-d32a-498a-b28a-a10812f83c18 req-b9aaf884-b8ec-4c41-9c35-2c6f5a754ed6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734917 Sep 01 15:45:52.261129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-0e03a82c-a423-46fa-85be-b8f4de950ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.261129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-0e03a82c-a423-46fa-85be-b8f4de950ae0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1096 time: 0.9732215 Sep 01 15:45:52.275575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 044e7f22-605a-49a2-a322-ac94e164e08f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:52.290117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 044e7f22-605a-49a2-a322-ac94e164e08f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:52.290906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.363509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-a6382e0b-72ba-4d87-9d3b-7fabdc0a1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.365762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-a6382e0b-72ba-4d87-9d3b-7fabdc0a1384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.2063301 Sep 01 15:45:52.378446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8916d8-4686-4e28-93e8-e454e45e71e0 req-edee2efe-d9bd-418f-8608-0cae32ff9d74 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.381783 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d8916d8-4686-4e28-93e8-e454e45e71e0 req-edee2efe-d9bd-418f-8608-0cae32ff9d74 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 944 time: 0.1425469 Sep 01 15:45:52.385158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-da663371-c366-40c4-bd31-763921092eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.387881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-da663371-c366-40c4-bd31-763921092eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1980705 Sep 01 15:45:52.442344 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.458492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1d8916d8-4686-4e28-93e8-e454e45e71e0 req-97277d81-4b10-4eec-81aa-683c080420f8 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690770 Sep 01 15:45:52.487540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 044e7f22-605a-49a2-a322-ac94e164e08f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=044e7f22-605a-49a2-a322-ac94e164e08f,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:52.493208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.549948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-40706456-c512-4986-bed3-7a874c49796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.551505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-40706456-c512-4986-bed3-7a874c49796a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.2789268 Sep 01 15:45:52.558401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:52.623335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-de0d68b8-c7a4-4c5e-9a7e-fd5659334e4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 217 time: 0.0625174 Sep 01 15:45:52.692191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-1d16844a-6af9-4a9e-94d2-bf4782c3adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.693734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-1d16844a-6af9-4a9e-94d2-bf4782c3adcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.3201399 Sep 01 15:45:52.701408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-278379e0-ce97-425a-91c4-4b188987957e service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696650 Sep 01 15:45:52.709478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-b57762aa-cfaf-4a0b-84b7-efc75ad682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.711350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-b57762aa-cfaf-4a0b-84b7-efc75ad682c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0776761 Sep 01 15:45:52.725835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abac0286-9d9e-42ce-bb11-40ebf3c7cd5d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:45:52.833634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-f120f8f1-befa-4443-bd92-e23c837923e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7 HTTP/1.1" status: 200 len: 217 time: 0.1202066 Sep 01 15:45:52.844947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:52.862464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'port_id': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'mac_address': 'fa:16:3e:f2:c6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:45:52.916443 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.922114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-5b184610-ef7c-44b7-9e3b-f1b8631bc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.923745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-5b184610-ef7c-44b7-9e3b-f1b8631bc8fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cf5f18f-dcc3-4e02-8234-399934f55eb9 HTTP/1.1" status: 200 len: 849 time: 0.0794947 Sep 01 15:45:52.927775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-446cdff7-e1f7-42fe-9434-9838b5a4430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.929362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-446cdff7-e1f7-42fe-9434-9838b5a4430d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013328 Sep 01 15:45:52.939449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac0286-9d9e-42ce-bb11-40ebf3c7cd5d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:52.965917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:52.971130 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.027057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad04a524-3c03-41a0-b3c6-2c3c4f1caf2f req-cba758f6-45aa-4eee-b1ad-7d23dbc51d7e service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147161 Sep 01 15:45:53.053517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:53.054355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-7cd22056-2bc6-4161-95cf-f865bea56168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:53.056814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-7cd22056-2bc6-4161-95cf-f865bea56168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197910 Sep 01 15:45:53.100493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-6c21107c-3c2d-4207-966e-1a36a3b71371 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480606 Sep 01 15:45:53.209410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['abac0286-9d9e-42ce-bb11-40ebf3c7cd5d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:53.285147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600d4aa-b454-4ded-9b13-d1e079d29a56 req-fad38c95-12c6-4ebe-b199-2c3b226ddde2 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:53.286728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9600d4aa-b454-4ded-9b13-d1e079d29a56 req-fad38c95-12c6-4ebe-b199-2c3b226ddde2 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1095 time: 0.1359770 Sep 01 15:45:53.312586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-3259cc59-3107-4ef5-9318-c6e7d1bcb456 service neutron] 10.222.0.24 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273719 Sep 01 15:45:53.405332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cec2f7a-fe8c-4510-9ca3-9fe151df93d4 req-ab244002-b672-4086-83a3-c62f7466e5c3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908833 Sep 01 15:45:53.431550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9600d4aa-b454-4ded-9b13-d1e079d29a56 req-a39bb2f0-8e44-42b5-8357-5ea2bd1d3f06 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345196 Sep 01 15:45:53.460054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1adfa3-958d-4d13-b315-7a1e3dc1c0c2 req-f61fac46-aff5-4709-b0b5-cd06d96d06af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:53.470003 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be1adfa3-958d-4d13-b315-7a1e3dc1c0c2 req-f61fac46-aff5-4709-b0b5-cd06d96d06af tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0890009 Sep 01 15:45:53.523745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c38e7c0-b2cd-4ecf-99bf-bb3d256e2828 req-d1d3b5e8-7e2a-462b-9742-d1176708bcef service neutron] 10.222.0.24 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951876 Sep 01 15:45:53.577040 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-be1adfa3-958d-4d13-b315-7a1e3dc1c0c2 req-650e2eb0-4fde-4958-b276-03a478036b6f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049337 Sep 01 15:45:53.627641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95e6db-9c30-4bac-9206-027814e91d88 req-88498d26-c20a-459b-8621-6869bb2fc7e8 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:53.629904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb95e6db-9c30-4bac-9206-027814e91d88 req-88498d26-c20a-459b-8621-6869bb2fc7e8 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 945 time: 0.0826895 Sep 01 15:45:53.687504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb95e6db-9c30-4bac-9206-027814e91d88 req-7be8b656-fef5-4c1f-9e45-72afce987956 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Sep 01 15:45:53.755221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 044e7f22-605a-49a2-a322-ac94e164e08f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:53.813981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 044e7f22-605a-49a2-a322-ac94e164e08f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:53.814259 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.228294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:45:54.351098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:54.368570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'port_id': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7', 'mac_address': 'fa:16:3e:bb:09:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:45:54.409535 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.431546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:54.464132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:54.470604 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.537319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:54.613671 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7e466-e7d4-4419-b354-cfd9093d22a0 req-420b44da-3db3-478f-97bc-d4b2e15afebb tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:54.615140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26e7e466-e7d4-4419-b354-cfd9093d22a0 req-420b44da-3db3-478f-97bc-d4b2e15afebb tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1096 time: 0.0590613 Sep 01 15:45:54.663943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-26e7e466-e7d4-4419-b354-cfd9093d22a0 req-445a7310-22a4-43c9-9c27-e1814057171c tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Sep 01 15:45:54.730269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abac0286-9d9e-42ce-bb11-40ebf3c7cd5d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:54.784818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2df1df-328e-4af4-9df2-83234e051e2d req-600256b7-f095-4791-a9ec-4e337b33e50f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:54.796872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f2df1df-328e-4af4-9df2-83234e051e2d req-600256b7-f095-4791-a9ec-4e337b33e50f tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.1322737 Sep 01 15:45:54.857762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2b497a3a-4ec1-456d-acdd-a9ab64345aa7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:54.901981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f2df1df-328e-4af4-9df2-83234e051e2d req-8e98bcb0-06e7-47e2-a359-cda67e66511a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017320 Sep 01 15:45:54.936626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ea1f-74f3-4d2d-8929-a91d51acf58f req-6df95e4b-3164-44e7-afd5-6eedb4ab95f9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:54.942036 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ded5ea1f-74f3-4d2d-8929-a91d51acf58f req-6df95e4b-3164-44e7-afd5-6eedb4ab95f9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 945 time: 0.1059003 Sep 01 15:45:54.970764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:54.990377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:54.991012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.997772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ded5ea1f-74f3-4d2d-8929-a91d51acf58f req-92a21b4d-5197-4218-93a0-71f51f723762 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Sep 01 15:45:55.161804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.188631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:55.191023 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be78139-2d61-4664-8253-f702301196c1" -d '{"events": [{"server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "name": "network-vif-plugged", "status": "completed", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:55.206644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:55.211846 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.243440 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71c72f3-9b49-439d-aaec-16fa4e039ec8 x-openstack-request-id: req-c71c72f3-9b49-439d-aaec-16fa4e039ec8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:55.244511 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "name": "network-vif-plugged", "status": "completed", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:55.244511 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c71c72f3-9b49-439d-aaec-16fa4e039ec8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:55.244890 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'code': 200} Sep 01 15:45:55.280628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:55.354580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a38b-6aa9-4b98-9720-154831614e19 req-559bcb1e-9ca7-41b7-80c7-3ee67bd88af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:55.356197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a185a38b-6aa9-4b98-9720-154831614e19 req-559bcb1e-9ca7-41b7-80c7-3ee67bd88af8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0478709 Sep 01 15:45:55.405240 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a185a38b-6aa9-4b98-9720-154831614e19 req-af245ccc-ced2-4b8e-b7ab-b8dad469d233 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Sep 01 15:45:55.822910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418413a6-45b1-4c90-8f36-ec78b115c97c req-91710192-151d-4d02-8c16-43c0caeec549 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:55.824988 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-418413a6-45b1-4c90-8f36-ec78b115c97c req-91710192-151d-4d02-8c16-43c0caeec549 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1096 time: 0.0677648 Sep 01 15:45:55.870811 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-418413a6-45b1-4c90-8f36-ec78b115c97c req-8d1f53be-d4ba-475f-9448-2098863c42a7 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385876 Sep 01 15:45:56.064382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd031-8be2-4389-a849-fcb5c29f987e req-80dd0735-b1fc-4de3-8a0f-6522686ed32e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:56.066922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-99fcd031-8be2-4389-a849-fcb5c29f987e req-80dd0735-b1fc-4de3-8a0f-6522686ed32e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0832543 Sep 01 15:45:56.141682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-99fcd031-8be2-4389-a849-fcb5c29f987e req-576d9636-388e-4650-b695-d53835832582 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633771 Sep 01 15:45:56.199138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc6656-bd1d-423c-973e-1c5d8e13abda req-a5a8aa97-38de-4987-9e6b-868f67619e02 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:56.200836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2fc6656-bd1d-423c-973e-1c5d8e13abda req-a5a8aa97-38de-4987-9e6b-868f67619e02 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0858378 Sep 01 15:45:56.250935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a2fc6656-bd1d-423c-973e-1c5d8e13abda req-e2feed1e-e0e5-4ee1-949d-000dbf4259ce tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386696 Sep 01 15:45:56.252029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:56.311144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:56.318236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:56.318959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.432134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.563356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:56.573770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.663808 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:57.029422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb4729-d11e-4090-a445-b0d85cea900b req-74684c96-48e7-49d8-8a43-9c47d71f07b4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.031053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cceb4729-d11e-4090-a445-b0d85cea900b req-74684c96-48e7-49d8-8a43-9c47d71f07b4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0482664 Sep 01 15:45:57.090197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cceb4729-d11e-4090-a445-b0d85cea900b req-91a393b2-10f0-493c-bb39-3d6949828bdf tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Sep 01 15:45:57.246160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:57.248918 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce98147-8e11-4644-9f59-d690a2f1ce34" -d '{"events": [{"server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "name": "network-vif-plugged", "status": "completed", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:57.302091 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71c15b-e8e6-4783-b871-af7e02b98c6f req-de645236-2318-4896-bb00-93392f7cc25a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.303753 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc71c15b-e8e6-4783-b871-af7e02b98c6f req-de645236-2318-4896-bb00-93392f7cc25a tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0676630 Sep 01 15:45:57.314110 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d69e82-fb89-4108-81ee-e5ada6d8cd22 x-openstack-request-id: req-64d69e82-fb89-4108-81ee-e5ada6d8cd22 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:57.314795 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "name": "network-vif-plugged", "status": "completed", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:57.314875 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64d69e82-fb89-4108-81ee-e5ada6d8cd22 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:57.315421 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7', 'code': 200} Sep 01 15:45:57.366390 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-cc71c15b-e8e6-4783-b871-af7e02b98c6f req-9e059a85-2b5f-4a6a-9eb3-afa365b5d3bd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540423 Sep 01 15:45:57.502001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad220-0823-4f8f-aa36-bf36bc1a87c0 req-d5562248-bc5e-42b1-964c-72740d798dbf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.503828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef4ad220-0823-4f8f-aa36-bf36bc1a87c0 req-d5562248-bc5e-42b1-964c-72740d798dbf tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0990148 Sep 01 15:45:57.512961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d558-9cb6-45b5-a2f3-bd73c6fef433 req-7ac0dabb-6bef-40b3-b18d-82f12c4fffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.514587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a81d558-9cb6-45b5-a2f3-bd73c6fef433 req-7ac0dabb-6bef-40b3-b18d-82f12c4fffdd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0762088 Sep 01 15:45:57.577525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef4ad220-0823-4f8f-aa36-bf36bc1a87c0 req-0b352cf5-b148-4302-b9b2-aad55bf908ef tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618021 Sep 01 15:45:57.583230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8a81d558-9cb6-45b5-a2f3-bd73c6fef433 req-5b2afe35-b85e-4b12-a495-8a22decfaddf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Sep 01 15:45:57.763617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1a5e5-f8f9-4018-aca2-d08185ace525 req-6ecdbcf5-2fa3-495d-b040-76899b365616 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.766536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0c1a5e5-f8f9-4018-aca2-d08185ace525 req-6ecdbcf5-2fa3-495d-b040-76899b365616 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0887883 Sep 01 15:45:57.823875 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f0c1a5e5-f8f9-4018-aca2-d08185ace525 req-46ca31ff-b4b3-4c60-9a9c-17435c981122 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495782 Sep 01 15:45:57.964573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbeb5-b27b-422d-8ad5-3b5dab30003c req-78236d53-9a1f-415a-81f8-c430bc38ca7e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.966697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f92cbeb5-b27b-422d-8ad5-3b5dab30003c req-78236d53-9a1f-415a-81f8-c430bc38ca7e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0642302 Sep 01 15:45:58.015271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f92cbeb5-b27b-422d-8ad5-3b5dab30003c req-c949a229-1956-4821-9ecb-45a8f4a2dd9c tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Sep 01 15:45:58.048493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:58.061710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.187524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7cbd-8a0d-4699-9433-c6128195a148 req-137a8bf9-e5ff-4c45-a60b-2979e1199ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.189819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-589c7cbd-8a0d-4699-9433-c6128195a148 req-137a8bf9-e5ff-4c45-a60b-2979e1199ede service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1097 time: 0.0724814 Sep 01 15:45:58.192599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6155f64-a0c2-46d7-b344-7ad51f5cbfde tempest-TestServerBasicOps-1612267649 tempest-TestServerBasicOps-1612267649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.194707 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f6155f64-a0c2-46d7-b344-7ad51f5cbfde tempest-TestServerBasicOps-1612267649 tempest-TestServerBasicOps-1612267649-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1093 time: 0.1449587 Sep 01 15:45:58.201972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:58.207646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:58.243243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-589c7cbd-8a0d-4699-9433-c6128195a148 req-dc5e37ac-b6af-4415-85d0-57c3ad38c445 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449555 Sep 01 15:45:58.247337 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.338304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09409b2-a214-4ec9-ac23-10d610854088 req-1ea89b72-0578-4600-9006-d854031d645a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.339911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e09409b2-a214-4ec9-ac23-10d610854088 req-1ea89b72-0578-4600-9006-d854031d645a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.1057286 Sep 01 15:45:58.397908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e09409b2-a214-4ec9-ac23-10d610854088 req-a637811b-461e-4e26-90af-2d09b6d9a0f0 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465255 Sep 01 15:45:58.442873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.581432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d472d-f9b0-44e6-9099-521f0db598de req-792646b2-5f2b-4cd4-8231-a05aa76e914d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.589310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba3d472d-f9b0-44e6-9099-521f0db598de req-792646b2-5f2b-4cd4-8231-a05aa76e914d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0969610 Sep 01 15:45:58.599105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Allocated IP 172.25.1.141 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d0e62fc4-28eb-4cdc-970e-82c8a0eef280) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:58.677245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba3d472d-f9b0-44e6-9099-521f0db598de req-c782a898-387c-4455-a1e8-6a6e5072fab5 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801916 Sep 01 15:45:58.744497 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.793986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.841502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:58.846703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:58.851527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:58.874003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'Port': ['ID=d0e62fc4-28eb-4cdc-970e-82c8a0eef280,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:59.553386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.609320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d801f-6634-48c2-828d-d8c712bcdccd req-88e57d50-0f9d-43e1-b2cd-6c835cb02350 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.611810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a4d801f-6634-48c2-828d-d8c712bcdccd req-88e57d50-0f9d-43e1-b2cd-6c835cb02350 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.1083374 Sep 01 15:45:59.701927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.733215 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3a4d801f-6634-48c2-828d-d8c712bcdccd req-80df0ff5-4f8a-4d9e-b3d5-58b899d4a5b3 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Sep 01 15:45:59.844672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c603f-2c4f-41e4-999e-569afa3f4eb7 req-15687e2c-68d5-489f-8ba7-6f0f9abb6aa2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.849783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d9c603f-2c4f-41e4-999e-569afa3f4eb7 req-15687e2c-68d5-489f-8ba7-6f0f9abb6aa2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0701427 Sep 01 15:45:59.900458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d9c603f-2c4f-41e4-999e-569afa3f4eb7 req-37093ef5-c2db-4927-bc67-2d031eb868bd tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464330 Sep 01 15:45:59.932924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c63f-1e84-408d-a2d0-447f2e00586c req-c4e5735f-e40d-4adf-81de-a8f0b05dd0ec tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.937888 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bda6c63f-1e84-408d-a2d0-447f2e00586c req-c4e5735f-e40d-4adf-81de-a8f0b05dd0ec tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0994651 Sep 01 15:45:59.953350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45578) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:00.025854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.033750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.041137 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bda6c63f-1e84-408d-a2d0-447f2e00586c req-1ea6211b-aa6a-4015-b780-660cd978ff32 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830641 Sep 01 15:46:00.069088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8a1afca-a353-441d-82c7-01db74a36f31 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/floatingips/0e66fdc1-7fac-49fa-aa62-547643b0b1d0 HTTP/1.1" status: 200 len: 993 time: 0.1141994 Sep 01 15:46:00.142286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event updated for resources: {'Port': ['ID=d0e62fc4-28eb-4cdc-970e-82c8a0eef280,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:00.160384 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.214986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329800-9049-4e31-9d2c-09d637bd2317 req-566fd032-5394-402a-94e3-d67a3f510000 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:00.217389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47329800-9049-4e31-9d2c-09d637bd2317 req-566fd032-5394-402a-94e3-d67a3f510000 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0532267 Sep 01 15:46:00.260794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:46:00.271398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47329800-9049-4e31-9d2c-09d637bd2317 req-44fe5542-c587-4fb4-bd2f-5d4f054493ef tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Sep 01 15:46:00.272063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:00.533031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.574753 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:00.608976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'port_id': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'mac_address': 'fa:16:3e:07:d8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:46:00.623764 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:00.629006 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707f896-5b56-410c-84f7-9ae3bc6ccab6" -d '{"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-unplugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:00.661492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:00.708448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.712064 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad43b78-8c75-45a0-9421-072059e703d2 x-openstack-request-id: req-aad43b78-8c75-45a0-9421-072059e703d2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:00.712526 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-unplugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:00.712933 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aad43b78-8c75-45a0-9421-072059e703d2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:00.713592 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'code': 200} Sep 01 15:46:00.782641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.823475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:00.855492 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:00.884275 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Floating IP 59dbdc82-6847-4e7f-8799-124dfd2bbf9c associated. External IP: 172.25.1.141, port: abac0286-9d9e-42ce-bb11-40ebf3c7cd5d. Sep 01 15:46:00.928697 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:46:00.929319 n-d-802060-16 neutron-server[106378]: DEBUG oslo_db.api [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:46:00.973768 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-cf1dc5a5-d4fb-4110-985c-1bf93a13e175 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:00.975320 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-cf1dc5a5-d4fb-4110-985c-1bf93a13e175 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.2031438 Sep 01 15:46:01.043565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-205c77ab-0ef2-4b3d-bb74-1eb582760301 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/quotas/5c11759b55524151b3a480c661b80f7b HTTP/1.1" status: 200 len: 375 time: 0.0207217 Sep 01 15:46:01.200961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-c4785403-273d-4c9f-8cae-61b0d70e7288 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1494226 Sep 01 15:46:01.379565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Router c92ca74a-541d-41c6-b604-6eab774ed305 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:01.387916 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-73dec456-9cae-4399-a529-b390c06e81a2 service neutron] 10.222.0.41 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859965 Sep 01 15:46:01.619147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-e4aa2c1e-7878-4c68-b7fc-262f733ec756 service neutron] 10.222.0.41 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168615 Sep 01 15:46:01.624685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:01.643395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Sync routers for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:01.646233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.672039 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.686521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:01.687610 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:01.689866 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9175c511-f9dc-4a54-942c-e12e97052704 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4862187 Sep 01 15:46:01.690622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:01.695655 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d4307-2651-4887-a872-39c14c707269" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:01.752137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:01.870327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:01.875826 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.878043 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725121f5-d710-41da-a333-5416ae963b53 x-openstack-request-id: req-725121f5-d710-41da-a333-5416ae963b53 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:01.879051 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:01.879051 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-725121f5-d710-41da-a333-5416ae963b53 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:01.879295 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'status': 'completed', 'code': 200} Sep 01 15:46:01.904945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-515e9c19-3056-4bba-9737-a140fe9a7e23 req-efbb14f0-adf0-4923-91d3-10777e28cbb6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 210 time: 0.0501382 Sep 01 15:46:01.956640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:01.962954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4307-2651-4887-a872-39c14c707269 req-7b875fee-b6d2-4594-9d61-cb83187dd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:01.965481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-7b875fee-b6d2-4594-9d61-cb83187dd28e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0684674 Sep 01 15:46:02.023479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:02.143979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4307-2651-4887-a872-39c14c707269 req-5df3802a-c759-4816-8284-aa2233b2e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:02.146059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-5df3802a-c759-4816-8284-aa2233b2e53b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.1707435 Sep 01 15:46:02.200999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['850caa3c-b8e0-4f27-ae79-14b7fb939be6'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:02.266560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-d2a3896a-a234-41af-aeec-fbea1cc76c03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1000 time: 0.1126416 Sep 01 15:46:02.380026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4307-2651-4887-a872-39c14c707269 req-73b6fc26-6ef0-4aed-adfb-1851aecfe23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:02.384778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-73b6fc26-6ef0-4aed-adfb-1851aecfe23d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.1095359 Sep 01 15:46:02.456718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4307-2651-4887-a872-39c14c707269 req-aaf5b5f3-9802-4a18-8232-6c7cc9b7e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:02.458990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-aaf5b5f3-9802-4a18-8232-6c7cc9b7e3ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664434 Sep 01 15:46:02.535961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '59dbdc82-6847-4e7f-8799-124dfd2bbf9c', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'port_id': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'mac_address': 'fa:16:3e:f2:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:59Z', 'updated_at': '2021-09-01T15:45:59Z', 'revision_number': 0, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:02.586417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Checking router: c92ca74a-541d-41c6-b604-6eab774ed305 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:02.615155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:02.615763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:45:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:02.654947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-d031a960-21e0-4587-be9a-b531d35d4e12 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819642 Sep 01 15:46:02.794158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c3d4307-2651-4887-a872-39c14c707269 req-a05fbe3f-4a1f-424e-ad60-b7ce45ad37d6 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346383 Sep 01 15:46:02.812460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:03.074590 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b276fe2-6bab-4f63-91ee-37164f46a93b req-b14eb120-6d7d-40e4-bcce-4e18ef81f30c tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 210 time: 0.0437601 Sep 01 15:46:03.138007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '59dbdc82-6847-4e7f-8799-124dfd2bbf9c', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'port_id': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'mac_address': 'fa:16:3e:f2:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:59Z', 'updated_at': '2021-09-01T15:45:59Z', 'revision_number': 0, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:03.186000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa70d8-f7a8-4fe0-8dc2-58f6fd930e8c None None] The sync data for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 is: [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '59dbdc82-6847-4e7f-8799-124dfd2bbf9c', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'port_id': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'mac_address': 'fa:16:3e:f2:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:45:59Z', 'updated_at': '2021-09-01T15:45:59Z', 'revision_number': 0, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:03.427020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-1778b1ed-0e99-41f2-9fde-fd644e3dfbcd tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:03.429725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-1778b1ed-0e99-41f2-9fde-fd644e3dfbcd tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.1971986 Sep 01 15:46:03.446970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Request body: {'port': {'device_id': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'admin_state_up': True, 'tenant_id': '5c11759b55524151b3a480c661b80f7b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:03.480450 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Made reservation on behalf of 5c11759b55524151b3a480c661b80f7b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:03.483995 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.559574 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a24d7b-8edf-4476-8091-f73a7addb33b None None] New status for floating IP 59dbdc82-6847-4e7f-8799-124dfd2bbf9c: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:46:03.698287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Allocated IP 172.20.0.5 (5d226d9a-a8d9-43ca-af66-b9e130ddea3c/9cf5f18f-dcc3-4e02-8234-399934f55eb9/b0a83640-500c-4549-99cd-f59b56f9857b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:03.901640 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.927811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Transition to ACTIVE for port object b0a83640-500c-4549-99cd-f59b56f9857b will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:03.983118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.017413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2b497a3a-4ec1-456d-acdd-a9ab64345aa7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:04.039321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:04.043256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:04.058008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:04.060446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:04.132840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:04.133637 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.157880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-ea17bb8e-0112-4e50-bbc9-7db0f2ad5dd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7151108 Sep 01 15:46:04.172667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Request body: {'port': {'device_id': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:04.278727 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.288351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:04.330877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7c55b-24d9-4ada-afa5-9e87113c60f7 req-fea4534f-a947-4294-9885-861bd455b3d7 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:04.332762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c7c55b-24d9-4ada-afa5-9e87113c60f7 req-fea4534f-a947-4294-9885-861bd455b3d7 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1027 time: 0.0747535 Sep 01 15:46:04.419302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:04.420123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.521658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fb082d58-02e6-4251-8bb2-aaa7cc63dcb2 None None] Provisioning for port b0a83640-500c-4549-99cd-f59b56f9857b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:04.532662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fb082d58-02e6-4251-8bb2-aaa7cc63dcb2 None None] Provisioning complete for port b0a83640-500c-4549-99cd-f59b56f9857b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:04.533284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb082d58-02e6-4251-8bb2-aaa7cc63dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.564751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-49c7c55b-24d9-4ada-afa5-9e87113c60f7 req-c19fa756-abd5-4b43-98c3-fe92dca4dbac tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Sep 01 15:46:04.607836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fb082d58-02e6-4251-8bb2-aaa7cc63dcb2 None None] Port b0a83640-500c-4549-99cd-f59b56f9857b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:04.618240 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.661142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:04.664868 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f109e760-1271-4f8c-ad2d-caa30a5c22a3" -d '{"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-plugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:04.682232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:04.691268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.754382 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3acaf-0fae-4fdb-a0b8-9e89bab10eba x-openstack-request-id: req-a4f3acaf-0fae-4fdb-a0b8-9e89bab10eba {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:04.754801 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-plugged", "status": "completed", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:04.755223 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4f3acaf-0fae-4fdb-a0b8-9e89bab10eba {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:04.755997 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'code': 200} Sep 01 15:46:04.772488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a83640-500c-4549-99cd-f59b56f9857b {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:04.776528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:04.789351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.810743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Transition to ACTIVE for port object b0a83640-500c-4549-99cd-f59b56f9857b will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:04.815400 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.965402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:05.006398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Attempting to bind port b0a83640-500c-4549-99cd-f59b56f9857b on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:05.006731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Attempting to bind port b0a83640-500c-4549-99cd-f59b56f9857b by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:05.007062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Attempting to bind port b0a83640-500c-4549-99cd-f59b56f9857b on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:05.013447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Port b0a83640-500c-4549-99cd-f59b56f9857b on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:46:05.013806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Attempting to bind port b0a83640-500c-4549-99cd-f59b56f9857b on network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:05.020655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:05.020985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Checking segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:05.021684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Bound using segment: {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:05.022133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Bound port: b0a83640-500c-4549-99cd-f59b56f9857b, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f516735b-ac1f-424d-9a06-24a2266340e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:05.022494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.131829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:05.135877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0a83640-500c-4549-99cd-f59b56f9857b,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:05.142416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.184922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.185963 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.187414 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/b0a83640-500c-4549-99cd-f59b56f9857b HTTP/1.1" status: 200 len: 1092 time: 1.0206144 Sep 01 15:46:05.190020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:05.193956 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d153945-ea47-422b-9715-e052778cdffb" -d '{"events": [{"name": "network-changed", "server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:05.254208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270785-b293-4f75-b088-0522ada672b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:05.321336 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e27430-4222-4a62-8afe-d863b325b643 x-openstack-request-id: req-22e27430-4222-4a62-8afe-d863b325b643 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:05.321791 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:05.322195 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22e27430-4222-4a62-8afe-d863b325b643 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:05.322829 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b', 'status': 'completed', 'code': 200} Sep 01 15:46:05.353565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-80bc92b6-0ef0-4a0f-ac67-635b8902b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.355566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-80bc92b6-0ef0-4a0f-ac67-635b8902b89e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1095 time: 0.0920773 Sep 01 15:46:05.429404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-62474775-07fb-4b78-b464-6ec68f6688ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0a83640-500c-4549-99cd-f59b56f9857b HTTP/1.1" status: 200 len: 217 time: 0.0552051 Sep 01 15:46:05.510410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-97120441-c1c5-405e-b85d-09b069c24914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.512597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-97120441-c1c5-405e-b85d-09b069c24914 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cf5f18f-dcc3-4e02-8234-399934f55eb9 HTTP/1.1" status: 200 len: 849 time: 0.0719383 Sep 01 15:46:05.571478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-be707ba8-4e8c-4538-869b-7d2fb64af77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.573199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-be707ba8-4e8c-4538-869b-7d2fb64af77a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522127 Sep 01 15:46:05.680649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-6b0b7308-4f5e-4dda-8ea8-c4df72877afa service neutron] 10.222.0.50 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982456 Sep 01 15:46:05.748659 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81237a3-d7ba-4f28-b539-04c03eecd91a req-b6a29725-137c-4e23-9475-899215013e8a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.750361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d81237a3-d7ba-4f28-b539-04c03eecd91a req-b6a29725-137c-4e23-9475-899215013e8a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1095 time: 0.0469799 Sep 01 15:46:05.792191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d81237a3-d7ba-4f28-b539-04c03eecd91a req-b0df6346-af4c-466f-8033-e3ce1daaa2cc tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Sep 01 15:46:05.873863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad603fa-bca6-4290-9fd6-073b69149c2c req-c0034c64-a4b0-4695-894e-128321b5b563 service neutron] 10.222.0.50 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817358 Sep 01 15:46:05.994574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153945-ea47-422b-9715-e052778cdffb req-bc1de812-435b-4e9f-891e-5ab4ee921fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.996331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-bc1de812-435b-4e9f-891e-5ab4ee921fca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c11759b55524151b3a480c661b80f7b&device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1095 time: 0.0548110 Sep 01 15:46:06.116326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153945-ea47-422b-9715-e052778cdffb req-82462802-2898-49e5-8dd7-b58cde87cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:06.119015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-82462802-2898-49e5-8dd7-b58cde87cc53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 200 len: 911 time: 0.1148286 Sep 01 15:46:06.170834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-8b4086c2-6a1a-4a1d-903b-121bf98b9482 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0a83640-500c-4549-99cd-f59b56f9857b HTTP/1.1" status: 200 len: 217 time: 0.0437849 Sep 01 15:46:06.252973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153945-ea47-422b-9715-e052778cdffb req-fd26da54-a87d-4da3-ae92-85b955360e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:06.254657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-fd26da54-a87d-4da3-ae92-85b955360e11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cf5f18f-dcc3-4e02-8234-399934f55eb9 HTTP/1.1" status: 200 len: 849 time: 0.0760086 Sep 01 15:46:06.318810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153945-ea47-422b-9715-e052778cdffb req-3e158366-ac40-4feb-ae13-3dd80b0ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:06.320441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-3e158366-ac40-4feb-ae13-3dd80b0ab609 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d226d9a-a8d9-43ca-af66-b9e130ddea3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492663 Sep 01 15:46:06.431134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-98f8f433-48d3-42d3-91f5-892c51a84c05 service neutron] 10.222.0.50 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026294 Sep 01 15:46:06.586070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d153945-ea47-422b-9715-e052778cdffb req-afc56c9a-df8c-4232-bf35-07ff8a44cf62 service neutron] 10.222.0.50 "GET /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436634 Sep 01 15:46:06.947481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca1895-582e-41de-87e6-2229f9d39e6f req-f4a1e23b-9df7-4164-8b60-e028a7cc2b47 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:06.949727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98ca1895-582e-41de-87e6-2229f9d39e6f req-f4a1e23b-9df7-4164-8b60-e028a7cc2b47 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1095 time: 0.0548615 Sep 01 15:46:06.991703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98ca1895-582e-41de-87e6-2229f9d39e6f req-913b43b7-dbb4-4928-b21a-19f9ea87c767 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Sep 01 15:46:08.126666 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beeb25-b83a-4916-b791-ba3dd33719f8 req-54e9ce1c-323e-4740-b9e7-b397a9f915d4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:08.128305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90beeb25-b83a-4916-b791-ba3dd33719f8 req-54e9ce1c-323e-4740-b9e7-b397a9f915d4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1095 time: 0.0634723 Sep 01 15:46:08.170011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90beeb25-b83a-4916-b791-ba3dd33719f8 req-ebfdc5f6-e9c9-4c4a-a593-2b99f9698d2a tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Sep 01 15:46:08.191101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e1c1a-e268-4b1d-afda-d4fd8bd56dd9 req-4ea4222c-bae0-4e5f-80f0-a23caa6ab27d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:08.192744 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d74e1c1a-e268-4b1d-afda-d4fd8bd56dd9 req-4ea4222c-bae0-4e5f-80f0-a23caa6ab27d tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 946 time: 0.0575764 Sep 01 15:46:08.233408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d74e1c1a-e268-4b1d-afda-d4fd8bd56dd9 req-717a23dd-f284-438a-8174-eff75cd1bd76 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345063 Sep 01 15:46:08.860067 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0a83640-500c-4549-99cd-f59b56f9857b details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:46:08.973171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0a83640-500c-4549-99cd-f59b56f9857b,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:08.987649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'b0a83640-500c-4549-99cd-f59b56f9857b', 'network_id': '5d226d9a-a8d9-43ca-af66-b9e130ddea3c', 'port_id': 'b0a83640-500c-4549-99cd-f59b56f9857b', 'mac_address': 'fa:16:3e:fe:6d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf5f18f-dcc3-4e02-8234-399934f55eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:46:09.030072 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.045885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a83640-500c-4549-99cd-f59b56f9857b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:09.071924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0a83640-500c-4549-99cd-f59b56f9857b,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:09.074736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.132669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:09.293510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed160c-1a13-4ecc-99ae-8a8a25b9d5e8 req-7b03267d-e47b-4c33-902b-0b47c088d8d6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:09.295119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76ed160c-1a13-4ecc-99ae-8a8a25b9d5e8 req-7b03267d-e47b-4c33-902b-0b47c088d8d6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1096 time: 0.0490620 Sep 01 15:46:09.334217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76ed160c-1a13-4ecc-99ae-8a8a25b9d5e8 req-dc572261-d8c6-4230-be45-3f14b7a103d2 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Sep 01 15:46:09.341385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b0a83640-500c-4549-99cd-f59b56f9857b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:09.389948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01338a-2f54-4436-9f10-53bd5c30d283 req-fae5a99e-20db-4a42-a7b2-cefdf23f40d6 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:09.392512 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c01338a-2f54-4436-9f10-53bd5c30d283 req-fae5a99e-20db-4a42-a7b2-cefdf23f40d6 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 946 time: 0.0781760 Sep 01 15:46:09.435083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-8c01338a-2f54-4436-9f10-53bd5c30d283 req-6b3c9344-7f68-4963-9636-417512d9ac77 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c53eb8f-024e-4048-bad0-5feca0d4254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Sep 01 15:46:09.836577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-6ba3073c-9e5d-47c4-aeef-8ee616b94903 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:09.838554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-6ba3073c-9e5d-47c4-aeef-8ee616b94903 tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 946 time: 0.0719628 Sep 01 15:46:09.955241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Deleting port 63538573-5100-427a-8c68-4292beeeb86e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:09.955516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.066275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] For port 63538573-5100-427a-8c68-4292beeeb86e, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=63538573-5100-427a-8c68-4292beeeb86e,segment=NetworkSegment(b4c233b5-47fa-42e2-aa9b-569a015ab1f9),segment_id=b4c233b5-47fa-42e2-aa9b-569a015ab1f9)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:10.066809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.081898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Calling delete_port for 63538573-5100-427a-8c68-4292beeeb86e owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:10.249043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.265534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['63538573-5100-427a-8c68-4292beeeb86e'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:10.307194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Pushing event deleted for resources: {'Port': ['ID=63538573-5100-427a-8c68-4292beeeb86e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:10.362570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] No DVR routers for this DVR port 63538573-5100-427a-8c68-4292beeeb86e on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:10.365436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.367497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1a72cc7d-d8e5-47dc-b277-b6117d25d42a req-db71a388-0a22-4e05-a88f-c612ff6dbf7e tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.50 "DELETE /v2.0/ports/63538573-5100-427a-8c68-4292beeeb86e HTTP/1.1" status: 204 len: 173 time: 0.5225623 Sep 01 15:46:10.367942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'name': 'network-vif-deleted', 'tag': '63538573-5100-427a-8c68-4292beeeb86e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:10.370224 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce97334-00c7-4373-a4a8-b2e6cb566b1b" -d '{"events": [{"server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "name": "network-vif-deleted", "tag": "63538573-5100-427a-8c68-4292beeeb86e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:10.433819 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b79d381-adaf-4913-aee8-ce2821f01d29 x-openstack-request-id: req-6b79d381-adaf-4913-aee8-ce2821f01d29 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:10.434206 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c0cdc-dba1-4058-b3c6-333bfd429278", "name": "network-vif-deleted", "tag": "63538573-5100-427a-8c68-4292beeeb86e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:10.434534 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b79d381-adaf-4913-aee8-ce2821f01d29 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:10.435082 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c0cdc-dba1-4058-b3c6-333bfd429278', 'name': 'network-vif-deleted', 'tag': '63538573-5100-427a-8c68-4292beeeb86e', 'status': 'completed', 'code': 200} Sep 01 15:46:10.502014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ced2-0b3a-4ea1-866e-3133c7558e82 req-7b344c83-0374-41c6-92c9-2f500b5bdfa1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:10.504729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7327ced2-0b3a-4ea1-866e-3133c7558e82 req-7b344c83-0374-41c6-92c9-2f500b5bdfa1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1096 time: 0.0531068 Sep 01 15:46:10.566566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7327ced2-0b3a-4ea1-866e-3133c7558e82 req-f38a2552-1e67-4e3c-a14d-c7ae844067c0 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519984 Sep 01 15:46:10.576588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-961a69f9-b194-4c2f-9f1b-7bd2ee15a200 req-626513e7-fc4b-4dfe-ba64-65926f1a86da tempest-VolumesSnapshotTestJSON-143374962 tempest-VolumesSnapshotTestJSON-143374962-project] 10.222.0.41 "GET /v2.0/ports?device_id=340c0cdc-dba1-4058-b3c6-333bfd429278 HTTP/1.1" status: 200 len: 210 time: 0.0291798 Sep 01 15:46:10.864574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0a83640-500c-4549-99cd-f59b56f9857b up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:10.921421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port b0a83640-500c-4549-99cd-f59b56f9857b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:10.926988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port b0a83640-500c-4549-99cd-f59b56f9857b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:10.927678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.015347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.041527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:11.044482 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b42821-492e-443e-8816-41c03728dcd9" -d '{"events": [{"server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "name": "network-vif-plugged", "status": "completed", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:11.060432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0a83640-500c-4549-99cd-f59b56f9857b,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:11.066801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.096897 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d4b63-fb2f-4432-9aa3-caa4bcb1a06d x-openstack-request-id: req-fb1d4b63-fb2f-4432-9aa3-caa4bcb1a06d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:11.097599 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "name": "network-vif-plugged", "status": "completed", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:11.097984 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb1d4b63-fb2f-4432-9aa3-caa4bcb1a06d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:11.098570 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b', 'code': 200} Sep 01 15:46:11.134643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:11.222718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab64d-5435-4c13-9f0c-d9afd0a24365 req-15bbfcaa-24e9-4666-9490-393212999136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:11.224501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23aab64d-5435-4c13-9f0c-d9afd0a24365 req-15bbfcaa-24e9-4666-9490-393212999136 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0562334 Sep 01 15:46:11.265369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-23aab64d-5435-4c13-9f0c-d9afd0a24365 req-66c7dbb9-6f98-4c5e-a7e4-5b59950a0638 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Sep 01 15:46:11.344890 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:46:11.750952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf402411-5ce7-4e2e-9cb5-4941d8968ba5 req-e2508a29-d741-4923-9507-ec1056d5a1d3 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:11.753658 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf402411-5ce7-4e2e-9cb5-4941d8968ba5 req-e2508a29-d741-4923-9507-ec1056d5a1d3 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0877540 Sep 01 15:46:11.804108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf402411-5ce7-4e2e-9cb5-4941d8968ba5 req-f88a1611-5961-4590-8e9b-1abc180a7e77 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Sep 01 15:46:12.867386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63538573-5100-427a-8c68-4292beeeb86e no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:12.892456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 63538573-5100-427a-8c68-4292beeeb86e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:12.892910 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 63538573-5100-427a-8c68-4292beeeb86e not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:12.960310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ebe57-218a-4264-b89d-521bf270d2fb req-b9a4efeb-eb79-4745-81e7-97d60c63d7e4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:12.963396 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4ebe57-218a-4264-b89d-521bf270d2fb req-b9a4efeb-eb79-4745-81e7-97d60c63d7e4 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0651579 Sep 01 15:46:13.020037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e4ebe57-218a-4264-b89d-521bf270d2fb req-606d0664-cc4a-40a3-a647-c6701a0a4be2 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 Sep 01 15:46:13.173453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19258eb3-4408-429a-b3b1-f1e87314e55a req-01b9f3f8-4f6f-41f7-bf9b-142c6bec6d7e tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:13.176356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19258eb3-4408-429a-b3b1-f1e87314e55a req-01b9f3f8-4f6f-41f7-bf9b-142c6bec6d7e tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0555284 Sep 01 15:46:13.229140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-19258eb3-4408-429a-b3b1-f1e87314e55a req-1bf7a0cd-5ebd-4980-81a1-0d7b84a345a3 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Sep 01 15:46:13.380185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07fdc8-1b1b-43c7-98c0-bf7319f2ede8 req-6b3a0886-80e9-4817-b28e-b5f9e9637fd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:13.381952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b07fdc8-1b1b-43c7-98c0-bf7319f2ede8 req-6b3a0886-80e9-4817-b28e-b5f9e9637fd1 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0496111 Sep 01 15:46:13.444361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b07fdc8-1b1b-43c7-98c0-bf7319f2ede8 req-7cb3b890-be30-437b-a171-fa92e2dffc38 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Sep 01 15:46:13.745608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218528c-ed4a-4bc6-b2c5-bd1d447f5e54 req-8cc22c00-9d20-4ed4-b321-707bf9f8ebfa tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:13.747351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a218528c-ed4a-4bc6-b2c5-bd1d447f5e54 req-8cc22c00-9d20-4ed4-b321-707bf9f8ebfa tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0517309 Sep 01 15:46:13.786423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a218528c-ed4a-4bc6-b2c5-bd1d447f5e54 req-78528f6b-4706-4535-94e7-7e5b35e22164 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Sep 01 15:46:14.403297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c7358e4-87d4-4746-bbdf-a95cb117073a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.944226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1468-b115-40cb-b550-279ba5bc0a3d req-cfd7b910-9d99-44fb-87da-0ead5f2b1f1b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:14.945886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b9f1468-b115-40cb-b550-279ba5bc0a3d req-cfd7b910-9d99-44fb-87da-0ead5f2b1f1b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0574858 Sep 01 15:46:14.993557 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6b9f1468-b115-40cb-b550-279ba5bc0a3d req-85e7e615-2fea-42f1-975e-27322306e1bc tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Sep 01 15:46:15.090377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-7f125986-73b4-4b3b-9261-6c13e965fb55 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:15.091933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-7f125986-73b4-4b3b-9261-6c13e965fb55 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 1097 time: 0.0461044 Sep 01 15:46:15.184716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Deleting port b0a83640-500c-4549-99cd-f59b56f9857b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:15.185134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.667462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] For port b0a83640-500c-4549-99cd-f59b56f9857b, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b0a83640-500c-4549-99cd-f59b56f9857b,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:15.667909 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.682922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Calling delete_port for b0a83640-500c-4549-99cd-f59b56f9857b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:15.851786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.868908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b0a83640-500c-4549-99cd-f59b56f9857b'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:15.895843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a83640-500c-4549-99cd-f59b56f9857b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:15.898845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2b497a3a-4ec1-456d-acdd-a9ab64345aa7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:15.951753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] No DVR routers for this DVR port b0a83640-500c-4549-99cd-f59b56f9857b on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:15.955518 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.957834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48b9478a-3ab1-4b4a-8418-5c387ec7b7da req-11745942-e3ab-40be-b777-12b19d2ad0f6 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b0a83640-500c-4549-99cd-f59b56f9857b HTTP/1.1" status: 204 len: 173 time: 0.8585246 Sep 01 15:46:15.958328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'name': 'network-vif-deleted', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:15.960960 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32201b9c-7e21-4b9f-83f8-fdaa422eaba9" -d '{"events": [{"server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "name": "network-vif-deleted", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:16.010401 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83a43e-7480-4eb5-8a36-404daeeac403 x-openstack-request-id: req-9b83a43e-7480-4eb5-8a36-404daeeac403 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:16.010853 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff5e37f-15b9-4e30-9178-bc8e85d9534c", "name": "network-vif-deleted", "tag": "b0a83640-500c-4549-99cd-f59b56f9857b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:16.011114 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b83a43e-7480-4eb5-8a36-404daeeac403 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:16.011526 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5e37f-15b9-4e30-9178-bc8e85d9534c', 'name': 'network-vif-deleted', 'tag': 'b0a83640-500c-4549-99cd-f59b56f9857b', 'status': 'completed', 'code': 200} Sep 01 15:46:16.172226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-e5ab4c8b-6192-4fe9-a596-8954618a0d56 req-487248f4-509d-427d-ba54-cab50368175b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eff5e37f-15b9-4e30-9178-bc8e85d9534c HTTP/1.1" status: 200 len: 210 time: 0.0424507 Sep 01 15:46:17.539672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223533f6-5ea2-4ad3-b6b1-574fc3e23625 req-6039ca02-8021-4d9e-a797-929cc23c5c47 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:17.541491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223533f6-5ea2-4ad3-b6b1-574fc3e23625 req-6039ca02-8021-4d9e-a797-929cc23c5c47 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0694475 Sep 01 15:46:17.585021 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b941e24-48e6-45cf-8b8e-48e0b6de9215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.596693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-223533f6-5ea2-4ad3-b6b1-574fc3e23625 req-a4283921-2454-4d92-9b6b-df99fcae1e12 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Sep 01 15:46:17.670009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.482231 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.664037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.744557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbb1e2-2573-419e-a8ee-cde9a5b8ced9 req-3d6e8ee6-8d32-4f45-8438-00a5a1858b3b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.747044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53dbb1e2-2573-419e-a8ee-cde9a5b8ced9 req-3d6e8ee6-8d32-4f45-8438-00a5a1858b3b tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0520158 Sep 01 15:46:18.793608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-53dbb1e2-2573-419e-a8ee-cde9a5b8ced9 req-e621a0d8-7e60-4c31-b5db-43c1a56cabc5 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0da55cff-3e6d-4308-9210-7aa9451ee17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Sep 01 15:46:18.898550 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0a83640-500c-4549-99cd-f59b56f9857b no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:18.928895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: b0a83640-500c-4549-99cd-f59b56f9857b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:18.929960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b0a83640-500c-4549-99cd-f59b56f9857b not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:19.503279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-ddb63f61-c11f-444d-85b3-24174f50f23d tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:19.504908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-ddb63f61-c11f-444d-85b3-24174f50f23d tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 1097 time: 0.0477738 Sep 01 15:46:19.597613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Deleting port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:19.597613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.708801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] For port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:19.709243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.728413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Calling delete_port for 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:19.898052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.923204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-650b1a26-2b89-43a3-982d-2dd512c86a67 req-4c36f738-143f-4d24-a0f8-ea353042383e tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=73a08ff5-dfd4-4c97-bcf3-721a89903693 HTTP/1.1" status: 200 len: 210 time: 0.0465879 Sep 01 15:46:19.942362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['2b497a3a-4ec1-456d-acdd-a9ab64345aa7'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:19.961589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b497a3a-4ec1-456d-acdd-a9ab64345aa7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:19.968189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.968596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.968981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.969476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.969810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.970345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.970688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.971122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.971938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.971938 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.972189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:19.972548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:20.041336 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.053207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] No DVR routers for this DVR port 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:20.057250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.059880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86b8daa2-0e25-41f9-b12a-15305ea18f87 req-223f4488-7aed-478e-a8a1-f3a596e19472 tempest-TestServerMultinode-300060107 tempest-TestServerMultinode-300060107-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2b497a3a-4ec1-456d-acdd-a9ab64345aa7 HTTP/1.1" status: 204 len: 173 time: 0.5473146 Sep 01 15:46:20.060378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'name': 'network-vif-deleted', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:20.063052 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2407b5fa-fc9b-4ae2-a2fa-3d1ead33d2bf" -d '{"events": [{"server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "name": "network-vif-deleted", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:20.142013 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d23055-21fd-47f9-bbb3-56b1c563f814 x-openstack-request-id: req-e6d23055-21fd-47f9-bbb3-56b1c563f814 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:20.142421 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a08ff5-dfd4-4c97-bcf3-721a89903693", "name": "network-vif-deleted", "tag": "2b497a3a-4ec1-456d-acdd-a9ab64345aa7", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:20.142679 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6d23055-21fd-47f9-bbb3-56b1c563f814 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:20.143128 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a08ff5-dfd4-4c97-bcf3-721a89903693', 'name': 'network-vif-deleted', 'tag': '2b497a3a-4ec1-456d-acdd-a9ab64345aa7', 'status': 'completed', 'code': 200} Sep 01 15:46:21.018601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:21.570297 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.884368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Deleting port 6eae26e7-4d5e-4175-82e9-4ea23868447e {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:21.884627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.020809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] For port 6eae26e7-4d5e-4175-82e9-4ea23868447e, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6eae26e7-4d5e-4175-82e9-4ea23868447e,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:22.021571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.041902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Calling delete_port for 6eae26e7-4d5e-4175-82e9-4ea23868447e owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:22.324263 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.378477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eae26e7-4d5e-4175-82e9-4ea23868447e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:22.423678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.423942 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.424379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.424634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.424945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.425261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.425584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.426439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.426439 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.427397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.427397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.427397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:22.598912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.915092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:23.059474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:23.071007 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8f5d1d80-fcc8-421b-871f-c6bc9cb51566 admin admin] 10.222.0.41 "PUT /v2.0/routers/edc8784e-6d7e-4eb4-af5e-4d898944c0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470431 Sep 01 15:46:23.071306 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45750) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.081625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Sync routers for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:23.097634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:23.098328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:23.224267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:23.251013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.411968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.515262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Deleting port b501eebd-19e6-4025-b6db-0a06153e97a0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:23.515262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.652672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:46:22Z', 'revision_number': 5, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port': {'id': 'b501eebd-19e6-4025-b6db-0a06153e97a0', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:24Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:23.663876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] For port b501eebd-19e6-4025-b6db-0a06153e97a0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b501eebd-19e6-4025-b6db-0a06153e97a0,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:23.664250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.681516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Calling delete_port for b501eebd-19e6-4025-b6db-0a06153e97a0 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:23.708634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Checking router: edc8784e-6d7e-4eb4-af5e-4d898944c0e2 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:23.724334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Routers {'edc8784e-6d7e-4eb4-af5e-4d898944c0e2'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:23.725579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:23.841560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] Set router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:23.901030 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.904782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:46:23Z', 'revision_number': 6, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:23.932107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Pushing event deleted for resources: {'Port': ['ID=b501eebd-19e6-4025-b6db-0a06153e97a0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:23.944397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081fb62-8a4c-4fae-ac90-dfd4d6440d3d None None] The sync data for ids ['edc8784e-6d7e-4eb4-af5e-4d898944c0e2'] in n-d-802060-16 is: [{'id': 'edc8784e-6d7e-4eb4-af5e-4d898944c0e2', 'name': 'tempest-TestServerMultinode-1484315939-router', 'tenant_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:23Z', 'updated_at': '2021-09-01T15:46:23Z', 'revision_number': 6, 'project_id': '1f4ae61d8c9548f8883adab1aae2d1a1', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:24.026697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.136231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.138593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.191126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.192145 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc8784e-6d7e-4eb4-af5e-4d898944c0e2 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:46:24.197004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.199072 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9cd96479-ae2e-4f71-b9bb-99ec0efa3500 admin admin] 10.222.0.41 "DELETE /v2.0/routers/edc8784e-6d7e-4eb4-af5e-4d898944c0e2 HTTP/1.1" status: 204 len: 168 time: 1.1262364 Sep 01 15:46:24.201704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45760) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.257968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Deleting subnet 9cf5f18f-dcc3-4e02-8234-399934f55eb9 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:24.262386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.305811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.396389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:24.404275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.426012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:24.426517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 2b497a3a-4ec1-456d-acdd-a9ab64345aa7 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:24.469312 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.492309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf5f18f-dcc3-4e02-8234-399934f55eb9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:24.501989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.505597 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3e9d911a-38cc-48be-94e6-3e518b8d307c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9cf5f18f-dcc3-4e02-8234-399934f55eb9 HTTP/1.1" status: 204 len: 168 time: 0.3012571 Sep 01 15:46:24.506634 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45762) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.510062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ba294-3e6a-4937-ba25-f71a436de4fd None None] Network 5d226d9a-a8d9-43ca-af66-b9e130ddea3c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:24.584323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.690412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Deleting port c67e96a5-e49a-4605-be26-f4d582f9e1bb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:24.690751 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.796540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] DHCP port deletion for 5d226d9a-a8d9-43ca-af66-b9e130ddea3c request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:24.864159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Deleting port c67e96a5-e49a-4605-be26-f4d582f9e1bb {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:24.864686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.944800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] For port c67e96a5-e49a-4605-be26-f4d582f9e1bb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c67e96a5-e49a-4605-be26-f4d582f9e1bb,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:24.945546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.971277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Calling delete_port for c67e96a5-e49a-4605-be26-f4d582f9e1bb owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:25.077723 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.125337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] No DVR routers for this DVR port c67e96a5-e49a-4605-be26-f4d582f9e1bb on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:25.126816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c45e19-ab50-4a6e-abca-cf8c481fce88 None None] Pushing event deleted for resources: {'Port': ['ID=c67e96a5-e49a-4605-be26-f4d582f9e1bb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:25.156085 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] For port c67e96a5-e49a-4605-be26-f4d582f9e1bb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c67e96a5-e49a-4605-be26-f4d582f9e1bb,segment=NetworkSegment(f516735b-ac1f-424d-9a06-24a2266340e6),segment_id=f516735b-ac1f-424d-9a06-24a2266340e6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:25.156708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.172820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Calling delete_port for c67e96a5-e49a-4605-be26-f4d582f9e1bb owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:25.264978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.292337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c67e96a5-e49a-4605-be26-f4d582f9e1bb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:25.296118 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] No DVR routers for this DVR port c67e96a5-e49a-4605-be26-f4d582f9e1bb on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:25.379408 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.391302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d226d9a-a8d9-43ca-af66-b9e130ddea3c']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:25.420626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f516735b-ac1f-424d-9a06-24a2266340e6') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:25.420987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f516735b-ac1f-424d-9a06-24a2266340e6') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:25.434205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.450343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.457370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:25.457779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self.session.flush() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:25.459916 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:25.519914 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.527730 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.534271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] 10.222.0.41 "DELETE /v2.0/networks/5d226d9a-a8d9-43ca-af66-b9e130ddea3c HTTP/1.1" status: 204 len: 168 time: 1.0227981 Sep 01 15:46:25.534271 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45766) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:25.550626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1eab-5b21-4fed-b332-b5d9085e5a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d226d9a-a8d9-43ca-af66-b9e130ddea3c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:25.783490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6eae26e7-4d5e-4175-82e9-4ea23868447e no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:25.821807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6eae26e7-4d5e-4175-82e9-4ea23868447e {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:25.822662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6eae26e7-4d5e-4175-82e9-4ea23868447e not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:25.824583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b501eebd-19e6-4025-b6db-0a06153e97a0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:25.852790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b501eebd-19e6-4025-b6db-0a06153e97a0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:25.853152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b501eebd-19e6-4025-b6db-0a06153e97a0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:25.853869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c67e96a5-e49a-4605-be26-f4d582f9e1bb no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:25.889765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c67e96a5-e49a-4605-be26-f4d582f9e1bb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:25.890362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c67e96a5-e49a-4605-be26-f4d582f9e1bb not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:25.977292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:26.279127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Deleting port 9ed0d0b0-12f5-4580-b039-fb2654f2a424 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:26.279682 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:26.366802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] For port 9ed0d0b0-12f5-4580-b039-fb2654f2a424, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9ed0d0b0-12f5-4580-b039-fb2654f2a424,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:26.367185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:26.383630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Calling delete_port for 9ed0d0b0-12f5-4580-b039-fb2654f2a424 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:26.603187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:26.641412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed0d0b0-12f5-4580-b039-fb2654f2a424,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:26.843881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.096991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Router 46448c85-2f2f-45bf-8433-58b61937e15d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:27.226007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:27.234814 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3e2123a3-88e9-4dff-a698-1ac0e0cc72ca admin admin] 10.222.0.41 "PUT /v2.0/routers/46448c85-2f2f-45bf-8433-58b61937e15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995332 Sep 01 15:46:27.240487 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Sync routers for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:27.241004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:27.250848 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:27.251484 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:27.367227 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.370265 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:27.493571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.550479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Deleting port c29d1806-9c0d-4ca8-8d99-f67632462ed3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:27.550834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.589190 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:46:26Z', 'revision_number': 5, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port': {'id': 'c29d1806-9c0d-4ca8-8d99-f67632462ed3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:33Z', 'updated_at': '2021-09-01T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:27.616437 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Checking router: 46448c85-2f2f-45bf-8433-58b61937e15d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:27.625388 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Routers {'46448c85-2f2f-45bf-8433-58b61937e15d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:27.625938 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['46448c85-2f2f-45bf-8433-58b61937e15d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:27.663348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] For port c29d1806-9c0d-4ca8-8d99-f67632462ed3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c29d1806-9c0d-4ca8-8d99-f67632462ed3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:27.663641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.677544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Calling delete_port for c29d1806-9c0d-4ca8-8d99-f67632462ed3 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:27.736107 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] Set router 46448c85-2f2f-45bf-8433-58b61937e15d gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:27.803552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:46:27Z', 'revision_number': 6, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:27.831792 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b30cf5-874e-492a-a5e4-fc87fedae001 None None] The sync data for ids ['46448c85-2f2f-45bf-8433-58b61937e15d'] in n-d-802060-16 is: [{'id': '46448c85-2f2f-45bf-8433-58b61937e15d', 'name': 'tempest-TestServerMultinode-59559454-router', 'tenant_id': '5c11759b55524151b3a480c661b80f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:32Z', 'updated_at': '2021-09-01T15:46:27Z', 'revision_number': 6, 'project_id': '5c11759b55524151b3a480c661b80f7b', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:27.886022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:27.933680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29d1806-9c0d-4ca8-8d99-f67632462ed3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:28.021283 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.059978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.127180 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.129572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.175868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.176317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46448c85-2f2f-45bf-8433-58b61937e15d {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:46:28.181040 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.186536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4d56efbf-6c78-4a40-8e6a-b3350d618662 admin admin] 10.222.0.41 "DELETE /v2.0/routers/46448c85-2f2f-45bf-8433-58b61937e15d HTTP/1.1" status: 204 len: 168 time: 0.9399533 Sep 01 15:46:28.187877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:28.269965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Deleting subnet 497c80c0-4a6d-4586-a247-817d1b11c73d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:28.274601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.318234 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.458964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.532063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.566446 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.571603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/497c80c0-4a6d-4586-a247-817d1b11c73d HTTP/1.1" status: 204 len: 168 time: 0.3797431 Sep 01 15:46:28.571603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b100bab-c8f4-4d0b-8e72-223770a0b482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497c80c0-4a6d-4586-a247-817d1b11c73d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:28.572133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:28.578281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db727235-80d6-4a24-b7b1-a15e62fe2446 None None] Network a70059e7-681c-4919-a6a6-30859d16ca08 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:28.670866 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.781415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Deleting port 1f2c9728-d4b2-4490-8976-677f897526c9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:28.781758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.865663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] For port 1f2c9728-d4b2-4490-8976-677f897526c9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1f2c9728-d4b2-4490-8976-677f897526c9,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:28.865934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.875197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] DHCP port deletion for a70059e7-681c-4919-a6a6-30859d16ca08 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:28.881838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Calling delete_port for 1f2c9728-d4b2-4490-8976-677f897526c9 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:28.928338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Deleting port 1f2c9728-d4b2-4490-8976-677f897526c9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:28.928631 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.990078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.013672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] For port 1f2c9728-d4b2-4490-8976-677f897526c9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1f2c9728-d4b2-4490-8976-677f897526c9,segment=NetworkSegment(1999c7f9-fdec-40c7-8671-b37ca056a936),segment_id=1999c7f9-fdec-40c7-8671-b37ca056a936)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:29.014100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.020756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2c9728-d4b2-4490-8976-677f897526c9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:29.027002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] No DVR routers for this DVR port 1f2c9728-d4b2-4490-8976-677f897526c9 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:29.035058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Calling delete_port for 1f2c9728-d4b2-4490-8976-677f897526c9 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:29.117551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.118240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.132114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70059e7-681c-4919-a6a6-30859d16ca08']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:29.146586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1999c7f9-fdec-40c7-8671-b37ca056a936') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:29.147601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1999c7f9-fdec-40c7-8671-b37ca056a936') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:29.150128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] Pushing event deleted for resources: {'Port': ['ID=1f2c9728-d4b2-4490-8976-677f897526c9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:29.152029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6f56c-8cef-49c1-b2b9-dbe5e012dfdb None None] No DVR routers for this DVR port 1f2c9728-d4b2-4490-8976-677f897526c9 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:29.163519 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.181474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.188949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:29.189545 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:29.192004 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:29.259145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.266635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.268541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a70059e7-681c-4919-a6a6-30859d16ca08 HTTP/1.1" status: 204 len: 168 time: 0.6955147 Sep 01 15:46:29.281547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7c889-a0e1-4976-b7e4-865c44cd34b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70059e7-681c-4919-a6a6-30859d16ca08,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:29.476363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45806) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:29.529861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b79e2123-afda-4eb7-b694-f9f62efde443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f4ae61d8c9548f8883adab1aae2d1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516703 Sep 01 15:46:29.532589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45808) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:29.591836 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.616373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.673905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.678184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:29.678184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad195827-8009-4028-bcf4-c1e8edf514ca HTTP/1.1" status: 204 len: 168 time: 0.1443067 Sep 01 15:46:29.688641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6209a-4ca2-4c40-b237-83078f900c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad195827-8009-4028-bcf4-c1e8edf514ca,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:29.821829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1f2c9728-d4b2-4490-8976-677f897526c9 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:29.878699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1f2c9728-d4b2-4490-8976-677f897526c9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:29.879140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1f2c9728-d4b2-4490-8976-677f897526c9 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:29.879637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c29d1806-9c0d-4ca8-8d99-f67632462ed3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:29.904510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c29d1806-9c0d-4ca8-8d99-f67632462ed3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:29.904849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c29d1806-9c0d-4ca8-8d99-f67632462ed3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:29.905674 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9ed0d0b0-12f5-4580-b039-fb2654f2a424 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:29.929024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9ed0d0b0-12f5-4580-b039-fb2654f2a424 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:29.929410 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9ed0d0b0-12f5-4580-b039-fb2654f2a424 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:30.174623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:30.230745 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2f5056f5-9d88-49e8-a5ae-ee7f1ef3df3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c11759b55524151b3a480c661b80f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546513 Sep 01 15:46:30.232631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:30.321930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:30.363982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:30.442351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:30.448163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:30.448163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0da55cff-3e6d-4308-9210-7aa9451ee17a HTTP/1.1" status: 204 len: 168 time: 0.2141206 Sep 01 15:46:30.463629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2965857-62f2-4d6f-b307-0e013b0988cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da55cff-3e6d-4308-9210-7aa9451ee17a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:32.350974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-b3a91a8c-8873-4340-8baf-bf0fb33828fc req-8250505f-bac2-4550-a67a-e023902290f7 tempest-TestVolumeBootPattern-1232477502 tempest-TestVolumeBootPattern-1232477502-project] (106377) timed out ('10.222.0.50', 50686) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:46:37.684159 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:37.886446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3996b1-88c1-4110-9d3d-cf7c8d701110 req-aac8bd47-45f3-4509-9e9a-5926539df04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:37.888027 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da3996b1-88c1-4110-9d3d-cf7c8d701110 req-aac8bd47-45f3-4509-9e9a-5926539df04f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.2027168 Sep 01 15:46:37.927486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-da3996b1-88c1-4110-9d3d-cf7c8d701110 req-3aa72360-9fde-48bc-9f97-74e7d6d36ff5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Sep 01 15:46:39.547897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-62812d57-1adf-4802-9afb-5035fb55df04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550430 Sep 01 15:46:39.655760 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-4f0b0f18-65cd-4dcd-8497-212b37eb5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:39.668632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-4f0b0f18-65cd-4dcd-8497-212b37eb5015 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0673096 Sep 01 15:46:39.820868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-af042b8b-859c-42c4-85f2-5967a912f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:39.822561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-af042b8b-859c-42c4-85f2-5967a912f3ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.1267204 Sep 01 15:46:39.904427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-d1327d22-9fd7-41ef-b888-f637d53fcc98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1002 time: 0.0745161 Sep 01 15:46:39.965854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-28c090b2-7dd0-4171-b339-bc4972c7d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:39.967506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-28c090b2-7dd0-4171-b339-bc4972c7d50d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0563455 Sep 01 15:46:40.046664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-90ff87d0-3151-45dc-87a2-0b0bae04e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:40.048556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-90ff87d0-3151-45dc-87a2-0b0bae04e758 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726647 Sep 01 15:46:40.151463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-9a9e42c0-22c7-4e10-87b9-f18f775357a3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957246 Sep 01 15:46:40.239152 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45900) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:40.261326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766fdb68-b167-48f2-8e6c-28d13bccd7f5 req-668415e8-1f18-4cc8-8535-0b85d0f69c42 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015146 Sep 01 15:46:40.438630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 79d3ac08-2e40-488c-8256-032302e76956 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:40.439260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.538252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.538842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.559569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 79d3ac08-2e40-488c-8256-032302e76956 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:40.778074 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.821203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=79d3ac08-2e40-488c-8256-032302e76956,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:40.894028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.894302 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Floating IP 0e66fdc1-7fac-49fa-aa62-547643b0b1d0 disassociated (deleted). External IP: 172.25.1.194, port: 850caa3c-b8e0-4f27-ae79-14b7fb939be6. Sep 01 15:46:41.110507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router acbbdba1-04b9-4088-a8cf-2f2815d3130b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:41.226724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:41.232713 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:41.239290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Sync routers for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:41.264420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:41.265510 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:41.269607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb05e348-e5ea-4ff9-88d4-dc1021c5d7e1 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/floatingips/0e66fdc1-7fac-49fa-aa62-547643b0b1d0 HTTP/1.1" status: 204 len: 168 time: 1.0289853 Sep 01 15:46:41.270350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:41.272927 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442c417-60ac-4a45-922d-9e15605b1b36" -d '{"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:41.333377 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aeb1bc-5eca-43c1-a660-dfd658cb98a4 x-openstack-request-id: req-83aeb1bc-5eca-43c1-a660-dfd658cb98a4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:41.333837 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:41.334245 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83aeb1bc-5eca-43c1-a660-dfd658cb98a4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:41.334863 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'status': 'completed', 'code': 200} Sep 01 15:46:41.432962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-a6252feb-3d98-4a62-bf59-970941f9208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:41.434575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-a6252feb-3d98-4a62-bf59-970941f9208e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2656a3574f394d30aba76404f1825660&device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 1097 time: 0.0566020 Sep 01 15:46:41.441325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:41.618222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dceaa-216e-431e-9445-4ee4dca20105 req-835926f9-5342-4ba0-86b7-f711813396d2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:41.620677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd8dceaa-216e-431e-9445-4ee4dca20105 req-835926f9-5342-4ba0-86b7-f711813396d2 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0823989 Sep 01 15:46:41.639058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-5b74be9d-ae8f-488d-bc18-d03622a8b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:41.640558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-5b74be9d-ae8f-488d-bc18-d03622a8b4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 200 len: 897 time: 0.1792674 Sep 01 15:46:41.674946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:41.698889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-2da0d1a6-23a9-4096-9a17-f586993b5724 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 200 len: 217 time: 0.0503471 Sep 01 15:46:41.703099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Checking router: acbbdba1-04b9-4088-a8cf-2f2815d3130b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:41.707941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd8dceaa-216e-431e-9445-4ee4dca20105 req-32dc83dc-8c34-4165-b584-6425b37636eb tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787346 Sep 01 15:46:41.713668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:41.714303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:41.768713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-476193b6-d1d6-40d2-a371-d344694475b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:41.770263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-476193b6-d1d6-40d2-a371-d344694475b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 200 len: 835 time: 0.0615709 Sep 01 15:46:41.826880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-37f87570-b8a4-45ee-becd-5a050468f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:41.836158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-37f87570-b8a4-45ee-becd-5a050468f951 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540543 Sep 01 15:46:41.839100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:42.011264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-d80e6953-6c04-4348-b8c6-af23843b0b07 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690247 Sep 01 15:46:42.110918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:42.145799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a442c417-60ac-4a45-922d-9e15605b1b36 req-d2939b8b-67fc-4e96-9b4b-eb2a58df2934 service neutron] 10.222.0.24 "GET /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264944 Sep 01 15:46:42.146824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bcde2e-4408-43de-be11-b1f7524ce864 None None] The sync data for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 is: [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e73a8fb2-ed5c-4f04-a9e3-96880d91c15a', 'name': '', 'network_id': '8b2bb3c3-8348-4dc4-a452-669d9e14a9dd', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'mac_address': 'fa:16:3e:45:84:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:42Z', 'updated_at': '2021-09-01T15:44:52Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'subnets': [{'id': 'd5d93ef7-857a-4a45-9f07-e15f1c7c6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:42.419731 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c945f6b-5354-4b8a-bebd-453119a471c5 None None] New status for floating IP 0e66fdc1-7fac-49fa-aa62-547643b0b1d0: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:46:42.850282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d040d-b821-41bf-a414-a4f79fa50c14 req-ae9b8c3b-8a8f-4720-bd99-3f9819084c52 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:42.851836 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c1d040d-b821-41bf-a414-a4f79fa50c14 req-ae9b8c3b-8a8f-4720-bd99-3f9819084c52 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0565267 Sep 01 15:46:42.893093 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7c1d040d-b821-41bf-a414-a4f79fa50c14 req-ae1d8be4-f6b9-4146-9248-04fb308665c6 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/security-groups?id=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345311 Sep 01 15:46:43.171528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-890be639-7572-4568-92b7-00421d031995 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:43.173718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-890be639-7572-4568-92b7-00421d031995 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 945 time: 0.0557292 Sep 01 15:46:43.274600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:43.274942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.382308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 850caa3c-b8e0-4f27-ae79-14b7fb939be6, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=850caa3c-b8e0-4f27-ae79-14b7fb939be6,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:43.382940 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.399065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 850caa3c-b8e0-4f27-ae79-14b7fb939be6 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:43.550266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.588875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=850caa3c-b8e0-4f27-ae79-14b7fb939be6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:43.633347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] No DVR routers for this DVR port 850caa3c-b8e0-4f27-ae79-14b7fb939be6 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:43.636559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.638689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37a5a14a-bce4-4961-b85f-fe0470180b8e req-f95e9cb7-e067-4817-81a4-156e2049e87d tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.24 "DELETE /v2.0/ports/850caa3c-b8e0-4f27-ae79-14b7fb939be6 HTTP/1.1" status: 204 len: 173 time: 0.4585030 Sep 01 15:46:43.639168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-deleted', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:43.641502 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708dd60-a080-4c7c-b250-a2e7251afc22" -d '{"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-deleted", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:43.682653 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ecb8e-8711-4777-972d-109b16411c57 x-openstack-request-id: req-d49ecb8e-8711-4777-972d-109b16411c57 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:43.683088 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5662561c-db6f-4ad3-83ec-8f3c7c45006f", "name": "network-vif-deleted", "tag": "850caa3c-b8e0-4f27-ae79-14b7fb939be6", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:43.683744 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d49ecb8e-8711-4777-972d-109b16411c57 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:43.683858 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5662561c-db6f-4ad3-83ec-8f3c7c45006f', 'name': 'network-vif-deleted', 'tag': '850caa3c-b8e0-4f27-ae79-14b7fb939be6', 'status': 'completed', 'code': 200} Sep 01 15:46:44.014752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f53a7612-9b74-468d-84db-ead278b644d5 req-e958c620-f7c8-490c-aee0-9e99bc2f68ed tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "GET /v2.0/ports?device_id=5662561c-db6f-4ad3-83ec-8f3c7c45006f HTTP/1.1" status: 200 len: 210 time: 0.0297532 Sep 01 15:46:44.393861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4417304-36f3-4d2e-b1c9-cb198af3809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:45.078903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45936) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:45.514336 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:45.783386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:45.783727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:45.880237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port e73a8fb2-ed5c-4f04-a9e3-96880d91c15a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:45.880513 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:45.895198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for e73a8fb2-ed5c-4f04-a9e3-96880d91c15a owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:46.088486 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:46.116448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=e73a8fb2-ed5c-4f04-a9e3-96880d91c15a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:46.320663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:46.927551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Router acbbdba1-04b9-4088-a8cf-2f2815d3130b has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:47.052068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:47.058145 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7fe394ad-d9bd-42f8-b3c2-3f2d76c2db86 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "PUT /v2.0/routers/acbbdba1-04b9-4088-a8cf-2f2815d3130b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781282 Sep 01 15:46:47.061715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45946) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:47.063288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Sync routers for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:47.073955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:47.074577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:47.126887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting subnet d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:47.131804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.176870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.186424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:47.275771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.356940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.392320 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:47.396476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.398602 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3a37d2b7-0eee-4884-a67c-2b5ecdd458d4 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/subnets/d5d93ef7-857a-4a45-9f07-e15f1c7c6cd1 HTTP/1.1" status: 204 len: 168 time: 0.3356140 Sep 01 15:46:47.403560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:47.421996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10905463-b064-4833-bc60-aa9e8bdfe096 None None] Network 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:47.575474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.681705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f37b-1c30-4163-ab82-749ce057c64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.720376 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.743823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.827042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:46:46Z', 'revision_number': 5, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port': {'id': '4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:47.837354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Deleting port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:47.837860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.860884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] DHCP port deletion for 8b2bb3c3-8348-4dc4-a452-669d9e14a9dd request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:47.864639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Checking router: acbbdba1-04b9-4088-a8cf-2f2815d3130b for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:47.905395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Routers {'acbbdba1-04b9-4088-a8cf-2f2815d3130b'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:47.907051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:47.949453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] For port 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:47.949830 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:47.966728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Calling delete_port for 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:48.036323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] Set router acbbdba1-04b9-4088-a8cf-2f2815d3130b gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:48.039185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Deleting port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:48.039592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.131511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:46:47Z', 'revision_number': 6, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:48.163043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e64c7-5603-4e6d-8c9a-31b1c916f800 None None] The sync data for ids ['acbbdba1-04b9-4088-a8cf-2f2815d3130b'] in n-d-802060-16 is: [{'id': 'acbbdba1-04b9-4088-a8cf-2f2815d3130b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749800322', 'tenant_id': '2656a3574f394d30aba76404f1825660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:35Z', 'updated_at': '2021-09-01T15:46:47Z', 'revision_number': 6, 'project_id': '2656a3574f394d30aba76404f1825660', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:48.196971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] For port 34dfb9c4-19f2-4817-8618-88eaa1da71e8, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=34dfb9c4-19f2-4817-8618-88eaa1da71e8,segment=NetworkSegment(19c7d9ea-3625-4cab-9218-df487fb805de),segment_id=19c7d9ea-3625-4cab-9218-df487fb805de)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:48.196971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.216051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Calling delete_port for 34dfb9c4-19f2-4817-8618-88eaa1da71e8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:48.221653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.276437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Port': ['ID=4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:48.345007 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:46:48.345955 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.371743 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.382097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Pushing event deleted for resources: {'Port': ['ID=34dfb9c4-19f2-4817-8618-88eaa1da71e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:48.389834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] No DVR routers for this DVR port 34dfb9c4-19f2-4817-8618-88eaa1da71e8 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:48.401895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.402477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.403038 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.403602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.404160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.404718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.405371 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.405923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.406552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.407012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.407562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.408143 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23cce8-a862-4ad0-b394-a5f38810b8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.481759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.484299 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.489929 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.532934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.534504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Fanout notify agent at l3_agent the message router_deleted on router acbbdba1-04b9-4088-a8cf-2f2815d3130b {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:46:48.542781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.543992 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74cf3dd1-7e59-4785-8575-fabce4ef56f8 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/routers/acbbdba1-04b9-4088-a8cf-2f2815d3130b HTTP/1.1" status: 204 len: 168 time: 1.1394031 Sep 01 15:46:48.548538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45952) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.582023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:48.672326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 850caa3c-b8e0-4f27-ae79-14b7fb939be6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:48.672772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 850caa3c-b8e0-4f27-ae79-14b7fb939be6 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:48.687388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.703432 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.834853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.850601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2bb3c3-8348-4dc4-a452-669d9e14a9dd']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:48.865129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c7d9ea-3625-4cab-9218-df487fb805de') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:48.865425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c7d9ea-3625-4cab-9218-df487fb805de') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:48.879253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.900746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.915161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:48.916649 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:48.924381 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:49.015048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.023656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.028643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/networks/8b2bb3c3-8348-4dc4-a452-669d9e14a9dd HTTP/1.1" status: 204 len: 168 time: 0.4765503 Sep 01 15:46:49.029150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 45974) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.038425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e97a3e-b815-4688-abb7-5e43bf34d1c3 tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'Network': ['ID=8b2bb3c3-8348-4dc4-a452-669d9e14a9dd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.103004 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.141666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.231321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.234356 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.236700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] 10.222.0.41 "DELETE /v2.0/security-groups/053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b HTTP/1.1" status: 204 len: 168 time: 0.2062411 Sep 01 15:46:49.251314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75943c3-dd4a-4351-b3f4-4bf51257670e tempest-TestNetworkAdvancedServerOps-447247794 tempest-TestNetworkAdvancedServerOps-447247794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053eb7a5-9ebf-491a-a2e3-1e5013e8ae0b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.661394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45982) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.803603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:49.827644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:49.828005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4b7d7fa4-23e3-4b8c-b9ef-bd351bd9d621 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:49.828497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e73a8fb2-ed5c-4f04-a9e3-96880d91c15a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:49.838105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4646f99b-0631-4302-8625-65fb38538f57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2656a3574f394d30aba76404f1825660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751904 Sep 01 15:46:49.840723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.860443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e73a8fb2-ed5c-4f04-a9e3-96880d91c15a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:49.860988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e73a8fb2-ed5c-4f04-a9e3-96880d91c15a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:49.861633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 34dfb9c4-19f2-4817-8618-88eaa1da71e8 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:49.898978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 34dfb9c4-19f2-4817-8618-88eaa1da71e8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:49.899703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 34dfb9c4-19f2-4817-8618-88eaa1da71e8 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:49.904482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.931184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.994844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.998214 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.002210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83c7cb91-7607-4f7c-89bc-c2ccd7cbc237 HTTP/1.1" status: 204 len: 168 time: 0.1603260 Sep 01 15:46:50.026459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5799284-4a38-4ac9-ae67-ff830b098e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c7cb91-7607-4f7c-89bc-c2ccd7cbc237,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:50.035250 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.407787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45994) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:50.457477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-02c02f6d-7aae-4cbf-bfff-9d9c38c691f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1b6f96880a14f66ad12b500a2f9083d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481319 Sep 01 15:46:50.460914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 45996) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:50.537331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.568314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.628063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.631165 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.632399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18b0e505-9272-47e5-a81e-a125d3a604d2 HTTP/1.1" status: 204 len: 168 time: 0.1702139 Sep 01 15:46:50.642001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c02a3-cf1d-4b94-bc2e-94638afcebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0e505-9272-47e5-a81e-a125d3a604d2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:52.217198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46040) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:52.411062 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'network': {'name': 'tempest-network-smoke--924693754', 'project_id': '9342891242af4361b979ae048641ca11', 'port_security_enabled': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:52.438766 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:52.443047 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.452737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.601208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.606244 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.636599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:46:52.647871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d87137-4f2e-402c-9076-6ba6bec9fe59,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:52.654411 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.654759 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Added segment b85868e4-81be-469b-9c97-7aec56bd2b46 of type vlan for network 7684a470-6507-4894-a402-16de5b3d5266 Sep 01 15:46:52.709265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.760220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.771988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:52.772943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.849492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6308861 Sep 01 15:46:52.853486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:52.859663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'admin_state_up': True, 'project_id': '9342891242af4361b979ae048641ca11', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:52.861344 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53588d-1eb9-454f-8bc5-ae20dacb395b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Network': ['ID=7684a470-6507-4894-a402-16de5b3d5266,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:52.876927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7684a470-6507-4894-a402-16de5b3d5266 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:46:52.899874 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.901489 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:52.981248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:53.133647 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:53.433043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:53.454688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:53.635340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.25.1.121 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/d455d8d1-8e81-4da5-a874-1ff35c6387cf) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:54.137904 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:54.188107 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:54.233767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:54.237040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:54.239638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:54.271130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=d455d8d1-8e81-4da5-a874-1ff35c6387cf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:54.524022 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:54.774688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:54.912892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:46:55.066262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:55.081374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:55.093782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.099678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc346c33-5d76-4208-a0d7-928422d19049 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2406292 Sep 01 15:46:55.099885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:55.099885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:55.100206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:55.226902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6cc478f-0794-4ac7-bf71-9cc3c7abfe84 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9342891242af4361b979ae048641ca11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227856 Sep 01 15:46:55.227554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46062) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:55.235577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:55.338512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84764fef-564a-44cc-97b3-66855d0e66b4 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:55.340504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-84764fef-564a-44cc-97b3-66855d0e66b4 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1119809 Sep 01 15:46:55.343502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:55.389737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-852ed7b0-9e78-45fe-bc9d-a1bb959defb6 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439429 Sep 01 15:46:55.390183 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46066) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:55.397810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194359900', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'project_id': '9342891242af4361b979ae048641ca11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:55.457806 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:54Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:55.487002 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:46:55.487416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Updating router de5ab8be-a5bd-4b6e-8272-7220feabf87d port d455d8d1-8e81-4da5-a874-1ff35c6387cf binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:46:55.502973 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:55.507120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.517794 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.749230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.822047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Subnet': ['ID=73d1030b-c23e-4e87-a884-76b2606f3ce9,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:55.828203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Checking segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:55.828569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network hostable DHCP agents. Network: 7684a470-6507-4894-a402-16de5b3d5266, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:46:55.847944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 7684a470-6507-4894-a402-16de5b3d5266 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:46:55.857826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7684a470-6507-4894-a402-16de5b3d5266) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:55.862841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:55.863459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.875609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53aad91-86f4-4941-9f37-2b631c94ad3c None None] Network 7684a470-6507-4894-a402-16de5b3d5266 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:55.889604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b90a8543-3768-4db1-92ec-b5bb049e0c5a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4972832 Sep 01 15:46:55.894071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46070) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:55.997290 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.011369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Transition to ACTIVE for port object d455d8d1-8e81-4da5-a874-1ff35c6387cf will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:56.022400 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.082568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7684a470-6507-4894-a402-16de5b3d5266', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:46:56.083928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.087910 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Attempting to bind port d455d8d1-8e81-4da5-a874-1ff35c6387cf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:56.089025 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Attempting to bind port d455d8d1-8e81-4da5-a874-1ff35c6387cf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:56.089885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Attempting to bind port d455d8d1-8e81-4da5-a874-1ff35c6387cf on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:56.102626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:56.103830 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:56.104500 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.105050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:56.105741 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Bound port: d455d8d1-8e81-4da5-a874-1ff35c6387cf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:56.106301 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.176641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] For port d455d8d1-8e81-4da5-a874-1ff35c6387cf, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:56.180991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Pushing event updated for resources: {'Port': ['ID=d455d8d1-8e81-4da5-a874-1ff35c6387cf,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:56.185709 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] For port d455d8d1-8e81-4da5-a874-1ff35c6387cf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d455d8d1-8e81-4da5-a874-1ff35c6387cf,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:56.198523 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.198866 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.199210 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.199551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.199881 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.200210 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.200537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.202137 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.202539 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.203024 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.203362 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.203690 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:56.214015 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.277613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f56ef-5f6a-4dba-bdf2-291cfc65dc56 None None] Pushing event updated for resources: {'Port': ['ID=d455d8d1-8e81-4da5-a874-1ff35c6387cf,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:56.284104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Allocated IP 172.20.0.2 (7684a470-6507-4894-a402-16de5b3d5266/73d1030b-c23e-4e87-a884-76b2606f3ce9/3275ffe0-d60d-4139-b361-53b0a56c8808) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:56.308161 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:56.309852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:56.445759 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:56.491014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.504891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Transition to ACTIVE for port object 3275ffe0-d60d-4139-b361-53b0a56c8808 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:56.526082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Transition to ACTIVE for port object 3275ffe0-d60d-4139-b361-53b0a56c8808 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:56.536241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.544662 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.589474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Network 7684a470-6507-4894-a402-16de5b3d5266 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:56.592696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:56.597112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:56.603594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Pushing event updated for resources: {'Port': ['ID=3275ffe0-d60d-4139-b361-53b0a56c8808,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:56.669825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Attempting to bind port 3275ffe0-d60d-4139-b361-53b0a56c8808 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:56.670231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Attempting to bind port 3275ffe0-d60d-4139-b361-53b0a56c8808 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:56.670597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Attempting to bind port 3275ffe0-d60d-4139-b361-53b0a56c8808 on network 7684a470-6507-4894-a402-16de5b3d5266 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:56.676770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:56.677192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Checking segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:56.677611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.678009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Bound using segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:56.678482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Bound port: 3275ffe0-d60d-4139-b361-53b0a56c8808, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:56.678870 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.694548 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:54Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:56.733980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d89629-b9bd-4566-a8f5-fd50ac714633 None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:54Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:56.771175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] For port 3275ffe0-d60d-4139-b361-53b0a56c8808, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:56.775012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] For port 3275ffe0-d60d-4139-b361-53b0a56c8808, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3275ffe0-d60d-4139-b361-53b0a56c8808,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:56.782326 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.864135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a3249-86dd-446c-9b12-0eadee78c7e1 None None] Pushing event updated for resources: {'Port': ['ID=3275ffe0-d60d-4139-b361-53b0a56c8808,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:57.123336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.1 (7684a470-6507-4894-a402-16de5b3d5266/73d1030b-c23e-4e87-a884-76b2606f3ce9/2674be42-5806-47e7-9de5-a11994e103b4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:57.374656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.394266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object 2674be42-5806-47e7-9de5-a11994e103b4 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:57.437389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.485913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 7684a470-6507-4894-a402-16de5b3d5266 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:57.489597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:57.494748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:57.532615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:57.563926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.732642 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.920425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3275ffe0-d60d-4139-b361-53b0a56c8808 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:57.979546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46076) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:58.098937 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3275ffe0-d60d-4139-b361-53b0a56c8808 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:58.106966 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.115318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d455d8d1-8e81-4da5-a874-1ff35c6387cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:58.213785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d455d8d1-8e81-4da5-a874-1ff35c6387cf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:58.219717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d455d8d1-8e81-4da5-a874-1ff35c6387cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:58.220390 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.249138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.258576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.349159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe1f74-b38a-4e3d-aba2-628569cf04f3 None None] Network 7684a470-6507-4894-a402-16de5b3d5266 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:58.357654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:58.370517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.385830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Deleting subnet 3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:58.391772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.435800 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.446412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.494157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Provisioning for port 3275ffe0-d60d-4139-b361-53b0a56c8808 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:58.502816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d455d8d1-8e81-4da5-a874-1ff35c6387cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d455d8d1-8e81-4da5-a874-1ff35c6387cf,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:58.510305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Provisioning complete for port 3275ffe0-d60d-4139-b361-53b0a56c8808 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:58.510305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.516213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.526794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.543981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 7684a470-6507-4894-a402-16de5b3d5266 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:58.545868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:58.599237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.643415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3146b3c0-3a7a-4e56-bffa-849dce5c9ff1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:58.664131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.672507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d455d8d1-8e81-4da5-a874-1ff35c6387cf,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:58.674243 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-530d2914-2a80-4b76-a82b-16b9712f6e8c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3146b3c0-3a7a-4e56-bffa-849dce5c9ff1 HTTP/1.1" status: 204 len: 168 time: 0.6924188 Sep 01 15:46:58.686623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46080) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:58.744041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:58.756547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.813588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] For port 3275ffe0-d60d-4139-b361-53b0a56c8808, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3275ffe0-d60d-4139-b361-53b0a56c8808,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:58.821316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.848390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.916944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043e110-b72a-401f-b2d5-29820bbd84e3 None None] Pushing event updated for resources: {'Port': ['ID=3275ffe0-d60d-4139-b361-53b0a56c8808,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:58.938136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:58.947374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a8e23d36-f126-42af-a45e-b257e744fd48 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/de5ab8be-a5bd-4b6e-8272-7220feabf87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484188 Sep 01 15:46:58.947748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46082) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:58.953743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.022175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dac433-8dc9-4af6-a744-9339234b7e1e']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:59.085165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:59.085692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c233b5-47fa-42e2-aa9b-569a015ab1f9') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:59.119503 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.155234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Provisioning for port 2674be42-5806-47e7-9de5-a11994e103b4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:59.163364 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.164465 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Provisioning complete for port 2674be42-5806-47e7-9de5-a11994e103b4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:59.164831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.189370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:59.189786 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:59.191619 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:59.218074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Port 2674be42-5806-47e7-9de5-a11994e103b4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:59.228136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:59.240154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Provisioning complete for port 3275ffe0-d60d-4139-b361-53b0a56c8808 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:59.240529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-361342e0-a1e4-4b7e-bd2a-b11d1523061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.244576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:59.244923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:59.281532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.282373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.283044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.283522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.283985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.284440 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.284892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.287028 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-86e50f18-26a0-4b39-993f-5e7a6ade13d1 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4941 time: 0.3358161 Sep 01 15:46:59.291720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46084) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:59.294891 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.317601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.323249 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7dac433-8dc9-4af6-a744-9339234b7e1e HTTP/1.1" status: 204 len: 168 time: 0.6354914 Sep 01 15:46:59.324194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a055-dc56-482b-8a2d-eedee6e1f639 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7dac433-8dc9-4af6-a744-9339234b7e1e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:59.448165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:46:59.458240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.458707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.459165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.459608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.460061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.460767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:59.466502 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46088) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:59.466725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4622665d-f0cd-461d-a2ef-a5d0bd559adf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1737332 Sep 01 15:46:59.513749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46090) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:59.569705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1009730a-af53-4c86-9d17-6dea16d899b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=103e6339c3314e83b2c5b87a9543e558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542724 Sep 01 15:46:59.570195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46092) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:59.630863 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.659513 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.735269 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.738824 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.748040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c53eb8f-024e-4048-bad0-5feca0d4254e HTTP/1.1" status: 204 len: 168 time: 0.1765268 Sep 01 15:46:59.756874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc4ca-e1f0-4a0b-9762-07fe8efa61a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c53eb8f-024e-4048-bad0-5feca0d4254e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:59.757247 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-550fb6af-c74b-4b11-9e4d-f110b0499a6e tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.2890158 Sep 01 15:46:59.813559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3275ffe0-d60d-4139-b361-53b0a56c8808 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:59.872255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-77f40ee5-3a85-4522-8bb2-8265304994a0 None None] Provisioning complete for port 2674be42-5806-47e7-9de5-a11994e103b4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:59.872632 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77f40ee5-3a85-4522-8bb2-8265304994a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:59.939188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-77f40ee5-3a85-4522-8bb2-8265304994a0 None None] Port 2674be42-5806-47e7-9de5-a11994e103b4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:59.967608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3275ffe0-d60d-4139-b361-53b0a56c8808 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:59.968128 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.038852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 2, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:00.097941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:47:00.098300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Updating router de5ab8be-a5bd-4b6e-8272-7220feabf87d port 2674be42-5806-47e7-9de5-a11994e103b4 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:47:00.108720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46098) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.115297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375436534', 'description': 'tempest-secgroup-smoke-1375436534 description', 'project_id': '9342891242af4361b979ae048641ca11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:00.130405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d455d8d1-8e81-4da5-a874-1ff35c6387cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:00.146347 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.161793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.272222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.278230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.291756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d455d8d1-8e81-4da5-a874-1ff35c6387cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:00.291756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.314257 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.318492 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043161 Sep 01 15:47:00.318924 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46100) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.325425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:00.331882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6254c2f-3dff-498d-810a-5d0811e644aa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d23525-afde-43ff-ad25-1404aa03ed88,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.367052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.448592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.456726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.478238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63147331-b957-48f4-b6c7-734aae433c6b,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.482674 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.484140 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63c5377f-65d3-45c8-8fc5-d5e95cb33996 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639094 Sep 01 15:47:00.490030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46102) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.493016 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:00.528162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.557950 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.569234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Transition to ACTIVE for port object 2674be42-5806-47e7-9de5-a11994e103b4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:00.576586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.607721 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.613106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.633969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e192d9c8-4769-462c-b222-d5fe9b3406b6,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.641906 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.646319 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-874cc522-32d3-40e0-9161-e82efb1eaef8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546533 Sep 01 15:47:00.646598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46104) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.651608 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:00.655539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4da6-8dc2-4cbd-a102-a76c9d20bc15 None None] Pushing event updated for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.691179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.699609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Attempting to bind port 2674be42-5806-47e7-9de5-a11994e103b4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:47:00.702786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Attempting to bind port 2674be42-5806-47e7-9de5-a11994e103b4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:47:00.703857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Attempting to bind port 2674be42-5806-47e7-9de5-a11994e103b4 on network 7684a470-6507-4894-a402-16de5b3d5266 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:00.710984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:47:00.711363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Checking segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:47:00.711809 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.712185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Bound using segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:47:00.712672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Bound port: 2674be42-5806-47e7-9de5-a11994e103b4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:47:00.713081 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.763876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.769366 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.793445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950805e4-0734-4409-ab66-d76f63d9a356,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.801626 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.802981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-76043582-1f26-41ef-95ad-623d442ec33c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553257 Sep 01 15:47:00.804000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] For port 2674be42-5806-47e7-9de5-a11994e103b4, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:47:00.806824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46106) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.811810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:00.815009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] For port 2674be42-5806-47e7-9de5-a11994e103b4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2674be42-5806-47e7-9de5-a11994e103b4,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:47:00.821877 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.853294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.885285 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:47:00.885641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:00.888882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4da6-8dc2-4cbd-a102-a76c9d20bc15 None None] Pushing event updated for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.937800 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.942390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.959120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1375b9-2c9b-4477-89af-95ffebad7e71,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:00.971046 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:00.975894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:00.976344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11befd2b-d271-479e-bc7d-9f575e8d941c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682076 Sep 01 15:47:00.980700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:01.007399 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:47:01.017522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.019088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:47:01.103164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.108359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.126345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2970b684-c01e-4f9d-be49-1ffd64059c6a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:01.142819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.144171 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dfcb469c-b229-4851-9268-4604155224d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1671777 Sep 01 15:47:01.148862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:01.153877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '38d23525-afde-43ff-ad25-1404aa03ed88', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:01.182768 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:47:01.190112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.289122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:00Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:01.308309 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.313370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.317986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a9e31-29e6-4357-a9c3-7a93ff810678 None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:00Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:47:01.339160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d4e44e-bae0-4d5b-8645-8305e7fadb6a,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:01.343345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.344783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f88a0f2-40db-427d-843c-4ce746145b20 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1946573 Sep 01 15:47:01.614947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-4dfc47dc-258f-453b-891e-e225c1521fe1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375436534&fields=id&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 267 time: 0.0574944 Sep 01 15:47:01.807823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2674be42-5806-47e7-9de5-a11994e103b4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:01.833108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-be104435-2b40-474f-8dbf-b385036e6074 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:01.834844 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-be104435-2b40-474f-8dbf-b385036e6074 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 796 time: 0.2125316 Sep 01 15:47:01.859810 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-cc27beef-9ff0-451e-9066-1922b8192b7e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/quotas/9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 375 time: 0.0173874 Sep 01 15:47:01.889274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2674be42-5806-47e7-9de5-a11994e103b4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:01.895075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2674be42-5806-47e7-9de5-a11994e103b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:01.895489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.984015 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f11cc3e4-a099-4e2c-a803-90c7af01a3cb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182919 Sep 01 15:47:02.000877 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:02.041619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2674be42-5806-47e7-9de5-a11994e103b4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2674be42-5806-47e7-9de5-a11994e103b4,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:02.047551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:02.097289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-0cb7546a-ca50-40a6-8435-ab206d939b1a service neutron] 10.222.0.41 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005499 Sep 01 15:47:02.107780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:02.200144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-b7f3839c-67b0-484c-b14a-df3c5daad381 service neutron] 10.222.0.41 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947227 Sep 01 15:47:02.427985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73c95656-0067-4a4a-8f9c-5e57d589bffb req-38f470fb-c254-4429-be57-6dbe62b92ec3 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 210 time: 0.0389977 Sep 01 15:47:03.533522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-99c679b7-e335-48e3-9d91-0b065c86b0f1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:03.535959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-99c679b7-e335-48e3-9d91-0b065c86b0f1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 796 time: 0.1499622 Sep 01 15:47:03.563551 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea817539-30f0-4ddd-8363-0e4223d803a2 req-c79e2023-f045-4314-bbc1-ddae7dfebfb8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Sep 01 15:47:03.610625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-b7e3c4f8-8e13-4c7c-9a2f-1ab0ddd056ba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 380 time: 0.0518258 Sep 01 15:47:03.651892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'port': {'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'admin_state_up': True, 'tenant_id': '9342891242af4361b979ae048641ca11', 'security_groups': ['38d23525-afde-43ff-ad25-1404aa03ed88']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:03.775666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2674be42-5806-47e7-9de5-a11994e103b4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:03.792274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:47:03.796001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:03.827269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2674be42-5806-47e7-9de5-a11994e103b4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:03.827886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:03.937545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.7 (7684a470-6507-4894-a402-16de5b3d5266/73d1030b-c23e-4e87-a884-76b2606f3ce9/be56781f-8cc4-4416-a362-9ca4b8e23dbd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:04.083001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.098136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object be56781f-8cc4-4416-a362-9ca4b8e23dbd will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:04.131079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.181504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 7684a470-6507-4894-a402-16de5b3d5266 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:04.184778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:04.188791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:04.195733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:04.245699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:04.246331 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.262707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-f828396c-52f7-485b-ac33-38c76609bcd4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152549 Sep 01 15:47:04.281846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Request body: {'port': {'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:04.347867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.415887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-87d63d1b-24f4-40ee-8b44-f2f44ac3b1d2 None None] Provisioning for port be56781f-8cc4-4416-a362-9ca4b8e23dbd completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:04.420282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-87d63d1b-24f4-40ee-8b44-f2f44ac3b1d2 None None] Provisioning complete for port be56781f-8cc4-4416-a362-9ca4b8e23dbd triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:04.420656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87d63d1b-24f4-40ee-8b44-f2f44ac3b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.457403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-87d63d1b-24f4-40ee-8b44-f2f44ac3b1d2 None None] Port be56781f-8cc4-4416-a362-9ca4b8e23dbd cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:47:04.639389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be56781f-8cc4-4416-a362-9ca4b8e23dbd {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:47:04.655272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.684120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Transition to ACTIVE for port object be56781f-8cc4-4416-a362-9ca4b8e23dbd will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:04.688924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.739903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2381ed-8ae6-448f-957e-0e6e93a79ed7 req-ad0a8550-35a2-4268-957f-1d5c1d7f7c38 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:04.741560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec2381ed-8ae6-448f-957e-0e6e93a79ed7 req-ad0a8550-35a2-4268-957f-1d5c1d7f7c38 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 931 time: 0.0977619 Sep 01 15:47:04.766425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Pushing event updated for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:04.843397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec2381ed-8ae6-448f-957e-0e6e93a79ed7 req-ec0decf1-56c6-4cb3-843c-dec38329088c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935395 Sep 01 15:47:04.871412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Attempting to bind port be56781f-8cc4-4416-a362-9ca4b8e23dbd on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:47:04.871749 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Attempting to bind port be56781f-8cc4-4416-a362-9ca4b8e23dbd by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:47:04.872084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Attempting to bind port be56781f-8cc4-4416-a362-9ca4b8e23dbd on network 7684a470-6507-4894-a402-16de5b3d5266 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:04.877327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Port be56781f-8cc4-4416-a362-9ca4b8e23dbd on network 7684a470-6507-4894-a402-16de5b3d5266 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:47:04.877653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Attempting to bind port be56781f-8cc4-4416-a362-9ca4b8e23dbd on network 7684a470-6507-4894-a402-16de5b3d5266 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:04.883227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:47:04.884177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Checking segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:47:04.884574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Bound using segment: {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:47:04.885011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Bound port: be56781f-8cc4-4416-a362-9ca4b8e23dbd, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85868e4-81be-469b-9c97-7aec56bd2b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7684a470-6507-4894-a402-16de5b3d5266'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:47:04.885403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:04.960531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:47:04.964017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:47:04.970459 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:05.014615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:05.015245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:05.016672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] 10.222.0.24 "PUT /v2.0/ports/be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 1092 time: 0.7396402 Sep 01 15:47:05.017160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:05.019485 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f334797-e7ce-46b1-b0fa-af6750b93ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:05.045686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370bd90-8c4d-4458-b5d3-c9e387b74a8d service neutron] Pushing event updated for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:05.072409 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dcb1b3-2da3-437a-ac39-4a6f2de5f402 x-openstack-request-id: req-93dcb1b3-2da3-437a-ac39-4a6f2de5f402 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:05.072699 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:05.072949 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93dcb1b3-2da3-437a-ac39-4a6f2de5f402 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:05.073376 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'status': 'completed', 'code': 200} Sep 01 15:47:05.132005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-816fd467-90ee-4e61-8d86-85f2bfbb31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:05.134127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-816fd467-90ee-4e61-8d86-85f2bfbb31a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1095 time: 0.0437255 Sep 01 15:47:05.205453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-518a93e9-ed56-4c17-bac5-f5a6ffc1ebae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 217 time: 0.0575526 Sep 01 15:47:05.256633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-79d71cb3-f0cc-4a23-aa69-5fb0a63c3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:05.258157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-79d71cb3-f0cc-4a23-aa69-5fb0a63c3eaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 200 len: 834 time: 0.0447025 Sep 01 15:47:05.312190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-5b1f6821-9114-4ced-979e-e5cbbab9a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:05.313890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-5b1f6821-9114-4ced-979e-e5cbbab9a52a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7684a470-6507-4894-a402-16de5b3d5266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480552 Sep 01 15:47:05.790958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-92134af5-020d-47e0-a05b-8b2b6e4704f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679389 Sep 01 15:47:05.897974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc958821-c7f9-44e7-8a10-8be49d3ce3ee req-df59f14c-6033-400f-8604-93b1180155fa service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996306 Sep 01 15:47:05.988057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959cd0-819b-4ab6-9beb-5459e8bf209f req-7f186f0d-9d09-430a-bf93-27db8ba26def tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:05.989860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb959cd0-819b-4ab6-9beb-5459e8bf209f req-7f186f0d-9d09-430a-bf93-27db8ba26def tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 943 time: 0.0639966 Sep 01 15:47:06.066046 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb959cd0-819b-4ab6-9beb-5459e8bf209f req-3ace6ac5-8779-4788-8377-4c8bea2fbbea tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661061 Sep 01 15:47:06.069839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-a8f4e0da-825d-417b-9f6a-07b514611ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:06.072356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-a8f4e0da-825d-417b-9f6a-07b514611ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1095 time: 0.0813384 Sep 01 15:47:06.178793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-f55c75a1-b394-47cb-941d-3d1a937406ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:06.180189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-f55c75a1-b394-47cb-941d-3d1a937406ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 897 time: 0.1007912 Sep 01 15:47:06.228779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-759a91a5-548b-4807-afdf-94e3a514cc71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 217 time: 0.0369215 Sep 01 15:47:06.290503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-bcd88131-7765-4cd2-8421-c82671a43887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:06.292011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-bcd88131-7765-4cd2-8421-c82671a43887 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 200 len: 834 time: 0.0458286 Sep 01 15:47:06.341449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-e3ad462d-cad5-4487-b8a4-1943a79f76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:06.343388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-e3ad462d-cad5-4487-b8a4-1943a79f76ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7684a470-6507-4894-a402-16de5b3d5266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439620 Sep 01 15:47:06.445535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-3913ba70-50ec-445f-a9a2-37bef81b458b service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931554 Sep 01 15:47:06.544457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f334797-e7ce-46b1-b0fa-af6750b93ba5 req-2a436033-643e-4754-9e5d-9ce2de61c797 service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911222 Sep 01 15:47:07.202144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7b39f-014b-4aaf-a092-5585abb131f1 req-7a5ba050-cbab-4ec0-a96e-49ab8c8f2b8f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:07.204740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5a7b39f-014b-4aaf-a092-5585abb131f1 req-7a5ba050-cbab-4ec0-a96e-49ab8c8f2b8f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 943 time: 0.0615280 Sep 01 15:47:07.246202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a5a7b39f-014b-4aaf-a092-5585abb131f1 req-712b9afc-e207-46fe-bf28-9a99fc969eee tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352135 Sep 01 15:47:08.369809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33e12-fd0f-402d-9d90-70301d125941 req-dbd582dc-07ff-451e-901b-6e5d8fb3826e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:08.371398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15f33e12-fd0f-402d-9d90-70301d125941 req-dbd582dc-07ff-451e-901b-6e5d8fb3826e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 943 time: 0.0569129 Sep 01 15:47:08.413004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-15f33e12-fd0f-402d-9d90-70301d125941 req-30d05bf6-8540-476c-8dda-4b88fd1b56ee tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352409 Sep 01 15:47:08.703350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device be56781f-8cc4-4416-a362-9ca4b8e23dbd details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:47:08.822713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:08.834939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:47:08.876175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:08.890813 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be56781f-8cc4-4416-a362-9ca4b8e23dbd {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:47:08.911691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:08.917047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:08.970057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:09.206191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['be56781f-8cc4-4416-a362-9ca4b8e23dbd'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:47:09.548697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912de4-d843-4742-b5b6-424bfe439837 req-8cdec9bb-849f-41d1-bfb1-63c86f0d0e1d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:09.550366 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97912de4-d843-4742-b5b6-424bfe439837 req-8cdec9bb-849f-41d1-bfb1-63c86f0d0e1d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 944 time: 0.0539532 Sep 01 15:47:09.599991 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97912de4-d843-4742-b5b6-424bfe439837 req-2ceb9c8a-df03-47f8-8f08-0396f992a673 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367608 Sep 01 15:47:10.703615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device be56781f-8cc4-4416-a362-9ca4b8e23dbd up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:10.726788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2b34-b3dc-4128-8fb0-fcfbdcc79142 req-558db61a-41f8-4375-8a42-a140c10d01c5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:10.729021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51fb2b34-b3dc-4128-8fb0-fcfbdcc79142 req-558db61a-41f8-4375-8a42-a140c10d01c5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 944 time: 0.0550075 Sep 01 15:47:10.762390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port be56781f-8cc4-4416-a362-9ca4b8e23dbd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:10.767564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port be56781f-8cc4-4416-a362-9ca4b8e23dbd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:10.768008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.792856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51fb2b34-b3dc-4128-8fb0-fcfbdcc79142 req-3058c644-5c16-46cd-b42e-9d5c735c2620 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568025 Sep 01 15:47:10.867036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.894685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:10.897034 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b314430-053b-4e4f-b50c-b2ed541d6af3" -d '{"events": [{"server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "name": "network-vif-plugged", "status": "completed", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:10.916011 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:10.922452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.985099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:11.189845 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb78dc-cd47-46b5-922d-07b7ceba398c x-openstack-request-id: req-bcbb78dc-cd47-46b5-922d-07b7ceba398c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:11.190315 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "name": "network-vif-plugged", "status": "completed", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:11.190714 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcbb78dc-cd47-46b5-922d-07b7ceba398c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:11.191363 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'code': 200} Sep 01 15:47:11.335630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe575a6-eb09-459c-8b10-dc643096f91d req-5d1aeaae-8ade-46f2-96fe-e11f800d29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.337193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebe575a6-eb09-459c-8b10-dc643096f91d req-5d1aeaae-8ade-46f2-96fe-e11f800d29e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1097 time: 0.0496309 Sep 01 15:47:11.375395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebe575a6-eb09-459c-8b10-dc643096f91d req-dcf4d188-4955-4643-b75a-c1a36bc9e88e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Sep 01 15:47:11.919738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc1fd6-8c9a-464a-9d23-f83ca7810424 req-723adee1-709a-4175-a6e7-feab5152bcf7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.921228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-accc1fd6-8c9a-464a-9d23-f83ca7810424 req-723adee1-709a-4175-a6e7-feab5152bcf7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Sep 01 15:47:11.965849 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-accc1fd6-8c9a-464a-9d23-f83ca7810424 req-f0669d6e-f11d-46c4-85fe-a5a1d80ef417 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382645 Sep 01 15:47:13.088619 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44fd0-73b8-4305-bc27-7aa38d6d05ad req-b9b22d77-e36e-4258-9fad-d53f0dc109f6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:13.090144 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11c44fd0-73b8-4305-bc27-7aa38d6d05ad req-b9b22d77-e36e-4258-9fad-d53f0dc109f6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0506682 Sep 01 15:47:13.130370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-11c44fd0-73b8-4305-bc27-7aa38d6d05ad req-1759451b-ebcc-4866-a187-576c2fc0becb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Sep 01 15:47:13.252878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cad4d8-2572-4fc9-9736-ff07de815ea4 req-bbe1d7fb-feff-487d-ad88-09d944e886a1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:13.254378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9cad4d8-2572-4fc9-9736-ff07de815ea4 req-bbe1d7fb-feff-487d-ad88-09d944e886a1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0517676 Sep 01 15:47:13.303553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9cad4d8-2572-4fc9-9736-ff07de815ea4 req-c4805a66-36d5-4214-b354-a480a82e4ede tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Sep 01 15:47:13.329746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:13.370635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559eda5a-0b6b-4e6b-8d82-4bcbbcb32d66 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:13.372183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-559eda5a-0b6b-4e6b-8d82-4bcbbcb32d66 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1092 time: 0.0414283 Sep 01 15:47:13.375188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46166) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:13.379658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'tenant_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:13.404669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:13.512840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:13.622808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.25.1.122 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/cfb82ab6-650f-4118-9f18-324fefc4e474) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:13.727170 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:13.767151 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:13.810358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:13.813819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:13.818053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:13.824680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=cfb82ab6-650f-4118-9f18-324fefc4e474,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:14.336974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.392490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de8090ae-57e3-4221-9563-40df8cd917b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.424616 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.575163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.579793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.650486 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=cfb82ab6-650f-4118-9f18-324fefc4e474,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:14.665006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.764507 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Floating IP 2161d787-3151-48d6-8d48-1b8e00cb4c19 associated. External IP: 172.25.1.122, port: be56781f-8cc4-4416-a362-9ca4b8e23dbd. Sep 01 15:47:14.973814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:47:15.318057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:47:15.327528 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:47:15.334457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:15.337794 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:47:15.338399 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:15.365586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b71a847b-d935-4e4a-a21a-69aba57a3f31 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9892979 Sep 01 15:47:15.366351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:15.368379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46168) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:15.368916 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b371daf8-c30b-4d0e-a677-612db798a7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:15.409329 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8997441-6b6d-417e-ab85-15ca38cf0e37 x-openstack-request-id: req-c8997441-6b6d-417e-ab85-15ca38cf0e37 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:15.409641 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:15.409923 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8997441-6b6d-417e-ab85-15ca38cf0e37 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:15.410669 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'status': 'completed', 'code': 200} Sep 01 15:47:15.434505 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-247f36b3-5a9c-40d1-8357-55257bc8b27c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/2161d787-3151-48d6-8d48-1b8e00cb4c19 HTTP/1.1" status: 200 len: 991 time: 0.0648654 Sep 01 15:47:15.456360 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:47:15.509920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-53e9f57c-f05d-4767-87df-4f94ce4e7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:15.512682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-53e9f57c-f05d-4767-87df-4f94ce4e7a1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1097 time: 0.0520978 Sep 01 15:47:15.624180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-9755c53d-7039-46c2-89bf-7852d52e3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:15.626348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-9755c53d-7039-46c2-89bf-7852d52e3a86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 897 time: 0.1059799 Sep 01 15:47:15.698186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-d1a0bd14-566d-427b-99ce-9856e52faeee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 999 time: 0.0634298 Sep 01 15:47:15.714653 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:14Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:15.740692 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:47:15.749928 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:47:15.750413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-19b7cdff-91c9-4858-b06d-fe7a27210122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:15.750540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:46:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:15.751994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-19b7cdff-91c9-4858-b06d-fe7a27210122 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 200 len: 834 time: 0.0460615 Sep 01 15:47:15.803579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-2b2d8347-5d67-410a-a5a0-6e12e060b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:15.805169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-2b2d8347-5d67-410a-a5a0-6e12e060b64c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7684a470-6507-4894-a402-16de5b3d5266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457063 Sep 01 15:47:15.858990 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:47:15.900170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-d8ae3082-9648-4e4e-86b6-68f72b6bf31a service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874538 Sep 01 15:47:16.014841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b371daf8-c30b-4d0e-a677-612db798a7ef req-7dbee341-4341-4a4d-9a69-1868f7650cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070783 Sep 01 15:47:16.104870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:14Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:16.218588 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81471c8-9c1f-4d36-8201-069493f1a165 None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:46:57Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:14Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:47:16.410835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bfe211-6705-479a-844c-1b7be79e7c76 None None] New status for floating IP 2161d787-3151-48d6-8d48-1b8e00cb4c19: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:47:16.438496 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46172) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:16.499260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-16d5a5dc-56ed-4e71-8277-5194d5f1a082 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/2161d787-3151-48d6-8d48-1b8e00cb4c19 HTTP/1.1" status: 200 len: 991 time: 0.0594332 Sep 01 15:47:17.502946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46174) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:17.564758 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46aa7780-9d87-40fc-9854-c23575205882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:17.569294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7a82c3c0-892e-4b40-853d-99b5e4e6c972 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/2161d787-3151-48d6-8d48-1b8e00cb4c19 HTTP/1.1" status: 200 len: 993 time: 0.0651157 Sep 01 15:47:17.667862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:18.485867 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:18.670639 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:20.035621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:25.344871 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:47:28.054012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:39.829559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-2116837a-545e-479d-9dac-dba051e9f318 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417151 Sep 01 15:47:39.915618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-f74bbc88-ac9e-4011-bcb7-ca553b142b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:39.917098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-f74bbc88-ac9e-4011-bcb7-ca553b142b31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0433304 Sep 01 15:47:40.031996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-9963aa14-13c1-4f48-af98-3f5605ad7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:40.033579 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-9963aa14-13c1-4f48-af98-3f5605ad7f03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.0954726 Sep 01 15:47:40.106383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-e82bf279-74c8-49df-98d3-b5b398a38329 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1002 time: 0.0656400 Sep 01 15:47:40.159088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-f20a3d8d-864c-4d6a-a81d-ff019e946af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:40.160572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-f20a3d8d-864c-4d6a-a81d-ff019e946af9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0477765 Sep 01 15:47:40.212227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-ea201f2f-2540-4733-9bea-cc3d569f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:40.213786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-ea201f2f-2540-4733-9bea-cc3d569f64b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463762 Sep 01 15:47:40.310100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-4902a59c-a254-4034-95c6-2b74d8b3fa4e service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Sep 01 15:47:40.405778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5274ccf2-e218-41da-b0a9-34f699777a60 req-1a127d4e-3173-427d-8423-36aa337b24ec service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883505 Sep 01 15:47:44.384669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1199e3b-a20c-4c03-bb1c-a110ee0da2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:47.567318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7531f6d-d56f-404e-9c92-05c3e9136331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:47.677000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:48.489392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:48.683404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:49.845549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-66d4e0ea-569e-4f61-b374-ada910c584ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503533 Sep 01 15:47:49.972934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7435-9681-4608-ad6f-2652695cdd46 req-0e780bbf-d8ae-4111-9960-aba823eda032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:49.974504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-0e780bbf-d8ae-4111-9960-aba823eda032 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1097 time: 0.0549607 Sep 01 15:47:50.041550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:50.100566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7435-9681-4608-ad6f-2652695cdd46 req-502af072-29e8-41a1-b113-d3ee8419fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.102378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-502af072-29e8-41a1-b113-d3ee8419fc86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 897 time: 0.1018991 Sep 01 15:47:50.173476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-f9d96134-25cf-4d6f-9d33-0d8d3a1f1842 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 1001 time: 0.0633831 Sep 01 15:47:50.228951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7435-9681-4608-ad6f-2652695cdd46 req-30cd362a-4b4c-4408-8765-512ed591133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.230886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-30cd362a-4b4c-4408-8765-512ed591133a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 200 len: 834 time: 0.0489202 Sep 01 15:47:50.287610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7435-9681-4608-ad6f-2652695cdd46 req-a965a07e-f5dd-4593-925e-e617e233ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.289236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-a965a07e-f5dd-4593-925e-e617e233ce76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7684a470-6507-4894-a402-16de5b3d5266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508084 Sep 01 15:47:50.403073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-783727b9-d505-4150-8a5e-98a44fc5bf2a service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057770 Sep 01 15:47:50.510856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-990c7435-9681-4608-ad6f-2652695cdd46 req-9823583b-d45e-43ca-af6c-ed6897a6cabc service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998235 Sep 01 15:47:50.791785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46190) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:50.884285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd032f0e-6f6e-4b32-863d-088c69036f6d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.884843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd032f0e-6f6e-4b32-863d-088c69036f6d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.885466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd032f0e-6f6e-4b32-863d-088c69036f6d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:50.887890 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dd032f0e-6f6e-4b32-863d-088c69036f6d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=9342891242af4361b979ae048641ca11&network_id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 2972 time: 0.0946748 Sep 01 15:47:52.919514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46200) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:52.973636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4912a-167c-48a7-803c-a228a574a38d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:52.975471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16a4912a-167c-48a7-803c-a228a574a38d tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9 HTTP/1.1" status: 200 len: 814 time: 0.0549738 Sep 01 15:47:53.834779 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46206) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:53.841079 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'network': {'name': 'tempest-network-smoke--1971399386', 'project_id': '9342891242af4361b979ae048641ca11', 'port_security_enabled': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:53.867830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:47:53.871696 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:53.905791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:47:53.917824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:53.918173 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Added segment 30b718aa-4b6e-44eb-b460-9d5eff63154b of type vlan for network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 Sep 01 15:47:53.964712 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:53.994648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:54.002641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:54.003490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:54.073909 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2373364 Sep 01 15:47:54.077733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.089219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Network': ['ID=74d4e761-7086-4aea-9eb0-a000f4ff7fb8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:54.104259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.104843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.105530 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.106868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.106868 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.107379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.107575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.107930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.108467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.109027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.109623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.110182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a24e25d-621e-4a24-be37-d3788d30c0ae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.127724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:47:54.178072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c043ee-19d7-460b-bd83-cd26a05f6594 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:54.180605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d2c043ee-19d7-460b-bd83-cd26a05f6594 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9342891242af4361b979ae048641ca11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1016858 Sep 01 15:47:54.185308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.291718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b25ba-7888-408a-9bb2-0134271ad1e8 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:54.293529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6b0b25ba-7888-408a-9bb2-0134271ad1e8 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069043 Sep 01 15:47:54.296438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.337251 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-448bc2cc-21b3-436b-b484-dc67e083dcc6 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395622 Sep 01 15:47:54.341286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.374069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-74480d86-f99a-4706-9717-deaf8bd21f82 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9342891242af4361b979ae048641ca11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311465 Sep 01 15:47:54.376762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.478335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6999d-7787-49a4-8ae5-ade6a02fc8bf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:54.480172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6e6999d-7787-49a4-8ae5-ade6a02fc8bf tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1019604 Sep 01 15:47:54.483109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46218) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.515076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7729109f-04cb-4786-be13-b4a4a94f81fc tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307388 Sep 01 15:47:54.517579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:54.522663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492738329', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'project_id': '9342891242af4361b979ae048641ca11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:54.637430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:47:54.640827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:54.848153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:54.925564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Subnet': ['ID=882ee28a-f6ba-4ecf-bbab-99eeecd89a0e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:54.938637 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Checking segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:47:54.938994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network hostable DHCP agents. Network: 74d4e761-7086-4aea-9eb0-a000f4ff7fb8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:47:54.943316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.943653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.944063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.944352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.944670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.944993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.945341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.945664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.945981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.946299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.946620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.946987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:54.968321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:47:54.979840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 74d4e761-7086-4aea-9eb0-a000f4ff7fb8) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:54.985190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:54.985895 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:54.994084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead9052-52ed-4018-b248-22ad791b34f6 None None] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:47:55.003514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0234e8ae-7504-40be-9014-12163767acc5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4838133 Sep 01 15:47:55.175162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'tenant_id': '9342891242af4361b979ae048641ca11', 'fixed_ips': [{'subnet_id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:47:55.176458 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.323010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46224) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:55.327338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Allocated IP 172.20.0.18 (74d4e761-7086-4aea-9eb0-a000f4ff7fb8/882ee28a-f6ba-4ecf-bbab-99eeecd89a0e/26375dee-d3f8-4d85-a7b6-551dede8d6e0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:55.329706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807009634', 'description': 'tempest-secgroup-smoke-807009634 description', 'project_id': '9342891242af4361b979ae048641ca11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:55.356628 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.467568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.472469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.519232 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.520437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.525625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972964 Sep 01 15:47:55.525838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46226) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:55.530542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:55.531658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Transition to ACTIVE for port object 26375dee-d3f8-4d85-a7b6-551dede8d6e0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:55.539349 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b7394-4ee4-4621-92f2-1eae5e6a7685 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bcce44-f956-42cc-aea2-643eb3140527,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:55.552504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Transition to ACTIVE for port object 26375dee-d3f8-4d85-a7b6-551dede8d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:55.559102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.571130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.611133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:55.615373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:55.621886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:55.629478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Pushing event updated for resources: {'Port': ['ID=26375dee-d3f8-4d85-a7b6-551dede8d6e0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:55.645988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.646385 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.646536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.646928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.647905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.648362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.648784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.649289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.649865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.650407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.651001 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.651316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.651775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:55.653032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.681709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4cfc6d-7dce-43fe-9779-dd8ebc6f92d5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:55.691663 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.693534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dca603f0-fec0-4335-ba1f-3c7155156ae4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666033 Sep 01 15:47:55.696553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:55.703452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:55.754044 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.842345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.848403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.870166 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f968d9-c849-4bf3-994a-051dd8b85b2c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:55.878645 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.881903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-85eab283-024c-4f6d-aa24-eba8c671733b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830330 Sep 01 15:47:55.885552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46230) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:55.892273 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:55.900619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Attempting to bind port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:47:55.900999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Attempting to bind port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:47:55.901389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Attempting to bind port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 on network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:55.909871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:47:55.910589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Checking segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:47:55.911073 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.911480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Bound using segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:47:55.912223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Bound port: 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:47:55.913178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.930012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:55.983256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] For port 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:47:55.987698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] For port 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26375dee-d3f8-4d85-a7b6-551dede8d6e0,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:47:55.992381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.001454 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.005839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.025676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e17dd-86cb-4ed7-b1b2-756e91f8d5f7,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:56.034233 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.038647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:56.038852 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-15ae4328-c8fd-4932-bde9-f90a7e05f8c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514874 Sep 01 15:47:56.044920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:56.076922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d5a24-a822-40f8-99a7-7e865fbe3128 None None] Pushing event updated for resources: {'Port': ['ID=26375dee-d3f8-4d85-a7b6-551dede8d6e0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:56.087988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.182789 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.188231 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.218510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718cefc7-f7b2-4c45-bf01-cc7518078282,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:56.221787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.227943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5577123c-3532-457d-af64-0bbe4e021980 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833754 Sep 01 15:47:56.228886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46234) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:56.232043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:56.285425 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:47:56.291535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.373022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.378835 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.403113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4683a11-a15f-4de7-976c-9df59212c407,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:56.412291 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.413681 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2801b66b-4ae8-4c40-b267-7da28a62c297 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854594 Sep 01 15:47:56.417128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46236) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:56.423045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '61bcce44-f956-42cc-aea2-643eb3140527', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:56.451098 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:47:56.456500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.535770 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.540465 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.559841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7a7288-fcba-4038-a051-b58d0eb26719,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:56.568382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:56.569701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-952ceaf3-5827-4e81-9ea6-ac98d042dff2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512706 Sep 01 15:47:56.773949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-324583f0-c66d-4527-9a14-bdaa2e2fe702 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807009634&fields=id&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 267 time: 0.0605249 Sep 01 15:47:56.937707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-fc35da9a-6d02-414a-a99c-23f2d1d29474 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:56.939331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-fc35da9a-6d02-414a-a99c-23f2d1d29474 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/networks?id=74d4e761-7086-4aea-9eb0-a000f4ff7fb8 HTTP/1.1" status: 200 len: 797 time: 0.1502693 Sep 01 15:47:56.966440 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-7ae348b4-36e4-47e2-9d6f-9318c9751766 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/quotas/9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 375 time: 0.0209465 Sep 01 15:47:57.055880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-befedce5-3e7d-4124-a57d-cd89076b79df tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0828280 Sep 01 15:47:57.157201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5be7cd-3cc5-4f1d-8e85-3de1eb0c7a11 None None] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:47:57.230008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-43f239db-ad38-42ea-bd7a-9a3e6b821086 None None] Provisioning for port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:57.307922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6b08ce15-47aa-4770-b1f2-52666ffce50c service neutron] 10.222.0.41 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388711 Sep 01 15:47:57.421630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-d9f36c6d-d40a-4e88-8dc2-9e60f140a9c7 service neutron] 10.222.0.41 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074712 Sep 01 15:47:57.623282 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-930f9da1-1724-4654-a04a-9c4179ad3aeb req-a889a528-3213-4115-b530-89e6375e4708 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 210 time: 0.0340326 Sep 01 15:47:57.870854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26375dee-d3f8-4d85-a7b6-551dede8d6e0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:57.950304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:57.955972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:57.956387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:58.076846 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:58.077710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:58.140062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26375dee-d3f8-4d85-a7b6-551dede8d6e0,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:58.148431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:58.224381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=26375dee-d3f8-4d85-a7b6-551dede8d6e0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:58.751189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c63b5e7-d515-4cb5-b800-c9b24cbddd2c req-c9149551-c7ac-4039-b067-6b0516b34f61 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 210 time: 0.0323713 Sep 01 15:47:58.820200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-61eed343-0686-4758-88ba-277e6a202d95 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:58.821915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-61eed343-0686-4758-88ba-277e6a202d95 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.50 "GET /v2.0/networks?id=74d4e761-7086-4aea-9eb0-a000f4ff7fb8 HTTP/1.1" status: 200 len: 797 time: 0.1748431 Sep 01 15:47:58.888171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6605f79c-7d66-469a-9e9f-96732e5ba889 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 472 time: 0.0534945 Sep 01 15:47:58.900729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'port': {'device_id': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'admin_state_up': True, 'tenant_id': '9342891242af4361b979ae048641ca11', 'security_groups': ['61bcce44-f956-42cc-aea2-643eb3140527']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:59.050861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:47:59.055775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.240423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.22 (74d4e761-7086-4aea-9eb0-a000f4ff7fb8/882ee28a-f6ba-4ecf-bbab-99eeecd89a0e/9be31e8b-a939-40da-8fff-3ec57ef9a154) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:59.422093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.445002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object 9be31e8b-a939-40da-8fff-3ec57ef9a154 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:59.480670 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.531081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:59.536272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:59.541470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:59.568375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:59.604991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:59.605734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.624447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-02c4384b-bec0-42b0-bef0-3537e4d16fb9 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7279553 Sep 01 15:47:59.640318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Request body: {'port': {'device_id': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:59.717458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.846542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26375dee-d3f8-4d85-a7b6-551dede8d6e0 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:59.925186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005941-2388-4ca5-927c-6aee9a243c5f req-2029ad03-7ee5-4b26-b077-3aeadd35d04b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:59.926432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-09b6c854-cb09-4bda-ae86-1a6d79a7baf7 None None] Provisioning for port 9be31e8b-a939-40da-8fff-3ec57ef9a154 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:59.928889 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58005941-2388-4ca5-927c-6aee9a243c5f req-2029ad03-7ee5-4b26-b077-3aeadd35d04b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 932 time: 0.0739045 Sep 01 15:47:59.934594 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-09b6c854-cb09-4bda-ae86-1a6d79a7baf7 None None] Provisioning complete for port 9be31e8b-a939-40da-8fff-3ec57ef9a154 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:59.935039 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09b6c854-cb09-4bda-ae86-1a6d79a7baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.970723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:59.971106 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.007354 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-58005941-2388-4ca5-927c-6aee9a243c5f req-31b44dd1-81ba-45b6-b6b5-9f721bfb0859 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644984 Sep 01 15:48:00.020250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-09b6c854-cb09-4bda-ae86-1a6d79a7baf7 None None] Port 9be31e8b-a939-40da-8fff-3ec57ef9a154 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:00.132107 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be31e8b-a939-40da-8fff-3ec57ef9a154 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:48:00.140858 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.154828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Transition to ACTIVE for port object 9be31e8b-a939-40da-8fff-3ec57ef9a154 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:00.159869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.221702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:00.306752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Attempting to bind port 9be31e8b-a939-40da-8fff-3ec57ef9a154 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:48:00.307086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Attempting to bind port 9be31e8b-a939-40da-8fff-3ec57ef9a154 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:48:00.307433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Attempting to bind port 9be31e8b-a939-40da-8fff-3ec57ef9a154 on network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:00.312631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Port 9be31e8b-a939-40da-8fff-3ec57ef9a154 on network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:48:00.312958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Attempting to bind port 9be31e8b-a939-40da-8fff-3ec57ef9a154 on network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:00.319084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:48:00.319430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Checking segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:00.319819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Bound using segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:48:00.320275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Bound port: 9be31e8b-a939-40da-8fff-3ec57ef9a154, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:48:00.320638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.401774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:48:00.405353 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:48:00.410728 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.452312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:00.452992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:00.454660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] 10.222.0.50 "PUT /v2.0/ports/9be31e8b-a939-40da-8fff-3ec57ef9a154 HTTP/1.1" status: 200 len: 1093 time: 0.8210373 Sep 01 15:48:00.455124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:00.457968 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44" -d '{"events": [{"name": "network-changed", "server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:00.505330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514740d-53c7-4303-9eb9-9e164c618d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:00.566710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-35fc8e3c-8e6d-446e-9980-2c25cdf68bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:00.570048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-35fc8e3c-8e6d-446e-9980-2c25cdf68bb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 1096 time: 0.0590613 Sep 01 15:48:00.926477 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af236e5-4eb4-4623-9ddb-948631ea2add x-openstack-request-id: req-8af236e5-4eb4-4623-9ddb-948631ea2add {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:00.926747 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:00.926884 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8af236e5-4eb4-4623-9ddb-948631ea2add {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:00.927303 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154', 'status': 'completed', 'code': 200} Sep 01 15:48:00.929822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-bef0aa49-2851-4c0c-9d68-fffcf978706e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154 HTTP/1.1" status: 200 len: 217 time: 0.3509369 Sep 01 15:48:00.987041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-f1422c91-c97a-4d78-8f52-6d7574356d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:00.988656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-f1422c91-c97a-4d78-8f52-6d7574356d5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=882ee28a-f6ba-4ecf-bbab-99eeecd89a0e HTTP/1.1" status: 200 len: 837 time: 0.0504141 Sep 01 15:48:01.040669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-d16374b1-fb0a-4914-8c6d-360e0fdacbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.042400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-d16374b1-fb0a-4914-8c6d-360e0fdacbc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74d4e761-7086-4aea-9eb0-a000f4ff7fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0454965 Sep 01 15:48:01.164812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be78a0c-653c-4a63-86b5-e4c32d03d4de req-8d4f0022-3168-4c20-8716-36a13b44895d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.167280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-834e0e18-1784-4d43-aca7-b4803a330b01 service neutron] 10.222.0.50 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164927 Sep 01 15:48:01.167848 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1be78a0c-653c-4a63-86b5-e4c32d03d4de req-8d4f0022-3168-4c20-8716-36a13b44895d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 944 time: 0.0669317 Sep 01 15:48:01.230301 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1be78a0c-653c-4a63-86b5-e4c32d03d4de req-a5b70382-fa48-4421-81c5-0cc2d114d6e3 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562396 Sep 01 15:48:01.298411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc0c9bf3-1015-4764-af39-d20d1580940b req-0061cf88-fd61-4408-803b-2ccb12b5f343 service neutron] 10.222.0.50 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229084 Sep 01 15:48:01.400931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-6b13ad61-3d23-4873-bb78-fff7b85f875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.402665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-6b13ad61-3d23-4873-bb78-fff7b85f875f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 1096 time: 0.0476449 Sep 01 15:48:01.513857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-4298d026-a43e-402a-aa69-f8c43d7343a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.515355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-4298d026-a43e-402a-aa69-f8c43d7343a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74d4e761-7086-4aea-9eb0-a000f4ff7fb8 HTTP/1.1" status: 200 len: 898 time: 0.1045904 Sep 01 15:48:01.562338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-2abdf16e-5204-49e2-b48c-2e6d4842d420 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154 HTTP/1.1" status: 200 len: 217 time: 0.0381889 Sep 01 15:48:01.626495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-864e14ea-7934-42fa-9e6e-73224da64407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.628088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-864e14ea-7934-42fa-9e6e-73224da64407 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=882ee28a-f6ba-4ecf-bbab-99eeecd89a0e HTTP/1.1" status: 200 len: 837 time: 0.0577421 Sep 01 15:48:01.687442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-203fcafb-d297-446f-8674-0ac93fd2ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:01.690182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-203fcafb-d297-446f-8674-0ac93fd2ff72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74d4e761-7086-4aea-9eb0-a000f4ff7fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0532699 Sep 01 15:48:01.838132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-ea393c91-fdd9-4729-8fad-80088100e464 service neutron] 10.222.0.50 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396599 Sep 01 15:48:02.013522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2446349d-bfc9-4a1c-ac66-6e2a747cdf44 req-cbab4a18-ad42-41e2-ba9f-a9452242e470 service neutron] 10.222.0.50 "GET /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654811 Sep 01 15:48:02.345914 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:48:02.371922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce7a4-7df5-4859-9a22-e27a0dae2f35 req-48c4e529-450f-432d-ad1b-e47e2736c17e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:02.374902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc4ce7a4-7df5-4859-9a22-e27a0dae2f35 req-48c4e529-450f-432d-ad1b-e47e2736c17e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 944 time: 0.0665491 Sep 01 15:48:02.419467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc4ce7a4-7df5-4859-9a22-e27a0dae2f35 req-816d274b-a2e3-4c6b-a1aa-46bfa7599b65 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Sep 01 15:48:03.591781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48919b-0650-4c77-8e9d-e0626583b000 req-6149256d-2f22-47fc-945c-b444619f27d6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:03.594618 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f48919b-0650-4c77-8e9d-e0626583b000 req-6149256d-2f22-47fc-945c-b444619f27d6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 944 time: 0.0813951 Sep 01 15:48:03.645926 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1f48919b-0650-4c77-8e9d-e0626583b000 req-91506dd8-2c9a-4f21-bad9-aeed411c0dd8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Sep 01 15:48:04.811520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e314df8-b519-4c26-b5e8-4576299f3b02 req-d9bcc6f3-7b1b-479a-a67c-53ec47646c3d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:04.813179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e314df8-b519-4c26-b5e8-4576299f3b02 req-d9bcc6f3-7b1b-479a-a67c-53ec47646c3d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 944 time: 0.0724003 Sep 01 15:48:04.863030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e314df8-b519-4c26-b5e8-4576299f3b02 req-6d71f5f7-3594-4ae2-9a1b-d892e9bae5b6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Sep 01 15:48:05.264293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9be31e8b-a939-40da-8fff-3ec57ef9a154 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:48:05.373264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:05.388458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9be31e8b-a939-40da-8fff-3ec57ef9a154', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'port_id': '9be31e8b-a939-40da-8fff-3ec57ef9a154', 'mac_address': 'fa:16:3e:34:52:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:48:05.434249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:05.450814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be31e8b-a939-40da-8fff-3ec57ef9a154 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:48:05.475873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:05.481576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:05.541127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:05.758559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9be31e8b-a939-40da-8fff-3ec57ef9a154'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:48:05.992604 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da9132-6dd9-40e6-9cf7-b017da297d38 req-34c79597-74ab-4ef0-ad59-d6f5a6388a8a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:05.994221 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59da9132-6dd9-40e6-9cf7-b017da297d38 req-34c79597-74ab-4ef0-ad59-d6f5a6388a8a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 945 time: 0.0547469 Sep 01 15:48:06.035652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-59da9132-6dd9-40e6-9cf7-b017da297d38 req-12806aba-3dd7-45b3-8aaf-4e7b48856050 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350025 Sep 01 15:48:07.157134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53616793-b295-48b0-a457-90035413c861 req-e9ee72f6-aa80-4ef8-a32c-578004918395 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:07.158718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53616793-b295-48b0-a457-90035413c861 req-e9ee72f6-aa80-4ef8-a32c-578004918395 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 945 time: 0.0511982 Sep 01 15:48:07.198925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53616793-b295-48b0-a457-90035413c861 req-8481d8a0-95c8-42cf-bccd-f8ab384895cf tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340087 Sep 01 15:48:07.264384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9be31e8b-a939-40da-8fff-3ec57ef9a154 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:07.313780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9be31e8b-a939-40da-8fff-3ec57ef9a154 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:07.318161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9be31e8b-a939-40da-8fff-3ec57ef9a154 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:07.318975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:07.404181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:07.429047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:07.431414 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f626ab9-d28c-42dc-92e6-6de94b7a0477" -d '{"events": [{"server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "name": "network-vif-plugged", "status": "completed", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:07.445728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:07.449983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:07.475546 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515816d-7166-4565-8178-72602a2f1f01 x-openstack-request-id: req-5515816d-7166-4565-8178-72602a2f1f01 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:07.475831 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "name": "network-vif-plugged", "status": "completed", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:07.476094 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5515816d-7166-4565-8178-72602a2f1f01 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:07.476500 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154', 'code': 200} Sep 01 15:48:07.518845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:07.587672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc41f2-1c08-4b50-8f2c-52485d29bf66 req-2127e7f8-22dc-4399-9a5d-1c0dc5be6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:07.589207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3dc41f2-1c08-4b50-8f2c-52485d29bf66 req-2127e7f8-22dc-4399-9a5d-1c0dc5be6919 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 1098 time: 0.0479400 Sep 01 15:48:07.638184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3dc41f2-1c08-4b50-8f2c-52485d29bf66 req-fffd8cd5-5bd3-4689-b889-874d6de39e25 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400739 Sep 01 15:48:08.329818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dc635-b840-404e-bef8-0bf5083c990e req-39862fb2-2a7c-43be-ab8e-0ba67dd337db tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:08.331498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-198dc635-b840-404e-bef8-0bf5083c990e req-39862fb2-2a7c-43be-ab8e-0ba67dd337db tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0546401 Sep 01 15:48:08.380208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-198dc635-b840-404e-bef8-0bf5083c990e req-b75844df-4953-457f-b4a3-512dbf33523e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Sep 01 15:48:09.521010 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809c120-c8c8-46fd-9cbd-2af92897eabe req-ec175e10-ec49-4a06-894a-af0df992b96f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:09.522666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a809c120-c8c8-46fd-9cbd-2af92897eabe req-ec175e10-ec49-4a06-894a-af0df992b96f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0646794 Sep 01 15:48:09.570614 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a809c120-c8c8-46fd-9cbd-2af92897eabe req-8e5b5a77-1cd0-43fc-bff8-8e1a9e2e4819 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381415 Sep 01 15:48:09.701741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d9138-0517-4d92-99d5-a41cc5f080d3 req-86b1bfc6-e38d-43e7-a2d5-947e03b40389 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:09.703298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc6d9138-0517-4d92-99d5-a41cc5f080d3 req-86b1bfc6-e38d-43e7-a2d5-947e03b40389 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0544233 Sep 01 15:48:09.750949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc6d9138-0517-4d92-99d5-a41cc5f080d3 req-531ae274-d580-44c9-9270-a32f939f3862 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Sep 01 15:48:11.242999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46296) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:12.088269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.452589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.17 (74d4e761-7086-4aea-9eb0-a000f4ff7fb8/882ee28a-f6ba-4ecf-bbab-99eeecd89a0e/17d4a0a3-70b3-4117-bdb5-384556c2c86c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:48:12.577002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.595299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object 17d4a0a3-70b3-4117-bdb5-384556c2c86c will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:12.637617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.681749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:12.688189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:12.692358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:48:12.722409 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:12.749953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.899586 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.986445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf77c408-2caa-4226-90ab-7df01e9abdc5 None None] Provisioning for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:12.991194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf77c408-2caa-4226-90ab-7df01e9abdc5 None None] Provisioning complete for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:12.991943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf77c408-2caa-4226-90ab-7df01e9abdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.032120 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf77c408-2caa-4226-90ab-7df01e9abdc5 None None] Port 17d4a0a3-70b3-4117-bdb5-384556c2c86c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:13.205218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.213717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.289547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:13.292926 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.397523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:13.399190 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:13.553447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:48:13.660399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-8161995f-283a-48f7-b434-dae214c5d8e0 None None] Provisioning complete for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:13.661191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8161995f-283a-48f7-b434-dae214c5d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.684418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:13.692510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dca6dc96-6e20-4dca-af0c-7815aa1a364a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/de5ab8be-a5bd-4b6e-8272-7220feabf87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481344 Sep 01 15:48:13.700717 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:13.707507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8161995f-283a-48f7-b434-dae214c5d8e0 None None] Port 17d4a0a3-70b3-4117-bdb5-384556c2c86c cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:13.718858 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:13.719482 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:47:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:13.843768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:14.099068 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:12Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4a0a3-70b3-4117-bdb5-384556c2c86c', 'name': '', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:71:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:12Z', 'updated_at': '2021-09-01T15:48:13Z', 'revision_number': 2, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:14.126558 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:14.126900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Updating router de5ab8be-a5bd-4b6e-8272-7220feabf87d port 17d4a0a3-70b3-4117-bdb5-384556c2c86c binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:48:14.153539 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.388385 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04bb81ba-c3f1-43a7-ab1c-a58bb60d4015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.456909 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.472510 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Transition to ACTIVE for port object 17d4a0a3-70b3-4117-bdb5-384556c2c86c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:14.481350 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.538557 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Pushing event updated for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:14.566717 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.567081 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.567379 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.567786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.568015 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.568360 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.568677 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.568986 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.569328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.569643 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.569949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.570257 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:14.623117 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Attempting to bind port 17d4a0a3-70b3-4117-bdb5-384556c2c86c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:48:14.623687 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Attempting to bind port 17d4a0a3-70b3-4117-bdb5-384556c2c86c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:48:14.624258 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Attempting to bind port 17d4a0a3-70b3-4117-bdb5-384556c2c86c on network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:14.634541 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:48:14.635044 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Checking segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:14.635671 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.636273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Bound using segment: {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:48:14.636924 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Bound port: 17d4a0a3-70b3-4117-bdb5-384556c2c86c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b718aa-4b6e-44eb-b460-9d5eff63154b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:48:14.637432 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.714850 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] For port 17d4a0a3-70b3-4117-bdb5-384556c2c86c, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:48:14.718136 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] For port 17d4a0a3-70b3-4117-bdb5-384556c2c86c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=17d4a0a3-70b3-4117-bdb5-384556c2c86c,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:48:14.723992 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.781521 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:14.782154 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:47:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:14.817728 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223664aa-bdb9-42b8-b22f-d30616863a19 None None] Pushing event updated for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:14.898394 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:15.147483 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:12Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4a0a3-70b3-4117-bdb5-384556c2c86c', 'name': '', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:71:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:12Z', 'updated_at': '2021-09-01T15:48:14Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:15.180633 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27de365-4eaf-47b8-b8d6-ed8f92841ec3 None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:12Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d4a0a3-70b3-4117-bdb5-384556c2c86c', 'name': '', 'network_id': '74d4e761-7086-4aea-9eb0-a000f4ff7fb8', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:71:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:12Z', 'updated_at': '2021-09-01T15:48:14Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '882ee28a-f6ba-4ecf-bbab-99eeecd89a0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:15.855187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 17d4a0a3-70b3-4117-bdb5-384556c2c86c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:15.930694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:15.935990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:15.936442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:16.043418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:16.087355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 17d4a0a3-70b3-4117-bdb5-384556c2c86c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=17d4a0a3-70b3-4117-bdb5-384556c2c86c,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:16.093036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:16.149335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:17.573669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3827b41e-9a77-4b3e-9354-9fbcbd66231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:17.676396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:17.817565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 17d4a0a3-70b3-4117-bdb5-384556c2c86c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:17.877214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 17d4a0a3-70b3-4117-bdb5-384556c2c86c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:17.877615 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:18.494052 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:18.701272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:20.047501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:28.060583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:36.603157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46322) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:37.081809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:37.495022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 17d4a0a3-70b3-4117-bdb5-384556c2c86c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:37.495477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:37.596320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 17d4a0a3-70b3-4117-bdb5-384556c2c86c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=17d4a0a3-70b3-4117-bdb5-384556c2c86c,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:37.596638 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:37.611632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 17d4a0a3-70b3-4117-bdb5-384556c2c86c owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:37.814435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:37.845587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=17d4a0a3-70b3-4117-bdb5-384556c2c86c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:38.081325 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:38.613725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:48:38.728873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:38.734093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e28687e9-d04a-4c41-9d65-9f7c748b8de1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/de5ab8be-a5bd-4b6e-8272-7220feabf87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298597 Sep 01 15:48:38.740578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:38.751267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:38.752003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:38.878759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:38.979945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef180-675d-424f-9e1c-32855937cdf7 req-f09d7bd9-00e6-40a2-a26c-57a29026cba8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:38.981586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e95ef180-675d-424f-9e1c-32855937cdf7 req-f09d7bd9-00e6-40a2-a26c-57a29026cba8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0574989 Sep 01 15:48:39.033166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e95ef180-675d-424f-9e1c-32855937cdf7 req-9a3d69a7-dd98-4bfa-a79b-bcbdc91bd637 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392499 Sep 01 15:48:39.144270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:39.177698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:39.190300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:39.190964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:39.311263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:39.346558 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:48:39.573013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:39.604526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76082f6b-ec9b-48c3-9c0e-d1a79e24d9ec None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '2161d787-3151-48d6-8d48-1b8e00cb4c19', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'port_id': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'mac_address': 'fa:16:3e:2d:0e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:14Z', 'updated_at': '2021-09-01T15:47:16Z', 'revision_number': 1, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:40.027843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 17d4a0a3-70b3-4117-bdb5-384556c2c86c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:40.051715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 17d4a0a3-70b3-4117-bdb5-384556c2c86c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:40.052066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 17d4a0a3-70b3-4117-bdb5-384556c2c86c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:40.191871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844dfed-38e2-4577-92a3-affc782440ff req-1b42b43d-a25e-4392-ab6b-a1e84de7f317 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:40.194041 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6844dfed-38e2-4577-92a3-affc782440ff req-1b42b43d-a25e-4392-ab6b-a1e84de7f317 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0743840 Sep 01 15:48:40.235892 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6844dfed-38e2-4577-92a3-affc782440ff req-343f9c9e-7dc7-4f29-93b4-b8222897fb54 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=61bcce44-f956-42cc-aea2-643eb3140527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350451 Sep 01 15:48:40.305574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255392c-e68b-4f59-b995-45c61097f8ce req-a2370bf6-7dc6-4b05-a763-b9abf954d79e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:40.307126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6255392c-e68b-4f59-b995-45c61097f8ce req-a2370bf6-7dc6-4b05-a763-b9abf954d79e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 946 time: 0.0506814 Sep 01 15:48:40.414913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 9be31e8b-a939-40da-8fff-3ec57ef9a154 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:40.415245 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:40.525508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 9be31e8b-a939-40da-8fff-3ec57ef9a154, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9be31e8b-a939-40da-8fff-3ec57ef9a154,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:40.525787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:40.548309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 9be31e8b-a939-40da-8fff-3ec57ef9a154 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:40.591069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-6693f228-c55c-4e8c-b450-54f21c300948 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487213 Sep 01 15:48:40.703863 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:40.707068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-e9a73d19-8c4d-4f11-b851-cd3fb54625c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:40.709265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-e9a73d19-8c4d-4f11-b851-cd3fb54625c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0756752 Sep 01 15:48:40.738554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=9be31e8b-a939-40da-8fff-3ec57ef9a154,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:40.784086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] No DVR routers for this DVR port 9be31e8b-a939-40da-8fff-3ec57ef9a154 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:40.786804 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:40.788981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.50 "DELETE /v2.0/ports/9be31e8b-a939-40da-8fff-3ec57ef9a154 HTTP/1.1" status: 204 len: 173 time: 0.4758048 Sep 01 15:48:40.789471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'name': 'network-vif-deleted', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:40.791767 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1f398c-0ae5-43cd-ad38-17e5ab701611" -d '{"events": [{"server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "name": "network-vif-deleted", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:40.838822 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365fbbb-d29b-4265-95cc-28f28dadbfd6 x-openstack-request-id: req-c365fbbb-d29b-4265-95cc-28f28dadbfd6 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:40.839255 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab293a68-4c51-4794-8fb4-76a493f1de67", "name": "network-vif-deleted", "tag": "9be31e8b-a939-40da-8fff-3ec57ef9a154", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:40.839746 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c365fbbb-d29b-4265-95cc-28f28dadbfd6 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:40.840368 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab293a68-4c51-4794-8fb4-76a493f1de67', 'name': 'network-vif-deleted', 'tag': '9be31e8b-a939-40da-8fff-3ec57ef9a154', 'status': 'completed', 'code': 200} Sep 01 15:48:40.867139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-dc8bace3-7db0-40c4-8900-7874069ec833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:40.868659 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-dc8bace3-7db0-40c4-8900-7874069ec833 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.1357193 Sep 01 15:48:40.992060 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-2cd69d77-11b7-421a-bf88-ef586ca69f73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1002 time: 0.1155643 Sep 01 15:48:41.049648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-3a8c5bea-403b-46cc-ac2e-31af3fa3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:41.051306 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-3a8c5bea-403b-46cc-ac2e-31af3fa3bfbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0511382 Sep 01 15:48:41.140161 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-a5764ca5-aaed-4fc1-9354-d04ec032a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:41.142583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-a5764ca5-aaed-4fc1-9354-d04ec032a449 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821342 Sep 01 15:48:41.272642 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-afe44a32-0037-48f8-8311-e7aaa40830e4 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210032 Sep 01 15:48:41.372451 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-beff24f8-0dd2-4deb-a0c1-d9e07bcd1945 req-87455bf6-1e07-472c-8136-7d51f7e21230 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab293a68-4c51-4794-8fb4-76a493f1de67 HTTP/1.1" status: 200 len: 210 time: 0.0319870 Sep 01 15:48:41.406720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f1571d64-004a-47a3-b3d7-8ed622c8d78e req-999dc153-73b4-47e8-9cab-a9328b824f1c service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261275 Sep 01 15:48:42.444738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46340) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:42.512987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.540493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.606228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.608871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.610099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/security-groups/61bcce44-f956-42cc-aea2-643eb3140527 HTTP/1.1" status: 204 len: 168 time: 0.1642671 Sep 01 15:48:42.620175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfd03f-788d-41a7-a4b7-5438c71fb7e2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bcce44-f956-42cc-aea2-643eb3140527,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:42.650050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:42.700148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting subnet 882ee28a-f6ba-4ecf-bbab-99eeecd89a0e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:48:42.703729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.761247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.867801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.950990 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.981899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Subnet': ['ID=882ee28a-f6ba-4ecf-bbab-99eeecd89a0e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:42.987834 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.990394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1284b995-9e17-4e92-b06c-ded8b1a68bae tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/subnets/882ee28a-f6ba-4ecf-bbab-99eeecd89a0e HTTP/1.1" status: 204 len: 168 time: 0.3432319 Sep 01 15:48:42.994298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:42.996979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26280ed5-5884-4874-84d2-b20562bb9116 None None] Network 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:48:43.093161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.159822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:43.160161 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.216459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] DHCP port deletion for 74d4e761-7086-4aea-9eb0-a000f4ff7fb8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:48:43.234152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26375dee-d3f8-4d85-a7b6-551dede8d6e0,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:43.234528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.251905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 26375dee-d3f8-4d85-a7b6-551dede8d6e0 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:43.271562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Deleting port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:43.271940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.340721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] For port 26375dee-d3f8-4d85-a7b6-551dede8d6e0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=26375dee-d3f8-4d85-a7b6-551dede8d6e0,segment=NetworkSegment(30b718aa-4b6e-44eb-b460-9d5eff63154b),segment_id=30b718aa-4b6e-44eb-b460-9d5eff63154b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:43.341181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.357402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Calling delete_port for 26375dee-d3f8-4d85-a7b6-551dede8d6e0 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:43.361188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.389368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=26375dee-d3f8-4d85-a7b6-551dede8d6e0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:43.391306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] No DVR routers for this DVR port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:43.491055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.503894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d4e761-7086-4aea-9eb0-a000f4ff7fb8']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:43.517030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b718aa-4b6e-44eb-b460-9d5eff63154b') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:43.517607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b718aa-4b6e-44eb-b460-9d5eff63154b') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:43.529222 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.546536 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.558439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:48:43.558862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:48:43.562209 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:48:43.603907 n-d-802060-16 neutron-server[106378]: self.session.flush() Sep 01 15:48:43.611943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.638006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.639566 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] Pushing event deleted for resources: {'Port': ['ID=26375dee-d3f8-4d85-a7b6-551dede8d6e0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:43.644259 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc661218-f566-4084-b21c-e9eba428e1cb None None] No DVR routers for this DVR port 26375dee-d3f8-4d85-a7b6-551dede8d6e0 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:43.646982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.649596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/networks/74d4e761-7086-4aea-9eb0-a000f4ff7fb8 HTTP/1.1" status: 204 len: 168 time: 0.6541438 Sep 01 15:48:43.652483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:43.671870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c763e-21aa-4024-b451-c04029f2ca51 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Network': ['ID=74d4e761-7086-4aea-9eb0-a000f4ff7fb8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:43.830155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26375dee-d3f8-4d85-a7b6-551dede8d6e0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:43.845154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port cfb82ab6-650f-4118-9f18-324fefc4e474 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:43.845504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.851087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 26375dee-d3f8-4d85-a7b6-551dede8d6e0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:43.851438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 26375dee-d3f8-4d85-a7b6-551dede8d6e0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:43.927009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.927239 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.939243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for cfb82ab6-650f-4118-9f18-324fefc4e474 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:44.139203 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:44.167732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=cfb82ab6-650f-4118-9f18-324fefc4e474,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:44.235048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:44.235377 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Floating IP 2161d787-3151-48d6-8d48-1b8e00cb4c19 disassociated (deleted). External IP: 172.25.1.122, port: be56781f-8cc4-4416-a362-9ca4b8e23dbd. Sep 01 15:48:44.391906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-181d2ad4-10d3-4efc-8cdd-2b0d6583cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:44.461109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:48:44.591754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:44.600071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:44.603974 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:44.614357 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:44.614980 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:44.636395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b564f4e3-771c-456e-bc95-45c697c43716 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/floatingips/2161d787-3151-48d6-8d48-1b8e00cb4c19 HTTP/1.1" status: 204 len: 168 time: 0.9794683 Sep 01 15:48:44.636395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:44.636712 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965d308-bfb1-4c1d-b99c-126e6092a192" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:44.689089 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd21505-56f7-459d-9d94-44348c53eebf x-openstack-request-id: req-9fd21505-56f7-459d-9d94-44348c53eebf {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:44.689507 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:44.689956 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fd21505-56f7-459d-9d94-44348c53eebf {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:44.690564 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'status': 'completed', 'code': 200} Sep 01 15:48:44.750527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:44.800599 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-8129ff6d-2c38-47f9-ad03-4d8665000520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:44.802848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-8129ff6d-2c38-47f9-ad03-4d8665000520 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 1097 time: 0.0641928 Sep 01 15:48:44.948220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1e338-7f6c-4fd1-80ba-e87fb7c782f3 req-f8856d9e-8901-42e8-95a5-ef34a82e3caa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:44.950467 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dc1e338-7f6c-4fd1-80ba-e87fb7c782f3 req-f8856d9e-8901-42e8-95a5-ef34a82e3caa tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0798688 Sep 01 15:48:44.978910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-90974093-6546-4c59-92fd-c94056ab9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:44.982140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-90974093-6546-4c59-92fd-c94056ab9707 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 200 len: 897 time: 0.1352296 Sep 01 15:48:45.027285 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-5dc1e338-7f6c-4fd1-80ba-e87fb7c782f3 req-bd2c46a6-eb30-4e7c-8615-63bc62869e8d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664701 Sep 01 15:48:45.052397 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-549e8694-66ad-4d1f-ba17-ef0cf76222f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 200 len: 217 time: 0.0608881 Sep 01 15:48:45.111051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-d9606ea5-2d10-49b9-98ea-ba734282678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:45.113257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-d9606ea5-2d10-49b9-98ea-ba734282678f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 200 len: 834 time: 0.0523226 Sep 01 15:48:45.128122 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:45.161349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:45.171008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-6ab90244-cc93-4f30-9bc4-0a2eb3bb9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:45.172498 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:45.172623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-6ab90244-cc93-4f30-9bc4-0a2eb3bb9f9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7684a470-6507-4894-a402-16de5b3d5266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515432 Sep 01 15:48:45.173316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:45.282903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-bfa8acaa-a169-41c3-8faa-8397f68742fd service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998647 Sep 01 15:48:45.307900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:45.387228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2965d308-bfb1-4c1d-b99c-126e6092a192 req-8334f7d8-3cba-448b-83d8-19294452c703 service neutron] 10.222.0.24 "GET /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969374 Sep 01 15:48:45.528400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9be31e8b-a939-40da-8fff-3ec57ef9a154 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:45.532560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:45.549729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9be31e8b-a939-40da-8fff-3ec57ef9a154 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:45.550015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9be31e8b-a939-40da-8fff-3ec57ef9a154 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:45.565948 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194348b-4a08-4261-9449-2f98626a81ea None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:37Z', 'revision_number': 6, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2674be42-5806-47e7-9de5-a11994e103b4', 'name': '', 'network_id': '7684a470-6507-4894-a402-16de5b3d5266', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:7f:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:56Z', 'updated_at': '2021-09-01T15:47:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '73d1030b-c23e-4e87-a884-76b2606f3ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:45.809344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447c4aa-8c56-4146-86d4-d9a3b42f62c3 None None] New status for floating IP 2161d787-3151-48d6-8d48-1b8e00cb4c19: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:48:46.165206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88052812-0618-4dea-af51-6318deeadbd9 req-122a7baa-6567-4fcb-8123-f9a4433ed22f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:46.166848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88052812-0618-4dea-af51-6318deeadbd9 req-122a7baa-6567-4fcb-8123-f9a4433ed22f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Sep 01 15:48:46.215014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88052812-0618-4dea-af51-6318deeadbd9 req-d1358caa-394a-4c05-9db6-d3809b4a1916 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d23525-afde-43ff-ad25-1404aa03ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 Sep 01 15:48:46.376974 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-25c406d7-5256-4a75-8fe3-455acb843691 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:46.378623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-25c406d7-5256-4a75-8fe3-455acb843691 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Sep 01 15:48:46.478563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port be56781f-8cc4-4416-a362-9ca4b8e23dbd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:46.478898 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:46.596004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port be56781f-8cc4-4416-a362-9ca4b8e23dbd, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=be56781f-8cc4-4416-a362-9ca4b8e23dbd,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:46.596373 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:46.614163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for be56781f-8cc4-4416-a362-9ca4b8e23dbd owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:46.777694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:46.810911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=be56781f-8cc4-4416-a362-9ca4b8e23dbd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:46.863505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] No DVR routers for this DVR port be56781f-8cc4-4416-a362-9ca4b8e23dbd on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:46.866674 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:46.868931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d0464a1-622d-4daa-a16c-7a7dce874d83 req-ef9adcf1-0a35-49fd-bc7a-6af79376e7da tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "DELETE /v2.0/ports/be56781f-8cc4-4416-a362-9ca4b8e23dbd HTTP/1.1" status: 204 len: 173 time: 0.4845276 Sep 01 15:48:46.869442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'name': 'network-vif-deleted', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:46.871844 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017a3b5-0a79-42c1-9d8e-1e1732ef4189" -d '{"events": [{"server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "name": "network-vif-deleted", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:46.915190 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315c7ef-d87e-458b-9c37-71aeeb8f6cee x-openstack-request-id: req-8315c7ef-d87e-458b-9c37-71aeeb8f6cee {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:46.915417 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8", "name": "network-vif-deleted", "tag": "be56781f-8cc4-4416-a362-9ca4b8e23dbd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:46.915669 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8315c7ef-d87e-458b-9c37-71aeeb8f6cee {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:46.916081 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8', 'name': 'network-vif-deleted', 'tag': 'be56781f-8cc4-4416-a362-9ca4b8e23dbd', 'status': 'completed', 'code': 200} Sep 01 15:48:47.340980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba10b0f3-a670-4eb9-ab46-aa45456bb71b req-89b4d428-912d-4123-950d-dbde92086433 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ba4e76c-e0cb-4c87-bdb2-dc03557f90e8 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Sep 01 15:48:47.568088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24ae8dfc-8dfc-4352-b991-c598e68f4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:47.672122 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.406866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:48.474802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.501341 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.509504 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.584708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.589028 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:48.590974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/security-groups/38d23525-afde-43ff-ad25-1404aa03ed88 HTTP/1.1" status: 204 len: 168 time: 0.1827295 Sep 01 15:48:48.604951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b4539-b478-432e-9235-799b35241ffc tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d23525-afde-43ff-ad25-1404aa03ed88,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:48.642024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:48.699501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:49.103274 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:49.397889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 2674be42-5806-47e7-9de5-a11994e103b4 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:49.398192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:49.508473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 2674be42-5806-47e7-9de5-a11994e103b4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2674be42-5806-47e7-9de5-a11994e103b4,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:49.508843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:49.522753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 2674be42-5806-47e7-9de5-a11994e103b4 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:49.720931 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:49.755366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=2674be42-5806-47e7-9de5-a11994e103b4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:49.960519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.051962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.470536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router de5ab8be-a5bd-4b6e-8272-7220feabf87d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:48:50.579362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:50.586008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5cb7bf61-a816-47f3-bb0f-16ea99325401 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/de5ab8be-a5bd-4b6e-8272-7220feabf87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419262 Sep 01 15:48:50.589181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46370) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:50.593182 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Sync routers for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:50.602821 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:50.603531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:50.641483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting subnet 73d1030b-c23e-4e87-a884-76b2606f3ce9 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:48:50.644587 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.694659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.719736 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:50.806908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.883996 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.917176 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Subnet': ['ID=73d1030b-c23e-4e87-a884-76b2606f3ce9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:50.924929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:50.929772 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ece4129a-995a-4288-89b6-42fa46cb83e6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/subnets/73d1030b-c23e-4e87-a884-76b2606f3ce9 HTTP/1.1" status: 204 len: 168 time: 0.3392079 Sep 01 15:48:50.934837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46372) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:50.939731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2875cdf-bb66-4d35-9baa-dbdf0c54743e None None] Network 7684a470-6507-4894-a402-16de5b3d5266 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:48:50.942060 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:49Z', 'revision_number': 7, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:50.971405 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Checking router: de5ab8be-a5bd-4b6e-8272-7220feabf87d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:50.983651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Routers {'de5ab8be-a5bd-4b6e-8272-7220feabf87d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:50.984284 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:51.056144 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.105960 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] Set router de5ab8be-a5bd-4b6e-8272-7220feabf87d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:51.170377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.180716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] DHCP port deletion for 7684a470-6507-4894-a402-16de5b3d5266 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:48:51.232850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Deleting port 3275ffe0-d60d-4139-b361-53b0a56c8808 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:51.233642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.236990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port d455d8d1-8e81-4da5-a874-1ff35c6387cf {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:51.237419 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.277041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device be56781f-8cc4-4416-a362-9ca4b8e23dbd no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:51.309699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: be56781f-8cc4-4416-a362-9ca4b8e23dbd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:51.310195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device be56781f-8cc4-4416-a362-9ca4b8e23dbd not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:51.330288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] For port 3275ffe0-d60d-4139-b361-53b0a56c8808, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3275ffe0-d60d-4139-b361-53b0a56c8808,segment=NetworkSegment(b85868e4-81be-469b-9c97-7aec56bd2b46),segment_id=b85868e4-81be-469b-9c97-7aec56bd2b46)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:51.331022 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.336744 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:49Z', 'revision_number': 7, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:51.338331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port d455d8d1-8e81-4da5-a874-1ff35c6387cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d455d8d1-8e81-4da5-a874-1ff35c6387cf,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:51.339684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.352066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Calling delete_port for 3275ffe0-d60d-4139-b361-53b0a56c8808 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:51.361881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for d455d8d1-8e81-4da5-a874-1ff35c6387cf owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:51.369424 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e9491-9747-47f1-a3bf-9b9c5f510dfd None None] The sync data for ids ['de5ab8be-a5bd-4b6e-8272-7220feabf87d'] in n-d-802060-16 is: [{'id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'name': 'tempest-TestNetworkBasicOps-router-2064483787', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:46:52Z', 'updated_at': '2021-09-01T15:48:49Z', 'revision_number': 7, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': 'd455d8d1-8e81-4da5-a874-1ff35c6387cf', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:73:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ab8be-a5bd-4b6e-8272-7220feabf87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:46:53Z', 'updated_at': '2021-09-01T15:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:51.455152 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.481849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] Pushing event deleted for resources: {'Port': ['ID=3275ffe0-d60d-4139-b361-53b0a56c8808,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:51.485912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e8149-685c-4ef8-bd62-6b9cdd9e55dd None None] No DVR routers for this DVR port 3275ffe0-d60d-4139-b361-53b0a56c8808 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:51.548232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.576849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=d455d8d1-8e81-4da5-a874-1ff35c6387cf,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:51.646372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.761224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.763445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.815390 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.816160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Fanout notify agent at l3_agent the message router_deleted on router de5ab8be-a5bd-4b6e-8272-7220feabf87d {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:48:51.823380 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.824773 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ebba53df-a5c3-4332-9d94-1b7028383b1e tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/routers/de5ab8be-a5bd-4b6e-8272-7220feabf87d HTTP/1.1" status: 204 len: 168 time: 0.8888016 Sep 01 15:48:51.827879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46374) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:51.912851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3275ffe0-d60d-4139-b361-53b0a56c8808 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:51.919900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:51.933474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3275ffe0-d60d-4139-b361-53b0a56c8808 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:51.933814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3275ffe0-d60d-4139-b361-53b0a56c8808 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:51.934233 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2674be42-5806-47e7-9de5-a11994e103b4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:51.954194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2674be42-5806-47e7-9de5-a11994e103b4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:51.954194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2674be42-5806-47e7-9de5-a11994e103b4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:52.027432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.039616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7684a470-6507-4894-a402-16de5b3d5266']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:52.053469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85868e4-81be-469b-9c97-7aec56bd2b46') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:52.053836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85868e4-81be-469b-9c97-7aec56bd2b46') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:52.064848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.089647 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.099041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:48:52.099594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:48:52.103579 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:48:52.175012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.183989 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.185016 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/networks/7684a470-6507-4894-a402-16de5b3d5266 HTTP/1.1" status: 204 len: 168 time: 0.3561950 Sep 01 15:48:52.199035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ba301-3fcb-45dd-b156-8d4d3fa6d1b4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Network': ['ID=7684a470-6507-4894-a402-16de5b3d5266,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:52.203894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46376) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:52.212785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'network': {'name': 'tempest-network-smoke--1075439242', 'project_id': '9342891242af4361b979ae048641ca11', 'port_security_enabled': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:52.241532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:48:52.247018 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.283725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:48:52.295930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.296282 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Added segment e03d7b6b-1739-41b0-a679-c7af7e11eb8d of type vlan for network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 Sep 01 15:48:52.343940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.374272 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.379921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:52.380658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.468738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2603734 Sep 01 15:48:52.470710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46378) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:52.497520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-383985195', 'admin_state_up': True, 'project_id': '9342891242af4361b979ae048641ca11', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:52.506903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0890328-c9e2-4391-8070-c64f69c8cc67 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Network': ['ID=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:52.523135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:48:52.543420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.545372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.615512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.768815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.972423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:52.992767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:53.100785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.25.1.16 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/81ac2cfb-694e-4a05-b57d-34dcd0910695) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:48:53.216536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:53.259163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:53.300854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:53.304490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:53.309448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:48:53.315467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=81ac2cfb-694e-4a05-b57d-34dcd0910695,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:53.650688 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:53.791580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d455d8d1-8e81-4da5-a874-1ff35c6387cf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:53.813814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d455d8d1-8e81-4da5-a874-1ff35c6387cf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:53.814154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d455d8d1-8e81-4da5-a874-1ff35c6387cf not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:53.933143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:54.087396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router f541abf9-267e-4b72-9137-81a92fab75f1 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:48:54.204329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:54.216414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Sync routers for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:54.226196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:54.226851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:54.227485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:54.227843 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19890909-6f01-4233-aa27-ed8a3bc54032 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7406249 Sep 01 15:48:54.231678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46380) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:54.278674 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e2682ed1-c1ca-41bc-bc23-d4b261481e26 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9342891242af4361b979ae048641ca11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463493 Sep 01 15:48:54.282128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46382) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:54.362258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:54.385878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869f892-20fa-436b-9c77-cc2c4ebcf412 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:54.388279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6869f892-20fa-436b-9c77-cc2c4ebcf412 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032238 Sep 01 15:48:54.392841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:54.429727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-471b5fb7-0db4-4e15-b06b-ce27d4482ea5 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351713 Sep 01 15:48:54.436205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46386) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:54.442826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114860861', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'project_id': '9342891242af4361b979ae048641ca11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:54.557093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:48:54.563561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:54.587461 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:53Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:54.620255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Checking router: f541abf9-267e-4b72-9137-81a92fab75f1 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:54.620602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Updating router f541abf9-267e-4b72-9137-81a92fab75f1 port 81ac2cfb-694e-4a05-b57d-34dcd0910695 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:48:54.648055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:54.935266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:54.946857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Transition to ACTIVE for port object 81ac2cfb-694e-4a05-b57d-34dcd0910695 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:54.953662 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.012130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Attempting to bind port 81ac2cfb-694e-4a05-b57d-34dcd0910695 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:48:55.012504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Attempting to bind port 81ac2cfb-694e-4a05-b57d-34dcd0910695 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:48:55.012874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Attempting to bind port 81ac2cfb-694e-4a05-b57d-34dcd0910695 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:55.023388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:48:55.023767 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:55.024164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.024571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:48:55.025142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Bound port: 81ac2cfb-694e-4a05-b57d-34dcd0910695, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:48:55.025654 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.028184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d1844-1d4e-4cec-b999-be290ac2d4a1 None None] Pushing event updated for resources: {'Port': ['ID=81ac2cfb-694e-4a05-b57d-34dcd0910695,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:55.058955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.086257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] For port 81ac2cfb-694e-4a05-b57d-34dcd0910695, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:48:55.090085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] For port 81ac2cfb-694e-4a05-b57d-34dcd0910695, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81ac2cfb-694e-4a05-b57d-34dcd0910695,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:48:55.095144 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.126456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Subnet': ['ID=7621c286-e492-42bb-aafc-8bb34c3ac99c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:55.138691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Checking segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:55.139050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network hostable DHCP agents. Network: 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:48:55.142106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.142446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.142781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.143119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.143448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.143772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.144094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.144416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.144824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.145119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.145435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.145758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:55.149997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:55.150831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:55.168084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:48:55.179623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:55.185962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:55.186508 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.196390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0c925-91ff-4bc1-90fc-0530eed91c69 None None] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:48:55.208061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9b8015cc-8036-4f9f-9e32-851405609139 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7668467 Sep 01 15:48:55.208479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46388) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:55.254699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d1844-1d4e-4cec-b999-be290ac2d4a1 None None] Pushing event updated for resources: {'Port': ['ID=81ac2cfb-694e-4a05-b57d-34dcd0910695,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:55.379525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:55.591678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:48:55.592586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.730275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.771692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:53Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:55.806601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93552893-7b7e-4aad-9275-7d13a13e7dac None None] The sync data for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 is: [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:53Z', 'revision_number': 3, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:55.812478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Allocated IP 172.20.0.2 (0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7/7621c286-e492-42bb-aafc-8bb34c3ac99c/8dfbdefe-7b7d-49c7-874f-99cb42e1851f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:48:55.974331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:55.984056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Transition to ACTIVE for port object 8dfbdefe-7b7d-49c7-874f-99cb42e1851f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:56.002209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Transition to ACTIVE for port object 8dfbdefe-7b7d-49c7-874f-99cb42e1851f will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:56.009980 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.078933 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:56.082634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:56.087043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:48:56.094842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Pushing event updated for resources: {'Port': ['ID=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:56.096785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.1 (0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7/7621c286-e492-42bb-aafc-8bb34c3ac99c/178c6d8d-0d03-4d92-b7e1-396199a9f4ef) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:48:56.121771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.122188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.122485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.122953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.123303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.123631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.123954 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.124288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.124718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.125045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.125396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.125713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:56.174883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Attempting to bind port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:48:56.175435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Attempting to bind port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:48:56.175779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Attempting to bind port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f on network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:56.181583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:48:56.182051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Checking segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:56.182537 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.182999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Bound using segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:48:56.183572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Bound port: 8dfbdefe-7b7d-49c7-874f-99cb42e1851f, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:48:56.184200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.259001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.276852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] For port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:48:56.278798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object 178c6d8d-0d03-4d92-b7e1-396199a9f4ef will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:56.281695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] For port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:48:56.287180 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.327343 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.379162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc762-320f-4e20-80ef-5b069db3ad7d None None] Pushing event updated for resources: {'Port': ['ID=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:56.410903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:56.415125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:56.421295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:48:56.469950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:56.505779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:56.693348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:57.024929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:57.030535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:57.115745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:57.118894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:57.225832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:48:57.227405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:48:57.365021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router f541abf9-267e-4b72-9137-81a92fab75f1 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:48:57.445857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae253e-efce-496d-9097-eabcf94ceb54 None None] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:48:57.495366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:48:57.502438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-efea1fe1-3d37-4f00-af57-3dd499610917 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/f541abf9-267e-4b72-9137-81a92fab75f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925472 Sep 01 15:48:57.505919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46390) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:57.520468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-26474b23-bc5c-4220-87f4-5bc3303ecb8f None None] Provisioning for port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:57.673582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.674407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.675241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.676124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.676930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.677776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.681782 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4a52790f-c164-404f-8e8c-8eb67303e14c tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1735303 Sep 01 15:48:57.684364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46392) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:57.816305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.816792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.817564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.818034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.818335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.818809 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:57.820605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a7cf921-3a31-4cbc-8c11-a60383d4a4c2 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1350863 Sep 01 15:48:57.824000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46394) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:57.964677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81ac2cfb-694e-4a05-b57d-34dcd0910695 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:58.003933 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Sync routers for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:48:58.016284 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:58.017379 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:58.034199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 81ac2cfb-694e-4a05-b57d-34dcd0910695 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:58.040791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 81ac2cfb-694e-4a05-b57d-34dcd0910695 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:58.041833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.121139 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.192607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-25772fb0-aa5b-44b4-bef0-d24e15342694 None None] Provisioning for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:58.204022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-25772fb0-aa5b-44b4-bef0-d24e15342694 None None] Provisioning complete for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:58.204251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25772fb0-aa5b-44b4-bef0-d24e15342694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.206157 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:58.237321 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.284511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-25772fb0-aa5b-44b4-bef0-d24e15342694 None None] Port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:58.290819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 81ac2cfb-694e-4a05-b57d-34dcd0910695, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81ac2cfb-694e-4a05-b57d-34dcd0910695,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:58.305365 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.306374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8dfbdefe-7b7d-49c7-874f-99cb42e1851f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:58.397996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=81ac2cfb-694e-4a05-b57d-34dcd0910695,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:58.400248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a0aeb7ad-b344-4eae-acd0-333ca6fe6618 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.5750129 Sep 01 15:48:58.427922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:48:58.435094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:58.435622 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.481733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42d84c4c-3ea6-4c60-a874-48dde4970e0b None None] Provisioning complete for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:58.482882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42d84c4c-3ea6-4c60-a874-48dde4970e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.528147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-42d84c4c-3ea6-4c60-a874-48dde4970e0b None None] Port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:58.587444 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.599239 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 2, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:58.629651 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Checking router: f541abf9-267e-4b72-9137-81a92fab75f1 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:48:58.630079 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Updating router f541abf9-267e-4b72-9137-81a92fab75f1 port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:48:58.636609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:58.642107 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.669906 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.705260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:58.750055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7b60d188-71c1-444f-a07c-d98691bd5a36 None None] Provisioning complete for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:48:58.750321 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b60d188-71c1-444f-a07c-d98691bd5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.792978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7b60d188-71c1-444f-a07c-d98691bd5a36 None None] Port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:48:58.793262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46398) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:58.797879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705904490', 'description': 'tempest-secgroup-smoke-705904490 description', 'project_id': '9342891242af4361b979ae048641ca11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:58.824803 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.946520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.954062 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.992561 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:58.994646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2001872 Sep 01 15:48:58.997401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46400) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.004658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.016501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092c322d-284d-40e4-8c45-e42ed72a3561,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.023703 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.030938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.031511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.032068 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.033323 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.034112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.034869 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.036252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.037012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.037849 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.038699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.039548 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.040356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd114c-5ce5-46b4-a27e-9f2ff43d2913 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:59.045624 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Transition to ACTIVE for port object 178c6d8d-0d03-4d92-b7e1-396199a9f4ef will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:48:59.048803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.064220 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.121142 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f0fb-7c05-4593-981f-f736ad8ea58f None None] Pushing event updated for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.158436 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.165295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.191005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a5e975-b997-4748-8bb1-23ef345957eb,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.194744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.198372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-07202f43-d867-4a1c-9aef-b8d20b75231b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969876 Sep 01 15:48:59.199589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.204521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.205438 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Attempting to bind port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:48:59.205808 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Attempting to bind port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:48:59.206169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Attempting to bind port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef on network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:48:59.212192 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:48:59.212731 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Checking segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:48:59.213021 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.213628 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Bound using segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:48:59.214336 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Bound port: 178c6d8d-0d03-4d92-b7e1-396199a9f4ef, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:48:59.214538 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.244573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.303145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.307593 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.308026 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] For port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:48:59.313463 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] For port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:48:59.321417 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.339927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81648f05-4095-4cd2-bb5e-682b975aa5b5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.342240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.343458 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b309f3d-d5eb-4a1d-935e-8bd36d6f8562 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427689 Sep 01 15:48:59.348415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46406) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.355204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.390238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.404679 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:48:59.405441 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:48:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:59.470289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.470540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f0fb-7c05-4593-981f-f736ad8ea58f None None] Pushing event updated for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.479642 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.501189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d57dcc1-e3b4-4c70-91cf-37e928d4ab61,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.510944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.515324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ca160a74-fe9f-4261-84e1-297106668d08 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628852 Sep 01 15:48:59.516394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46408) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.521652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.555780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.577881 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:48:59.641516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.646500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.665899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87fbb8c-4572-4282-bb81-5d6d800342c7,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.678114 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.679303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4c6d3621-6d4a-4ef9-a747-5a4793df9ec6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618092 Sep 01 15:48:59.682023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46410) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.687131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.709792 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:48:59.716479 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.779591 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.783522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.802633 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:48:59Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:48:59.802816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2af3577-a3fd-4d99-b297-683f6a356bdc,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:59.811646 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.815509 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb70a1ae-bf1a-41ee-8f6b-5b295ca93bdb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296477 Sep 01 15:48:59.818304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46412) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:48:59.827054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'security_group_rule': {'security_group_id': '092c322d-284d-40e4-8c45-e42ed72a3561', 'project_id': '9342891242af4361b979ae048641ca11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:48:59.854488 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c797f97-2b97-4c62-8a74-489adffe2801 None None] The sync data for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 is: [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:48:59Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:48:59.871069 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Project 9342891242af4361b979ae048641ca11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:48:59.880017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.881500 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81ac2cfb-694e-4a05-b57d-34dcd0910695 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:48:59.987445 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:59.992085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:00.004157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 81ac2cfb-694e-4a05-b57d-34dcd0910695 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:00.004527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:00.013577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b26fcd-1043-4898-9dba-3f72b991f3e0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:00.023086 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:00.024547 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-76296169-0857-44fb-8e02-f46e8b8dab25 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040575 Sep 01 15:49:00.124596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8dfbdefe-7b7d-49c7-874f-99cb42e1851f up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:49:00.189199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:00.189593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:00.198213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-7aaf4815-d22d-41df-b88f-a841e522e4eb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705904490&fields=id&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 267 time: 0.0435946 Sep 01 15:49:00.316098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-cbed49e8-2134-49bf-b34c-e11e1095d3e1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:00.318422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-cbed49e8-2134-49bf-b34c-e11e1095d3e1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 797 time: 0.1123676 Sep 01 15:49:00.334636 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-f9321836-0fb2-4166-a1d1-20e942fa5744 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/quotas/9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 375 time: 0.0104182 Sep 01 15:49:00.391032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-5babd18d-dccf-4a31-b74c-6f79e32c1741 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501294 Sep 01 15:49:00.498213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-f8dc257e-332e-46d5-b7ef-f5d798beaa6d service neutron] 10.222.0.41 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949261 Sep 01 15:49:00.595319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2b8caddb-a3d9-4ae9-9625-83c867cc84d3 service neutron] 10.222.0.41 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905249 Sep 01 15:49:00.780290 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ab2a488a-28f6-4b71-a6f4-279936aecdd0 req-6c43c977-ca85-4be3-8050-46f44ffd8bd1 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Sep 01 15:49:01.896383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 178c6d8d-0d03-4d92-b7e1-396199a9f4ef up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:49:01.937101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4aa7d93d-2368-4817-8d44-38943c00ac10 req-eb373890-95c8-4736-a1d7-7d2b44a5a90b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 210 time: 0.0479388 Sep 01 15:49:01.949689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-b0782129-a524-4925-9b17-a65bcabd231f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:01.951847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-b0782129-a524-4925-9b17-a65bcabd231f tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 797 time: 0.1697326 Sep 01 15:49:01.958479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:49:01.963680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:01.964154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.007598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-55c8ccfe-ec97-4d22-a0d4-1c810200446a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9342891242af4361b979ae048641ca11 HTTP/1.1" status: 200 len: 379 time: 0.0385716 Sep 01 15:49:02.048151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'port': {'device_id': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'admin_state_up': True, 'tenant_id': '9342891242af4361b979ae048641ca11', 'security_groups': ['092c322d-284d-40e4-8c45-e42ed72a3561']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:49:02.059768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.100811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:49:02.106241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.157779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:02.180793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Made reservation on behalf of 9342891242af4361b979ae048641ca11 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:49:02.184840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.333163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.20.0.10 (0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7/7621c286-e492-42bb-aafc-8bb34c3ac99c/c39ee57b-e8ea-454c-855e-1d1829508b48) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:49:02.497752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.515237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Transition to ACTIVE for port object c39ee57b-e8ea-454c-855e-1d1829508b48 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:49:02.551836 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.599063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:49:02.602229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:49:02.606334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:49:02.637415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:02.681375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:02.682530 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.705625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-d449a0d9-a0c9-486c-91a7-48c07e1ba51b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6616709 Sep 01 15:49:02.728304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Request body: {'port': {'device_id': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:49:02.803372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.889971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-65fa318d-301e-4824-876b-fc2abe4c307c None None] Provisioning for port c39ee57b-e8ea-454c-855e-1d1829508b48 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:49:02.893988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-65fa318d-301e-4824-876b-fc2abe4c307c None None] Provisioning complete for port c39ee57b-e8ea-454c-855e-1d1829508b48 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:02.894411 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65fa318d-301e-4824-876b-fc2abe4c307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:02.937360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-65fa318d-301e-4824-876b-fc2abe4c307c None None] Port c39ee57b-e8ea-454c-855e-1d1829508b48 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:49:03.061558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7939d6-3690-4b0a-b96a-175abb652116 req-4227f4bc-cded-48f1-8e53-b855cb33a2ff tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:03.063178 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba7939d6-3690-4b0a-b96a-175abb652116 req-4227f4bc-cded-48f1-8e53-b855cb33a2ff tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 932 time: 0.0561407 Sep 01 15:49:03.090864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39ee57b-e8ea-454c-855e-1d1829508b48 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:49:03.100072 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.105283 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ba7939d6-3690-4b0a-b96a-175abb652116 req-649d43b0-12ef-441d-b383-98bce6184cab tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352194 Sep 01 15:49:03.113914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Transition to ACTIVE for port object c39ee57b-e8ea-454c-855e-1d1829508b48 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:49:03.118861 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.194451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Pushing event updated for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:03.254410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Attempting to bind port c39ee57b-e8ea-454c-855e-1d1829508b48 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:49:03.254746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Attempting to bind port c39ee57b-e8ea-454c-855e-1d1829508b48 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:49:03.255073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Attempting to bind port c39ee57b-e8ea-454c-855e-1d1829508b48 on network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:49:03.260436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Port c39ee57b-e8ea-454c-855e-1d1829508b48 on network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:49:03.260737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Attempting to bind port c39ee57b-e8ea-454c-855e-1d1829508b48 on network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:49:03.266894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:49:03.267232 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Checking segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:49:03.267620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Bound using segment: {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:49:03.268065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Bound port: c39ee57b-e8ea-454c-855e-1d1829508b48, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:49:03.268422 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.354439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:49:03.358215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=c39ee57b-e8ea-454c-855e-1d1829508b48,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:49:03.366948 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.432252 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:03.432821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.434399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] 10.222.0.24 "PUT /v2.0/ports/c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 1093 time: 0.7132690 Sep 01 15:49:03.434932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:49:03.437660 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb3b6eb-d216-485b-8b99-c520f1af36e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:49:03.472075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ac8ec-0e92-4773-903b-055fb03a648a service neutron] Pushing event updated for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:03.497803 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af9ca9-ef1f-4450-afa5-4fd357eb8f13 x-openstack-request-id: req-43af9ca9-ef1f-4450-afa5-4fd357eb8f13 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:49:03.498327 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:49:03.498580 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43af9ca9-ef1f-4450-afa5-4fd357eb8f13 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:49:03.499044 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'status': 'completed', 'code': 200} Sep 01 15:49:03.562688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-f84d5dde-3fbe-4db6-a8e8-bd91d2082dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:03.564299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-f84d5dde-3fbe-4db6-a8e8-bd91d2082dba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1096 time: 0.0492039 Sep 01 15:49:03.618765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-e7b771cc-d2fc-404c-927c-cb9ba66be74b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 217 time: 0.0395586 Sep 01 15:49:03.676066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-80b5c2c2-dde5-49a9-ae20-97df14da426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:03.677785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-80b5c2c2-dde5-49a9-ae20-97df14da426f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 200 len: 835 time: 0.0523105 Sep 01 15:49:03.733342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-4918ee5b-aa21-49fa-b6c5-a16945dd577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:03.734893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-4918ee5b-aa21-49fa-b6c5-a16945dd577d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488179 Sep 01 15:49:03.837795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-ad55120f-e8c8-43bb-aa9c-c354a531ee9f service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948727 Sep 01 15:49:03.853152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 178c6d8d-0d03-4d92-b7e1-396199a9f4ef up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:49:03.903520 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:03.903897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:03.969301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11a96fd3-d236-4410-aa57-56978b3a4586 req-010c0516-203f-4144-bbab-3691951c5ac4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234281 Sep 01 15:49:04.100375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-76283015-bc8c-4e66-a4b4-778da6c0d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:04.101942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-76283015-bc8c-4e66-a4b4-778da6c0d52c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1096 time: 0.0471489 Sep 01 15:49:04.207766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-d4913749-44db-47c3-9b8e-b77560201d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:04.209625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-d4913749-44db-47c3-9b8e-b77560201d96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 898 time: 0.0996280 Sep 01 15:49:04.235567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949944-f4ed-4618-8f72-8106282b1f51 req-d7f1ea07-e765-49a3-a37a-0ac460e35a93 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:04.237447 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73949944-f4ed-4618-8f72-8106282b1f51 req-d7f1ea07-e765-49a3-a37a-0ac460e35a93 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 944 time: 0.0564463 Sep 01 15:49:04.256006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-9fab0f01-93ba-416d-93ea-d3f55af8d7ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 217 time: 0.0388181 Sep 01 15:49:04.283634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-73949944-f4ed-4618-8f72-8106282b1f51 req-86f963f4-e92a-483c-93cc-b1d5c2fcf91d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384259 Sep 01 15:49:04.322942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-e399a125-84c3-4076-8d27-f9404625de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:04.324513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-e399a125-84c3-4076-8d27-f9404625de4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 200 len: 835 time: 0.0612755 Sep 01 15:49:04.385605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-03ff416c-7d84-4f12-8e22-11ece8651d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:04.387287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-03ff416c-7d84-4f12-8e22-11ece8651d82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541148 Sep 01 15:49:04.494748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-58c8df98-fc5f-4fec-81d9-a245f5e2a93f service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983009 Sep 01 15:49:04.599765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4bb3b6eb-d216-485b-8b99-c520f1af36e1 req-1ffa6a51-b096-400a-8aa5-7b5cb4c42e67 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935318 Sep 01 15:49:05.429317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1720-df90-47bc-8278-f6577a084812 req-f8fb998f-c548-4be9-85c1-d5cf278212e5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:05.431150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-189b1720-df90-47bc-8278-f6577a084812 req-f8fb998f-c548-4be9-85c1-d5cf278212e5 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 944 time: 0.0625265 Sep 01 15:49:05.482184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-189b1720-df90-47bc-8278-f6577a084812 req-f4d2afc5-dd94-420a-babc-dc1f62e6eb4a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Sep 01 15:49:06.637623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefd82-548b-4820-8174-72186835e635 req-0a25fb11-99a7-4869-bb5f-f2802fbfa3a3 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:06.639297 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-beaefd82-548b-4820-8174-72186835e635 req-0a25fb11-99a7-4869-bb5f-f2802fbfa3a3 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 944 time: 0.0815158 Sep 01 15:49:06.684865 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-beaefd82-548b-4820-8174-72186835e635 req-85728d9e-4210-4bd2-9003-826a62b33d6a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387938 Sep 01 15:49:07.405860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device c39ee57b-e8ea-454c-855e-1d1829508b48 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:49:07.504584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=c39ee57b-e8ea-454c-855e-1d1829508b48,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:49:07.515549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'port_id': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'mac_address': 'fa:16:3e:1f:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:49:07.552803 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:07.566556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39ee57b-e8ea-454c-855e-1d1829508b48 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:49:07.589971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=c39ee57b-e8ea-454c-855e-1d1829508b48,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:49:07.595032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:07.653741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:07.813731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f28fe0-c688-46a2-9837-69e870eaf8b3 req-5e4c1ccc-a986-498d-98f4-0c91e994056b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:07.815308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28f28fe0-c688-46a2-9837-69e870eaf8b3 req-5e4c1ccc-a986-498d-98f4-0c91e994056b tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Sep 01 15:49:07.859170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28f28fe0-c688-46a2-9837-69e870eaf8b3 req-606e911d-caff-4d82-a5fe-0d729421ae1c tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 Sep 01 15:49:07.883168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['c39ee57b-e8ea-454c-855e-1d1829508b48'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:49:09.419341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device c39ee57b-e8ea-454c-855e-1d1829508b48 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:49:09.472036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port c39ee57b-e8ea-454c-855e-1d1829508b48 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:49:09.476858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port c39ee57b-e8ea-454c-855e-1d1829508b48 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:49:09.477265 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:09.567983 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:09.595226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:49:09.599283 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa400a55-023a-4792-8e2d-33d89405396e" -d '{"events": [{"server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "name": "network-vif-plugged", "status": "completed", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:49:09.621485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=c39ee57b-e8ea-454c-855e-1d1829508b48,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:49:09.628627 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:09.662087 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25608743-1653-4689-b676-9d6489d82faf x-openstack-request-id: req-25608743-1653-4689-b676-9d6489d82faf {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:49:09.662087 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "name": "network-vif-plugged", "status": "completed", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:49:09.662087 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25608743-1653-4689-b676-9d6489d82faf {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:49:09.662087 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'code': 200} Sep 01 15:49:09.700114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:09.798673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d44607-e552-4846-afcd-331f31ff3a62 req-344a6b67-134a-4cf1-ac5e-e2759a9870b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:09.800321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1d44607-e552-4846-afcd-331f31ff3a62 req-344a6b67-134a-4cf1-ac5e-e2759a9870b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1098 time: 0.0445018 Sep 01 15:49:09.839931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1d44607-e552-4846-afcd-331f31ff3a62 req-cf951fd6-265d-41d9-93bb-2b0cadf3c72a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Sep 01 15:49:14.400974 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc34d389-a039-4849-ae36-790e5378927f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:16.348050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:49:17.570970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd926c2c-c2f4-4c5a-9549-ed189221b0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:17.675273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:18.501330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:18.712404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:20.044273 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:28.082806 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:40.530142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-4a22d74a-e26e-4956-98c9-427861a8e59a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444143 Sep 01 15:49:40.614936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a875c-fa26-46b2-8d01-821040e309ae req-ebc2d271-0e67-46fc-a6e2-d5c3c1830d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:40.616500 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-ebc2d271-0e67-46fc-a6e2-d5c3c1830d09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0424767 Sep 01 15:49:40.722561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a875c-fa26-46b2-8d01-821040e309ae req-a80b24c0-59a9-4aab-8955-aaf7a07c3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:40.724050 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-a80b24c0-59a9-4aab-8955-aaf7a07c3718 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.0882487 Sep 01 15:49:40.794906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-f7e9c251-972c-4e83-ba2e-83410c1074eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1002 time: 0.0629807 Sep 01 15:49:40.844686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a875c-fa26-46b2-8d01-821040e309ae req-4b81490c-26f9-42f4-8e71-b4d4ce774d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:40.846736 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-4b81490c-26f9-42f4-8e71-b4d4ce774d2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0441837 Sep 01 15:49:40.895206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a875c-fa26-46b2-8d01-821040e309ae req-911b42a6-8555-454a-affb-4500f13f2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:40.896809 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-911b42a6-8555-454a-affb-4500f13f2c39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430825 Sep 01 15:49:41.003748 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-59c7ad51-bb91-49a3-a7a9-879bbab4a540 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993614 Sep 01 15:49:41.114572 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c72a875c-fa26-46b2-8d01-821040e309ae req-e57ad5b0-96ca-40b3-8522-4904fb4e571a service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029794 Sep 01 15:49:44.395830 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a98c0ae-dc33-4e69-9ec0-592faf2c7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:47.572962 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57452af0-3c99-488f-bcbc-5c801d8a4cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:47.685630 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:48.505716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:48.710268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:50.045173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:52.859513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-854ad156-e89c-4eca-a2c5-0fc122a78ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112185 Sep 01 15:49:52.975602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-63b65e92-bf60-4e08-8994-34477090ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:52.977289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-63b65e92-bf60-4e08-8994-34477090ed6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1098 time: 0.0504956 Sep 01 15:49:53.092601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-fe210f02-3053-40e2-a05f-03f777e345d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:53.094246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-fe210f02-3053-40e2-a05f-03f777e345d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 898 time: 0.0948191 Sep 01 15:49:53.143008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-daebf3e9-527c-47d2-8260-ac8da22a4f29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 217 time: 0.0410190 Sep 01 15:49:53.201054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-0d16fcc5-9880-4980-ba63-1b1f42b2e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:53.202586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-0d16fcc5-9880-4980-ba63-1b1f42b2e4ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 200 len: 835 time: 0.0492158 Sep 01 15:49:53.253940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-8a8eeda6-59fc-47e6-8402-5facba7ee317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:53.255475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-8a8eeda6-59fc-47e6-8402-5facba7ee317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436187 Sep 01 15:49:53.347313 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:49:53.358254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-b045a956-1b53-40ac-8ae9-341fb520a977 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939631 Sep 01 15:49:53.461463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa49fba0-da49-40a5-aca0-d3ccdd282b62 req-d75022e8-7550-4d84-8440-bd7270aa4aa8 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946581 Sep 01 15:49:58.082553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.120604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228f736-2dd8-406e-bdcc-ded6caf4f5d1 req-77556ef3-9137-4d56-a56c-72bdfba86024 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:09.122540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c228f736-2dd8-406e-bdcc-ded6caf4f5d1 req-77556ef3-9137-4d56-a56c-72bdfba86024 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 946 time: 0.1254740 Sep 01 15:50:09.163877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c228f736-2dd8-406e-bdcc-ded6caf4f5d1 req-224a5acb-bd61-4773-8cb0-23ad1fd6f226 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352738 Sep 01 15:50:09.293955 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf146-8a18-494c-9507-953f9b6fb306 req-1604ceea-e20b-44b9-a8b7-c5da7b741dfb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:09.296317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98daf146-8a18-494c-9507-953f9b6fb306 req-1604ceea-e20b-44b9-a8b7-c5da7b741dfb tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 946 time: 0.0585208 Sep 01 15:50:09.351313 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-98daf146-8a18-494c-9507-953f9b6fb306 req-532ed350-2a05-4f56-a51e-3b657f6d24e3 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473664 Sep 01 15:50:09.374034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46480) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:09.422449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4ff48-fd1e-43ae-85cb-73bab3df2d94 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:09.424047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8ac4ff48-fd1e-43ae-85cb-73bab3df2d94 tempest-TestNetworkBasicOps-338658500 tempest-TestNetworkBasicOps-338658500-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1093 time: 0.0489547 Sep 01 15:50:09.426990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:09.431601 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'tenant_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:09.460609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.580107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.713150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Allocated IP 172.25.1.181 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/5714f11c-6dbd-44f5-8cf2-5d703b542adb) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:50:09.864537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.912840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.967720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:09.971437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:09.976571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:50:09.982588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=5714f11c-6dbd-44f5-8cf2-5d703b542adb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:10.010631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.010975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.011329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.011660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.011995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.012326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.012660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.012982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.013342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.013690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.014095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.014428 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:10.405232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.485121 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.663061 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.668581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.740569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event updated for resources: {'Port': ['ID=5714f11c-6dbd-44f5-8cf2-5d703b542adb,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:10.753494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:10.864966 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Floating IP 5869295e-3dca-4841-bfdf-d3ad38e87b17 associated. External IP: 172.25.1.181, port: c39ee57b-e8ea-454c-855e-1d1829508b48. Sep 01 15:50:11.104411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router f541abf9-267e-4b72-9137-81a92fab75f1 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:11.224722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:11.234839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Sync routers for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:11.243655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:11.251031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:11.252319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:49:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:11.279906 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1eade274-6840-4537-8e45-e71b5553feca tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8518226 Sep 01 15:50:11.280485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:11.283244 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ffdabd-a027-4ab6-95d4-29b42bf196de" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:11.284672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:11.350375 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c956c-b8d6-4673-aa12-8eb798b5e36e x-openstack-request-id: req-080c956c-b8d6-4673-aa12-8eb798b5e36e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:11.350725 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:11.350988 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-080c956c-b8d6-4673-aa12-8eb798b5e36e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:11.351397 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'status': 'completed', 'code': 200} Sep 01 15:50:11.376611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c1b25556-dfb1-4192-8ec3-e806158ddfb7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/5869295e-3dca-4841-bfdf-d3ad38e87b17 HTTP/1.1" status: 200 len: 992 time: 0.0877135 Sep 01 15:50:11.401256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:11.458832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-77839666-6fa5-4ac9-888a-854618dbd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:11.460841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-77839666-6fa5-4ac9-888a-854618dbd4b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1098 time: 0.0605209 Sep 01 15:50:11.563489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-324944ec-b31c-4fe6-8763-ab4ff54dabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:11.572596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-324944ec-b31c-4fe6-8763-ab4ff54dabf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 898 time: 0.0950532 Sep 01 15:50:11.678377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5869295e-3dca-4841-bfdf-d3ad38e87b17', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'port_id': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'mac_address': 'fa:16:3e:1f:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:50:10Z', 'updated_at': '2021-09-01T15:50:10Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:11.706142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Checking router: f541abf9-267e-4b72-9137-81a92fab75f1 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:11.716228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:11.716877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:49:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:11.847516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:11.941521 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-d6749ddd-a510-49d9-8780-0c2e0c0ae292 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 1000 time: 0.3674536 Sep 01 15:50:12.002447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-b05b4afe-3e61-48e3-9291-aa9f44fa2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:12.004007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-b05b4afe-3e61-48e3-9291-aa9f44fa2260 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 200 len: 835 time: 0.0536716 Sep 01 15:50:12.058721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-abc730c0-260d-47b4-8b00-3862e58af958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:12.061356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-abc730c0-260d-47b4-8b00-3862e58af958 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487134 Sep 01 15:50:12.138225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5869295e-3dca-4841-bfdf-d3ad38e87b17', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'port_id': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'mac_address': 'fa:16:3e:1f:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:50:10Z', 'updated_at': '2021-09-01T15:50:10Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:12.174963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2db7fe-887e-440b-b942-5ef789305407 None None] The sync data for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 is: [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '5869295e-3dca-4841-bfdf-d3ad38e87b17', 'tenant_id': '9342891242af4361b979ae048641ca11', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'port_id': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'mac_address': 'fa:16:3e:1f:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:50:10Z', 'updated_at': '2021-09-01T15:50:10Z', 'revision_number': 0, 'project_id': '9342891242af4361b979ae048641ca11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:12.180118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-9af40a49-b8b2-4698-ab73-78c88e200395 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107950 Sep 01 15:50:12.291400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69ffdabd-a027-4ab6-95d4-29b42bf196de req-f69e302e-e039-4c15-a22c-39adf814909f service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033649 Sep 01 15:50:12.379325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:12.395669 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8f6c3-bf09-40a9-8359-22a26b2dce7d None None] New status for floating IP 5869295e-3dca-4841-bfdf-d3ad38e87b17: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:50:12.448603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aaf446a1-7321-4cb9-a420-af122880251d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/5869295e-3dca-4841-bfdf-d3ad38e87b17 HTTP/1.1" status: 200 len: 992 time: 0.0680366 Sep 01 15:50:13.452071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:13.519800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2e72151a-f5a6-4c0f-a573-820851dcb322 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/5869295e-3dca-4841-bfdf-d3ad38e87b17 HTTP/1.1" status: 200 len: 994 time: 0.0665386 Sep 01 15:50:13.873529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:13.951448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4a7a7199-d3ff-4230-bdc5-8134e4fc010a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/floatingips/5869295e-3dca-4841-bfdf-d3ad38e87b17 HTTP/1.1" status: 200 len: 994 time: 0.0765543 Sep 01 15:50:14.229763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46504) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:14.399871 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e2babaf-c857-424b-bd45-c44395443989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.420413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 5714f11c-6dbd-44f5-8cf2-5d703b542adb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:14.420843 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.514038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.514285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.528718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 5714f11c-6dbd-44f5-8cf2-5d703b542adb owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:14.693840 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.724369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=5714f11c-6dbd-44f5-8cf2-5d703b542adb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:14.787078 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.787343 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Floating IP 5869295e-3dca-4841-bfdf-d3ad38e87b17 disassociated (deleted). External IP: 172.25.1.181, port: c39ee57b-e8ea-454c-855e-1d1829508b48. Sep 01 15:50:15.005911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router f541abf9-267e-4b72-9137-81a92fab75f1 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:15.119700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:15.124614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:15.130091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Sync routers for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:15.139917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:15.140548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:49:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:15.156260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4dd83ac9-4bba-4c77-b436-381751b685c6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/floatingips/5869295e-3dca-4841-bfdf-d3ad38e87b17 HTTP/1.1" status: 204 len: 168 time: 0.9227858 Sep 01 15:50:15.156260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:15.156815 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12559a8c-518c-474c-831e-c8575213e07f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:15.266506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:15.344070 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394fdb4-259a-4ec2-92e5-ba37206185c5 x-openstack-request-id: req-2394fdb4-259a-4ec2-92e5-ba37206185c5 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:15.345518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:15.345518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2394fdb4-259a-4ec2-92e5-ba37206185c5 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:15.345924 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'status': 'completed', 'code': 200} Sep 01 15:50:15.476878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685404-4d8f-4502-9c96-ae07cc6a0026 req-73ad4aba-4c60-42be-838a-9814c7a8e205 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:15.478525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76685404-4d8f-4502-9c96-ae07cc6a0026 req-73ad4aba-4c60-42be-838a-9814c7a8e205 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 946 time: 0.0841238 Sep 01 15:50:15.496690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559a8c-518c-474c-831e-c8575213e07f req-76c3c2c8-6037-405e-8d1d-33e94104b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:15.497500 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-76c3c2c8-6037-405e-8d1d-33e94104b766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9342891242af4361b979ae048641ca11&device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 1098 time: 0.0666230 Sep 01 15:50:15.508153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:15.540668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Checking router: f541abf9-267e-4b72-9137-81a92fab75f1 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:15.550905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:15.551545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:49:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:15.583922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76685404-4d8f-4502-9c96-ae07cc6a0026 req-42213c15-b8a5-4992-8d72-5c5dbdb7a7f2 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975058 Sep 01 15:50:15.624658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559a8c-518c-474c-831e-c8575213e07f req-17792b3d-f42c-49b4-a135-4d667a22ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:15.626388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-17792b3d-f42c-49b4-a135-4d667a22ebdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 200 len: 898 time: 0.1203501 Sep 01 15:50:15.670342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:15.674741 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-305d795e-f57f-4444-bb1d-0d20bd7e50ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 200 len: 217 time: 0.0375435 Sep 01 15:50:15.730211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559a8c-518c-474c-831e-c8575213e07f req-0c5cac29-fdaa-47a3-afa7-4d20684d4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:15.731611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-0c5cac29-fdaa-47a3-afa7-4d20684d4930 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 200 len: 835 time: 0.0490592 Sep 01 15:50:15.799368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559a8c-518c-474c-831e-c8575213e07f req-2eeee8f1-63d1-47fb-bb91-1c826db6eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:15.800939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-2eeee8f1-63d1-47fb-bb91-1c826db6eb5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509059 Sep 01 15:50:15.906123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-76e79946-18e9-4bf2-8209-a4ed86d25c16 service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966346 Sep 01 15:50:16.024913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12559a8c-518c-474c-831e-c8575213e07f req-95262ca2-fd12-4cce-8b09-dac409a4bb2d service neutron] 10.222.0.24 "GET /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076636 Sep 01 15:50:16.050628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:16.079531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ba34f-a549-4071-b765-b43ab9903b70 None None] The sync data for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 is: [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:56Z', 'revision_number': 4, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '178c6d8d-0d03-4d92-b7e1-396199a9f4ef', 'name': '', 'network_id': '0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7', 'tenant_id': '9342891242af4361b979ae048641ca11', 'mac_address': 'fa:16:3e:b1:5f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:55Z', 'updated_at': '2021-09-01T15:49:02Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'subnets': [{'id': '7621c286-e492-42bb-aafc-8bb34c3ac99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:16.312030 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebb31c-5152-4205-92ef-caeef2d1f0cd None None] New status for floating IP 5869295e-3dca-4841-bfdf-d3ad38e87b17: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:50:16.718950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa5f05-1deb-4131-9c10-bab8c4c12c10 req-27c675d7-399c-40b6-b435-a143859d1db7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:16.721409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7aa5f05-1deb-4131-9c10-bab8c4c12c10 req-27c675d7-399c-40b6-b435-a143859d1db7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 946 time: 0.0583415 Sep 01 15:50:16.768369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e7aa5f05-1deb-4131-9c10-bab8c4c12c10 req-b3c226af-6f93-4e6b-92b2-a8bd69af0db4 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/security-groups?id=092c322d-284d-40e4-8c45-e42ed72a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Sep 01 15:50:17.123862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-1c837f80-d746-40bf-b00d-fd6e398a4064 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:17.125532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-1c837f80-d746-40bf-b00d-fd6e398a4064 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 946 time: 0.0500727 Sep 01 15:50:17.226588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port c39ee57b-e8ea-454c-855e-1d1829508b48 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:17.226835 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.329080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port c39ee57b-e8ea-454c-855e-1d1829508b48, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=c39ee57b-e8ea-454c-855e-1d1829508b48,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:17.329424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.343688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for c39ee57b-e8ea-454c-855e-1d1829508b48 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:17.479232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.512100 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=c39ee57b-e8ea-454c-855e-1d1829508b48,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:17.540035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.540354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.540695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.541115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.541448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.541778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.542104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.542460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.542925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.543251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.543570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.543895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:17.569823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] No DVR routers for this DVR port c39ee57b-e8ea-454c-855e-1d1829508b48 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:17.573413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.579887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ded9297-b461-4bf0-a2ea-38ced677b0ba req-84ce4d2d-ff1b-48f6-9ec7-627315217007 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.24 "DELETE /v2.0/ports/c39ee57b-e8ea-454c-855e-1d1829508b48 HTTP/1.1" status: 204 len: 173 time: 0.4473741 Sep 01 15:50:17.580475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'name': 'network-vif-deleted', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:17.581219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-062ca15a-35de-4d26-805f-9aa8d090b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.583007 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c25871-c46b-4119-8b3e-d187d0d9248d" -d '{"events": [{"server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "name": "network-vif-deleted", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:17.623362 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496b8c5-c96a-4f9a-a1e5-f2b6de349769 x-openstack-request-id: req-9496b8c5-c96a-4f9a-a1e5-f2b6de349769 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:17.623869 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf53e81-9353-43d8-91ed-c92a87b48a64", "name": "network-vif-deleted", "tag": "c39ee57b-e8ea-454c-855e-1d1829508b48", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:17.624191 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9496b8c5-c96a-4f9a-a1e5-f2b6de349769 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:17.624634 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf53e81-9353-43d8-91ed-c92a87b48a64', 'name': 'network-vif-deleted', 'tag': 'c39ee57b-e8ea-454c-855e-1d1829508b48', 'status': 'completed', 'code': 200} Sep 01 15:50:17.687321 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:17.903301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea259d4f-7f10-461a-aec5-8e5aac72ccb0 req-b5c03b6d-be44-4b60-93be-72a8b146b070 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf53e81-9353-43d8-91ed-c92a87b48a64 HTTP/1.1" status: 200 len: 210 time: 0.0338726 Sep 01 15:50:18.506497 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:18.725925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:18.964971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46522) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:19.028501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.055284 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.118084 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.120900 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.122161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/security-groups/092c322d-284d-40e4-8c45-e42ed72a3561 HTTP/1.1" status: 204 len: 168 time: 0.1561587 Sep 01 15:50:19.134076 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2623ac2-8325-43fb-9c1d-ef8b5f34e6cd tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c322d-284d-40e4-8c45-e42ed72a3561,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:19.162850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46526) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:19.574093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.871873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:19.872208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.969305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 178c6d8d-0d03-4d92-b7e1-396199a9f4ef, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:19.969708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:19.983062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 178c6d8d-0d03-4d92-b7e1-396199a9f4ef owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:20.047308 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.095114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-0ada4792-892b-4592-a045-b9aa4a8da4cc req-c26d9a38-0f82-48af-8ea3-f20da44b5549 service neutron] (106377) timed out ('10.222.0.50', 50668) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:50:20.184002 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.214601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=178c6d8d-0d03-4d92-b7e1-396199a9f4ef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:20.420201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.643622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Router f541abf9-267e-4b72-9137-81a92fab75f1 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:20.763910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:20.769603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15bcbed5-102c-4b93-a350-72e5fcbf3eba tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "PUT /v2.0/routers/f541abf9-267e-4b72-9137-81a92fab75f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6052027 Sep 01 15:50:20.773129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46528) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:20.776198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Sync routers for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:20.786835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:20.787563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:20.840181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting subnet 7621c286-e492-42bb-aafc-8bb34c3ac99c {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:50:20.843839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.887496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:20.925164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:20.980871 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.056617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.090370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Subnet': ['ID=7621c286-e492-42bb-aafc-8bb34c3ac99c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:21.094881 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.099263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f853457-a0eb-4628-9570-f1293c7022b7 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/subnets/7621c286-e492-42bb-aafc-8bb34c3ac99c HTTP/1.1" status: 204 len: 168 time: 0.3225961 Sep 01 15:50:21.099456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46530) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:21.106469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3064d4-c82d-431f-9069-168fda563c0d None None] Network 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:21.181279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:50:20Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:21.212034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Checking router: f541abf9-267e-4b72-9137-81a92fab75f1 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:21.255970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Routers {'f541abf9-267e-4b72-9137-81a92fab75f1'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:21.256621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['f541abf9-267e-4b72-9137-81a92fab75f1'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:21.390601 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] Set router f541abf9-267e-4b72-9137-81a92fab75f1 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:21.454184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] DHCP port deletion for 0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:50:21.525139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.602161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Deleting port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:21.602682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.642482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.704885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] For port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,segment=NetworkSegment(e03d7b6b-1739-41b0-a679-c7af7e11eb8d),segment_id=e03d7b6b-1739-41b0-a679-c7af7e11eb8d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:21.705219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.706447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Deleting port 81ac2cfb-694e-4a05-b57d-34dcd0910695 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:21.706781 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.721684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Calling delete_port for 8dfbdefe-7b7d-49c7-874f-99cb42e1851f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:21.733353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:50:20Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:21.767212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b70987-dd27-497a-a7e1-459681dd7995 None None] The sync data for ids ['f541abf9-267e-4b72-9137-81a92fab75f1'] in n-d-802060-16 is: [{'id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'name': 'tempest-TestNetworkBasicOps-router-383985195', 'tenant_id': '9342891242af4361b979ae048641ca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:50:20Z', 'revision_number': 5, 'project_id': '9342891242af4361b979ae048641ca11', 'gw_port': {'id': '81ac2cfb-694e-4a05-b57d-34dcd0910695', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541abf9-267e-4b72-9137-81a92fab75f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:48:52Z', 'updated_at': '2021-09-01T15:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:21.798943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device c39ee57b-e8ea-454c-855e-1d1829508b48 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:21.803535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] For port 81ac2cfb-694e-4a05-b57d-34dcd0910695, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81ac2cfb-694e-4a05-b57d-34dcd0910695,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:21.803535 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.824832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Calling delete_port for 81ac2cfb-694e-4a05-b57d-34dcd0910695 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:21.829679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: c39ee57b-e8ea-454c-855e-1d1829508b48 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:21.830024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device c39ee57b-e8ea-454c-855e-1d1829508b48 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:21.871749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:21.886643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] No DVR routers for this DVR port 8dfbdefe-7b7d-49c7-874f-99cb42e1851f on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:21.919580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Pushing event deleted for resources: {'Port': ['ID=8dfbdefe-7b7d-49c7-874f-99cb42e1851f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:21.932269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.932741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.933100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.933494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.933831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.934160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.934489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.934805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.935124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.935444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.935792 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:21.936079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fcda2a-4fac-43ae-9619-fa512a875109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:50:22.036369 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.062492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Port': ['ID=81ac2cfb-694e-4a05-b57d-34dcd0910695,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:22.149559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.255921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 178c6d8d-0d03-4d92-b7e1-396199a9f4ef no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:22.258742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.260960 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.289451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 178c6d8d-0d03-4d92-b7e1-396199a9f4ef {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:22.289922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 178c6d8d-0d03-4d92-b7e1-396199a9f4ef not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:22.290481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8dfbdefe-7b7d-49c7-874f-99cb42e1851f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:22.317955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.318532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Fanout notify agent at l3_agent the message router_deleted on router f541abf9-267e-4b72-9137-81a92fab75f1 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:50:22.319421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 8dfbdefe-7b7d-49c7-874f-99cb42e1851f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:22.319885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8dfbdefe-7b7d-49c7-874f-99cb42e1851f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:22.328129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.333262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eaad8512-233c-4ca5-b604-6d39983471d8 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/routers/f541abf9-267e-4b72-9137-81a92fab75f1 HTTP/1.1" status: 204 len: 168 time: 1.2328012 Sep 01 15:50:22.333953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46532) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:22.423612 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.523062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.534141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:22.551585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:22.551976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03d7b6b-1739-41b0-a679-c7af7e11eb8d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:22.562224 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.577596 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.584466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:50:22.584854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:50:22.589293 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:50:22.661939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.667062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:22.669003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] 10.222.0.41 "DELETE /v2.0/networks/0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7 HTTP/1.1" status: 204 len: 168 time: 0.3340669 Sep 01 15:50:22.690066 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256bba-8aec-48c2-a1a3-1912ce32a77d tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] Pushing event deleted for resources: {'Network': ['ID=0f0ef165-1d40-4470-9f87-dd0ffc4b7bb7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:22.965054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:23.127227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-343a79be-4003-4c55-aec0-be46a0b93713 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9342891242af4361b979ae048641ca11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607795 Sep 01 15:50:23.129729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46542) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:23.180389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.204665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.257472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.260131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.261365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05d87137-4f2e-402c-9076-6ba6bec9fe59 HTTP/1.1" status: 204 len: 168 time: 0.1306455 Sep 01 15:50:23.270551 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b91954-01e5-446c-88ed-c5c67836fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d87137-4f2e-402c-9076-6ba6bec9fe59,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:23.568526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46548) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:23.582250 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90648974-9a88-405c-95d7-debecb2c69f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.678668 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90648974-9a88-405c-95d7-debecb2c69f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.683982 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90648974-9a88-405c-95d7-debecb2c69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.724892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-90648974-9a88-405c-95d7-debecb2c69f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b96c2277ef2440bc93e7850bff161631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549733 Sep 01 15:50:23.725939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90648974-9a88-405c-95d7-debecb2c69f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65cb80c-736b-4ee2-a3e0-570045942aa3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:23.729266 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:23.788769 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.814656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.858664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81ac2cfb-694e-4a05-b57d-34dcd0910695 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:23.869377 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.872096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:23.873670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f65cb80c-736b-4ee2-a3e0-570045942aa3 HTTP/1.1" status: 204 len: 168 time: 0.1429842 Sep 01 15:50:23.881936 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 81ac2cfb-694e-4a05-b57d-34dcd0910695 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:23.882672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81ac2cfb-694e-4a05-b57d-34dcd0910695 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:23.885728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfb8e0-166d-4842-bdf6-d5d1186a00e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65cb80c-736b-4ee2-a3e0-570045942aa3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:24.653828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:24.760431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1206206764-network', 'tenant_id': '68a9e7ac72194675a7f1e8408c7bd6d7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:24.783104 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Made reservation on behalf of 68a9e7ac72194675a7f1e8408c7bd6d7 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:24.785468 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.794985 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.900096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.904562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.929891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:50:24.939646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18b02e-7230-489f-b92d-d02aa410086d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:24.946753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:24.947960 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Added segment 2e8ddfab-8aad-4138-97b4-f4ca504eb853 of type vlan for network c77b1fb4-83f6-415c-956f-87c47d6d9c5c Sep 01 15:50:24.995095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.022265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.023270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:25.023853 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.080373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4254022 Sep 01 15:50:25.083733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46576) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:25.091252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Request body: {'subnet': {'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1206206764-subnet', 'tenant_id': '68a9e7ac72194675a7f1e8408c7bd6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:25.091494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab9f89-138c-4c3c-a3d9-7b86b9ccbda4 admin admin] Pushing event updated for resources: {'Network': ['ID=c77b1fb4-83f6-415c-956f-87c47d6d9c5c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:25.104559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c77b1fb4-83f6-415c-956f-87c47d6d9c5c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:50:25.118907 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Made reservation on behalf of 68a9e7ac72194675a7f1e8408c7bd6d7 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:25.122875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.322534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.380025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eec4bba-de09-45a3-80b5-521283e33a65,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:25.392544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Checking segment: {'id': '2e8ddfab-8aad-4138-97b4-f4ca504eb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:25.392899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Network hostable DHCP agents. Network: c77b1fb4-83f6-415c-956f-87c47d6d9c5c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:50:25.412814 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Network c77b1fb4-83f6-415c-956f-87c47d6d9c5c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:50:25.423754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c77b1fb4-83f6-415c-956f-87c47d6d9c5c) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:25.428555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:25.429168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:25.436379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747ec4f-0d2e-4489-8bcb-11425aafb6df None None] Network c77b1fb4-83f6-415c-956f-87c47d6d9c5c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:25.445924 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ffbf2d2d-b238-40d1-b089-79caaa0c7667 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3600399 Sep 01 15:50:25.606066 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245e1e00-d681-4f90-8c74-57c9d4671809 None None] Network c77b1fb4-83f6-415c-956f-87c47d6d9c5c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:26.024199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46592) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:26.029383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-909632884-network', 'tenant_id': '443ce722e68a408692f99fd565ad94b3'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:26.050426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Made reservation on behalf of 443ce722e68a408692f99fd565ad94b3 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:26.052834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.062362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.164969 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.169396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.196151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:50:26.207224 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee9102-7ea3-48da-9050-11b49df5592d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:26.213929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.214272 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Added segment ab817251-539b-4f3f-83af-3b0180526767 of type vlan for network 7e6202fa-1bc1-469e-988e-586e87b61c31 Sep 01 15:50:26.259255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.290841 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.292234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:26.292933 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.354051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3285124 Sep 01 15:50:26.356913 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46594) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:26.362524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Request body: {'subnet': {'network_id': '7e6202fa-1bc1-469e-988e-586e87b61c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-909632884-subnet', 'tenant_id': '443ce722e68a408692f99fd565ad94b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:26.376652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839a48-f379-4dae-94f3-20055e01fe6e admin admin] Pushing event updated for resources: {'Network': ['ID=7e6202fa-1bc1-469e-988e-586e87b61c31,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:26.389347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7e6202fa-1bc1-469e-988e-586e87b61c31 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:50:26.396422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Made reservation on behalf of 443ce722e68a408692f99fd565ad94b3 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:26.398927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.595296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.665549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fc3d15-2cbe-4332-9cc4-eacc08535121,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:26.678096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Checking segment: {'id': 'ab817251-539b-4f3f-83af-3b0180526767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7e6202fa-1bc1-469e-988e-586e87b61c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:26.678482 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Network hostable DHCP agents. Network: 7e6202fa-1bc1-469e-988e-586e87b61c31, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:50:26.696697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Network 7e6202fa-1bc1-469e-988e-586e87b61c31 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:50:26.712210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7e6202fa-1bc1-469e-988e-586e87b61c31) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:26.722309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:26.722969 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:26.724329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db888ee6-4cc6-4df6-94ab-f208d0536115 None None] Network 7e6202fa-1bc1-469e-988e-586e87b61c31 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:26.748135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88e38326-f595-4d66-9cce-b2eda5167cd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3827324 Sep 01 15:50:26.905635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07730dc-b582-4494-99e2-b09d9dc1aea1 None None] Network 7e6202fa-1bc1-469e-988e-586e87b61c31 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:27.332111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-5adf8f73-302a-4b72-ab29-06461a820371 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:27.333760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-5adf8f73-302a-4b72-ab29-06461a820371 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/networks?id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 200 len: 812 time: 0.1203313 Sep 01 15:50:27.352785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-10115ef1-55c3-4f16-845c-a8f46e111089 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/quotas/68a9e7ac72194675a7f1e8408c7bd6d7 HTTP/1.1" status: 200 len: 375 time: 0.0119255 Sep 01 15:50:27.392984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-2a0b00e7-50ff-419f-9a49-8d405a84f88f tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335319 Sep 01 15:50:27.493962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-f4209c5c-5327-4ee5-aa74-a47c0eeb0d2d service neutron] 10.222.0.41 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Sep 01 15:50:27.614160 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-4abef27e-ae83-45b0-8607-6251d1c72c52 service neutron] 10.222.0.41 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112373 Sep 01 15:50:27.783465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ade966c4-f973-457a-b6d1-62578bd4be3f req-0d11cab8-a31c-48e9-b838-2f50b61d1257 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Sep 01 15:50:28.094000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:28.882879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48405757-d957-4e61-a075-b2cb2937a2a4 req-d72f2a6d-7259-4a81-a085-b59887b5a143 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0313592 Sep 01 15:50:29.967083 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c29c629-8ea0-4e91-a9ac-4b13b82cf350 req-eeefae73-f2fc-46f3-9a37-51c5dde68a2f tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0296209 Sep 01 15:50:30.346913 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:50:31.054353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cdfaaa-6101-461b-a3ec-69bb19a900a8 req-d2ca0302-af6f-47a3-a7ba-fbbbdf671209 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0286431 Sep 01 15:50:32.154097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db31f663-bc9c-4e35-b7a2-9366be18d046 req-bb22170b-bba8-4427-9c51-2bf79150f3f7 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0320871 Sep 01 15:50:33.100882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-4a6cc248-cf8f-4c99-a4a5-33de1e13666a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:33.102455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-4a6cc248-cf8f-4c99-a4a5-33de1e13666a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.24 "GET /v2.0/networks?id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 200 len: 812 time: 0.1351764 Sep 01 15:50:33.121681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Request body: {'port': {'device_id': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c', 'admin_state_up': True, 'tenant_id': '68a9e7ac72194675a7f1e8408c7bd6d7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:33.258611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f549ce6b-1450-4bf8-97d9-d5f2543e66d2 req-f4ddc5ae-feac-48d7-96b7-c21036e077f5 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Sep 01 15:50:33.259324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Made reservation on behalf of 68a9e7ac72194675a7f1e8408c7bd6d7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:50:33.262833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.398144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Allocated IP 172.20.0.8 (c77b1fb4-83f6-415c-956f-87c47d6d9c5c/3eec4bba-de09-45a3-80b5-521283e33a65/a2fbe39b-8924-45ab-8ba3-dc4818a2149a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:50:33.548265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.588428 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.640511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Network c77b1fb4-83f6-415c-956f-87c47d6d9c5c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:50:33.643659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:50:33.648077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:50:33.654868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Pushing event updated for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:33.701194 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:33.701868 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:33.716560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-351cc964-e35e-4fdb-b4e4-54363937fa30 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988965 Sep 01 15:50:33.736390 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Request body: {'port': {'device_id': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:50:33.792505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.071804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fbe39b-8924-45ab-8ba3-dc4818a2149a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:50:34.079823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.095398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Transition to ACTIVE for port object a2fbe39b-8924-45ab-8ba3-dc4818a2149a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:50:34.099936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.173582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:34.242350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Attempting to bind port a2fbe39b-8924-45ab-8ba3-dc4818a2149a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:50:34.242670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Attempting to bind port a2fbe39b-8924-45ab-8ba3-dc4818a2149a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '2e8ddfab-8aad-4138-97b4-f4ca504eb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:50:34.242992 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Attempting to bind port a2fbe39b-8924-45ab-8ba3-dc4818a2149a on network c77b1fb4-83f6-415c-956f-87c47d6d9c5c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:50:34.247999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Port a2fbe39b-8924-45ab-8ba3-dc4818a2149a on network c77b1fb4-83f6-415c-956f-87c47d6d9c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:50:34.248311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Attempting to bind port a2fbe39b-8924-45ab-8ba3-dc4818a2149a on network c77b1fb4-83f6-415c-956f-87c47d6d9c5c {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:50:34.253890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:50:34.254220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Checking segment: {'id': '2e8ddfab-8aad-4138-97b4-f4ca504eb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:50:34.254590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Bound using segment: {'id': '2e8ddfab-8aad-4138-97b4-f4ca504eb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:50:34.255012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Bound port: a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8ddfab-8aad-4138-97b4-f4ca504eb853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:50:34.255355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.324927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:50:34.328216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,segment=NetworkSegment(2e8ddfab-8aad-4138-97b4-f4ca504eb853),segment_id=2e8ddfab-8aad-4138-97b4-f4ca504eb853)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:50:34.334193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.399401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:34.400044 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:34.401498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 200 len: 1092 time: 0.6699820 Sep 01 15:50:34.401954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:34.404218 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17944f98-3485-4650-ac8a-11540aecb51e" -d '{"events": [{"name": "network-changed", "server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:34.434937 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf11d-68f3-40d0-8254-50548fc93496 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:34.446525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96483dce-db67-4f89-8624-a1428c3965c9 req-509e27a5-b3b9-4465-8f4b-b60d15685349 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:34.448104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96483dce-db67-4f89-8624-a1428c3965c9 req-509e27a5-b3b9-4465-8f4b-b60d15685349 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 943 time: 0.1046469 Sep 01 15:50:34.526207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96483dce-db67-4f89-8624-a1428c3965c9 req-b6d3c6ce-d57b-4ef4-a346-470cf04d57bb tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598500 Sep 01 15:50:34.528905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-5e9108b9-c25f-4f59-b695-e394e1e71f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:34.530386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-5e9108b9-c25f-4f59-b695-e394e1e71f40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 1095 time: 0.0725114 Sep 01 15:50:34.582576 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bad4d8-3292-4fb2-a622-923d6a3e7d2e x-openstack-request-id: req-c1bad4d8-3292-4fb2-a622-923d6a3e7d2e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:34.582771 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:34.583016 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1bad4d8-3292-4fb2-a622-923d6a3e7d2e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:34.583415 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a', 'status': 'completed', 'code': 200} Sep 01 15:50:34.585591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-d5753f96-2050-49c7-9d7d-1881dda94303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 200 len: 217 time: 0.0396769 Sep 01 15:50:34.641541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557113-097f-4957-bae4-d3b426056962 req-65f897dd-f33f-40c5-a544-c6042a299455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:34.643031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-65f897dd-f33f-40c5-a544-c6042a299455 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eec4bba-de09-45a3-80b5-521283e33a65 HTTP/1.1" status: 200 len: 852 time: 0.0504165 Sep 01 15:50:34.676060 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-4e45c529-cebf-4ce8-b902-103ec6eff971 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256429 Sep 01 15:50:34.768394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-bf01afa7-8be0-4f92-bc62-7d51b5fe2642 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Sep 01 15:50:34.864415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5a557113-097f-4957-bae4-d3b426056962 req-a3beb34a-6293-42e5-aff2-49db7e33c9ff service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889702 Sep 01 15:50:34.996829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17944f98-3485-4650-ac8a-11540aecb51e req-a8227c27-a08e-4e04-b86d-d64358f8459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:34.998427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-a8227c27-a08e-4e04-b86d-d64358f8459f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 1095 time: 0.0424147 Sep 01 15:50:35.093714 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17944f98-3485-4650-ac8a-11540aecb51e req-6bb504f5-73fe-41af-a57a-60e01dc40e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:35.095236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-6bb504f5-73fe-41af-a57a-60e01dc40e64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 200 len: 913 time: 0.0893848 Sep 01 15:50:35.137563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-7734ef45-e509-4e3e-9084-6c5ca42dce8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 200 len: 217 time: 0.0353315 Sep 01 15:50:35.185899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17944f98-3485-4650-ac8a-11540aecb51e req-9aa8cc00-c6cc-4518-bd05-c875ced7f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:35.187404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-9aa8cc00-c6cc-4518-bd05-c875ced7f1c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eec4bba-de09-45a3-80b5-521283e33a65 HTTP/1.1" status: 200 len: 852 time: 0.0430307 Sep 01 15:50:35.228438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-f304d8e4-6580-4b3f-8af0-07c4e3f1e766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326645 Sep 01 15:50:35.325757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-ac377894-2b04-4386-aa25-88da790b32d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Sep 01 15:50:35.417633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17944f98-3485-4650-ac8a-11540aecb51e req-ee1056a3-48c4-465a-906d-d0ba31d396f2 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 Sep 01 15:50:35.652164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ed74e-b11f-4a3c-a28b-35a3ada7efed req-8c349f37-a690-4990-ae2b-903a500d31ab tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:35.653721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d2ed74e-b11f-4a3c-a28b-35a3ada7efed req-8c349f37-a690-4990-ae2b-903a500d31ab tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 943 time: 0.0550959 Sep 01 15:50:35.697586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d2ed74e-b11f-4a3c-a28b-35a3ada7efed req-5ed4cda0-d498-470a-924a-28121e50fe8c tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 Sep 01 15:50:36.815791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82462f-0b1a-4273-907b-068b77911f45 req-c3891d4a-4486-4492-8894-c827ba88e8fc tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:36.818445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce82462f-0b1a-4273-907b-068b77911f45 req-c3891d4a-4486-4492-8894-c827ba88e8fc tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 943 time: 0.0508261 Sep 01 15:50:36.866135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ce82462f-0b1a-4273-907b-068b77911f45 req-bd3eb7b6-008c-49c5-9a60-ee13192e2d46 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Sep 01 15:50:37.842310 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a2fbe39b-8924-45ab-8ba3-dc4818a2149a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:50:37.940415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,segment=NetworkSegment(2e8ddfab-8aad-4138-97b4-f4ca504eb853),segment_id=2e8ddfab-8aad-4138-97b4-f4ca504eb853)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:37.952147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a', 'network_id': 'c77b1fb4-83f6-415c-956f-87c47d6d9c5c', 'port_id': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a', 'mac_address': 'fa:16:3e:ac:46:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eec4bba-de09-45a3-80b5-521283e33a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:50:37.988277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e853bd-81f5-44e1-82fe-b2d33d8ef615 req-b856e741-d620-4dee-8aaa-18a4fb09812e tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:37.989890 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4e853bd-81f5-44e1-82fe-b2d33d8ef615 req-b856e741-d620-4dee-8aaa-18a4fb09812e tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 943 time: 0.0565374 Sep 01 15:50:37.991505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:38.005750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fbe39b-8924-45ab-8ba3-dc4818a2149a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:50:38.025816 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,segment=NetworkSegment(2e8ddfab-8aad-4138-97b4-f4ca504eb853),segment_id=2e8ddfab-8aad-4138-97b4-f4ca504eb853)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:38.030480 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:38.032359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4e853bd-81f5-44e1-82fe-b2d33d8ef615 req-2f46add0-dcb5-4fd5-b993-a9e1071c5709 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Sep 01 15:50:38.084110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:38.307182 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['a2fbe39b-8924-45ab-8ba3-dc4818a2149a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:50:39.156074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854d0f1-6b54-44ed-a1c7-c7f04c0da949 req-e6c8ba6e-7718-4214-8b5b-e6db8d7409df tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:39.158189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6854d0f1-6b54-44ed-a1c7-c7f04c0da949 req-e6c8ba6e-7718-4214-8b5b-e6db8d7409df tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 944 time: 0.0543516 Sep 01 15:50:39.196639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6854d0f1-6b54-44ed-a1c7-c7f04c0da949 req-4a96a1d4-cb7c-4eed-9805-1b9ba187cefd tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Sep 01 15:50:39.850880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a2fbe39b-8924-45ab-8ba3-dc4818a2149a up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:50:39.901715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port a2fbe39b-8924-45ab-8ba3-dc4818a2149a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:50:39.905567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port a2fbe39b-8924-45ab-8ba3-dc4818a2149a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:50:39.905943 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.983534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:40.005337 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:40.007567 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da695f-f89e-4aea-bdea-3d2244c85341" -d '{"events": [{"server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:40.024051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,segment=NetworkSegment(2e8ddfab-8aad-4138-97b4-f4ca504eb853),segment_id=2e8ddfab-8aad-4138-97b4-f4ca504eb853)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:40.028687 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:40.053354 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096bfdc0-d3b7-4e01-bc7c-214a6eedfbe3 x-openstack-request-id: req-096bfdc0-d3b7-4e01-bc7c-214a6eedfbe3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:40.053354 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "name": "network-vif-plugged", "status": "completed", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:40.054310 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-096bfdc0-d3b7-4e01-bc7c-214a6eedfbe3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:40.054310 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a', 'code': 200} Sep 01 15:50:40.083965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:40.179802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a6b4-a8cd-447d-9ec4-1c870a2ddda8 req-ed2ded0c-4b96-40f5-87d5-f6f11bebce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:40.181299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0921a6b4-a8cd-447d-9ec4-1c870a2ddda8 req-ed2ded0c-4b96-40f5-87d5-f6f11bebce92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 1097 time: 0.0405881 Sep 01 15:50:40.216931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0921a6b4-a8cd-447d-9ec4-1c870a2ddda8 req-8e97c5d2-ee27-4e4e-81f9-a070b44d8fb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272150 Sep 01 15:50:40.313305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b38e6-259e-4755-9c4f-7c582850f649 req-fdf161be-662c-442c-b006-d929c055fe6a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:40.314792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc4b38e6-259e-4755-9c4f-7c582850f649 req-fdf161be-662c-442c-b006-d929c055fe6a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0489380 Sep 01 15:50:40.355392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc4b38e6-259e-4755-9c4f-7c582850f649 req-4a7e9b66-ddcf-4328-9c78-0e8fb8dfd9d1 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Sep 01 15:50:41.369635 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-d520fd6d-fb0e-4700-8294-887b3b1a6126 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4331329 Sep 01 15:50:41.466743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-009f5a38-9089-4c54-a09b-61ea52acd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.468289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-009f5a38-9089-4c54-a09b-61ea52acd4fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ade1fb123fb4d009a1763e958f953a1&device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0519631 Sep 01 15:50:41.495868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b4d2-ae9b-4761-8bdc-a02d159c8f8f req-64b658eb-57fb-458e-8a24-26ff6133357c tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.497460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e69b4d2-ae9b-4761-8bdc-a02d159c8f8f req-64b658eb-57fb-458e-8a24-26ff6133357c tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0577564 Sep 01 15:50:41.538277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e69b4d2-ae9b-4761-8bdc-a02d159c8f8f req-5b571054-34b5-4ef6-a802-d74500e8267a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Sep 01 15:50:41.593029 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-48d76a05-e7de-4a5e-90ee-e085e52c3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.594656 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-48d76a05-e7de-4a5e-90ee-e085e52c3c2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 200 len: 909 time: 0.1010220 Sep 01 15:50:41.661923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1f9ba-b4f8-4615-ace2-be1101929f98 req-a1cbdc39-3de9-4372-902f-96a89e0844c2 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.664038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ff1f9ba-b4f8-4615-ace2-be1101929f98 req-a1cbdc39-3de9-4372-902f-96a89e0844c2 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0562096 Sep 01 15:50:41.664193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-95d8fa90-1dab-4001-aa73-e01303a54dbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 200 len: 1002 time: 0.0616488 Sep 01 15:50:41.705432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ff1f9ba-b4f8-4615-ace2-be1101929f98 req-90fb2006-00ed-48c8-a8f0-ffcc3fa83d71 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Sep 01 15:50:41.715503 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-2b39ef82-177a-4569-ab78-fe3af89586b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.717252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-2b39ef82-177a-4569-ab78-fe3af89586b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 200 len: 847 time: 0.0458434 Sep 01 15:50:41.777840 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-486093bf-3d3e-4cab-b137-4c474d3e1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.779387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-486093bf-3d3e-4cab-b137-4c474d3e1f21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f83f480-dd90-432f-a61f-8f80b5edbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551450 Sep 01 15:50:41.879042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-90558281-a043-481c-a76a-5e7a0fca5785 service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917354 Sep 01 15:50:41.953218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba81c01-cf3d-4ee8-8028-84429c252c9c req-78ad7a19-4f8b-4169-8e98-a19b4f750329 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:41.955347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ba81c01-cf3d-4ee8-8028-84429c252c9c req-78ad7a19-4f8b-4169-8e98-a19b4f750329 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0511079 Sep 01 15:50:41.980506 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-bf2449da-3a6a-44de-828b-16fec409e0f4 req-71c24798-e772-48e8-af55-85fb549a421f service neutron] 10.222.0.50 "GET /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932384 Sep 01 15:50:41.994604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ba81c01-cf3d-4ee8-8028-84429c252c9c req-df173fa9-2a7a-4a05-8115-4dff8bc9fc7a tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Sep 01 15:50:42.800405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614b4c-15cd-49a8-94a8-7afa7b3e7c3c req-3b7448e9-5e39-4c09-aed9-ef2fe7a7c24f tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:42.802097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0614b4c-15cd-49a8-94a8-7afa7b3e7c3c req-3b7448e9-5e39-4c09-aed9-ef2fe7a7c24f tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0616765 Sep 01 15:50:42.841676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0614b4c-15cd-49a8-94a8-7afa7b3e7c3c req-a04252f3-c097-4a45-8cc1-03b7bf98677e tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332308 Sep 01 15:50:43.115416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556b80c-388e-43b6-a31d-13cef6c16d0a req-6d2959b4-1b46-4636-973a-36436fdd132e tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.116844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a556b80c-388e-43b6-a31d-13cef6c16d0a req-6d2959b4-1b46-4636-973a-36436fdd132e tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Sep 01 15:50:43.155984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a556b80c-388e-43b6-a31d-13cef6c16d0a req-7f931ef9-1810-42b0-ac0d-5bb5795dd149 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Sep 01 15:50:43.367158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c70373-9ef1-413e-a2f2-8a6582da9bbb req-422260d5-dae0-4457-b0ed-17fb4b1471f8 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.368576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3c70373-9ef1-413e-a2f2-8a6582da9bbb req-422260d5-dae0-4457-b0ed-17fb4b1471f8 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Sep 01 15:50:43.437723 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3c70373-9ef1-413e-a2f2-8a6582da9bbb req-1a37c2df-c74a-45ae-bd89-c9a18ca493d9 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Sep 01 15:50:43.443664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-6df93a1b-f807-429f-9562-075326e9deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.445303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-6df93a1b-f807-429f-9562-075326e9deff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 1097 time: 0.0716138 Sep 01 15:50:43.541505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-65b7490c-08e5-43cc-a26a-05c3525aab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.543013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-65b7490c-08e5-43cc-a26a-05c3525aab29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 200 len: 913 time: 0.0906940 Sep 01 15:50:43.590935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-b62b5fb6-1f97-4b09-98bb-b0760acdae28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 200 len: 217 time: 0.0400391 Sep 01 15:50:43.642854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-742ea075-28bb-4abb-a65c-17532fdfe123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.644360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-742ea075-28bb-4abb-a65c-17532fdfe123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eec4bba-de09-45a3-80b5-521283e33a65 HTTP/1.1" status: 200 len: 852 time: 0.0466084 Sep 01 15:50:43.678713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-3a18d032-0885-4497-935c-d94598f2550c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277953 Sep 01 15:50:43.776002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-d03e635f-f422-48be-b513-d02348bfd45b service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894520 Sep 01 15:50:43.871884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7d60fee-591e-484e-be9a-9a01c1c5bfdd req-fec23954-40a3-4f7f-b7b6-fe02443cd044 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879905 Sep 01 15:50:43.965357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b2138-c733-4aa1-bd1c-2826f54e70a1 req-ac8424d6-1b63-455d-9e7b-c478ba53a2d7 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:43.966864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6b2138-c733-4aa1-bd1c-2826f54e70a1 req-ac8424d6-1b63-455d-9e7b-c478ba53a2d7 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0509539 Sep 01 15:50:44.006331 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c6b2138-c733-4aa1-bd1c-2826f54e70a1 req-a261a1d8-2407-4af2-b9d7-325d544fdc20 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a55d9b1-3274-4450-8338-211ce91adb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Sep 01 15:50:44.113095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6ee0-31dd-4104-95e8-34328083c80e req-d1a34bb1-4edf-4b9c-a8f4-d93bf3aa46c4 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:44.114610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-508a6ee0-31dd-4104-95e8-34328083c80e req-d1a34bb1-4edf-4b9c-a8f4-d93bf3aa46c4 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 946 time: 0.0503376 Sep 01 15:50:44.209564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Deleting port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:44.210237 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.304477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] For port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:44.304757 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.403772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b95ffffc-de1a-42bc-9f48-9da28b3d4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.542799 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.543758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.544427 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Floating IP 59dbdc82-6847-4e7f-8799-124dfd2bbf9c disassociated. External IP: 172.25.1.141, port: abac0286-9d9e-42ce-bb11-40ebf3c7cd5d. Sep 01 15:50:44.544936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Calling delete_port for abac0286-9d9e-42ce-bb11-40ebf3c7cd5d owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:44.575679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cb567-5769-454c-abc1-53324b7cad47 req-69f3fe23-9d75-4d52-a71d-5d2afd25cdb1 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:44.577438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e83cb567-5769-454c-abc1-53324b7cad47 req-69f3fe23-9d75-4d52-a71d-5d2afd25cdb1 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0650201 Sep 01 15:50:44.622389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e83cb567-5769-454c-abc1-53324b7cad47 req-db850315-016a-4dc7-8525-ebb735271d9c tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Sep 01 15:50:44.693797 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:44.742275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event deleted for resources: {'Port': ['ID=abac0286-9d9e-42ce-bb11-40ebf3c7cd5d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:44.862424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Router c92ca74a-541d-41c6-b604-6eab774ed305 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:44.971208 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:44.982051 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Sync routers for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:44.992544 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:44.993186 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.011025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] No DVR routers for this DVR port abac0286-9d9e-42ce-bb11-40ebf3c7cd5d on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:45.013764 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:45.015820 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-508a6ee0-31dd-4104-95e8-34328083c80e req-2f47fc41-83d5-486c-9050-e6a414324358 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.50 "DELETE /v2.0/ports/abac0286-9d9e-42ce-bb11-40ebf3c7cd5d HTTP/1.1" status: 204 len: 173 time: 0.8944840 Sep 01 15:50:45.016282 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'name': 'network-vif-deleted', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:45.018636 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed59bae-2fc9-4a5f-859a-f27a48085d61" -d '{"events": [{"server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "name": "network-vif-deleted", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:45.056936 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d2a66-a6a0-4521-b72d-7635144bb526 x-openstack-request-id: req-ee7d2a66-a6a0-4521-b72d-7635144bb526 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:45.057259 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf05a8-f5a2-4a32-aeed-2f3252310ff6", "name": "network-vif-deleted", "tag": "abac0286-9d9e-42ce-bb11-40ebf3c7cd5d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:45.057509 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee7d2a66-a6a0-4521-b72d-7635144bb526 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:45.058126 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf05a8-f5a2-4a32-aeed-2f3252310ff6', 'name': 'network-vif-deleted', 'tag': 'abac0286-9d9e-42ce-bb11-40ebf3c7cd5d', 'status': 'completed', 'code': 200} Sep 01 15:50:45.108787 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:45.147166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4d400b4-6d38-4848-9b54-e76ba1bef0db req-c4e2097e-fd06-48d5-bb40-147f3ab83302 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0bf05a8-f5a2-4a32-aeed-2f3252310ff6 HTTP/1.1" status: 200 len: 210 time: 0.0346472 Sep 01 15:50:45.431652 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.463194 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Checking router: c92ca74a-541d-41c6-b604-6eab774ed305 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:45.472043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:45.472683 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.595474 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:45.746976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11278ebe-33e3-4719-ab9f-25845900f406 req-4f250358-28c0-4dfa-baf1-3ced7cbf38e5 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:45.748689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11278ebe-33e3-4719-ab9f-25845900f406 req-4f250358-28c0-4dfa-baf1-3ced7cbf38e5 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Sep 01 15:50:45.789428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11278ebe-33e3-4719-ab9f-25845900f406 req-03c9d8d7-66d0-4d43-adab-8c8cec887adf tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Sep 01 15:50:45.815659 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:45.843341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe48315-9b1d-473f-86a5-67f2c82cf312 None None] The sync data for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 is: [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:45:26Z', 'revision_number': 4, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68', 'name': '', 'network_id': '1f83f480-dd90-432f-a61f-8f80b5edbab0', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'mac_address': 'fa:16:3e:3a:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:25Z', 'updated_at': '2021-09-01T15:45:39Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'subnets': [{'id': 'bb494ffb-fd65-480f-91f7-4ea2dc407c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:46.068560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217db0c-0d8d-47c3-adae-cafd2387de67 req-fc46d8cc-6a70-4654-855f-5bdbe4cd294f tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:46.070113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b217db0c-0d8d-47c3-adae-cafd2387de67 req-fc46d8cc-6a70-4654-855f-5bdbe4cd294f tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0577590 Sep 01 15:50:46.113457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11a5cd-9130-48e0-b9c2-0e81d01cdc8a None None] New status for floating IP 59dbdc82-6847-4e7f-8799-124dfd2bbf9c: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:50:46.114209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b217db0c-0d8d-47c3-adae-cafd2387de67 req-c6f31b84-3016-4600-b4d7-d3244ff20b9e tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Sep 01 15:50:46.198093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46702) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:46.327579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Deleting port d0e62fc4-28eb-4cdc-970e-82c8a0eef280 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:46.327833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.405752 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.406581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.419426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Calling delete_port for d0e62fc4-28eb-4cdc-970e-82c8a0eef280 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:46.842375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.869367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event deleted for resources: {'Port': ['ID=d0e62fc4-28eb-4cdc-970e-82c8a0eef280,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:46.936532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.939823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:46.941103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-276ab3fc-1c3d-4238-85c3-32174d3a0ea9 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "DELETE /v2.0/floatingips/59dbdc82-6847-4e7f-8799-124dfd2bbf9c HTTP/1.1" status: 204 len: 168 time: 0.7418580 Sep 01 15:50:47.010298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:47.069546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.096477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.158953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.161728 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.163144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a55d9b1-3274-4450-8338-211ce91adb2e HTTP/1.1" status: 204 len: 168 time: 0.1518147 Sep 01 15:50:47.172680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7ed0-e931-4466-9d51-517cfd3a6513 tempest-TestServerBasicOps-1446427591 tempest-TestServerBasicOps-1446427591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55d9b1-3274-4450-8338-211ce91adb2e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:47.246797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64d3b5-c34d-4165-bbf1-84ac41155146 req-e1d128f7-3e87-457b-8fe3-c1ae3a653469 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.248394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca64d3b5-c34d-4165-bbf1-84ac41155146 req-e1d128f7-3e87-457b-8fe3-c1ae3a653469 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0564427 Sep 01 15:50:47.289166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca64d3b5-c34d-4165-bbf1-84ac41155146 req-f2a4cb70-7645-4bfa-8087-bd512960f767 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338790 Sep 01 15:50:47.332144 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46716) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:47.524886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebd12-3d95-4693-92e6-3e3db8318e84 req-4d55e322-4fd8-42d3-89e6-89486f851811 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.526427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a16ebd12-3d95-4693-92e6-3e3db8318e84 req-4d55e322-4fd8-42d3-89e6-89486f851811 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0561936 Sep 01 15:50:47.575887 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c41f2dc-01a3-41c9-95d5-29c916be5f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.591108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-be22aa22-2c26-4b32-b306-08fb1aa323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.592727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-be22aa22-2c26-4b32-b306-08fb1aa323c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 1097 time: 0.0653534 Sep 01 15:50:47.598248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a16ebd12-3d95-4693-92e6-3e3db8318e84 req-181b6a0a-4a2e-4ef6-9dd9-e3de2cdc0ed3 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626926 Sep 01 15:50:47.682356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.701753 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-03c42d88-5fa8-4e25-afb8-bbd0320d4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.703420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-03c42d88-5fa8-4e25-afb8-bbd0320d4c6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 200 len: 913 time: 0.1020620 Sep 01 15:50:47.747973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-e028c0ae-578a-45f8-8932-fe9ee6c77bcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 200 len: 217 time: 0.0368812 Sep 01 15:50:47.803825 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-f5dbd676-0502-4f61-98f0-7b93302c88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:47.805335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-f5dbd676-0502-4f61-98f0-7b93302c88bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3eec4bba-de09-45a3-80b5-521283e33a65 HTTP/1.1" status: 200 len: 852 time: 0.0503478 Sep 01 15:50:47.835678 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:47.838266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-726d6237-f6dd-41e8-a2e1-723e317124be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c77b1fb4-83f6-415c-956f-87c47d6d9c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255589 Sep 01 15:50:47.935933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-b7a9449d-98bf-43f0-a1ef-ab923af07845 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Sep 01 15:50:48.044467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21c45d37-2f9d-4de7-82b8-4a08b2a6af17 req-82debbd5-6839-417e-8ca3-0dfe6088b754 service neutron] 10.222.0.24 "GET /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016924 Sep 01 15:50:48.100352 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abac0286-9d9e-42ce-bb11-40ebf3c7cd5d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:48.101454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Deleting port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:48.101798 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.119522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: abac0286-9d9e-42ce-bb11-40ebf3c7cd5d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:48.119860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device abac0286-9d9e-42ce-bb11-40ebf3c7cd5d not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:48.180470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] For port cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:48.180827 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.193429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Calling delete_port for cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:48.373602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.401633 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:48.511985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.582772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.728445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:48.739407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e81a2a-c3d7-41f4-a059-bdfec6f122b8 req-fba2f346-5633-4ef9-a095-8daa73af63e9 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:48.741995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26e81a2a-c3d7-41f4-a059-bdfec6f122b8 req-fba2f346-5633-4ef9-a095-8daa73af63e9 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0689411 Sep 01 15:50:48.790127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26e81a2a-c3d7-41f4-a059-bdfec6f122b8 req-434c61c4-8b95-46bc-a34b-48bd904137de tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Sep 01 15:50:48.839284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Router c92ca74a-541d-41c6-b604-6eab774ed305 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:49.235245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:49.240391 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e97c2996-e5c8-4b72-9881-6a855c59a402 admin admin] 10.222.0.41 "PUT /v2.0/routers/c92ca74a-541d-41c6-b604-6eab774ed305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071467 Sep 01 15:50:49.243114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:49.244307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Sync routers for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:49.254031 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:49.254634 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:49.350870 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.361862 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:49.458407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.512606 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Deleting port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:49.512867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.545025 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:50:48Z', 'revision_number': 5, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port': {'id': 'b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:22Z', 'updated_at': '2021-09-01T15:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:49.573025 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Checking router: c92ca74a-541d-41c6-b604-6eab774ed305 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:49.581500 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Routers {'c92ca74a-541d-41c6-b604-6eab774ed305'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:49.582117 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['c92ca74a-541d-41c6-b604-6eab774ed305'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:49.593138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] For port b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:49.593546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.608200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Calling delete_port for b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:49.670853 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] Set router c92ca74a-541d-41c6-b604-6eab774ed305 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:49.723758 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:50:49Z', 'revision_number': 6, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:49.754715 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9de26d-6e40-4fda-8908-a0d5248c8f95 None None] The sync data for ids ['c92ca74a-541d-41c6-b604-6eab774ed305'] in n-d-802060-16 is: [{'id': 'c92ca74a-541d-41c6-b604-6eab774ed305', 'name': 'tempest-TestServerBasicOps-195239437-router', 'tenant_id': '0ade1fb123fb4d009a1763e958f953a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:21Z', 'updated_at': '2021-09-01T15:50:49Z', 'revision_number': 6, 'project_id': '0ade1fb123fb4d009a1763e958f953a1', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:49.792833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.825096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:49.889367 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.923277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062fad7-33fe-45d1-9843-fa55a60a1d8a req-5f8e0585-8d28-4b29-8be9-d7c3e74ea902 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:49.925359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0062fad7-33fe-45d1-9843-fa55a60a1d8a req-5f8e0585-8d28-4b29-8be9-d7c3e74ea902 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0573649 Sep 01 15:50:49.965834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0062fad7-33fe-45d1-9843-fa55a60a1d8a req-f1b785b5-038f-4142-90ea-8847941328f1 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Sep 01 15:50:49.981991 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:49.984066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.029275 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.029773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92ca74a-541d-41c6-b604-6eab774ed305 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:50:50.035207 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.036304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0123860a-fa52-48d9-9c3d-ebf5ee5db605 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c92ca74a-541d-41c6-b604-6eab774ed305 HTTP/1.1" status: 204 len: 168 time: 0.7916055 Sep 01 15:50:50.039078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:50.054899 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.091664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Deleting subnet bb494ffb-fd65-480f-91f7-4ea2dc407c93 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:50:50.095408 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.170257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.290097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358e47-42c3-4343-96b8-2d4573fd010e req-3bf8fc91-6d20-4c0d-bd6b-6952fb4c1c85 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:50.291522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35358e47-42c3-4343-96b8-2d4573fd010e req-3bf8fc91-6d20-4c0d-bd6b-6952fb4c1c85 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0959253 Sep 01 15:50:50.319929 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.363581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35358e47-42c3-4343-96b8-2d4573fd010e req-c74c5bf9-c713-4a80-a17e-0094e8c2911d tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651844 Sep 01 15:50:50.388631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.415138 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb494ffb-fd65-480f-91f7-4ea2dc407c93,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:50.418620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.422947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d6f3d383-3e52-4326-80b4-29b53748155b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb494ffb-fd65-480f-91f7-4ea2dc407c93 HTTP/1.1" status: 204 len: 168 time: 0.3803341 Sep 01 15:50:50.423330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46734) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:50.425768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b01312-7f72-443d-9bff-3b2a92152dcb None None] Network 1f83f480-dd90-432f-a61f-8f80b5edbab0 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:50.499577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.557011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Deleting port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:50.557386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.626715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:50.629885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] For port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,segment=NetworkSegment(c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7),segment_id=c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:50.630253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.644186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Calling delete_port for 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:50.651983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:50.652251 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cd3af01c-dc0c-4f0e-8d14-d70eb1e89c68 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:50.738003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.768808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] No DVR routers for this DVR port 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:50.774028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Pushing event deleted for resources: {'Port': ['ID=2b974bc6-e76b-4dcd-b125-b7e7b83d10c0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:50.793341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cec085-e531-4f25-b575-1dc643130d3e None None] DHCP port deletion for 1f83f480-dd90-432f-a61f-8f80b5edbab0 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:50:50.867243 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.884145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f83f480-dd90-432f-a61f-8f80b5edbab0']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:50.907935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:50.907935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cac16d-51b7-4e1c-a8ae-07bf6b3a56b7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:50.915118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.929347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.935665 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:50:50.936055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:50:50.938333 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:50:50.995733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:51.003247 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:51.005401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f83f480-dd90-432f-a61f-8f80b5edbab0 HTTP/1.1" status: 204 len: 168 time: 0.5809479 Sep 01 15:50:51.008739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:51.025050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eea2b1-90c0-4989-8d4a-bb763c91adcc admin admin] Pushing event deleted for resources: {'Network': ['ID=1f83f480-dd90-432f-a61f-8f80b5edbab0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:51.382611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:51.532075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990dfc-b2f2-4e3d-ac3f-1ebd23dcbf3e req-9bb1426b-8e43-4458-acce-91e49d4db4af tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:51.533604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51990dfc-b2f2-4e3d-ac3f-1ebd23dcbf3e req-9bb1426b-8e43-4458-acce-91e49d4db4af tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.0970852 Sep 01 15:50:51.622242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51990dfc-b2f2-4e3d-ac3f-1ebd23dcbf3e req-45cf40e4-607e-420d-97ce-f10edec66bd0 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627139 Sep 01 15:50:51.716067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Deleting port 044e7f22-605a-49a2-a322-ac94e164e08f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:51.716404 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:51.800801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] For port 044e7f22-605a-49a2-a322-ac94e164e08f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=044e7f22-605a-49a2-a322-ac94e164e08f,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:51.801201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:51.815491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Calling delete_port for 044e7f22-605a-49a2-a322-ac94e164e08f owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:51.909953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:51.930523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:51.931397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2b974bc6-e76b-4dcd-b125-b7e7b83d10c0 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:51.931397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:51.952920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:51.953292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b46b0457-7d75-4eb0-a08f-b7a8cddaaaf1 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:52.007478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.033446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Pushing event deleted for resources: {'Port': ['ID=044e7f22-605a-49a2-a322-ac94e164e08f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:52.248723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-cf22198a-c4e3-42f2-8637-dacddac009d8 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:52.250384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-cf22198a-c4e3-42f2-8637-dacddac009d8 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.1024146 Sep 01 15:50:52.258264 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.443733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Deleting port a2fbe39b-8924-45ab-8ba3-dc4818a2149a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:52.443952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.618698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] For port a2fbe39b-8924-45ab-8ba3-dc4818a2149a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,segment=NetworkSegment(2e8ddfab-8aad-4138-97b4-f4ca504eb853),segment_id=2e8ddfab-8aad-4138-97b4-f4ca504eb853)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:52.619065 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:52.635957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:50:52.636977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Calling delete_port for a2fbe39b-8924-45ab-8ba3-dc4818a2149a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:53.120310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264037-f280-49f3-80b7-99bdc70dc0b4 req-dc58698d-2fd3-462a-8062-79bcb62a5253 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:50:53.121846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f264037-f280-49f3-80b7-99bdc70dc0b4 req-dc58698d-2fd3-462a-8062-79bcb62a5253 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/ports?device_id=d89ffb5c-50d5-4ff0-a2f5-7f0425702d53 HTTP/1.1" status: 200 len: 945 time: 0.1312954 Sep 01 15:50:53.126545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:50:53.136862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbaaff13-e7d2-4c7d-be57-a2e175b2cebb admin admin] 10.222.0.41 "PUT /v2.0/routers/7ac2b2d7-6884-4357-a6dd-6889a88eb58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1237879 Sep 01 15:50:53.137215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46742) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:53.137944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Sync routers for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:50:53.150132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:53.150929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:53.206199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f264037-f280-49f3-80b7-99bdc70dc0b4 req-6128dcdc-54d3-4826-83ac-7b0094ba2ab4 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a18b02e-7230-489f-b92d-d02aa410086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771360 Sep 01 15:50:53.215181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.249374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Pushing event deleted for resources: {'Port': ['ID=a2fbe39b-8924-45ab-8ba3-dc4818a2149a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:53.264034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['a2fbe39b-8924-45ab-8ba3-dc4818a2149a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:50:53.266985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.301717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] No DVR routers for this DVR port a2fbe39b-8924-45ab-8ba3-dc4818a2149a on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:53.305495 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.307631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29529afb-e2ab-40b3-8248-6ced75f287c8 req-1bf6c4a1-f6c1-4af6-942e-591ef4b2eea6 tempest-TestServerAdvancedOps-600620850 tempest-TestServerAdvancedOps-600620850-project] 10.222.0.24 "DELETE /v2.0/ports/a2fbe39b-8924-45ab-8ba3-dc4818a2149a HTTP/1.1" status: 204 len: 173 time: 1.0503128 Sep 01 15:50:53.308494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'name': 'network-vif-deleted', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:50:53.311630 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e46ce-7183-405f-b2bf-c49414433c50" -d '{"events": [{"server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "name": "network-vif-deleted", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:50:53.313474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:53.357402 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1436c49-07b8-460c-8563-e85a2b6fb99b x-openstack-request-id: req-a1436c49-07b8-460c-8563-e85a2b6fb99b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:50:53.358297 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89ffb5c-50d5-4ff0-a2f5-7f0425702d53", "name": "network-vif-deleted", "tag": "a2fbe39b-8924-45ab-8ba3-dc4818a2149a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:50:53.359072 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1436c49-07b8-460c-8563-e85a2b6fb99b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:50:53.360347 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89ffb5c-50d5-4ff0-a2f5-7f0425702d53', 'name': 'network-vif-deleted', 'tag': 'a2fbe39b-8924-45ab-8ba3-dc4818a2149a', 'status': 'completed', 'code': 200} Sep 01 15:50:53.417842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.500635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Deleting port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:53.502109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.542634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:50:51Z', 'revision_number': 5, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port': {'id': '4c7cf33c-1d7c-431f-a455-e5d915c9d18f', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:45:31Z', 'updated_at': '2021-09-01T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:53.573837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Checking router: 7ac2b2d7-6884-4357-a6dd-6889a88eb58e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:50:53.582994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Routers {'7ac2b2d7-6884-4357-a6dd-6889a88eb58e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:50:53.583629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:50:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:53.601566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] For port 4c7cf33c-1d7c-431f-a455-e5d915c9d18f, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:53.602572 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.615404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Calling delete_port for 4c7cf33c-1d7c-431f-a455-e5d915c9d18f owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:53.679279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] Set router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:50:53.738411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 6, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:53.764258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86868c9f-b5b0-4e74-aabb-0d1845ffa4f1 None None] The sync data for ids ['7ac2b2d7-6884-4357-a6dd-6889a88eb58e'] in n-d-802060-16 is: [{'id': '7ac2b2d7-6884-4357-a6dd-6889a88eb58e', 'name': 'tempest-TestServerBasicOps-2117242428-router', 'tenant_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:45:30Z', 'updated_at': '2021-09-01T15:50:53Z', 'revision_number': 6, 'project_id': 'a8f08ca58fe0452cb3b60931707db4a2', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:50:53.822564 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:53.850684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7cf33c-1d7c-431f-a455-e5d915c9d18f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:53.916261 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.017283 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.020040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.066676 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.067235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac2b2d7-6884-4357-a6dd-6889a88eb58e {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:50:54.072039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.073267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1d12a813-cd9b-49b6-bc69-d834d9bd38bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/7ac2b2d7-6884-4357-a6dd-6889a88eb58e HTTP/1.1" status: 204 len: 168 time: 0.9350033 Sep 01 15:50:54.075742 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46746) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:54.131066 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Deleting subnet b070a64b-b3cb-42d6-8520-d0ae792ed32c {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:50:54.135548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.174929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.234874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 044e7f22-605a-49a2-a322-ac94e164e08f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:54.262905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 044e7f22-605a-49a2-a322-ac94e164e08f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:54.263249 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 044e7f22-605a-49a2-a322-ac94e164e08f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:54.272067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.279433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46750) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:54.328623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.334147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Deleting subnet 3eec4bba-de09-45a3-80b5-521283e33a65 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:50:54.337634 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.356453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b070a64b-b3cb-42d6-8520-d0ae792ed32c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:54.358553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.363645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-77d872dd-5477-468e-9b83-d9da2dbbb93c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b070a64b-b3cb-42d6-8520-d0ae792ed32c HTTP/1.1" status: 204 len: 168 time: 0.2868924 Sep 01 15:50:54.364251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46752) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:54.365612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6f058-6b82-4656-9d63-1b50c1c0641b None None] Network a075cc64-cd61-4bcd-86e6-9f8bc8bca45d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:50:54.384922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.427324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.445355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.492052 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.506166 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.509558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3eec4bba-de09-45a3-80b5-521283e33a65 HTTP/1.1" status: 204 len: 168 time: 0.2290039 Sep 01 15:50:54.510526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46754) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:54.515070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Deleting port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:54.515974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.539748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fedda2-1300-4a1f-a2ee-6361fbbdb434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eec4bba-de09-45a3-80b5-521283e33a65,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:54.586902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] DHCP port deletion for a075cc64-cd61-4bcd-86e6-9f8bc8bca45d request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:50:54.603592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] For port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:54.603592 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.622277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Calling delete_port for 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:54.625742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.652107 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Deleting port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:50:54.652730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.717526 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.729220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77b1fb4-83f6-415c-956f-87c47d6d9c5c']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.732566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.737976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] For port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,segment=NetworkSegment(32c72940-768d-47b1-a215-c13bbedaee9e),segment_id=32c72940-768d-47b1-a215-c13bbedaee9e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:50:54.742177 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.743045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8ddfab-8aad-4138-97b4-f4ca504eb853') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.743624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8ddfab-8aad-4138-97b4-f4ca504eb853') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.755251 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.760180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Calling delete_port for 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:50:54.783496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.786048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:54.790889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:50:54.791464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.791755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] No DVR routers for this DVR port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:50:54.793600 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:50:54.852089 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.860218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.865551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c77b1fb4-83f6-415c-956f-87c47d6d9c5c HTTP/1.1" status: 204 len: 168 time: 0.3305912 Sep 01 15:50:54.867314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46756) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:54.874203 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.879184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047193ca-1464-4822-a61a-f3f42efa7865 admin admin] Pushing event deleted for resources: {'Network': ['ID=c77b1fb4-83f6-415c-956f-87c47d6d9c5c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:54.910098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] Pushing event deleted for resources: {'Port': ['ID=9b2f271a-76e3-4b33-b6fb-4260b5a2b421,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:54.912161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ba404-10ef-4724-a814-640fccbecd23 None None] No DVR routers for this DVR port 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:50:54.925178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.942594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a075cc64-cd61-4bcd-86e6-9f8bc8bca45d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.956447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c72940-768d-47b1-a215-c13bbedaee9e') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.956743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c72940-768d-47b1-a215-c13bbedaee9e') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:54.961434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Deleting subnet c6fc3d15-2cbe-4332-9cc4-eacc08535121 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:50:54.969358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:54.991383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.012780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.019517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.039189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:50:55.039512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:50:55.041211 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:50:55.110916 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.113437 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.138169 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.139921 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a075cc64-cd61-4bcd-86e6-9f8bc8bca45d HTTP/1.1" status: 204 len: 168 time: 0.7743621 Sep 01 15:50:55.157764 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a43b-647a-45b1-bf1c-85c436eddbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a075cc64-cd61-4bcd-86e6-9f8bc8bca45d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.186968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.215558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fc3d15-2cbe-4332-9cc4-eacc08535121,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.221640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.224925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19ecd08c-4e9b-4e6f-9e1a-1d255f706a9c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6fc3d15-2cbe-4332-9cc4-eacc08535121 HTTP/1.1" status: 204 len: 168 time: 0.3562632 Sep 01 15:50:55.227245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46760) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.276902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.311116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.319255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-77f822b5-2813-4aaf-91bb-00744d42faee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ade1fb123fb4d009a1763e958f953a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410779 Sep 01 15:50:55.321837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46764) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.376786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.395648 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.401815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.406552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6202fa-1bc1-469e-988e-586e87b61c31']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:55.417685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab817251-539b-4f3f-83af-3b0180526767') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:55.417989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab817251-539b-4f3f-83af-3b0180526767') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:50:55.427920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.442523 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.451415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:50:55.451861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:50:55.453755 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:50:55.459772 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.462494 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.463689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3879d610-e9a0-4c69-932f-1b190271f0b4 HTTP/1.1" status: 204 len: 168 time: 0.1408987 Sep 01 15:50:55.472699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139167b-2bea-4646-920c-fb5bb8640b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3879d610-e9a0-4c69-932f-1b190271f0b4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.516168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.522262 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.524267 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e6202fa-1bc1-469e-988e-586e87b61c31 HTTP/1.1" status: 204 len: 168 time: 0.2956431 Sep 01 15:50:55.538513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cc129-a1eb-4c2c-bf1a-3f9dda23dbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6202fa-1bc1-469e-988e-586e87b61c31,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.714240 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46774) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.759690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-968c9c7a-3d02-4eb7-8cd4-b767183b16d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68a9e7ac72194675a7f1e8408c7bd6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439649 Sep 01 15:50:55.762193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46776) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.822979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.847037 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.891406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46778) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.916837 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.918698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:55.919868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a18b02e-7230-489f-b92d-d02aa410086d HTTP/1.1" status: 204 len: 168 time: 0.1563551 Sep 01 15:50:55.927347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a2fbe39b-8924-45ab-8ba3-dc4818a2149a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:55.928260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28aa5-0e83-48ad-a1d9-c389a9c3413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18b02e-7230-489f-b92d-d02aa410086d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:55.932128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:55.953759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cd11bd4b-e683-43eb-928b-10388bd17d8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8f08ca58fe0452cb3b60931707db4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599594 Sep 01 15:50:55.955913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:55.956791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: a2fbe39b-8924-45ab-8ba3-dc4818a2149a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:55.957157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device a2fbe39b-8924-45ab-8ba3-dc4818a2149a not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:55.980045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:55.980799 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 9b2f271a-76e3-4b33-b6fb-4260b5a2b421 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:55.981481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c7cf33c-1d7c-431f-a455-e5d915c9d18f no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:50:56.004326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4c7cf33c-1d7c-431f-a455-e5d915c9d18f {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:50:56.004939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c7cf33c-1d7c-431f-a455-e5d915c9d18f not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:50:56.017201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.041654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.095098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.099412 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.101376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffb9a63b-5c08-4684-bbc0-9dd89ac7b34d HTTP/1.1" status: 204 len: 168 time: 0.1432898 Sep 01 15:50:56.118661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeb5ef-1ddd-4d8d-9226-92f45c3ad432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9a63b-5c08-4684-bbc0-9dd89ac7b34d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:56.346034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46788) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:56.392253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a64300b9-98f1-47de-9f7c-df210ef4e1f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=443ce722e68a408692f99fd565ad94b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449789 Sep 01 15:50:56.394849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46790) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:50:56.454594 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.481193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.533555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.536328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:56.537879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69ee9102-7ea3-48da-9050-11b49df5592d HTTP/1.1" status: 204 len: 168 time: 0.1419568 Sep 01 15:50:56.551755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e258d-08d5-475e-84ed-ac44b82d9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee9102-7ea3-48da-9050-11b49df5592d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:50:58.092589 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:07.328034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-3103cfc4-36ad-45f1-ae89-77940be8600d tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aad73078dac9427b941cf1e257ae85d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305855 Sep 01 15:51:07.347978 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:07.529597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-c0782566-4280-4cd8-a005-48a6176390c9 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:07.531873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-c0782566-4280-4cd8-a005-48a6176390c9 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978154 Sep 01 15:51:07.548151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-942c3775-6115-40f6-b738-f28ba06fbbcf tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/quotas/aad73078dac9427b941cf1e257ae85d9 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Sep 01 15:51:07.586243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-efb34b02-44e9-4ae3-b893-87e9f95caf27 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aad73078dac9427b941cf1e257ae85d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321345 Sep 01 15:51:07.755702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7799797e-0a77-46b3-85c1-a1fdf2c9e30e req-3be46f4b-beb4-4747-be05-7ca9bbc83b64 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Sep 01 15:51:08.727697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-4620185a-b31b-421b-8f3d-847f38abf301 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aad73078dac9427b941cf1e257ae85d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224009 Sep 01 15:51:08.866468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07c261d4-0b98-4b81-abfc-ba3081386146 req-bb96dd0b-2434-4954-8137-6770d913497f tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 210 time: 0.0352318 Sep 01 15:51:08.882519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-c7e3505c-4b82-4fcf-89d8-ca6cd1851096 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:08.883868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-c7e3505c-4b82-4fcf-89d8-ca6cd1851096 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499922 Sep 01 15:51:08.906369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Request body: {'port': {'device_id': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'admin_state_up': True, 'tenant_id': 'aad73078dac9427b941cf1e257ae85d9'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:09.015702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Made reservation on behalf of aad73078dac9427b941cf1e257ae85d9 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:09.019403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.029291 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.127232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.131123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.196747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37499d6b-6bea-4355-a9de-2115305bc537,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:09.270615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Allocated IP 192.168.233.33 (bf115d05-25df-48b9-a273-11e75c4dcc76/6b95495a-22ff-403e-ab79-018064a68067/26c2a70c-7e6c-4143-bb8e-4c79288bab63) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:09.425027 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.439624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Transition to ACTIVE for port object 26c2a70c-7e6c-4143-bb8e-4c79288bab63 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:09.472860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.516376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Network bf115d05-25df-48b9-a273-11e75c4dcc76 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:09.521744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:09.525703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:09.556387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Pushing event updated for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:09.610238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:09.612709 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.641907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-8c96b335-780f-45ed-b7f2-af0cabe71f96 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7394457 Sep 01 15:51:09.662387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Request body: {'port': {'device_id': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:09.728893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.798100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4952ea2b-e4de-4a62-ba7e-06ba4f46f6b6 None None] Provisioning for port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:09.802009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4952ea2b-e4de-4a62-ba7e-06ba4f46f6b6 None None] Provisioning complete for port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:09.802375 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4952ea2b-e4de-4a62-ba7e-06ba4f46f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.841438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4952ea2b-e4de-4a62-ba7e-06ba4f46f6b6 None None] Port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:10.017755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12553-1b5c-470c-b49c-52d241f7b217 req-f3655264-8679-40e6-b43d-00e697ccb451 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:10.019261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7a12553-1b5c-470c-b49c-52d241f7b217 req-f3655264-8679-40e6-b43d-00e697ccb451 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 935 time: 0.0800045 Sep 01 15:51:10.092214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c2a70c-7e6c-4143-bb8e-4c79288bab63 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:10.099447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7a12553-1b5c-470c-b49c-52d241f7b217 req-a51f2bd5-7d59-4ce7-83cf-f18c46a8ab8d tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737245 Sep 01 15:51:10.103742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.119321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Transition to ACTIVE for port object 26c2a70c-7e6c-4143-bb8e-4c79288bab63 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:10.124420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.193193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Pushing event updated for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:10.251028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Attempting to bind port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:10.251360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Attempting to bind port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:10.251699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Attempting to bind port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:10.259595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 on network bf115d05-25df-48b9-a273-11e75c4dcc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:51:10.259911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Attempting to bind port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 on network bf115d05-25df-48b9-a273-11e75c4dcc76 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:10.267109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:10.267448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Checking segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:10.267885 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Bound using segment: {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:10.268283 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Bound port: 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f689f-1119-405b-b65a-c6f129e30395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:10.268647 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.349929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:10.353762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:10.359609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.400905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:10.401558 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:10.402997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] 10.222.0.24 "PUT /v2.0/ports/26c2a70c-7e6c-4143-bb8e-4c79288bab63 HTTP/1.1" status: 200 len: 1096 time: 0.7460992 Sep 01 15:51:10.403496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:10.405849 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0561239e-111a-4b3d-9667-b91e0bbbf27a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:10.434130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b19ad6-b88c-43ce-bf4c-7559d59e0acc service neutron] Pushing event updated for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:10.454134 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ae71b-d680-412d-bfef-f33de3e3d3c7 x-openstack-request-id: req-7a8ae71b-d680-412d-bfef-f33de3e3d3c7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:10.454509 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:10.454762 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a8ae71b-d680-412d-bfef-f33de3e3d3c7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:10.455191 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63', 'status': 'completed', 'code': 200} Sep 01 15:51:10.516413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-87fefedd-6126-4c2f-9854-01be25c5c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:10.518122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-87fefedd-6126-4c2f-9854-01be25c5c3e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad73078dac9427b941cf1e257ae85d9&device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 1099 time: 0.0467293 Sep 01 15:51:10.572955 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-bb1552d8-a06c-4489-9fd5-f9c91cd96bc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63 HTTP/1.1" status: 200 len: 217 time: 0.0396860 Sep 01 15:51:10.628242 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-cd0b71bd-68b4-4673-b61e-ab97f382a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:10.629762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-cd0b71bd-68b4-4673-b61e-ab97f382a529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0480077 Sep 01 15:51:10.680029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e104-2db0-42ec-accc-1c033550e94b req-21d28c97-3e4c-4801-90ea-69ec593831d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:10.681922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-21d28c97-3e4c-4801-90ea-69ec593831d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439045 Sep 01 15:51:10.779199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-b5fc6882-5ab0-4ef9-8ccd-fa2bb43be2bf service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889378 Sep 01 15:51:10.877621 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb56e104-2db0-42ec-accc-1c033550e94b req-e72f40cc-a9a0-4adc-9f18-0043cbbe56be service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871785 Sep 01 15:51:11.019818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-ae07cf2e-c2a0-4f7c-a8be-20d65ef90228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:11.021432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-ae07cf2e-c2a0-4f7c-a8be-20d65ef90228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad73078dac9427b941cf1e257ae85d9&device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 1099 time: 0.0421603 Sep 01 15:51:11.122850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-11053093-724b-45bb-b200-586d0af96a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:11.124268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-11053093-724b-45bb-b200-586d0af96a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf115d05-25df-48b9-a273-11e75c4dcc76 HTTP/1.1" status: 200 len: 870 time: 0.0939968 Sep 01 15:51:11.168536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-08a3f9c8-c6cc-4248-99b8-7f88cdbbc013 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63 HTTP/1.1" status: 200 len: 217 time: 0.0360296 Sep 01 15:51:11.247385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-d2f4ec2f-d8c7-4e16-a4ca-7d7e4e5dd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:11.248918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-d2f4ec2f-d8c7-4e16-a4ca-7d7e4e5dd484 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b95495a-22ff-403e-ab79-018064a68067 HTTP/1.1" status: 200 len: 843 time: 0.0683002 Sep 01 15:51:11.261276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758efc5f-5313-46bb-8456-c87cc1295153 req-7f4f5211-b9a1-4763-9412-90a31ee9014b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:11.262746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-758efc5f-5313-46bb-8456-c87cc1295153 req-7f4f5211-b9a1-4763-9412-90a31ee9014b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 947 time: 0.0912144 Sep 01 15:51:11.324437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-758efc5f-5313-46bb-8456-c87cc1295153 req-7007e342-8f0c-4ac1-bc35-e0dbe0592b4e tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Sep 01 15:51:11.331812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-fa1bd71f-8449-4268-be19-a2121ab4bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:11.333553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-fa1bd71f-8449-4268-be19-a2121ab4bcee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf115d05-25df-48b9-a273-11e75c4dcc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699201 Sep 01 15:51:11.431003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-aee38ce9-8a44-4165-a5db-454bd8cbbf26 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889571 Sep 01 15:51:11.525781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0561239e-111a-4b3d-9667-b91e0bbbf27a req-c2c7f1b4-2a41-447c-b0c7-367e4654fc30 service neutron] 10.222.0.24 "GET /v2.0/networks/bf115d05-25df-48b9-a273-11e75c4dcc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861983 Sep 01 15:51:12.445220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f39-7a00-45c7-ae7c-088451d9cec8 req-6c134ffa-3329-4fd6-9548-ae82d44659bc tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:12.446755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b477f39-7a00-45c7-ae7c-088451d9cec8 req-6c134ffa-3329-4fd6-9548-ae82d44659bc tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 947 time: 0.0540524 Sep 01 15:51:12.486823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b477f39-7a00-45c7-ae7c-088451d9cec8 req-e9768509-04a6-487a-b4cb-97868392a19f tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Sep 01 15:51:13.604449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c7e9-c450-4810-a4dc-99813f194a4a req-ede7d59b-ffdf-4679-8365-d4fd94b1f9a9 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:13.606033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd43c7e9-c450-4810-a4dc-99813f194a4a req-ede7d59b-ffdf-4679-8365-d4fd94b1f9a9 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 947 time: 0.0497813 Sep 01 15:51:13.649007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd43c7e9-c450-4810-a4dc-99813f194a4a req-86955718-ecb8-4b10-bab7-6b389e828386 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Sep 01 15:51:13.985880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 26c2a70c-7e6c-4143-bb8e-4c79288bab63 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:51:14.094661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:14.110092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '26c2a70c-7e6c-4143-bb8e-4c79288bab63', 'network_id': 'bf115d05-25df-48b9-a273-11e75c4dcc76', 'port_id': '26c2a70c-7e6c-4143-bb8e-4c79288bab63', 'mac_address': 'fa:16:3e:ca:2f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95495a-22ff-403e-ab79-018064a68067', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:51:14.157834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:14.171621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c2a70c-7e6c-4143-bb8e-4c79288bab63 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:14.191456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:14.195761 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:14.246089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:14.407366 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cb7ca21-0963-4965-bce2-48e9f66a881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:14.461389 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['26c2a70c-7e6c-4143-bb8e-4c79288bab63'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:51:14.765834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03bd8b-1703-4380-8eef-99a595de5e5b req-652a8b82-b684-48b4-98c1-41ea69a86098 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:14.767261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf03bd8b-1703-4380-8eef-99a595de5e5b req-652a8b82-b684-48b4-98c1-41ea69a86098 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 948 time: 0.0487452 Sep 01 15:51:14.808558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf03bd8b-1703-4380-8eef-99a595de5e5b req-1b73bc6e-fa3f-40d9-aac1-586726094c07 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342433 Sep 01 15:51:15.930976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e302-6eb1-4994-bd45-653eb6732faf req-900aa2b9-f1db-4d33-94bb-1d44fd253726 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:15.932484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1905e302-6eb1-4994-bd45-653eb6732faf req-900aa2b9-f1db-4d33-94bb-1d44fd253726 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 948 time: 0.0541778 Sep 01 15:51:15.973253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1905e302-6eb1-4994-bd45-653eb6732faf req-72f4a53b-5cdb-4ef4-892e-3e7608b4cca0 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 Sep 01 15:51:15.991216 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 26c2a70c-7e6c-4143-bb8e-4c79288bab63 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:16.045177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:16.049232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:16.049603 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:16.138257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:16.167770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:16.170107 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92398502-a268-4a49-a734-69a983188060" -d '{"events": [{"server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "name": "network-vif-plugged", "status": "completed", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:16.187309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:16.194293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:16.219221 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb3b2df-fa21-49db-a378-1560974c8d80 x-openstack-request-id: req-edb3b2df-fa21-49db-a378-1560974c8d80 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:16.219506 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "name": "network-vif-plugged", "status": "completed", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:16.219757 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edb3b2df-fa21-49db-a378-1560974c8d80 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:16.220140 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63', 'code': 200} Sep 01 15:51:16.246707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:16.359492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247701-8e30-4c13-965a-2574e3c59789 req-79c2a837-f038-4ede-8b76-0a1ecfed75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:16.361035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db247701-8e30-4c13-965a-2574e3c59789 req-79c2a837-f038-4ede-8b76-0a1ecfed75d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 1101 time: 0.0460503 Sep 01 15:51:16.400573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db247701-8e30-4c13-965a-2574e3c59789 req-88ad0305-ca18-4847-bc40-ce3fac7d7256 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 01 15:51:17.101864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6590-35cd-4f70-8705-1e6722d84401 req-3328a6f6-f8b0-45bf-b148-1b6bd710660b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:17.103466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9f6590-35cd-4f70-8705-1e6722d84401 req-3328a6f6-f8b0-45bf-b148-1b6bd710660b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 949 time: 0.0564501 Sep 01 15:51:17.145012 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab9f6590-35cd-4f70-8705-1e6722d84401 req-c1bd48e6-44cf-4bfa-b0a0-5ab820cfe4f6 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Sep 01 15:51:17.572011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6db8d0c3-b00e-4809-8c9a-3f4f517db49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:17.688895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:18.272502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01174f8c-f045-4b33-8466-c51e61829e56 req-aa33d7d3-0b8f-4023-bf1a-d37c117a630e tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:18.274126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01174f8c-f045-4b33-8466-c51e61829e56 req-aa33d7d3-0b8f-4023-bf1a-d37c117a630e tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 949 time: 0.0575149 Sep 01 15:51:18.313126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01174f8c-f045-4b33-8466-c51e61829e56 req-91d9716d-5948-41fd-a237-ea0677e03489 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Sep 01 15:51:18.512548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:18.601142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-7fb099db-87cb-44b1-80d4-13285137c660 req-d5bb7fbe-5fb7-4b85-a5b0-b6f971f6139c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:51:18.602207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fb099db-87cb-44b1-80d4-13285137c660 req-d5bb7fbe-5fb7-4b85-a5b0-b6f971f6139c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056019 Sep 01 15:51:18.738762 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:19.234495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e655a7-b2e5-4b5d-a258-0bfb087f75ba req-5c0d6aad-7b40-4066-bd85-6d1b9d66ee3b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:19.235986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81e655a7-b2e5-4b5d-a258-0bfb087f75ba req-5c0d6aad-7b40-4066-bd85-6d1b9d66ee3b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 949 time: 0.0611510 Sep 01 15:51:19.275434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81e655a7-b2e5-4b5d-a258-0bfb087f75ba req-7de61822-832c-437b-b89c-83732c79a07b tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Sep 01 15:51:20.052686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:20.429365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17f078-0f5f-4908-80d7-f3fa64418800 req-1c61b91d-39c7-4593-92cf-c58506bfa5a2 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:20.431935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17f078-0f5f-4908-80d7-f3fa64418800 req-1c61b91d-39c7-4593-92cf-c58506bfa5a2 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 949 time: 0.0787067 Sep 01 15:51:20.484139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e17f078-0f5f-4908-80d7-f3fa64418800 req-30ca561c-dc1c-47cc-84c7-0a96d74bd84a tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/security-groups?id=37499d6b-6bea-4355-a9de-2115305bc537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Sep 01 15:51:20.697386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-a7cc1b5c-37cb-414f-92c2-45bde4dea84e tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:20.698882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-a7cc1b5c-37cb-414f-92c2-45bde4dea84e tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 949 time: 0.0567520 Sep 01 15:51:20.793738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Deleting port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:51:20.794079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:20.891263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] For port 26c2a70c-7e6c-4143-bb8e-4c79288bab63, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=26c2a70c-7e6c-4143-bb8e-4c79288bab63,segment=NetworkSegment(886f689f-1119-405b-b65a-c6f129e30395),segment_id=886f689f-1119-405b-b65a-c6f129e30395)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:20.891540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:21.187436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Calling delete_port for 26c2a70c-7e6c-4143-bb8e-4c79288bab63 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:51:21.321294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:21.355190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['26c2a70c-7e6c-4143-bb8e-4c79288bab63'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:51:21.355788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Pushing event deleted for resources: {'Port': ['ID=26c2a70c-7e6c-4143-bb8e-4c79288bab63,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:21.367267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.367610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.367941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.368268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.368590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.368918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.369260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.369570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.369889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.370201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.370514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.371287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:21.413806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] No DVR routers for this DVR port 26c2a70c-7e6c-4143-bb8e-4c79288bab63 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:51:21.416839 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:21.419067 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baaa9aa8-c607-47cc-832d-83b92c69e234 req-b5b6c7ae-f5f8-4bbe-b9a9-dab435dfcca3 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.24 "DELETE /v2.0/ports/26c2a70c-7e6c-4143-bb8e-4c79288bab63 HTTP/1.1" status: 204 len: 173 time: 0.7136440 Sep 01 15:51:21.419528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'name': 'network-vif-deleted', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:21.422642 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793eb58-7400-4df8-9760-fbe644eefb4a" -d '{"events": [{"server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "name": "network-vif-deleted", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:21.475118 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc932118-792a-4c6f-815d-0cb57d9911cf x-openstack-request-id: req-fc932118-792a-4c6f-815d-0cb57d9911cf {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:21.475982 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6935ef-74f7-4d15-befb-486c9e08d160", "name": "network-vif-deleted", "tag": "26c2a70c-7e6c-4143-bb8e-4c79288bab63", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:21.475982 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc932118-792a-4c6f-815d-0cb57d9911cf {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:21.476199 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6935ef-74f7-4d15-befb-486c9e08d160', 'name': 'network-vif-deleted', 'tag': '26c2a70c-7e6c-4143-bb8e-4c79288bab63', 'status': 'completed', 'code': 200} Sep 01 15:51:21.613255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3121ca56-eeb8-4fae-8285-d101c02e966d req-d4f3e718-bb6c-4816-904b-d5c17aa28d58 tempest-ServersAdminNegativeTestJSON-467337161 tempest-ServersAdminNegativeTestJSON-467337161-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6935ef-74f7-4d15-befb-486c9e08d160 HTTP/1.1" status: 200 len: 210 time: 0.0332913 Sep 01 15:51:22.974364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.119547 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c32b104a-b01b-4a13-9a0a-204267a18b39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aad73078dac9427b941cf1e257ae85d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438248 Sep 01 15:51:23.122206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.179879 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.202420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.256194 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.259240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.260429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37499d6b-6bea-4355-a9de-2115305bc537 HTTP/1.1" status: 204 len: 168 time: 0.1372828 Sep 01 15:51:23.270240 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667efcf-b0be-4c64-8e5c-fa7984fd2b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37499d6b-6bea-4355-a9de-2115305bc537,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:23.558751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.574192 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-063faca7-6f17-4fe4-8e59-69a50739f3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.675802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-063faca7-6f17-4fe4-8e59-69a50739f3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.679679 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-063faca7-6f17-4fe4-8e59-69a50739f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.720489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-063faca7-6f17-4fe4-8e59-69a50739f3f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a116a9cb40d4b68aa3b9312f89f96ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605408 Sep 01 15:51:23.721405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063faca7-6f17-4fe4-8e59-69a50739f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67904639-f669-4a0b-84c6-9a456836ff5c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:23.723363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46930) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.777495 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.800729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.850166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.852806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.854026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67904639-f669-4a0b-84c6-9a456836ff5c HTTP/1.1" status: 204 len: 168 time: 0.1296391 Sep 01 15:51:23.861955 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67904639-f669-4a0b-84c6-9a456836ff5c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:23.869889 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.870235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.870577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.870916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.871276 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.871605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.872117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.872272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.872575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.872893 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.873244 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.874063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9817b-8c00-4748-8dc6-b1cf2caeaeea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:24.022358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 26c2a70c-7e6c-4143-bb8e-4c79288bab63 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:51:24.042991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 26c2a70c-7e6c-4143-bb8e-4c79288bab63 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:51:24.043174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 26c2a70c-7e6c-4143-bb8e-4c79288bab63 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:51:24.639903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 46952) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:24.741984 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1718571845-network', 'tenant_id': '5bff01fc440f4cba90ee0e28ded522ee'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:24.765197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Made reservation on behalf of 5bff01fc440f4cba90ee0e28ded522ee for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:24.767578 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.776432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.867036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.871315 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.897517 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:51:24.908007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9081416-2b73-4cf4-85f8-91eec857fe93,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:24.914066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.914413 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Added segment 7dba56f5-c3e9-4df3-90a2-ac3483e99edb of type vlan for network 5babab97-35e1-4743-8e00-7cb12f44cce7 Sep 01 15:51:24.957485 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.982603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:24.983561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:24.984145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:25.039663 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3985729 Sep 01 15:51:25.043332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 46956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:25.045098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30061646-53f9-430f-9efd-b90f4a2adaf6 admin admin] Pushing event updated for resources: {'Network': ['ID=5babab97-35e1-4743-8e00-7cb12f44cce7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:25.050616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Request body: {'subnet': {'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1718571845-subnet', 'tenant_id': '5bff01fc440f4cba90ee0e28ded522ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:25.058281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 5babab97-35e1-4743-8e00-7cb12f44cce7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:51:25.078516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Made reservation on behalf of 5bff01fc440f4cba90ee0e28ded522ee for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:25.082775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:25.281163 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:25.336651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639295fc-a742-4108-937e-1adc3307d95d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:25.343869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Checking segment: {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:25.344227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Network hostable DHCP agents. Network: 5babab97-35e1-4743-8e00-7cb12f44cce7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:51:25.359505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Network 5babab97-35e1-4743-8e00-7cb12f44cce7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:51:25.367953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 5babab97-35e1-4743-8e00-7cb12f44cce7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:25.372309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:25.372910 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:25.377623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739c867-1886-46c8-8c9e-42d1cb3324d0 None None] Network 5babab97-35e1-4743-8e00-7cb12f44cce7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:25.387416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0e467fb3-e49d-41b0-9668-fe9284c99ff0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3423622 Sep 01 15:51:25.511865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21842679-bd11-45ba-a0f9-5849426c1a7e None None] Network 5babab97-35e1-4743-8e00-7cb12f44cce7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:25.874263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-e5d5b925-8104-4033-addd-2fc220b493d8 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:25.875753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-e5d5b925-8104-4033-addd-2fc220b493d8 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 812 time: 0.1110678 Sep 01 15:51:25.891395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-922e6da9-e26f-4fdb-935b-0db20cc2056d tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/quotas/5bff01fc440f4cba90ee0e28ded522ee HTTP/1.1" status: 200 len: 375 time: 0.0096049 Sep 01 15:51:25.924783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-181d7d27-2ae8-4826-97cb-d67aa19d8f81 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277703 Sep 01 15:51:25.936284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-314ca3fd-f62e-4769-94f3-75be46acf466 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:51:25.937298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-314ca3fd-f62e-4769-94f3-75be46acf466 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053475 Sep 01 15:51:26.032692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-88847b00-bfe6-4c65-a3dd-6963932799a4 service neutron] 10.222.0.41 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894666 Sep 01 15:51:26.126587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a8b91ad4-c10b-4f10-b9bd-5789ed25ae4f service neutron] 10.222.0.41 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873847 Sep 01 15:51:26.301930 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0821e0c5-b91b-42e7-831b-393b2e8cb79d req-7155f784-9641-4267-a775-430e3db4b9be tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Sep 01 15:51:27.414979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a72dcbef-5e22-4517-9edf-dff228095bff tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:27.416434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a72dcbef-5e22-4517-9edf-dff228095bff tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 812 time: 0.1580226 Sep 01 15:51:27.418344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab41b1bb-daa2-4908-be83-c6a92613c959 req-eb498eb1-c828-45e5-9e91-b121948566a6 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 210 time: 0.0418718 Sep 01 15:51:27.436810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Request body: {'port': {'device_id': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7', 'admin_state_up': True, 'tenant_id': '5bff01fc440f4cba90ee0e28ded522ee'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:27.550284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Made reservation on behalf of 5bff01fc440f4cba90ee0e28ded522ee for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:27.553786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:27.683484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Allocated IP 172.20.0.10 (5babab97-35e1-4743-8e00-7cb12f44cce7/639295fc-a742-4108-937e-1adc3307d95d/4df8b70d-46e4-44f0-aeaf-287b809ea52a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:27.840081 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:27.881328 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:27.929723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Network 5babab97-35e1-4743-8e00-7cb12f44cce7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:27.932920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:27.937652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:27.944426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:27.992032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:27.992675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.008325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-a06b5645-7a85-454e-8285-adfbcf6f978b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762072 Sep 01 15:51:28.026731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Request body: {'port': {'device_id': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:28.090334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.092045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.371544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:28.379911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.392739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Transition to ACTIVE for port object 4df8b70d-46e4-44f0-aeaf-287b809ea52a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:28.397454 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.451552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:28.563852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:28.564189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:28.564517 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:28.575356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d98c6-8970-4ede-9ade-dfbe461d65a0 req-0264702e-1129-42b0-9a8b-ccd11e527cbc tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:28.577556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7d98c6-8970-4ede-9ade-dfbe461d65a0 req-0264702e-1129-42b0-9a8b-ccd11e527cbc tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0766306 Sep 01 15:51:28.586381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:51:28.586707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:28.605653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:28.605991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Checking segment: {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:28.606383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Bound using segment: {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:28.606833 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Bound port: 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:28.607225 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.661827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb7d98c6-8970-4ede-9ade-dfbe461d65a0 req-d470eae7-6d15-425d-bba2-98fc4d638885 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Sep 01 15:51:28.696504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:28.699681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:28.705975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.741205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:28.741999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.743644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] 10.222.0.24 "PUT /v2.0/ports/4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 1093 time: 0.7214887 Sep 01 15:51:28.745922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:28.748184 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dfb07201ee71437a614871a4c28f6ef1703c9f6d0b437f4bc277227cac028c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5888596-b98f-4036-830b-88390140c8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:28.779206 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2823e-013f-4df2-b6af-6a135878278d service neutron] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:28.788930 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5dd29b-0999-4374-b7df-8fef561975ca x-openstack-request-id: req-5b5dd29b-0999-4374-b7df-8fef561975ca {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:28.790510 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:28.790510 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b5dd29b-0999-4374-b7df-8fef561975ca {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:28.791539 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'status': 'completed', 'code': 200} Sep 01 15:51:28.852022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-93ea9471-8bd3-44ce-9f92-f85ab964a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:28.853599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-93ea9471-8bd3-44ce-9f92-f85ab964a4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0443153 Sep 01 15:51:28.904333 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-aeff1342-b41e-42aa-bf14-2069c2670fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0365679 Sep 01 15:51:28.963873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6087b-7e3f-4e13-b648-70a227de897f req-77ce3e3b-d10f-4a24-8ff9-5449aef6a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:28.965381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-77ce3e3b-d10f-4a24-8ff9-5449aef6a182 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0506759 Sep 01 15:51:28.997570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-c3af34e6-4ae2-43e9-84a9-d2cb7a051749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250838 Sep 01 15:51:29.098656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-1ca3d4fe-a91e-4918-a234-f8b0081eed8f service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882471 Sep 01 15:51:29.198640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-71f6087b-7e3f-4e13-b648-70a227de897f req-13d08e16-d990-48d5-a620-7112b03abe2e service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923800 Sep 01 15:51:29.327699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888596-b98f-4036-830b-88390140c8ff req-122acb6d-7d09-48bf-b15e-930ea3d0a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:29.329180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-122acb6d-7d09-48bf-b15e-930ea3d0a806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0459371 Sep 01 15:51:29.430502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888596-b98f-4036-830b-88390140c8ff req-ca0635dd-5b65-4907-b691-9d7f468ed09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:29.432054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-ca0635dd-5b65-4907-b691-9d7f468ed09b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.0957983 Sep 01 15:51:29.499417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-fa3d1198-0faf-4f45-9907-2bcf37069bc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0588644 Sep 01 15:51:29.551561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888596-b98f-4036-830b-88390140c8ff req-53bdeeaa-8ff3-48fc-826b-7c39bd4c9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:29.553130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-53bdeeaa-8ff3-48fc-826b-7c39bd4c9675 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0464783 Sep 01 15:51:29.586882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-787998df-07c0-4fec-bb7b-f97f67c09d1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262942 Sep 01 15:51:29.693475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-75446b5a-4df8-4fd8-ad16-593bd74e0214 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970991 Sep 01 15:51:29.837902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034188b-56a1-4c4c-b479-b250b68eaf96 req-dd713b92-fa22-4e41-b54f-15e6818863ca tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:29.839309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c034188b-56a1-4c4c-b479-b250b68eaf96 req-dd713b92-fa22-4e41-b54f-15e6818863ca tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0859172 Sep 01 15:51:29.843738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5888596-b98f-4036-830b-88390140c8ff req-943bc62f-570f-4d60-ad86-8b454de84f7a service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413651 Sep 01 15:51:29.882399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c034188b-56a1-4c4c-b479-b250b68eaf96 req-9e102a60-f969-4826-844d-5260369d3aca tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Sep 01 15:51:31.017478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df3ea-ea37-4724-bbb6-ecc3ccb7cbaf req-5ac95a85-69ac-4a14-954c-ae4f8f0a8995 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:31.019769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e3df3ea-ea37-4724-bbb6-ecc3ccb7cbaf req-5ac95a85-69ac-4a14-954c-ae4f8f0a8995 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0621393 Sep 01 15:51:31.071369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e3df3ea-ea37-4724-bbb6-ecc3ccb7cbaf req-bee9e1da-ffe1-45be-919c-d8a54e35245d tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Sep 01 15:51:32.035012 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:51:32.156581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:32.176361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7', 'port_id': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'mac_address': 'fa:16:3e:f2:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639295fc-a742-4108-937e-1adc3307d95d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:51:32.238475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:32.244641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1023ca-9e7d-4f09-be5c-bf9f7d332038 req-ca5745f6-a069-4580-8ee1-6bd9f364400e tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:32.247284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a1023ca-9e7d-4f09-be5c-bf9f7d332038 req-ca5745f6-a069-4580-8ee1-6bd9f364400e tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0874128 Sep 01 15:51:32.256606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:32.278529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:32.283363 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:32.293847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6a1023ca-9e7d-4f09-be5c-bf9f7d332038 req-cfba95c6-d1fa-4e32-8439-0e06673bde52 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 Sep 01 15:51:32.343705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:32.352994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.353250 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.353564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.353953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.354242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.354577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.354907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.355234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.355589 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.356010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.356340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.356668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:32.552935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['4df8b70d-46e4-44f0-aeaf-287b809ea52a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:51:33.414300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794ba-9529-41c0-b4ee-e2b767d6954e req-51450e6d-cd72-4258-8ce9-babe3fa0b555 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:33.415888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb2794ba-9529-41c0-b4ee-e2b767d6954e req-51450e6d-cd72-4258-8ce9-babe3fa0b555 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 945 time: 0.0524659 Sep 01 15:51:33.457935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb2794ba-9529-41c0-b4ee-e2b767d6954e req-f13bfe0f-f87b-4dc9-abbe-72b950c6cbff tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Sep 01 15:51:34.052110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:34.120679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 4df8b70d-46e4-44f0-aeaf-287b809ea52a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:34.125725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 4df8b70d-46e4-44f0-aeaf-287b809ea52a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:34.126168 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:34.206586 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:34.229804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:34.232045 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd59ea-c436-49c0-a6c8-71991111ac6f" -d '{"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-plugged", "status": "completed", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:34.246171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:34.251472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:34.278860 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9debbc-38bd-4eea-8c3e-f03cc64a2416 x-openstack-request-id: req-4d9debbc-38bd-4eea-8c3e-f03cc64a2416 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:34.279259 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-plugged", "status": "completed", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:34.280009 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d9debbc-38bd-4eea-8c3e-f03cc64a2416 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:34.280512 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'code': 200} Sep 01 15:51:34.315228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:34.410763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de267e-c8a3-4193-8e4d-1229a47e7bdd req-f63d499c-b1fe-4324-a9c0-8d96696ef6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:34.412297 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96de267e-c8a3-4193-8e4d-1229a47e7bdd req-f63d499c-b1fe-4324-a9c0-8d96696ef6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1098 time: 0.0501440 Sep 01 15:51:34.455657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96de267e-c8a3-4193-8e4d-1229a47e7bdd req-a9ec5cac-cd60-435f-bca9-55766b55e275 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Sep 01 15:51:34.580336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e28d7-168c-46f1-8f49-650b33698bfb req-89b3d456-e2ed-407a-8dba-cde42eaf60b0 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:34.581851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e6e28d7-168c-46f1-8f49-650b33698bfb req-89b3d456-e2ed-407a-8dba-cde42eaf60b0 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Sep 01 15:51:34.622401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e6e28d7-168c-46f1-8f49-650b33698bfb req-23805cd3-195b-40e1-b095-3753ccccf880 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Sep 01 15:51:35.748821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5f011-132e-4731-ab6b-99e79809235b req-afd3c456-765e-4787-815a-9986670a9e89 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:35.750342 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-def5f011-132e-4731-ab6b-99e79809235b req-afd3c456-765e-4787-815a-9986670a9e89 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Sep 01 15:51:35.793958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-def5f011-132e-4731-ab6b-99e79809235b req-9b782e5c-4294-4f8e-9796-81d68c2376e6 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375609 Sep 01 15:51:36.048502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87f187-2054-4774-8dc3-6d319c6d0cc5 req-807627d6-72de-47d7-a536-d6c0db4000e1 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:36.050059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e87f187-2054-4774-8dc3-6d319c6d0cc5 req-807627d6-72de-47d7-a536-d6c0db4000e1 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0552204 Sep 01 15:51:36.129317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-53e7f769-5136-4eec-aeb4-7d46a265d7bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445611 Sep 01 15:51:36.132352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e87f187-2054-4774-8dc3-6d319c6d0cc5 req-27687c5e-0d8e-4e7b-ab97-9863fe59aedf tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701234 Sep 01 15:51:36.142395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-1b1e9e24-98c7-4e3f-92ad-367fc4d5a4b9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:51:36.144063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-1b1e9e24-98c7-4e3f-92ad-367fc4d5a4b9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074708 Sep 01 15:51:37.290988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f213f30-ab2a-41ef-8abe-bf41ad351027 req-1578dfc9-be71-4a3e-81dc-598e60b31a41 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:37.294134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f213f30-ab2a-41ef-8abe-bf41ad351027 req-1578dfc9-be71-4a3e-81dc-598e60b31a41 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0722008 Sep 01 15:51:37.343336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f213f30-ab2a-41ef-8abe-bf41ad351027 req-5f6e7f55-6eeb-4dde-9df6-556afa20d019 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Sep 01 15:51:37.387590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-243bceb9-e227-434d-adc4-b722147a7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:37.389765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-243bceb9-e227-434d-adc4-b722147a7d2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1098 time: 0.0502648 Sep 01 15:51:37.512375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-1366c52d-dc40-4a73-a8a1-7ae641f9ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:37.514257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-1366c52d-dc40-4a73-a8a1-7ae641f9ef77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.1165855 Sep 01 15:51:37.562302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-37c674f8-1605-49d4-a5e6-be4e4d3169a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0403354 Sep 01 15:51:37.619781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-fb61bdcf-ae34-4f94-b603-2a6570760f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:37.621436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-fb61bdcf-ae34-4f94-b603-2a6570760f4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0518298 Sep 01 15:51:37.659932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-c1cd61ae-f33e-4556-a715-2bc36292fd84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311418 Sep 01 15:51:37.770061 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-e53c7afb-e981-4909-a173-1b03c072d21a service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013741 Sep 01 15:51:37.875837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-f561426f-384a-4ceb-93b2-01fdec08f18a service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936716 Sep 01 15:51:38.467704 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c206-1ecc-43fc-9c70-b4a00d9b42de req-402b06b2-575f-4737-8158-a672eb362da7 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:38.469293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0fd6c206-1ecc-43fc-9c70-b4a00d9b42de req-402b06b2-575f-4737-8158-a672eb362da7 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0517681 Sep 01 15:51:38.508865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0fd6c206-1ecc-43fc-9c70-b4a00d9b42de req-00938383-7b07-41f1-ba94-2cbea1357309 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Sep 01 15:51:39.636576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3799-8f3e-4a6e-8f88-1faab36c2331 req-c565fb5a-53ad-4841-9da0-0c4fce96bfa1 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:39.638150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d6c3799-8f3e-4a6e-8f88-1faab36c2331 req-c565fb5a-53ad-4841-9da0-0c4fce96bfa1 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0572867 Sep 01 15:51:39.679404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d6c3799-8f3e-4a6e-8f88-1faab36c2331 req-7f4f3710-4abc-4a31-b959-98a27f1fdd5b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342112 Sep 01 15:51:40.801722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33bd6-9166-4fa2-8d54-5c559616edfc req-797c6ef5-9ce9-4ea5-a0f5-f99caf7454dd tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:40.803357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04f33bd6-9166-4fa2-8d54-5c559616edfc req-797c6ef5-9ce9-4ea5-a0f5-f99caf7454dd tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0538979 Sep 01 15:51:40.843392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04f33bd6-9166-4fa2-8d54-5c559616edfc req-28b878cc-ed82-4376-81f4-2f5209ff512c tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 Sep 01 15:51:41.988458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238304c9-ba77-4201-aca8-db9f7882e47d req-7d9bcc8f-4559-4a77-8376-291374247ea2 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:41.990176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-238304c9-ba77-4201-aca8-db9f7882e47d req-7d9bcc8f-4559-4a77-8376-291374247ea2 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0666242 Sep 01 15:51:42.035317 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-238304c9-ba77-4201-aca8-db9f7882e47d req-f78aa879-1002-45c6-b69a-4cdab51b770b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 Sep 01 15:51:43.203150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b6f7-89a5-4c43-ba2b-e9e099db49d8 req-c511ae97-7faf-4ac4-8aec-4dba39eb9109 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:43.205967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3330b6f7-89a5-4c43-ba2b-e9e099db49d8 req-c511ae97-7faf-4ac4-8aec-4dba39eb9109 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0856762 Sep 01 15:51:43.273282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3330b6f7-89a5-4c43-ba2b-e9e099db49d8 req-f466241f-a1d7-49b3-972d-193d7fa872b2 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557897 Sep 01 15:51:44.349701 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:44.417429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bce699cc-8ade-443a-a394-6fd6c1848e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.422472 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b95f-a205-4d7e-8d34-4c34e5b2c0a2 req-2f0c87bf-e22b-44f2-9e3d-f294620f1b11 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:44.424039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52b4b95f-a205-4d7e-8d34-4c34e5b2c0a2 req-2f0c87bf-e22b-44f2-9e3d-f294620f1b11 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0588865 Sep 01 15:51:44.472376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-52b4b95f-a205-4d7e-8d34-4c34e5b2c0a2 req-9d643299-f6b1-4527-b200-055c7c339d46 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Sep 01 15:51:45.597987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93629093-b107-434c-abcb-9303503fde0b req-a4fa1493-f28d-4ec8-bab3-a1693b1f496b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:45.599599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93629093-b107-434c-abcb-9303503fde0b req-a4fa1493-f28d-4ec8-bab3-a1693b1f496b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0519083 Sep 01 15:51:45.660805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93629093-b107-434c-abcb-9303503fde0b req-c165830c-a644-4c19-a638-698046422ef2 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Sep 01 15:51:46.798487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb17d60-fbb0-44f5-8861-0df8ecdaaf3e req-2a247675-4cac-41b3-9ffb-e5f2b3c8edf7 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:46.800058 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdb17d60-fbb0-44f5-8861-0df8ecdaaf3e req-2a247675-4cac-41b3-9ffb-e5f2b3c8edf7 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0570064 Sep 01 15:51:46.853088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fdb17d60-fbb0-44f5-8861-0df8ecdaaf3e req-94c7c2df-cbbb-4b18-b5bb-7c9357ae795c tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Sep 01 15:51:47.574727 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e126a29e-87a5-421e-8e24-10412227b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.683175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.988504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b813b-2618-4a0c-9c66-89b300d2f020 req-f144d627-9d0c-43ae-a858-4bccbe1388ad tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:47.990329 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-580b813b-2618-4a0c-9c66-89b300d2f020 req-f144d627-9d0c-43ae-a858-4bccbe1388ad tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0601361 Sep 01 15:51:48.036195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-580b813b-2618-4a0c-9c66-89b300d2f020 req-c3a5dda4-b987-4ca3-8fc6-8d518fb45a41 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Sep 01 15:51:48.518715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.742271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.164200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27b14-8055-4075-92ae-eb4f7e0e695e req-878ef22d-dce8-4610-910a-4276336e1e70 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:49.166436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac27b14-8055-4075-92ae-eb4f7e0e695e req-878ef22d-dce8-4610-910a-4276336e1e70 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0587595 Sep 01 15:51:49.206922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ac27b14-8055-4075-92ae-eb4f7e0e695e req-ee4bcc7b-b55a-429e-ad23-27a2c19f78a1 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Sep 01 15:51:50.057930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.336586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81744-e8e5-433b-bd8e-6d45bcbe0ee0 req-ea3888a4-6075-4a22-83b5-4be6f717da1a tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:50.338252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbe81744-e8e5-433b-bd8e-6d45bcbe0ee0 req-ea3888a4-6075-4a22-83b5-4be6f717da1a tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0559938 Sep 01 15:51:50.382546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbe81744-e8e5-433b-bd8e-6d45bcbe0ee0 req-bd28596e-2ef6-4542-bcb4-80662237320c tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Sep 01 15:51:51.559349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1309e-dcf3-4a3e-82d6-2f15ba2c2f40 req-eb126bcc-fe3b-4af6-84f4-b52180a12e68 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:51.563156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd1309e-dcf3-4a3e-82d6-2f15ba2c2f40 req-eb126bcc-fe3b-4af6-84f4-b52180a12e68 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0773563 Sep 01 15:51:51.626325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7bd1309e-dcf3-4a3e-82d6-2f15ba2c2f40 req-c3a86ad4-cc45-43e5-b5a4-6d4202123921 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 Sep 01 15:51:52.763629 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11981d9-1ea8-4e8f-91e8-e9a1df16bfee req-e205de6c-e942-428e-a810-c1b40c737033 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:52.765263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e11981d9-1ea8-4e8f-91e8-e9a1df16bfee req-e205de6c-e942-428e-a810-c1b40c737033 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0523307 Sep 01 15:51:52.818392 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e11981d9-1ea8-4e8f-91e8-e9a1df16bfee req-dcdd1e7a-435d-4307-9cb2-81cd54ee7af6 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Sep 01 15:51:53.958369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d546-4c54-443b-b114-24ef7f7b86ef req-b22b1888-f5e9-4ba3-8361-22a23b3277f0 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:53.960844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42f8d546-4c54-443b-b114-24ef7f7b86ef req-b22b1888-f5e9-4ba3-8361-22a23b3277f0 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0670006 Sep 01 15:51:54.012346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42f8d546-4c54-443b-b114-24ef7f7b86ef req-16e84a52-4b8f-43a0-8b37-f034a4939a6b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Sep 01 15:51:55.151147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c79a5-f66a-4a6c-9553-d2189ffa4228 req-932cefde-c24b-4789-860a-187742bc2966 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.152726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e6c79a5-f66a-4a6c-9553-d2189ffa4228 req-932cefde-c24b-4789-860a-187742bc2966 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0547423 Sep 01 15:51:55.194009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7e6c79a5-f66a-4a6c-9553-d2189ffa4228 req-eb5f276a-a0e8-4039-ab96-bbc179e0bfb0 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Sep 01 15:51:55.847015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-4cb43363-e727-4e95-8424-948120837467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.848502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-4cb43363-e727-4e95-8424-948120837467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1098 time: 0.0408559 Sep 01 15:51:55.955175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-7ade219e-9ef6-43a2-8450-4d68db0ed196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.956697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-7ade219e-9ef6-43a2-8450-4d68db0ed196 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.0844295 Sep 01 15:51:56.002080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-d6e81b5b-af48-4593-afb7-05aead24b04d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0374267 Sep 01 15:51:56.051580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-4e320d1f-a707-418a-8689-cb76e3fd44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:56.053033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-4e320d1f-a707-418a-8689-cb76e3fd44d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0431495 Sep 01 15:51:56.091369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-9edb88af-19b6-49b6-8d7c-a186f9cef9e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250018 Sep 01 15:51:56.189871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-bca7f84d-a652-453d-9742-8ee2d8bd54d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Sep 01 15:51:56.312604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbcf0ad0-94c1-4b2c-9d1a-76d1f14a544b req-3de4c3cb-b121-4a2c-afd5-975a7f05a1e4 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105394 Sep 01 15:51:56.331634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719ba71-d025-446e-b525-51fe64446546 req-3991d7fe-eab1-4de7-87ef-70eabe43f6e9 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:56.333197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f719ba71-d025-446e-b525-51fe64446546 req-3991d7fe-eab1-4de7-87ef-70eabe43f6e9 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0661998 Sep 01 15:51:56.371789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f719ba71-d025-446e-b525-51fe64446546 req-47832034-8dd3-4c56-9a0c-d973500b9ff9 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Sep 01 15:51:57.497686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38566f-674b-47ff-a3f5-b8508fbb8964 req-5dc14164-2acd-48b5-aa76-b51b5322cfe4 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:57.499205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c38566f-674b-47ff-a3f5-b8508fbb8964 req-5dc14164-2acd-48b5-aa76-b51b5322cfe4 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0546565 Sep 01 15:51:57.537535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c38566f-674b-47ff-a3f5-b8508fbb8964 req-993c903f-4205-445b-a995-06090593cbd9 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Sep 01 15:51:58.091570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:58.655884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17855d-1790-476d-961d-c85fd77e913e req-a8391662-e360-4086-8061-0ff8e1617e0e tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:58.657499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c17855d-1790-476d-961d-c85fd77e913e req-a8391662-e360-4086-8061-0ff8e1617e0e tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0508776 Sep 01 15:51:58.699162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c17855d-1790-476d-961d-c85fd77e913e req-b95752af-68e3-4f77-9fe3-b32b64797c3e tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Sep 01 15:51:59.826909 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855cdd9-e7f3-4005-a668-abc50e8cf5ee req-b9a09601-a759-4276-9ac3-254ac88f6f2a tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:59.828443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d855cdd9-e7f3-4005-a668-abc50e8cf5ee req-b9a09601-a759-4276-9ac3-254ac88f6f2a tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0545945 Sep 01 15:51:59.869562 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d855cdd9-e7f3-4005-a668-abc50e8cf5ee req-2b06299a-5a7f-404a-8b0e-f7939f94c14b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Sep 01 15:52:00.999366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb2853-fc09-4cf7-aa7c-6d9319ffd501 req-9db393a4-30e1-4011-af63-8665616cc51f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:01.000899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ddb2853-fc09-4cf7-aa7c-6d9319ffd501 req-9db393a4-30e1-4011-af63-8665616cc51f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0564749 Sep 01 15:52:01.042129 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ddb2853-fc09-4cf7-aa7c-6d9319ffd501 req-57afeba4-1c97-44fc-ba0b-3dd0571ca332 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Sep 01 15:52:02.165882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b987d-1f1c-4904-95ff-f4b80039ff8c req-72df70f4-7ec8-411c-b9ec-7cdcec0cd2cb tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:02.167340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b68b987d-1f1c-4904-95ff-f4b80039ff8c req-72df70f4-7ec8-411c-b9ec-7cdcec0cd2cb tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0537663 Sep 01 15:52:02.208558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b68b987d-1f1c-4904-95ff-f4b80039ff8c req-874c9532-cc1d-4598-af2f-4ec95f206dc2 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Sep 01 15:52:03.332603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa6669-2af2-4e6e-9615-47d41528f642 req-3b79ec08-c24e-4ed0-9186-12485793aa3f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:03.334209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9aaa6669-2af2-4e6e-9615-47d41528f642 req-3b79ec08-c24e-4ed0-9186-12485793aa3f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0549376 Sep 01 15:52:03.668192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9aaa6669-2af2-4e6e-9615-47d41528f642 req-60754f7f-9803-427a-b52a-7c3add889e90 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274684 Sep 01 15:52:04.788896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a668-3ca7-4e23-81ae-4d8196a79888 req-030656bb-0cc4-4d20-bb45-e2c6ef1d2776 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:04.790497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95b1a668-3ca7-4e23-81ae-4d8196a79888 req-030656bb-0cc4-4d20-bb45-e2c6ef1d2776 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 946 time: 0.0513690 Sep 01 15:52:04.828971 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95b1a668-3ca7-4e23-81ae-4d8196a79888 req-62371205-a531-44b9-88f3-06a35cb9644f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Sep 01 15:52:04.892817 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-ea4215f8-c802-4065-8099-40debd682a3f req-103148c2-bdc6-4182-8eeb-dda1f155c7e5 service neutron] show failed (client error): The resource could not be found. Sep 01 15:52:04.893887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-103148c2-bdc6-4182-8eeb-dda1f155c7e5 service neutron] 10.222.0.24 "GET /v2.0/ports/4df8b70d-46e4-44f0-aeaf-287b809ea52a/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0591266 Sep 01 15:52:05.138328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-bdde1ed5-cf34-404c-b93f-eb39ae8eabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.139895 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-bdde1ed5-cf34-404c-b93f-eb39ae8eabe7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827&tenant_id=5bff01fc440f4cba90ee0e28ded522ee HTTP/1.1" status: 200 len: 1098 time: 0.0795057 Sep 01 15:52:05.151772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:05.206475 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:05.484687 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:05.842354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:52:05.883607 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:05.885971 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb4de7a-b19b-4208-b966-593a8b7dfa11" -d '{"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-unplugged", "status": "completed", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:05.890117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:05.904858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Transition to ACTIVE for port object 4df8b70d-46e4-44f0-aeaf-287b809ea52a will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:52:05.910339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:05.965680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3955a-3231-4dc1-925e-5bbde6f79241 req-b4eb44c5-233e-42ff-8dbe-c35389f767ee tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.967311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42e3955a-3231-4dc1-925e-5bbde6f79241 req-b4eb44c5-233e-42ff-8dbe-c35389f767ee tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0591192 Sep 01 15:52:05.976787 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] No DVR routers for this DVR port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:52:05.984550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:06.014759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42e3955a-3231-4dc1-925e-5bbde6f79241 req-4641ce84-bb22-44b9-8bea-a9cc9f4ca0cd tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Sep 01 15:52:06.020801 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:52:06.021172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:52:06.021520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:06.025946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:52:06.026265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Attempting to bind port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on network 5babab97-35e1-4743-8e00-7cb12f44cce7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:06.036584 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:52:06.036998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Checking segment: {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:52:06.037432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Bound using segment: {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:52:06.037871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Bound port: 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dba56f5-c3e9-4df3-90a2-ac3483e99edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:52:06.038236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:06.105046 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:52:06.109755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:52:06.115309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:06.151334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:06.152255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:06.153445 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 1093 time: 1.0058253 Sep 01 15:52:06.156639 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7af9f0-9b5b-4f51-a1fa-b611da2d8e01 x-openstack-request-id: req-6c7af9f0-9b5b-4f51-a1fa-b611da2d8e01 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:06.156931 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-unplugged", "status": "completed", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:06.157201 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c7af9f0-9b5b-4f51-a1fa-b611da2d8e01 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:06.157591 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'code': 200} Sep 01 15:52:06.191196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8eb8-004f-40bb-8a21-806f9dee76d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:06.227235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-3c056f38-8f15-4281-8895-03d16f34b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:06.228769 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-3c056f38-8f15-4281-8895-03d16f34b3f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0473282 Sep 01 15:52:06.323577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-6a6738f2-5696-4f7d-9e56-bc5cab9137be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:06.325157 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-6a6738f2-5696-4f7d-9e56-bc5cab9137be service neutron] 10.222.0.50 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.0888956 Sep 01 15:52:06.369761 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-b16c1d2a-2866-467e-ae57-572d7d02c2b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0371175 Sep 01 15:52:06.426414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4215f8-c802-4065-8099-40debd682a3f req-6cc7d3fe-7d83-4012-8769-ad2d8ac13a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:06.427941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-6cc7d3fe-7d83-4012-8769-ad2d8ac13a91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0519886 Sep 01 15:52:06.462011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-688a82cf-ac3a-4557-bbee-907a367e8251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267172 Sep 01 15:52:06.565161 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-5fdd7014-32cd-408a-89d7-ba6d419aa410 service neutron] 10.222.0.50 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949736 Sep 01 15:52:06.664740 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ea4215f8-c802-4065-8099-40debd682a3f req-215e3733-5114-4d16-9fe4-c4373f944e5f service neutron] 10.222.0.50 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Sep 01 15:52:07.192787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17dabc-657c-4b91-a363-75177a2ee159 req-012a9ded-aeea-4126-adef-d678faad5918 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:07.194347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc17dabc-657c-4b91-a363-75177a2ee159 req-012a9ded-aeea-4126-adef-d678faad5918 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Sep 01 15:52:07.233692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc17dabc-657c-4b91-a363-75177a2ee159 req-2cf7ac71-afce-4eb0-96f9-ef56d3358b38 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Sep 01 15:52:08.158895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:08.162660 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:08.215513 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd5c007-6d35-4b71-828a-960a865d451b x-openstack-request-id: req-0cd5c007-6d35-4b71-828a-960a865d451b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:08.215888 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:08.216213 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cd5c007-6d35-4b71-828a-960a865d451b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:08.216723 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'status': 'completed', 'code': 200} Sep 01 15:52:08.222533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:52:08.270538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:52:08.297590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-45ed53fe-a91c-4c9b-b160-cc73397d7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.300485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-45ed53fe-a91c-4c9b-b160-cc73397d7a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0449212 Sep 01 15:52:08.304620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-1a50f9db-3b88-46a3-9cd3-367364537f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.306384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-1a50f9db-3b88-46a3-9cd3-367364537f7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0522287 Sep 01 15:52:08.405310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-9ce30a2e-6b78-4e25-b584-c3d4cd07c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.406827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-9ce30a2e-6b78-4e25-b584-c3d4cd07c354 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.0930092 Sep 01 15:52:08.430249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a70bc-738c-46c7-9673-58fa821098ae req-fd36b5f9-aa9b-4ff0-a8a7-499422bf9e5f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.431744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c66a70bc-738c-46c7-9673-58fa821098ae req-fd36b5f9-aa9b-4ff0-a8a7-499422bf9e5f tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.1040444 Sep 01 15:52:08.449418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-d570551f-ca62-46a3-86af-6ffa26b45700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.450945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-d570551f-ca62-46a3-86af-6ffa26b45700 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.1426346 Sep 01 15:52:08.455684 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-e555bad4-5712-4a1c-9903-636a1ee5e219 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0404494 Sep 01 15:52:08.503275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-f2ce3c2b-07d7-4419-b780-185d9c3d7641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0447097 Sep 01 15:52:08.506803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-15f38554-f0ce-4056-8d0b-9241fb4a3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.508323 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-15f38554-f0ce-4056-8d0b-9241fb4a3836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0454147 Sep 01 15:52:08.523761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c66a70bc-738c-46c7-9673-58fa821098ae req-a5ca1d8d-be6e-421c-8f7c-4b5253377dba tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831983 Sep 01 15:52:08.539931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-4a4755ab-66df-4b63-bd56-414cd26a7e39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249703 Sep 01 15:52:08.560229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-57a5537c-84af-4527-a67d-7f67591eb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.561772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-57a5537c-84af-4527-a67d-7f67591eb1ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0507212 Sep 01 15:52:08.594813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-eb2443eb-fe58-47b9-b0a1-cf010af4a13a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257726 Sep 01 15:52:08.647403 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-f5c5d050-1cc7-491b-b8b0-2b05ce2a8f03 service neutron] 10.222.0.50 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003647 Sep 01 15:52:08.704661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-4fe990f9-1b5c-44a7-a1d8-12d70fcc0363 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031508 Sep 01 15:52:08.752617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-43aec689-7b74-4883-b584-2dd74870826d service neutron] 10.222.0.50 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977602 Sep 01 15:52:08.885841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-deeee6d1-7d63-4aa3-a6cf-6c9e8655366c req-8216126a-48a7-4e62-bf46-6e8912957d1c service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699073 Sep 01 15:52:08.901827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8a14-7952-4189-9d93-06104246c58e req-d3fbe08e-296f-48d2-9161-9a6f6c368e37 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:08.904137 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-d3fbe08e-296f-48d2-9161-9a6f6c368e37 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827&tenant_id=5bff01fc440f4cba90ee0e28ded522ee&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.1150136 Sep 01 15:52:08.970026 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-62fb8a14-7952-4189-9d93-06104246c58e req-5b75eb0c-94d4-47dc-93d0-f618727bc2f7 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:52:08.971112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-5b75eb0c-94d4-47dc-93d0-f618727bc2f7 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4df8b70d-46e4-44f0-aeaf-287b809ea52a/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0595551 Sep 01 15:52:09.087969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8a14-7952-4189-9d93-06104246c58e req-4af6d95b-8ab7-4eb6-aa87-767240f84a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:09.092010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-4af6d95b-8ab7-4eb6-aa87-767240f84a35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 1096 time: 0.0508106 Sep 01 15:52:09.196555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8a14-7952-4189-9d93-06104246c58e req-615043ed-2fe7-4bbe-886e-45393a9e8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:09.198123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-615043ed-2fe7-4bbe-886e-45393a9e8d7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 200 len: 913 time: 0.0979278 Sep 01 15:52:09.246954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-044b6465-9f07-4ddd-9c53-94ad434507f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 200 len: 217 time: 0.0393813 Sep 01 15:52:09.305759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8a14-7952-4189-9d93-06104246c58e req-806f02fa-e5d2-4b68-88f5-b59a33f0f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:09.307360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-806f02fa-e5d2-4b68-88f5-b59a33f0f31c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 200 len: 852 time: 0.0533969 Sep 01 15:52:09.347393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-ab70cd26-ad77-4da6-aa8a-2d055de5a9da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5babab97-35e1-4743-8e00-7cb12f44cce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321054 Sep 01 15:52:09.456616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-22a5225f-3644-48d8-8f32-0c7788b74814 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991015 Sep 01 15:52:09.555003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-44987068-f2b2-4701-97de-ad682e85d750 service neutron] 10.222.0.24 "GET /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910029 Sep 01 15:52:10.355178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ddf41-947f-42a0-a36a-89e89d8fe941 req-1532fbab-063f-4195-b05b-cafb5a1486ea tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:10.357348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f91ddf41-947f-42a0-a36a-89e89d8fe941 req-1532fbab-063f-4195-b05b-cafb5a1486ea tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Sep 01 15:52:10.394809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f91ddf41-947f-42a0-a36a-89e89d8fe941 req-4968d07f-b5b4-41f7-b5e6-1cb785ded9b8 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Sep 01 15:52:10.529215 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:52:10.628108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:10.640109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'network_id': '5babab97-35e1-4743-8e00-7cb12f44cce7', 'port_id': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'mac_address': 'fa:16:3e:f2:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639295fc-a742-4108-937e-1adc3307d95d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:52:10.676987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:10.689984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:52:10.711336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:10.715733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:10.762300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:11.040555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['4df8b70d-46e4-44f0-aeaf-287b809ea52a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:52:11.524324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d943c-94d2-4aed-9d73-293b1e1bacc6 req-a95bee78-7550-46d3-a22e-1d381608fd64 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:11.525953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f93d943c-94d2-4aed-9d73-293b1e1bacc6 req-a95bee78-7550-46d3-a22e-1d381608fd64 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 945 time: 0.0596654 Sep 01 15:52:11.573623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f93d943c-94d2-4aed-9d73-293b1e1bacc6 req-23c660bd-b683-4990-83d5-10de526d2aee tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9081416-2b73-4cf4-85f8-91eec857fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Sep 01 15:52:11.728245 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8a14-7952-4189-9d93-06104246c58e req-43b110c9-1096-400f-9866-f31620aeb860 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:11.729752 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-43b110c9-1096-400f-9866-f31620aeb860 tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1e6de61-fdfc-497f-8360-45b05a9dc827 HTTP/1.1" status: 200 len: 945 time: 0.0623276 Sep 01 15:52:11.820075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Deleting port 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:52:11.820412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:11.911314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] For port 4df8b70d-46e4-44f0-aeaf-287b809ea52a, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4df8b70d-46e4-44f0-aeaf-287b809ea52a,segment=NetworkSegment(7dba56f5-c3e9-4df3-90a2-ac3483e99edb),segment_id=7dba56f5-c3e9-4df3-90a2-ac3483e99edb)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:11.911683 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:11.924580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Calling delete_port for 4df8b70d-46e4-44f0-aeaf-287b809ea52a owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:52:12.054017 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.066325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['4df8b70d-46e4-44f0-aeaf-287b809ea52a'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:52:12.093489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Pushing event deleted for resources: {'Port': ['ID=4df8b70d-46e4-44f0-aeaf-287b809ea52a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:12.148558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] No DVR routers for this DVR port 4df8b70d-46e4-44f0-aeaf-287b809ea52a on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:52:12.152012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.154670 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62fb8a14-7952-4189-9d93-06104246c58e req-16db9710-f5c6-4b69-bf2b-d2d6703ab41b tempest-DeleteServersTestJSON-986197888 tempest-DeleteServersTestJSON-986197888-project] 10.222.0.50 "DELETE /v2.0/ports/4df8b70d-46e4-44f0-aeaf-287b809ea52a HTTP/1.1" status: 204 len: 173 time: 0.4169865 Sep 01 15:52:12.155168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-deleted', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:12.157784 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823c0ce-7c34-46c6-9a2b-c2919ef322b1" -d '{"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-deleted", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:12.198155 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368f3c7-1de0-40f9-819d-2b661e65193e x-openstack-request-id: req-8368f3c7-1de0-40f9-819d-2b661e65193e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:12.198513 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e6de61-fdfc-497f-8360-45b05a9dc827", "name": "network-vif-deleted", "tag": "4df8b70d-46e4-44f0-aeaf-287b809ea52a", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:12.198746 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8368f3c7-1de0-40f9-819d-2b661e65193e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:12.199153 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e6de61-fdfc-497f-8360-45b05a9dc827', 'name': 'network-vif-deleted', 'tag': '4df8b70d-46e4-44f0-aeaf-287b809ea52a', 'status': 'completed', 'code': 200} Sep 01 15:52:12.534089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:52:12.554130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:52:12.554471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:52:12.572228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Port 4df8b70d-46e4-44f0-aeaf-287b809ea52a not found, will not notify nova. {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:52:12.704473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:12.755632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Deleting subnet 639295fc-a742-4108-937e-1adc3307d95d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:52:12.758936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.801042 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.840505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.894673 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.920092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639295fc-a742-4108-937e-1adc3307d95d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:12.924902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.928415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2c95faec-cb6e-4ee8-b6dc-a1b4113a3c14 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/639295fc-a742-4108-937e-1adc3307d95d HTTP/1.1" status: 204 len: 168 time: 0.2216902 Sep 01 15:52:12.930088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47112) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:13.004949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.082191 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.092601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5babab97-35e1-4743-8e00-7cb12f44cce7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:13.103244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dba56f5-c3e9-4df3-90a2-ac3483e99edb') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:13.103533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dba56f5-c3e9-4df3-90a2-ac3483e99edb') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:13.112352 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.126442 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.132148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:52:13.132528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: timer() Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:52:13.134180 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:52:13.191724 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.197228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.199053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5babab97-35e1-4743-8e00-7cb12f44cce7 HTTP/1.1" status: 204 len: 168 time: 0.2680366 Sep 01 15:52:13.210842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e856af-1977-4d9e-bf85-92071712dac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5babab97-35e1-4743-8e00-7cb12f44cce7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:13.304336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:13.348713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-06f3cb51-983c-4991-b860-8ab5bd45dd86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bff01fc440f4cba90ee0e28ded522ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431015 Sep 01 15:52:13.351141 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47118) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:13.401946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.423281 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.475684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.478449 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.482846 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9081416-2b73-4cf4-85f8-91eec857fe93 HTTP/1.1" status: 204 len: 168 time: 0.1275859 Sep 01 15:52:13.488697 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58456e-8a0f-43d4-9e4f-373f68c94b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9081416-2b73-4cf4-85f8-91eec857fe93,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:14.220921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47140) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:14.341352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-68034873-network', 'tenant_id': 'fae54426c55745e2962eb89db69f8fcc'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:14.362947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Made reservation on behalf of fae54426c55745e2962eb89db69f8fcc for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:52:14.365410 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.375711 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.411212 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daf2a01f-0171-41e3-ad42-3d3e1942880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.485252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.490671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.520824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:52:14.533585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a0155-ffcd-4d68-b5c7-f4bbb471c283,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:14.539764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.540230 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Added segment da1e3847-41da-45c3-9618-bbd181528c7a of type vlan for network 1730a038-1aa1-452c-825e-c339dffd4166 Sep 01 15:52:14.587774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.616010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.617130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:14.618142 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.679430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4572356 Sep 01 15:52:14.683310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:14.689689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Request body: {'subnet': {'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-68034873-subnet', 'tenant_id': 'fae54426c55745e2962eb89db69f8fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:14.690321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce9b58-bb56-4274-8a36-3bfff0a9bd3f admin admin] Pushing event updated for resources: {'Network': ['ID=1730a038-1aa1-452c-825e-c339dffd4166,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:14.704794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 1730a038-1aa1-452c-825e-c339dffd4166 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:52:14.726261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Made reservation on behalf of fae54426c55745e2962eb89db69f8fcc for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:52:14.729477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.913739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:14.992467 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17801fc8-5bb3-4877-9f79-8b52bcfcb36c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:14.997007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Checking segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:52:14.997402 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Network hostable DHCP agents. Network: 1730a038-1aa1-452c-825e-c339dffd4166, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:52:15.015278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Network 1730a038-1aa1-452c-825e-c339dffd4166 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:52:15.024193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 1730a038-1aa1-452c-825e-c339dffd4166) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:52:15.029034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:15.029667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:15.034218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d4b14-4e24-4aa1-912f-96eaab9162b3 None None] Network 1730a038-1aa1-452c-825e-c339dffd4166 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:52:15.044420 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dda9eedb-cc25-44f9-a239-30097c27393e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3589685 Sep 01 15:52:15.168356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc62c61-cce5-4fb4-8b5b-241fae73b23a None None] Network 1730a038-1aa1-452c-825e-c339dffd4166 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:52:15.661570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-79dbce9e-2d5c-4686-b1be-a4a6b1edb326 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:15.663066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-79dbce9e-2d5c-4686-b1be-a4a6b1edb326 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 813 time: 0.1042621 Sep 01 15:52:15.678908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-6baa0f73-8701-4de8-9bf2-17deb5a91127 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/quotas/fae54426c55745e2962eb89db69f8fcc HTTP/1.1" status: 200 len: 375 time: 0.0099604 Sep 01 15:52:15.715158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-0adda690-3c11-4269-972d-2db47c73f19f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306473 Sep 01 15:52:15.817644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-bb5a6064-0d9f-4d40-960a-82b3f3b81552 service neutron] 10.222.0.41 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942347 Sep 01 15:52:15.912860 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-3ea6e7e1-0ea8-4104-a546-4601cdd8deff service neutron] 10.222.0.41 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890276 Sep 01 15:52:16.088377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-193b4011-3cfa-489c-a68c-a832a7173a8e req-e6f6075f-5b08-49ac-9b6f-111a7fb1413b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 210 time: 0.0309107 Sep 01 15:52:16.550236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:52:16.572522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 4df8b70d-46e4-44f0-aeaf-287b809ea52a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:52:16.572870 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4df8b70d-46e4-44f0-aeaf-287b809ea52a not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:52:17.087834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-0790195b-8818-49ff-adf3-33156df95837 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:17.089489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-0790195b-8818-49ff-adf3-33156df95837 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 813 time: 0.1292980 Sep 01 15:52:17.103733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Request body: {'port': {'device_id': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'admin_state_up': True, 'tenant_id': 'fae54426c55745e2962eb89db69f8fcc'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:17.191453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ea57a32-d65f-48c2-b7f2-e9ef7ab1f619 req-4837f6a4-cab7-4c84-b03c-a76119a80bbe tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 210 time: 0.0279322 Sep 01 15:52:17.245844 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Made reservation on behalf of fae54426c55745e2962eb89db69f8fcc for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:52:17.249508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.375232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Allocated IP 172.20.0.7 (1730a038-1aa1-452c-825e-c339dffd4166/17801fc8-5bb3-4877-9f79-8b52bcfcb36c/1056682a-0ccf-4c92-b586-449fa0cdc6d8) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:52:17.534809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.573715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.576593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fefe402f-5736-4156-9f06-0cbd6e5fe2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.615616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Network 1730a038-1aa1-452c-825e-c339dffd4166 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:52:17.620622 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:52:17.624937 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:52:17.650523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:17.679041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:17.679632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.684862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:17.695018 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-49e9e5e9-ca24-431f-b880-c9938917817b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954509 Sep 01 15:52:17.707628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Request body: {'port': {'device_id': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:17.765867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.031441 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1056682a-0ccf-4c92-b586-449fa0cdc6d8 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:52:18.038894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.051173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Transition to ACTIVE for port object 1056682a-0ccf-4c92-b586-449fa0cdc6d8 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:52:18.055717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.103114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:18.183461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:52:18.183684 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:52:18.184011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:18.188981 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:52:18.189679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:18.194275 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:52:18.194602 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Checking segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:52:18.195044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Bound using segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:52:18.195398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Bound port: 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:52:18.195748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.270923 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:52:18.275871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:52:18.284223 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.322455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.323193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.324721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] 10.222.0.50 "PUT /v2.0/ports/1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 1092 time: 0.6214249 Sep 01 15:52:18.326000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b15b5f-997f-4bdd-be7a-0b4ceac3a011 req-d6d75fba-d39e-4de0-98ac-c85364be60f6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.327252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:18.328250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24b15b5f-997f-4bdd-be7a-0b4ceac3a011 req-d6d75fba-d39e-4de0-98ac-c85364be60f6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0616941 Sep 01 15:52:18.331425 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df914276e6f3b0edf88f98450d0d63665f9b59441693ac557fb36fa1b840a75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120c8f3-7f44-425b-9ba2-3c647831262f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:18.367022 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19d49b-f489-4286-807b-65ddaefcf2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:18.394615 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24b15b5f-997f-4bdd-be7a-0b4ceac3a011 req-ccc04b16-babc-47c3-99d1-6e7b8c1f6e81 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Sep 01 15:52:18.412121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-273a3dc6-f17f-4df4-8fdb-428e1293f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.413735 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-273a3dc6-f17f-4df4-8fdb-428e1293f461 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0481951 Sep 01 15:52:18.460566 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f836d9be-c105-422f-8043-4a7edc3b2989 x-openstack-request-id: req-f836d9be-c105-422f-8043-4a7edc3b2989 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:18.460867 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:18.461147 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f836d9be-c105-422f-8043-4a7edc3b2989 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:18.461551 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'status': 'completed', 'code': 200} Sep 01 15:52:18.463326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-43f069f3-c2c5-4c20-8366-6e7a1dbec1b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0414100 Sep 01 15:52:18.517125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-44c63950-1e6d-40e5-aab2-11b87f1142a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.518805 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-44c63950-1e6d-40e5-aab2-11b87f1142a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0483882 Sep 01 15:52:18.518993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.552400 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-b08983fb-2e96-410b-ad0c-7055e64e78c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262108 Sep 01 15:52:18.650099 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-19cb9596-62c0-4188-ae35-a145cee46587 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906925 Sep 01 15:52:18.746011 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ff665f18-cc31-42bd-aed4-fc05a924df68 req-0fde9629-5c98-49f7-9726-fda9286fc756 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889761 Sep 01 15:52:18.748238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:18.848435 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-a7d82ce2-565d-4b79-b03d-4d958b007cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.850152 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-a7d82ce2-565d-4b79-b03d-4d958b007cd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0506918 Sep 01 15:52:18.947077 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-5f02bd27-7bb0-4d47-a10f-cddf12ff096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:18.950250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-5f02bd27-7bb0-4d47-a10f-cddf12ff096e service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0924020 Sep 01 15:52:18.994835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-20d5f0c9-e311-4518-9c1c-c47a3e6a20b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0370321 Sep 01 15:52:19.051743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-d46181dc-a3e9-40a6-98bc-482231682644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:19.053271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-d46181dc-a3e9-40a6-98bc-482231682644 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0509133 Sep 01 15:52:19.087533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-3ea84432-f1be-42a1-9e3e-9a3fb1375a83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266647 Sep 01 15:52:19.183548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-0a0e6404-766f-43f0-b8d7-3698456d1f92 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875254 Sep 01 15:52:19.285977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f120c8f3-7f44-425b-9ba2-3c647831262f req-327ea422-110f-4322-92c8-a0a5204b6b9e service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933459 Sep 01 15:52:19.539003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2656883-f6f8-4094-8afb-ec15fc09222b req-a0db2246-9b5b-4cad-a12c-43e867180acf tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:19.540539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2656883-f6f8-4094-8afb-ec15fc09222b req-a0db2246-9b5b-4cad-a12c-43e867180acf tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0565758 Sep 01 15:52:19.581378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a2656883-f6f8-4094-8afb-ec15fc09222b req-e2819908-e175-48fe-9e94-872cb6aa8193 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345721 Sep 01 15:52:20.059669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:20.699729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063de4b-3882-4eda-9d0b-8b7e22842103 req-8252782b-3b1c-438f-b60e-46ba1e7b55d2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:20.701330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e063de4b-3882-4eda-9d0b-8b7e22842103 req-8252782b-3b1c-438f-b60e-46ba1e7b55d2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0493944 Sep 01 15:52:20.739945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e063de4b-3882-4eda-9d0b-8b7e22842103 req-08a604ad-09e5-4e9f-9ca7-ebc79b731357 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Sep 01 15:52:21.349676 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:21.855153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279e85-5829-486c-9761-d7c1f9813361 req-b18c3726-3483-4fee-bcc5-507e59ade398 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:21.856578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4279e85-5829-486c-9761-d7c1f9813361 req-b18c3726-3483-4fee-bcc5-507e59ade398 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0495877 Sep 01 15:52:21.894037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4279e85-5829-486c-9761-d7c1f9813361 req-f090c4aa-3323-4416-b083-7ae2636ea5a7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Sep 01 15:52:22.581525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:52:22.683316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:22.695092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'port_id': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'mac_address': 'fa:16:3e:ba:d1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17801fc8-5bb3-4877-9f79-8b52bcfcb36c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:52:22.734752 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:22.748642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1056682a-0ccf-4c92-b586-449fa0cdc6d8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:52:22.768214 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:22.772484 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:22.823602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:22.973828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['1056682a-0ccf-4c92-b586-449fa0cdc6d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:52:23.017759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29949c19-6857-40a9-a9f2-bef603846d56 req-802a9783-f894-40a0-879b-b3e7cab1f5cc tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:23.019094 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29949c19-6857-40a9-a9f2-bef603846d56 req-802a9783-f894-40a0-879b-b3e7cab1f5cc tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 944 time: 0.0546179 Sep 01 15:52:23.060428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29949c19-6857-40a9-a9f2-bef603846d56 req-ed013845-ab0c-4dfd-933d-d09fe72bebc3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Sep 01 15:52:24.181212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c1931-ca30-4f2b-85f2-05f1e9394212 req-9d04838f-872b-463c-af42-95f40180d7eb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:24.182708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-448c1931-ca30-4f2b-85f2-05f1e9394212 req-9d04838f-872b-463c-af42-95f40180d7eb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 944 time: 0.0527380 Sep 01 15:52:24.226454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-448c1931-ca30-4f2b-85f2-05f1e9394212 req-8c731da2-4cbe-430c-8988-2b6646d2be12 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Sep 01 15:52:24.595850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:52:24.648924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:52:24.653079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:52:24.653543 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:24.738433 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:24.764670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:24.766972 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e963686f588413da4280649081d1f01099a3ba2e1a7a716c23487ceccffa7deb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a72aa-4747-413d-8e36-78ca73c52a70" -d '{"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-plugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:24.780109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:24.784493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:24.834132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:24.872414 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba73f0bd-8202-4fdb-ad06-c02fcccd0ca2 x-openstack-request-id: req-ba73f0bd-8202-4fdb-ad06-c02fcccd0ca2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:24.872776 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-plugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:24.873031 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba73f0bd-8202-4fdb-ad06-c02fcccd0ca2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:24.873455 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'code': 200} Sep 01 15:52:25.087757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a5652-c7b0-476a-9ca8-756cbefdd6db req-9176de72-a5a8-4acd-9b32-6411281c99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:25.089328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-815a5652-c7b0-476a-9ca8-756cbefdd6db req-9176de72-a5a8-4acd-9b32-6411281c99ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1097 time: 0.0936115 Sep 01 15:52:25.138378 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-815a5652-c7b0-476a-9ca8-756cbefdd6db req-36dda3e5-ff92-4830-9ca9-1faabd3eb1ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Sep 01 15:52:25.347219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8b04-704e-4d70-a08d-044e98a7844e req-9bf9e419-b4d8-47e8-84a3-fa52ea2dd366 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:25.348792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5c8b04-704e-4d70-a08d-044e98a7844e req-9bf9e419-b4d8-47e8-84a3-fa52ea2dd366 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0504434 Sep 01 15:52:25.389279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5c8b04-704e-4d70-a08d-044e98a7844e req-83a09f3f-e101-4c57-ab3b-63c3ae05c947 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Sep 01 15:52:26.537250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994070-d3f9-4045-9eea-1e1c39926116 req-0b3faa4f-fe6f-44ee-8bf1-9e77c86603fd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:26.538851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4994070-d3f9-4045-9eea-1e1c39926116 req-0b3faa4f-fe6f-44ee-8bf1-9e77c86603fd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0615203 Sep 01 15:52:26.589086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4994070-d3f9-4045-9eea-1e1c39926116 req-a8e02ced-bb88-415c-841d-799e58f5a2aa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Sep 01 15:52:26.736830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d81dd-de5a-474a-9c52-770dace21a23 req-fdab744e-d1e4-4f14-9091-ab74de734600 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:26.738456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-596d81dd-de5a-474a-9c52-770dace21a23 req-fdab744e-d1e4-4f14-9091-ab74de734600 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0567493 Sep 01 15:52:26.784882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-596d81dd-de5a-474a-9c52-770dace21a23 req-b6f231da-8ba6-4b65-8f43-307d9b62f0ce tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Sep 01 15:52:27.047372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4587a-6894-4ee9-a9f4-c156e1bf6a93 req-298c0034-7629-4b59-bfc8-ce6de0c40c53 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:27.049029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda4587a-6894-4ee9-a9f4-c156e1bf6a93 req-298c0034-7629-4b59-bfc8-ce6de0c40c53 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0648198 Sep 01 15:52:27.098364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda4587a-6894-4ee9-a9f4-c156e1bf6a93 req-4f195825-97d2-4883-a040-1f4e7155bf83 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Sep 01 15:52:27.236410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0ffd-8391-4fea-a1fa-b12bae6fc5d7 req-0b9a61a5-4397-4c22-a002-ff642bd2d4b5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:27.237993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9cfe0ffd-8391-4fea-a1fa-b12bae6fc5d7 req-0b9a61a5-4397-4c22-a002-ff642bd2d4b5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0605083 Sep 01 15:52:27.283386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9cfe0ffd-8391-4fea-a1fa-b12bae6fc5d7 req-f64e7857-244f-4ab6-a8bd-4b97940058f6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Sep 01 15:52:27.577698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-af86df29-6408-4142-9462-2b0b2f1f3b69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686641 Sep 01 15:52:27.595408 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff433de1-27a6-44b1-96d1-e2584f3bea9c req-7b133192-49ae-4531-b003-3f7d383373c0 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:27.596969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff433de1-27a6-44b1-96d1-e2584f3bea9c req-7b133192-49ae-4531-b003-3f7d383373c0 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0621524 Sep 01 15:52:27.649369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff433de1-27a6-44b1-96d1-e2584f3bea9c req-8fc787ad-dcfd-4714-b246-5c047ec53694 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Sep 01 15:52:28.099274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:28.799687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f12186-7e52-41e0-b642-97ee0eb31baf req-82a0a6bc-c4be-4992-a326-a2f54d41595c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:28.801469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9f12186-7e52-41e0-b642-97ee0eb31baf req-82a0a6bc-c4be-4992-a326-a2f54d41595c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0714281 Sep 01 15:52:28.851204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9f12186-7e52-41e0-b642-97ee0eb31baf req-b0787283-af47-4fbd-bdb4-682b453ee932 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Sep 01 15:52:29.038447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-03297257-9f3d-4fad-aea8-253332e80e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:29.040034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-03297257-9f3d-4fad-aea8-253332e80e03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1097 time: 0.0459905 Sep 01 15:52:29.173464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-a26d6175-931b-4f34-b9f5-8ad34abc414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:29.175062 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-a26d6175-931b-4f34-b9f5-8ad34abc414c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.1276884 Sep 01 15:52:29.221499 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-4399d000-cebc-4bfd-90ed-df1d94a0999f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0392070 Sep 01 15:52:29.296918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-e9beaf51-f272-4a2e-a9fb-85f03619058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:29.298935 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-e9beaf51-f272-4a2e-a9fb-85f03619058c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0699942 Sep 01 15:52:29.341803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-23ee343f-3884-42c3-8893-c848d5b7f1a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349996 Sep 01 15:52:29.449048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-06995888-a68e-4064-bc1c-69b21eb7749f service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994525 Sep 01 15:52:29.573484 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d4a06ec-e3f4-4655-96b0-c6136f4e1776 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167786 Sep 01 15:52:30.015492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a41d-f206-45d7-b7c2-0c21c6599860 req-0c54f084-5365-4a50-b84d-4d6a602e69e4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:30.016744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf41a41d-f206-45d7-b7c2-0c21c6599860 req-0c54f084-5365-4a50-b84d-4d6a602e69e4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0590837 Sep 01 15:52:30.062149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf41a41d-f206-45d7-b7c2-0c21c6599860 req-5c01a63b-5924-4ea9-8d23-2fc255d63ba9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Sep 01 15:52:31.203039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26b0d-28bd-4d7d-a28a-48eb8f700e19 req-03e89523-3e90-44c4-bc6e-09bd34fecc5a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:31.204345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42f26b0d-28bd-4d7d-a28a-48eb8f700e19 req-03e89523-3e90-44c4-bc6e-09bd34fecc5a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0559640 Sep 01 15:52:31.252822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42f26b0d-28bd-4d7d-a28a-48eb8f700e19 req-2c8b6998-e298-4842-aba9-08dac8e8b977 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Sep 01 15:52:32.423357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1edf3-430a-4ce3-988a-5ac56eda4a83 req-114c09ba-8e1e-4134-90f4-8aa649d5d0d4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:32.426341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2a1edf3-430a-4ce3-988a-5ac56eda4a83 req-114c09ba-8e1e-4134-90f4-8aa649d5d0d4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0887339 Sep 01 15:52:32.493892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2a1edf3-430a-4ce3-988a-5ac56eda4a83 req-55ed1eaa-f804-43a1-99df-d404435d3c23 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608616 Sep 01 15:52:33.642442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab527da-47f9-4b4f-a648-a3a4cbc0cdfc req-e0d9bed1-acad-4bf0-a608-40b3db538d71 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:33.644625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aab527da-47f9-4b4f-a648-a3a4cbc0cdfc req-e0d9bed1-acad-4bf0-a608-40b3db538d71 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0614417 Sep 01 15:52:33.700513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aab527da-47f9-4b4f-a648-a3a4cbc0cdfc req-d0bd3a8d-a22c-4d79-b700-b5a5c3334366 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Sep 01 15:52:34.846847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e307a6e-ee81-4cfb-b134-fde3a0133959 req-3f81c849-e806-4400-bdd9-2483f298b1ca tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:34.848469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e307a6e-ee81-4cfb-b134-fde3a0133959 req-3f81c849-e806-4400-bdd9-2483f298b1ca tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0560150 Sep 01 15:52:34.892729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e307a6e-ee81-4cfb-b134-fde3a0133959 req-68438190-837c-4f3a-8a34-4d571293613f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Sep 01 15:52:36.045280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d54f9-83e1-4cf9-bc91-ae177631070f req-eefc326f-ba6e-48ad-bd47-fd9b0cd69275 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:36.046842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-650d54f9-83e1-4cf9-bc91-ae177631070f req-eefc326f-ba6e-48ad-bd47-fd9b0cd69275 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0731158 Sep 01 15:52:36.101228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-650d54f9-83e1-4cf9-bc91-ae177631070f req-f9c74940-0435-47b1-ac2d-477fb7b9491e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Sep 01 15:52:37.243625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fce2-17aa-4e24-9e58-639da3aa1316 req-e0d4b854-d3d6-4534-b362-15b967bc62cd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:37.245259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d3fce2-17aa-4e24-9e58-639da3aa1316 req-e0d4b854-d3d6-4534-b362-15b967bc62cd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0601633 Sep 01 15:52:37.290937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d3fce2-17aa-4e24-9e58-639da3aa1316 req-761aa7ef-5707-4862-9401-013c4be38feb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Sep 01 15:52:38.433554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5ebd3-3079-4906-89f2-56937d50566a req-f64509c6-3bab-4079-b06c-8240c1c339fb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:38.435936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3d5ebd3-3079-4906-89f2-56937d50566a req-f64509c6-3bab-4079-b06c-8240c1c339fb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0555139 Sep 01 15:52:38.483266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3d5ebd3-3079-4906-89f2-56937d50566a req-2713e4eb-3cf9-42b9-b22e-1a88fcc49adb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Sep 01 15:52:39.615568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84a6bf-3dec-42c0-a436-8b21ed45dbd9 req-2e46b0e2-474b-4b0c-9d67-3afdb517876c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:39.618109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff84a6bf-3dec-42c0-a436-8b21ed45dbd9 req-2e46b0e2-474b-4b0c-9d67-3afdb517876c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0623944 Sep 01 15:52:39.664155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff84a6bf-3dec-42c0-a436-8b21ed45dbd9 req-e8e076c8-3d09-4e14-b8bd-3d803b7f1b31 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Sep 01 15:52:40.813115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb9b6e-61f3-4be7-b857-0640b02e4abe req-9d3f0775-cba4-4df2-a290-dc281cc60e46 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:40.815903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4eb9b6e-61f3-4be7-b857-0640b02e4abe req-9d3f0775-cba4-4df2-a290-dc281cc60e46 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0637779 Sep 01 15:52:40.870594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4eb9b6e-61f3-4be7-b857-0640b02e4abe req-bfeb79e5-2b92-490b-88f0-82a9b7491aa5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Sep 01 15:52:42.019122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c811a-94c3-4f49-98a8-81b00cd69f11 req-f9da543f-2362-4237-9ee4-f4580f6e25ca tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:42.020726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e0c811a-94c3-4f49-98a8-81b00cd69f11 req-f9da543f-2362-4237-9ee4-f4580f6e25ca tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0526474 Sep 01 15:52:42.073556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e0c811a-94c3-4f49-98a8-81b00cd69f11 req-e3ab5952-aa8f-47ee-a234-4d3873d5a973 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Sep 01 15:52:43.019796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-b2a4091e-4371-401a-9648-e911ef8e3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:43.021350 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-b2a4091e-4371-401a-9648-e911ef8e3dad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1097 time: 0.0472703 Sep 01 15:52:43.137464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-7ecc47e0-cce9-4d99-b9c1-56476141aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:43.139013 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-7ecc47e0-cce9-4d99-b9c1-56476141aa0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0967128 Sep 01 15:52:43.194203 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-bc8f56c6-649b-431e-a4da-26f28b4b66d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0431635 Sep 01 15:52:43.209024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3bd2c-b8fe-49b5-a15f-c53be71444ce req-0c6fa986-2dd4-4b84-9dc2-2bc3af1514ab tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:43.210874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32b3bd2c-b8fe-49b5-a15f-c53be71444ce req-0c6fa986-2dd4-4b84-9dc2-2bc3af1514ab tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0604210 Sep 01 15:52:43.251049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-64ee98b3-9273-4662-988f-0ac782b9b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:43.252654 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-64ee98b3-9273-4662-988f-0ac782b9b46d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0487449 Sep 01 15:52:43.260753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32b3bd2c-b8fe-49b5-a15f-c53be71444ce req-0fe2e09b-f7f8-4acd-a3fe-54d79dcecf9b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 01 15:52:43.289943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-6739fb0f-86ef-49c4-b823-f57df52f7a86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298810 Sep 01 15:52:43.398135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-cf84e9d5-64f7-49b0-bb33-7f0883ac7d9f service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004148 Sep 01 15:52:43.520813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b0dfb29-7363-413b-bfca-d303825b71ee req-075dd94d-703b-4937-81c0-25a60ff553f9 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152732 Sep 01 15:52:44.384087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35e2f-03f5-41c9-83e2-9cc72f1db8c8 req-7173e124-eeda-4ea3-bc54-64d80765c812 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:44.385722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aec35e2f-03f5-41c9-83e2-9cc72f1db8c8 req-7173e124-eeda-4ea3-bc54-64d80765c812 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0507486 Sep 01 15:52:44.414132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ef4554f-9829-4471-9e92-a342398ec97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:44.429926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aec35e2f-03f5-41c9-83e2-9cc72f1db8c8 req-9834887b-038d-4648-96bc-80492e854837 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Sep 01 15:52:45.552286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42755a-67c7-4941-b55e-f9653f2943b1 req-ee5ab64b-0cc6-46b3-bf7f-9685711f71ff tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:45.553779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c42755a-67c7-4941-b55e-f9653f2943b1 req-ee5ab64b-0cc6-46b3-bf7f-9685711f71ff tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0505683 Sep 01 15:52:45.594039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3c42755a-67c7-4941-b55e-f9653f2943b1 req-43834bd1-9849-41e2-8434-09f863e73b2e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Sep 01 15:52:46.731333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b844a-4ec5-428b-bbd7-f3409bf28679 req-a3f820a5-e8df-413b-ab2f-e1b69eee58f2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:46.733882 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b3b844a-4ec5-428b-bbd7-f3409bf28679 req-a3f820a5-e8df-413b-ab2f-e1b69eee58f2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0670109 Sep 01 15:52:46.779985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b3b844a-4ec5-428b-bbd7-f3409bf28679 req-a53ea26c-645d-43b6-8670-435c236b5056 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Sep 01 15:52:47.583873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-acdc7a8a-7ede-43c6-a85d-852bc8dc30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:47.688058 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:47.909569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb23218-e7de-4cee-9e31-bd58706747d0 req-cc86afd3-05fe-434d-b9c0-ff7e4cb0c4d4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:47.910994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4eb23218-e7de-4cee-9e31-bd58706747d0 req-cc86afd3-05fe-434d-b9c0-ff7e4cb0c4d4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0504489 Sep 01 15:52:47.952518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4eb23218-e7de-4cee-9e31-bd58706747d0 req-c5cafa97-61e9-44c1-870d-61bfff572d6d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Sep 01 15:52:48.521918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:48.768612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:49.084374 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce20b-3c67-4e04-a985-3dbd5d5777fa req-fc7b39c8-a784-4d87-a31c-7c36c9913cb1 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:49.086272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c69ce20b-3c67-4e04-a985-3dbd5d5777fa req-fc7b39c8-a784-4d87-a31c-7c36c9913cb1 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0598352 Sep 01 15:52:49.131845 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c69ce20b-3c67-4e04-a985-3dbd5d5777fa req-94231008-992d-4c96-9e6d-449aecaa93eb tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Sep 01 15:52:50.061705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:50.264062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abef2d-5ba9-4f93-980f-d0a0d66effd9 req-9cca6cc9-2bad-4cf5-8472-ce946d59593f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:50.265677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1abef2d-5ba9-4f93-980f-d0a0d66effd9 req-9cca6cc9-2bad-4cf5-8472-ce946d59593f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0601389 Sep 01 15:52:50.305326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1abef2d-5ba9-4f93-980f-d0a0d66effd9 req-de9489b2-baeb-42ce-b191-bfe2adcfb8da tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Sep 01 15:52:51.424488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacac48-f8da-4454-9954-b0623ca3af03 req-de2333e3-efb3-44e0-aefa-6dfd6fe01ec6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:51.426100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbacac48-f8da-4454-9954-b0623ca3af03 req-de2333e3-efb3-44e0-aefa-6dfd6fe01ec6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0505807 Sep 01 15:52:51.469220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbacac48-f8da-4454-9954-b0623ca3af03 req-3acdc262-4c59-4ce0-ac94-901151f69c3f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Sep 01 15:52:52.597097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd74f89-5472-4538-a812-166a0c60cba4 req-159ff117-bda4-4c86-b69f-0f47556a4c5a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:52.598949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dd74f89-5472-4538-a812-166a0c60cba4 req-159ff117-bda4-4c86-b69f-0f47556a4c5a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0521066 Sep 01 15:52:52.643895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dd74f89-5472-4538-a812-166a0c60cba4 req-96e46c21-bfbb-4ab9-ba5f-eba6057f16f5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Sep 01 15:52:53.792978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e785a8-c70c-4379-a3d1-3f8cc5de5a95 req-f8790326-430b-43ad-85c6-bc12b16c92d3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:53.795256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26e785a8-c70c-4379-a3d1-3f8cc5de5a95 req-f8790326-430b-43ad-85c6-bc12b16c92d3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0651028 Sep 01 15:52:53.844725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26e785a8-c70c-4379-a3d1-3f8cc5de5a95 req-9d2e7aa0-4624-49e9-b5e8-d3962e8effa5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Sep 01 15:52:54.970744 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757bc6e-99d6-43b6-b953-41450342721e req-095a1cfd-3a67-44b7-b41c-e857e531a058 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:54.972436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e757bc6e-99d6-43b6-b953-41450342721e req-095a1cfd-3a67-44b7-b41c-e857e531a058 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0516596 Sep 01 15:52:55.016512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e757bc6e-99d6-43b6-b953-41450342721e req-2cb4f95b-a8a8-46df-bc9f-d5952b3a2176 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Sep 01 15:52:56.146370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9a14-449f-44a9-af6e-dd9f2a0fa291 req-136e7074-9f80-4c88-a0f5-3faebf43796e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:56.148044 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cdc9a14-449f-44a9-af6e-dd9f2a0fa291 req-136e7074-9f80-4c88-a0f5-3faebf43796e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0533907 Sep 01 15:52:56.188664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cdc9a14-449f-44a9-af6e-dd9f2a0fa291 req-193b99e0-40f4-4118-bd28-9e3d1f52a57e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Sep 01 15:52:56.362043 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-fcef5eef-8219-4aa4-868a-724928b130b2 service neutron] show failed (client error): The resource could not be found. Sep 01 15:52:56.363080 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-fcef5eef-8219-4aa4-868a-724928b130b2 service neutron] 10.222.0.50 "GET /v2.0/ports/1056682a-0ccf-4c92-b586-449fa0cdc6d8/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0623927 Sep 01 15:52:56.693759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-627a4df7-235a-4687-83a3-fb99eed3bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:56.695310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-627a4df7-235a-4687-83a3-fb99eed3bae6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e&tenant_id=fae54426c55745e2962eb89db69f8fcc HTTP/1.1" status: 200 len: 1097 time: 0.1288357 Sep 01 15:52:56.723473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:56.783149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.001979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:57.041946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:52:57.082081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:57.087581 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.103366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Transition to ACTIVE for port object 1056682a-0ccf-4c92-b586-449fa0cdc6d8 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:52:57.107346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.163293 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa07de-93df-444e-971c-792a68ddc914" -d '{"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-unplugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:57.170327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] No DVR routers for this DVR port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:52:57.183219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:57.206350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.206693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.207023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.207350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.207677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.207998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.208611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.208611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.208945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.211417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.211718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.211999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:52:57.231493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:52:57.231797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:52:57.232106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:57.236711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:52:57.237028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Attempting to bind port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:52:57.243488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:52:57.243958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Checking segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:52:57.244350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Bound using segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:52:57.244929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Bound port: 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:52:57.245321 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.289706 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d311b4-87f9-493d-bdf6-0f4d44f4971e x-openstack-request-id: req-27d311b4-87f9-493d-bdf6-0f4d44f4971e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:57.290060 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-unplugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:57.290318 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27d311b4-87f9-493d-bdf6-0f4d44f4971e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:57.290718 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'code': 200} Sep 01 15:52:57.329965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:52:57.333359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:52:57.339330 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.406281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:57.406933 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:57.408410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] 10.222.0.24 "PUT /v2.0/ports/1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 1092 time: 0.6895366 Sep 01 15:52:57.430405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46d278-055d-49f2-aa50-113c89663525 service neutron] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:57.447660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95e23e-87f1-4ef2-b312-3488231a51f6 req-44c20acc-c3d0-4c4d-bc65-222b8efc9a1c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:57.450002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb95e23e-87f1-4ef2-b312-3488231a51f6 req-44c20acc-c3d0-4c4d-bc65-222b8efc9a1c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.1075861 Sep 01 15:52:57.521213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb95e23e-87f1-4ef2-b312-3488231a51f6 req-c189ccb9-f522-4bfe-8a26-a088a3c83c27 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623021 Sep 01 15:52:57.527362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-3a901251-f203-4355-8a7c-57d0669b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:57.530009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-3a901251-f203-4355-8a7c-57d0669b8cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0788779 Sep 01 15:52:57.632032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-00eb50dc-4774-4bb3-bd30-a50732b33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:57.633564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-00eb50dc-4774-4bb3-bd30-a50732b33b9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0966990 Sep 01 15:52:57.682435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-35df4534-1a92-4c48-b09a-5406a85c708f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0410578 Sep 01 15:52:57.735773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-49043f47-14dd-4254-80bd-02e8e9ac439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:57.735773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-49043f47-14dd-4254-80bd-02e8e9ac439b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0457878 Sep 01 15:52:57.775725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-a45b3d48-06d7-43d4-9c3c-0965387a5abb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253429 Sep 01 15:52:57.875943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-293dc82d-7426-46b3-90a7-3fd74c931ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928419 Sep 01 15:52:57.972357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca41e797-7e3a-46aa-9074-f3e46d7d463e req-a794495b-78c8-418a-934a-9d076ca8cac8 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881493 Sep 01 15:52:58.109971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:58.129564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-b5f3e5fe-4e94-438e-b0a2-3049723dfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:58.131019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-b5f3e5fe-4e94-438e-b0a2-3049723dfb7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0466688 Sep 01 15:52:58.246461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-48b90d08-855e-449e-b955-827eb27a63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:58.248029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-48b90d08-855e-449e-b955-827eb27a63f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0926950 Sep 01 15:52:58.295876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-c627aaf4-d2e7-4616-b942-5e7e36bd89e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Sep 01 15:52:58.349779 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:58.354245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-519643a1-c07f-4b03-a1bd-21947ccde7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:58.356355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-519643a1-c07f-4b03-a1bd-21947ccde7aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0527048 Sep 01 15:52:58.392177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-30418e0b-aef3-4529-8500-132f462b5696 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286975 Sep 01 15:52:58.488143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-5cfa61d7-1db7-494f-8fe4-b0ef8f87f33d service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Sep 01 15:52:58.915630 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4d620-c3ce-4939-b3e4-f6eac0e00deb req-fbb641c4-c9f3-43e9-8182-c0c14035c901 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:58.917176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eaf4d620-c3ce-4939-b3e4-f6eac0e00deb req-fbb641c4-c9f3-43e9-8182-c0c14035c901 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0792637 Sep 01 15:52:58.919218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d59bdbb9-f37f-4ec2-843a-239290fcc0a3 req-2b5a65fb-8dd4-4ac8-ade7-a926c8b46f56 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227998 Sep 01 15:52:58.961898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eaf4d620-c3ce-4939-b3e4-f6eac0e00deb req-2d3ea156-0a2b-47ac-ad15-00c3a529da5c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Sep 01 15:52:59.292351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:59.296829 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:59.353124 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88573a62-6970-4f70-a701-1ea73dab92eb x-openstack-request-id: req-88573a62-6970-4f70-a701-1ea73dab92eb {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:59.353500 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:59.353657 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88573a62-6970-4f70-a701-1ea73dab92eb {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:59.354043 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'status': 'completed', 'code': 200} Sep 01 15:52:59.432254 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-eae75925-6943-44bc-bf07-ba18b8d3972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.433799 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-eae75925-6943-44bc-bf07-ba18b8d3972f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0560069 Sep 01 15:52:59.447613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-288ecf3e-b54a-4139-93a6-cd656e159636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.449904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-288ecf3e-b54a-4139-93a6-cd656e159636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0454593 Sep 01 15:52:59.540083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-a1fd7aad-3119-402b-ac62-b15691303573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.541608 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-a1fd7aad-3119-402b-ac62-b15691303573 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.1008170 Sep 01 15:52:59.555407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-32c444f5-b37d-44e4-b2c8-a6e4fb3776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.556808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-32c444f5-b37d-44e4-b2c8-a6e4fb3776e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0996501 Sep 01 15:52:59.588757 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-a4ec256e-61f6-43fe-b036-f6100182dc8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0396719 Sep 01 15:52:59.629846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-5e4ed795-d5e2-4c0e-b6db-8364d6d5877d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0454347 Sep 01 15:52:59.651853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-9d84d115-7138-4298-99c4-ccec1e1da8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.654236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-9d84d115-7138-4298-99c4-ccec1e1da8c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0590129 Sep 01 15:52:59.691123 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-18fbc99b-c334-49a3-beef-f05d4289fa1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294368 Sep 01 15:52:59.695061 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-289e9786-0cbf-4d1a-9192-0c8c6d2f4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:59.696541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-289e9786-0cbf-4d1a-9192-0c8c6d2f4111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0557795 Sep 01 15:52:59.748150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-c92dc267-9ede-4d66-a774-d58bfd07a327 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341725 Sep 01 15:52:59.794604 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-b4a72f08-23f5-4074-9142-e5337ea68ae4 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965638 Sep 01 15:52:59.844334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-2b512dcd-b2d2-4f12-9d82-fcf2ee24ca2a service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882611 Sep 01 15:52:59.900125 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-29c6260d-0716-47d8-ba61-86d00850a29e service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975966 Sep 01 15:52:59.967428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ae16fb7-b5c5-4913-9eb9-42405e4527cf req-dc80c883-1aa6-4f39-a8b2-5c304e187158 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152568 Sep 01 15:53:00.087687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87778f8-29ef-49dd-b2ac-89d4a6606c51 req-8debbe47-4ecb-46bb-a848-6b4a052b9038 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:00.089527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e87778f8-29ef-49dd-b2ac-89d4a6606c51 req-8debbe47-4ecb-46bb-a848-6b4a052b9038 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0524364 Sep 01 15:53:00.138356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e87778f8-29ef-49dd-b2ac-89d4a6606c51 req-6f234162-87d9-4e45-bb59-c1fe9455dada tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Sep 01 15:53:00.353133 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad20416-b949-42e3-92a9-d729e6a778ff req-6f7f084e-9c10-4dbc-9b9e-d85b7db8af15 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:00.354759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad20416-b949-42e3-92a9-d729e6a778ff req-6f7f084e-9c10-4dbc-9b9e-d85b7db8af15 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 943 time: 0.0527353 Sep 01 15:53:00.396805 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ad20416-b949-42e3-92a9-d729e6a778ff req-eccd810c-ea4f-4926-a4c6-b770b56f9ed6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Sep 01 15:53:00.399833 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-2df59ec8-5083-4a35-b82b-e8759a30c59d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:00.401265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-2df59ec8-5083-4a35-b82b-e8759a30c59d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e&tenant_id=fae54426c55745e2962eb89db69f8fcc&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 943 time: 0.0896189 Sep 01 15:53:00.469601 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-461204d7-5f4b-4989-ad74-fbd8e89360d6 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:53:00.470633 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-461204d7-5f4b-4989-ad74-fbd8e89360d6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1056682a-0ccf-4c92-b586-449fa0cdc6d8/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0609822 Sep 01 15:53:00.502108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:53:00.559128 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-252445ef-ae3c-4c8f-8392-c6030aa82139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:00.560738 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-252445ef-ae3c-4c8f-8392-c6030aa82139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 1095 time: 0.0427639 Sep 01 15:53:00.603051 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:00.618105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'port_id': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'mac_address': 'fa:16:3e:ba:d1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17801fc8-5bb3-4877-9f79-8b52bcfcb36c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:53:00.663770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:00.670554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-e2d29523-3079-454a-8f1c-12f60c4d2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:00.672394 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-e2d29523-3079-454a-8f1c-12f60c4d2b55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0991435 Sep 01 15:53:00.679162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1056682a-0ccf-4c92-b586-449fa0cdc6d8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:53:00.700103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:00.704448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:00.751086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:53:00.785839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:00.801867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.802186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.802538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.802869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.803206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.803532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.803863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.804193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.804513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.804836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.805189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.805509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:00.818680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:53:01.005823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['1056682a-0ccf-4c92-b586-449fa0cdc6d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:01.032960 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-cba9a446-018c-40d6-b92a-cc9222b34e52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 200 len: 217 time: 0.3529599 Sep 01 15:53:01.084438 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-4855c726-02fa-484e-8585-2e04b2bc9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:01.086227 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-4855c726-02fa-484e-8585-2e04b2bc9d81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0464904 Sep 01 15:53:01.119532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-12f2d769-77b0-434d-8b7c-c4b7aae1ef65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262277 Sep 01 15:53:01.224565 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-cbdd46c4-26a2-4405-8a42-c0e88f21de9e service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976095 Sep 01 15:53:01.319048 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b504bfbd-3281-412f-b7dd-0486136caef6 req-66e6a2fa-77ce-42e1-82e3-f8df785ed7cd service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874107 Sep 01 15:53:01.530409 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ea05-81dc-4915-b9a8-5c0967ad5689 req-6391d8ae-b138-4e4f-97b7-b08d9e4a6b91 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:01.532143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24f1ea05-81dc-4915-b9a8-5c0967ad5689 req-6391d8ae-b138-4e4f-97b7-b08d9e4a6b91 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 944 time: 0.0605197 Sep 01 15:53:01.572982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-24f1ea05-81dc-4915-b9a8-5c0967ad5689 req-b805f85b-4257-41ba-a29d-3418554c18a2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Sep 01 15:53:02.516228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:02.566581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:02.571356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:02.571795 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:02.666529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:02.696499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c17456-5ca3-4078-bd82-c6df68414cc4 req-b677bb35-910d-42f7-8061-06d4a1a28eff tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:02.698095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06c17456-5ca3-4078-bd82-c6df68414cc4 req-b677bb35-910d-42f7-8061-06d4a1a28eff tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 944 time: 0.0530317 Sep 01 15:53:02.701382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:02.723319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:02.729393 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:02.744529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06c17456-5ca3-4078-bd82-c6df68414cc4 req-623d90ae-d5a7-41ff-92ec-23e4858f6fff tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Sep 01 15:53:02.773141 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eea1fee-02f8-49f9-8ece-7e0ae14ec815" -d '{"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-plugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:02.807924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:02.877321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8539a1-d557-4188-9fe5-4f4900235ce8 req-550eb471-5fe2-405b-bd23-8dc26f72d1b3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:02.878943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a8539a1-d557-4188-9fe5-4f4900235ce8 req-550eb471-5fe2-405b-bd23-8dc26f72d1b3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0592353 Sep 01 15:53:02.918558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a8539a1-d557-4188-9fe5-4f4900235ce8 req-3e9b974f-27d7-4f8a-8ae8-d175c04f03b8 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Sep 01 15:53:03.035456 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa27f5-27b0-43a1-bcdf-82f49061ba02 x-openstack-request-id: req-d8aa27f5-27b0-43a1-bcdf-82f49061ba02 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:03.036322 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-plugged", "status": "completed", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:03.036777 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8aa27f5-27b0-43a1-bcdf-82f49061ba02 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:03.037467 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'code': 200} Sep 01 15:53:03.160889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33d0c-2490-460b-9b15-d3fe8f978b4e req-0f11317c-57db-4a6e-9098-3fef2429f1c9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:03.163359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1f33d0c-2490-460b-9b15-d3fe8f978b4e req-0f11317c-57db-4a6e-9098-3fef2429f1c9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0676372 Sep 01 15:53:03.212159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1f33d0c-2490-460b-9b15-d3fe8f978b4e req-d76b7aac-3c97-4b20-b8f3-c12751ee8960 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Sep 01 15:53:03.625959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-64ed2318-4e06-4ba2-9a0b-08a0fcad4c20 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:03.627587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-64ed2318-4e06-4ba2-9a0b-08a0fcad4c20 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 813 time: 0.1442320 Sep 01 15:53:03.644655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-f9a64509-34b6-4fc4-8fc7-88ad7157598a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/quotas/fae54426c55745e2962eb89db69f8fcc HTTP/1.1" status: 200 len: 375 time: 0.0107224 Sep 01 15:53:03.705933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-b3c0dce6-76aa-4c69-a9c3-87f73795afed tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550263 Sep 01 15:53:03.865889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-a2321923-5191-40db-9988-dab89ab5ccb0 service neutron] 10.222.0.41 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523724 Sep 01 15:53:03.966367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-23fe68c0-f65c-4be3-a6b9-2f24a951f644 service neutron] 10.222.0.41 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936782 Sep 01 15:53:04.162176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3798a969-0511-47e5-a542-358d28ff3d1d req-f98f5196-a517-42f4-a19b-42eef1550897 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 210 time: 0.0292149 Sep 01 15:53:04.914161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-08b1bcda-e7c6-4aca-b83a-521843a8ae6f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:04.915886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-08b1bcda-e7c6-4aca-b83a-521843a8ae6f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ac42b24-c2ec-4011-b06c-63ed1ff1690e HTTP/1.1" status: 200 len: 945 time: 0.0517449 Sep 01 15:53:05.018795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Deleting port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:53:05.019128 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:05.120228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] For port 1056682a-0ccf-4c92-b586-449fa0cdc6d8, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1056682a-0ccf-4c92-b586-449fa0cdc6d8,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:05.120584 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:05.135330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Calling delete_port for 1056682a-0ccf-4c92-b586-449fa0cdc6d8 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:53:05.314616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbdb5caf-b9b5-4d6a-9bc6-0862e3f8e287 req-0b814285-652b-4bd0-b340-fc0e22ebf6cc tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 210 time: 0.0541363 Sep 01 15:53:05.407877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-2719bbb2-76e4-49d0-97e8-3f8700777366 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:05.409476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-2719bbb2-76e4-49d0-97e8-3f8700777366 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 813 time: 0.2055988 Sep 01 15:53:05.422465 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:05.458144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['1056682a-0ccf-4c92-b586-449fa0cdc6d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:05.462738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Request body: {'port': {'device_id': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'admin_state_up': True, 'tenant_id': 'fae54426c55745e2962eb89db69f8fcc'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:05.467340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Pushing event deleted for resources: {'Port': ['ID=1056682a-0ccf-4c92-b586-449fa0cdc6d8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:05.564795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] No DVR routers for this DVR port 1056682a-0ccf-4c92-b586-449fa0cdc6d8 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:53:05.569139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:05.571393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.24 "DELETE /v2.0/ports/1056682a-0ccf-4c92-b586-449fa0cdc6d8 HTTP/1.1" status: 204 len: 173 time: 0.6487908 Sep 01 15:53:05.571838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-deleted', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:05.575037 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee7653-8ec3-49a8-b005-2dcf9f33bf3b" -d '{"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-deleted", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:05.631410 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72beef50-1c66-4c7e-ae0f-bff3ed9d63de x-openstack-request-id: req-72beef50-1c66-4c7e-ae0f-bff3ed9d63de {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:05.631863 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac42b24-c2ec-4011-b06c-63ed1ff1690e", "name": "network-vif-deleted", "tag": "1056682a-0ccf-4c92-b586-449fa0cdc6d8", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:05.632244 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72beef50-1c66-4c7e-ae0f-bff3ed9d63de {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:05.632797 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac42b24-c2ec-4011-b06c-63ed1ff1690e', 'name': 'network-vif-deleted', 'tag': '1056682a-0ccf-4c92-b586-449fa0cdc6d8', 'status': 'completed', 'code': 200} Sep 01 15:53:05.669227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Made reservation on behalf of fae54426c55745e2962eb89db69f8fcc for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:53:05.674684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:05.833590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Allocated IP 172.20.0.9 (1730a038-1aa1-452c-825e-c339dffd4166/17801fc8-5bb3-4877-9f79-8b52bcfcb36c/7342c454-db93-437f-a2c1-2f4c4b291952) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:05.998520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.044683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.080555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['1056682a-0ccf-4c92-b586-449fa0cdc6d8'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:06.105545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Network 1730a038-1aa1-452c-825e-c339dffd4166 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:06.109241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:06.113963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:06.142189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:06.178238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:06.179096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.206073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-3541472c-2a14-4894-bd33-9894e353355d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496846 Sep 01 15:53:06.224941 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Request body: {'port': {'device_id': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:06.288189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.568892 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278e57f-6b9c-43ea-9dfd-efa0a33a8ed3 req-3f996408-be0b-4a1f-be8a-c82a18f3982f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:06.570567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2278e57f-6b9c-43ea-9dfd-efa0a33a8ed3 req-3f996408-be0b-4a1f-be8a-c82a18f3982f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 931 time: 0.1252744 Sep 01 15:53:06.646291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2278e57f-6b9c-43ea-9dfd-efa0a33a8ed3 req-7780eb27-ef12-4349-9609-71f30a8954fc tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Sep 01 15:53:06.703134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7342c454-db93-437f-a2c1-2f4c4b291952 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:53:06.712108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.726823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Transition to ACTIVE for port object 7342c454-db93-437f-a2c1-2f4c4b291952 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:06.732063 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.786445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:06.869526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:06.869526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:06.870537 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:06.876146 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:53:06.876697 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:06.882565 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:06.882932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Checking segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:06.883294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Bound using segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:06.883741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Bound port: 7342c454-db93-437f-a2c1-2f4c4b291952, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:06.884108 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:06.966469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:06.970430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:06.976113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:07.016182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.017117 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:07.018545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] 10.222.0.24 "PUT /v2.0/ports/7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 1092 time: 0.7980542 Sep 01 15:53:07.046414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308032-c748-49cf-a6a8-df2ac939677e service neutron] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:07.124812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-dedcfc35-f7bd-404b-9f6b-78cc6a594403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.127209 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-dedcfc35-f7bd-404b-9f6b-78cc6a594403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0478158 Sep 01 15:53:07.184166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-e4215b4c-5a08-471d-adae-17a5c1f3d98b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0431347 Sep 01 15:53:07.245385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-78e4690b-02f0-46d3-b52e-880333293fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.246938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-78e4690b-02f0-46d3-b52e-880333293fc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0564156 Sep 01 15:53:07.280981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-8a986a38-5d2a-4366-9eb8-16a0808b0b22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267723 Sep 01 15:53:07.388212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-614b1931-8e9c-4ea1-b8db-221f0f01716d service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995021 Sep 01 15:53:07.490560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6fa922a-e4a5-4169-a408-8f752181caa6 req-c50cd2bf-bb66-4168-bb83-32ba2e064f21 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954797 Sep 01 15:53:07.634582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:07.638694 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59589e-b379-4d5d-84f6-063ddc5904e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:07.680001 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537268c-b2bc-4159-b9fb-c4b741569050 x-openstack-request-id: req-3537268c-b2bc-4159-b9fb-c4b741569050 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:07.680344 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:07.680575 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3537268c-b2bc-4159-b9fb-c4b741569050 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:07.681593 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'status': 'completed', 'code': 200} Sep 01 15:53:07.817767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3707341-62c2-4b07-b094-5c9af59dd354 req-3b5826f5-9c4f-418c-9e97-7682a3a13819 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.819460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3707341-62c2-4b07-b094-5c9af59dd354 req-3b5826f5-9c4f-418c-9e97-7682a3a13819 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0893557 Sep 01 15:53:07.822808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-1d216506-8171-44be-85b6-48e8048cf6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.824921 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-1d216506-8171-44be-85b6-48e8048cf6fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0925684 Sep 01 15:53:07.923918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3707341-62c2-4b07-b094-5c9af59dd354 req-451d6f44-38ea-4db1-a19e-8ecff46b2652 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960650 Sep 01 15:53:07.965411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-b4819ed0-46e0-4528-afc0-ed7aef5180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:07.966950 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-b4819ed0-46e0-4528-afc0-ed7aef5180dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.1269748 Sep 01 15:53:08.017645 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-f45d9974-85bf-41e2-bf09-ee4ce8738fb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0421498 Sep 01 15:53:08.071598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-024284c6-7316-4ad3-83d7-c9ec0a78511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:08.073202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-024284c6-7316-4ad3-83d7-c9ec0a78511c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0468884 Sep 01 15:53:08.106507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-addfe226-b6d1-4730-8c72-42df61cf052f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257668 Sep 01 15:53:08.209715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-62ab1b55-0a62-4104-9058-087f402b03f6 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958159 Sep 01 15:53:08.306766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ff59589e-b379-4d5d-84f6-063ddc5904e8 req-1a9c2213-1ff3-4498-892f-fed97218be2a service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Sep 01 15:53:08.536008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:53:08.555938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 1056682a-0ccf-4c92-b586-449fa0cdc6d8 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:53:08.556271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1056682a-0ccf-4c92-b586-449fa0cdc6d8 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:53:09.063494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab70fb6-e18c-48a7-af7f-6c6976121881 req-67faf0d0-f611-4d82-8548-f159ab8fd653 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:09.065229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cab70fb6-e18c-48a7-af7f-6c6976121881 req-67faf0d0-f611-4d82-8548-f159ab8fd653 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0603244 Sep 01 15:53:09.112972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cab70fb6-e18c-48a7-af7f-6c6976121881 req-08aec7a2-ea3d-4351-b782-4261cd9fd196 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Sep 01 15:53:10.252868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7971a3-40a1-4b41-afa4-27bf0614ff84 req-992c5931-af6b-4f98-bccd-79f33a63e33f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:10.254421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f7971a3-40a1-4b41-afa4-27bf0614ff84 req-992c5931-af6b-4f98-bccd-79f33a63e33f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0526404 Sep 01 15:53:10.296673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1f7971a3-40a1-4b41-afa4-27bf0614ff84 req-c80c7a63-38b8-4100-9509-0ee7aa5b4e4d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359392 Sep 01 15:53:10.535973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:53:10.645654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:10.662253 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '7342c454-db93-437f-a2c1-2f4c4b291952', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'port_id': '7342c454-db93-437f-a2c1-2f4c4b291952', 'mac_address': 'fa:16:3e:f3:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17801fc8-5bb3-4877-9f79-8b52bcfcb36c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:53:10.713018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:10.728679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7342c454-db93-437f-a2c1-2f4c4b291952 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:53:10.750044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:10.756518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:10.810483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:11.032361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['7342c454-db93-437f-a2c1-2f4c4b291952'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:11.420328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed4141-3fc2-42de-94dd-8f9ea25a0b3e req-04bc4a5b-3bfd-473e-8e17-cabeb1161d2e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:11.421899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ed4141-3fc2-42de-94dd-8f9ea25a0b3e req-04bc4a5b-3bfd-473e-8e17-cabeb1161d2e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0523171 Sep 01 15:53:11.466583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47ed4141-3fc2-42de-94dd-8f9ea25a0b3e req-c94c619e-795f-4d40-b8f3-b96d6748ffae tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Sep 01 15:53:12.563559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:12.603347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687b692-b222-4f9c-b673-dc772dc7fd5f req-d31fd9bc-4cbb-4cb4-9cef-c3ab0f378f64 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:12.604829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f687b692-b222-4f9c-b673-dc772dc7fd5f req-d31fd9bc-4cbb-4cb4-9cef-c3ab0f378f64 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0535288 Sep 01 15:53:12.614514 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 7342c454-db93-437f-a2c1-2f4c4b291952 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:12.619150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 7342c454-db93-437f-a2c1-2f4c4b291952 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:12.619865 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:12.653095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f687b692-b222-4f9c-b673-dc772dc7fd5f req-6a9b0ec4-994c-48c8-9f99-8ec0b4e4e63d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Sep 01 15:53:12.716251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:12.740447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:12.742687 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611e942-7398-45c6-ae47-fbc9b735e1db" -d '{"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-plugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:12.755478 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:12.760195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:12.785219 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6cb7a-9f0c-4106-aab6-ab05ad923c7e x-openstack-request-id: req-9fd6cb7a-9f0c-4106-aab6-ab05ad923c7e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:12.785515 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-plugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:12.785765 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fd6cb7a-9f0c-4106-aab6-ab05ad923c7e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:12.786157 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'code': 200} Sep 01 15:53:12.816035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:12.915467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d026a0-dad2-4fbd-aee2-2b1f3193c608 req-d1ba798a-308d-4103-9346-a4cf606efb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:12.916997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64d026a0-dad2-4fbd-aee2-2b1f3193c608 req-d1ba798a-308d-4103-9346-a4cf606efb71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1097 time: 0.0414228 Sep 01 15:53:12.953513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-64d026a0-dad2-4fbd-aee2-2b1f3193c608 req-b28bc979-78d2-4e50-9034-475db3400ec2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296490 Sep 01 15:53:13.775193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266115a7-fdfe-483c-bfc5-23b84cbadbc0 req-860e2a45-043d-4685-a8b5-8db07ee4e7ad tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:13.776731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-266115a7-fdfe-483c-bfc5-23b84cbadbc0 req-860e2a45-043d-4685-a8b5-8db07ee4e7ad tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0502017 Sep 01 15:53:13.815787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-266115a7-fdfe-483c-bfc5-23b84cbadbc0 req-3faf604b-ef1d-4ec2-93a4-ec0d6e1ae476 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Sep 01 15:53:14.415968 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee12a-b06a-4ba8-ba77-c1a748875091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:14.933073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d2a2-d95a-4786-9ae7-d910b012f238 req-f46933dc-90f5-4ad8-ab8d-9d585a5760a3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:14.934660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa62d2a2-d95a-4786-9ae7-d910b012f238 req-f46933dc-90f5-4ad8-ab8d-9d585a5760a3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0503001 Sep 01 15:53:14.978535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa62d2a2-d95a-4786-9ae7-d910b012f238 req-11a70768-a7a5-4f9f-9a53-4ce8b8d6f529 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Sep 01 15:53:15.099099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768e52-c72b-4420-adef-467e102b6258 req-d34bd0a2-122d-4b0b-a9e3-6567ccb1e054 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:15.100478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90768e52-c72b-4420-adef-467e102b6258 req-d34bd0a2-122d-4b0b-a9e3-6567ccb1e054 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0493743 Sep 01 15:53:15.139072 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90768e52-c72b-4420-adef-467e102b6258 req-03709e93-9c2d-4e7c-b3be-70cc1fea280c tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Sep 01 15:53:15.412345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-b7db051d-695a-4910-93e3-d2a8e105c86e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730753 Sep 01 15:53:15.429034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440c6d-4743-4ed6-a067-bf758c3c9e79 req-d3f05fb2-38f9-42bf-99d7-aa557f3b5476 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:15.430602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c440c6d-4743-4ed6-a067-bf758c3c9e79 req-d3f05fb2-38f9-42bf-99d7-aa557f3b5476 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0811632 Sep 01 15:53:15.477454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c440c6d-4743-4ed6-a067-bf758c3c9e79 req-c6caaae5-777b-4aaa-8cc8-4feaeca29f55 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Sep 01 15:53:16.616895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-8bf3235c-1275-4865-afe0-23ae403a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:16.618572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-8bf3235c-1275-4865-afe0-23ae403a193b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1097 time: 0.0779836 Sep 01 15:53:16.627607 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af7182-ed7e-4a0b-91b7-93d1b180c69f req-7c26bbae-f5f0-48ad-acb9-3ed6ee8b5f94 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:16.629173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53af7182-ed7e-4a0b-91b7-93d1b180c69f req-7c26bbae-f5f0-48ad-acb9-3ed6ee8b5f94 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0774312 Sep 01 15:53:16.717635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-53af7182-ed7e-4a0b-91b7-93d1b180c69f req-f51d43e7-5f49-4f0a-96ea-7959920e5542 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800450 Sep 01 15:53:16.748035 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-685938e6-dbdf-4aa2-adca-475c090f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:16.749588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-685938e6-dbdf-4aa2-adca-475c090f1836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.1195166 Sep 01 15:53:16.791949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-d4808ce1-5377-42fb-acba-81c8fb67e7f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0354562 Sep 01 15:53:16.842193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-f0b6ba3a-00de-49ab-8a44-8244472a4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:16.843667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-f0b6ba3a-00de-49ab-8a44-8244472a4fd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0454206 Sep 01 15:53:16.880437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-541a97cb-0a7c-4679-8f80-d1cc6abe4235 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298898 Sep 01 15:53:16.975600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-341954ef-07ce-46fc-91f4-431341910c52 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Sep 01 15:53:17.072662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-2fcf2740-b546-448a-b983-4cdfb535f3c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899653 Sep 01 15:53:17.577743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1df43536-ee20-44a5-8363-c32bac75e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:17.690870 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:17.839673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1936-64d6-4948-b994-32e045f3b1b2 req-c800b5a6-371a-4f3e-8fb5-16f65e486fdd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:17.841158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c42a1936-64d6-4948-b994-32e045f3b1b2 req-c800b5a6-371a-4f3e-8fb5-16f65e486fdd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0520897 Sep 01 15:53:17.887617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c42a1936-64d6-4948-b994-32e045f3b1b2 req-d2a1aba4-7886-468a-8cc8-588709490dca tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Sep 01 15:53:18.526179 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:18.762764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:19.006594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b9ba-8817-445b-88f2-4b5fb6dccca7 req-b33832fb-aaf5-4574-b0cb-18e6e5033e6f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:19.008066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca68b9ba-8817-445b-88f2-4b5fb6dccca7 req-b33832fb-aaf5-4574-b0cb-18e6e5033e6f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0492282 Sep 01 15:53:19.045933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca68b9ba-8817-445b-88f2-4b5fb6dccca7 req-9a52771d-46d7-4c5a-91b0-aa033b8fbc9a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Sep 01 15:53:20.067585 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:20.179770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6bc61-4ee1-449c-834d-a7deb7ad379b req-72a42d24-100d-4c76-90f3-cc2078976eaa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:20.181518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e6bc61-4ee1-449c-834d-a7deb7ad379b req-72a42d24-100d-4c76-90f3-cc2078976eaa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0593767 Sep 01 15:53:20.232957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67e6bc61-4ee1-449c-834d-a7deb7ad379b req-d73db2d3-9aae-4216-984b-52e95124bcd0 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Sep 01 15:53:21.358041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481cad0-09c0-4c95-8560-3bd62796f164 req-e4f44d6b-8f44-4223-a7e9-2bc960d4c220 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:21.359688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9481cad0-09c0-4c95-8560-3bd62796f164 req-e4f44d6b-8f44-4223-a7e9-2bc960d4c220 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0536499 Sep 01 15:53:21.401643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9481cad0-09c0-4c95-8560-3bd62796f164 req-cffd0ecd-4f82-4d2a-8283-d9827d6315e7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354583 Sep 01 15:53:22.549808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6f0-445b-421e-8868-f2bdf4604ab4 req-8e94425d-d5c5-45ce-a9cc-ef1f8058ca41 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:22.552391 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7b1c6f0-445b-421e-8868-f2bdf4604ab4 req-8e94425d-d5c5-45ce-a9cc-ef1f8058ca41 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0724158 Sep 01 15:53:22.617717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7b1c6f0-445b-421e-8868-f2bdf4604ab4 req-dcd40f30-5226-45e6-9895-daeefb017bd5 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569067 Sep 01 15:53:23.760573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f06c0-53a6-4429-af68-ede7438816fa req-3639ecbd-6d34-4087-891b-8ea3e1505042 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:23.762175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f65f06c0-53a6-4429-af68-ede7438816fa req-3639ecbd-6d34-4087-891b-8ea3e1505042 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0533581 Sep 01 15:53:23.808018 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f65f06c0-53a6-4429-af68-ede7438816fa req-405b7b14-34c7-4fb9-be6a-e12f33ef4c03 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Sep 01 15:53:24.932703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9f4c6-ba89-455f-8eea-857af510ab4f req-c69701f1-9ad7-4258-8707-fe0e8def0eaa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:24.934855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbd9f4c6-ba89-455f-8eea-857af510ab4f req-c69701f1-9ad7-4258-8707-fe0e8def0eaa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0517089 Sep 01 15:53:24.975941 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bbd9f4c6-ba89-455f-8eea-857af510ab4f req-fa4931d7-1e88-4119-8333-82e28f2b09c1 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Sep 01 15:53:26.097437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfa740-3fac-42f4-b32c-abefda3391ee req-a832153b-8b31-48de-aac3-584f36603838 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:26.098929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1cfa740-3fac-42f4-b32c-abefda3391ee req-a832153b-8b31-48de-aac3-584f36603838 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0502286 Sep 01 15:53:26.138367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e1cfa740-3fac-42f4-b32c-abefda3391ee req-be4d29a2-a5de-433f-a440-fc3a44d4a47f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Sep 01 15:53:27.255921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e38d3d-ca11-430e-9de7-8ad18b9a40e4 req-cfdb37ad-d1e6-415b-9a20-873d1869bb5f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:27.257430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2e38d3d-ca11-430e-9de7-8ad18b9a40e4 req-cfdb37ad-d1e6-415b-9a20-873d1869bb5f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0503979 Sep 01 15:53:27.300077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2e38d3d-ca11-430e-9de7-8ad18b9a40e4 req-b3ded62a-8579-4791-9919-90f3c2c44af6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Sep 01 15:53:28.108678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:28.435780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2bfd-b978-436b-bd60-3916f23d8cf7 req-f98a1c2c-fa3e-4b70-b9fb-26ed22ac52ec tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:28.438305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f50f2bfd-b978-436b-bd60-3916f23d8cf7 req-f98a1c2c-fa3e-4b70-b9fb-26ed22ac52ec tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0631845 Sep 01 15:53:28.484015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f50f2bfd-b978-436b-bd60-3916f23d8cf7 req-00dce3df-8a17-44f0-ad80-36a388c0c96d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Sep 01 15:53:29.618370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3529-bf1b-424a-9809-f03b6412b6a4 req-70a4511e-fe74-4982-93f4-e29aaa0fabb9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:29.620495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5fe3529-bf1b-424a-9809-f03b6412b6a4 req-70a4511e-fe74-4982-93f4-e29aaa0fabb9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0565557 Sep 01 15:53:29.663958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d5fe3529-bf1b-424a-9809-f03b6412b6a4 req-2bad86e8-090d-433f-867d-4c1a49606c5d tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Sep 01 15:53:30.793189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473c7d-64ab-4871-8a20-6c29bb4c8d2a req-467eb368-3c78-4ccb-b047-f259c0d7f4a2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:30.794767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16473c7d-64ab-4871-8a20-6c29bb4c8d2a req-467eb368-3c78-4ccb-b047-f259c0d7f4a2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0546110 Sep 01 15:53:30.843384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16473c7d-64ab-4871-8a20-6c29bb4c8d2a req-cad06888-da97-4256-b209-55e05d373a2f tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Sep 01 15:53:31.973197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e568d-7859-48a6-b8f8-d6d9eb255670 req-dc9ded98-137a-420c-83c2-320264d0dd95 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:31.974857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-586e568d-7859-48a6-b8f8-d6d9eb255670 req-dc9ded98-137a-420c-83c2-320264d0dd95 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0542231 Sep 01 15:53:32.022655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-586e568d-7859-48a6-b8f8-d6d9eb255670 req-a3f84595-e866-4dc1-885f-778b0147f49a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Sep 01 15:53:33.143274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c8ee-9deb-4522-995b-06ca86c9fbe3 req-7d5a0925-0068-48e5-adfb-df3a103b8a93 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:33.144790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2728c8ee-9deb-4522-995b-06ca86c9fbe3 req-7d5a0925-0068-48e5-adfb-df3a103b8a93 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0501838 Sep 01 15:53:33.185863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2728c8ee-9deb-4522-995b-06ca86c9fbe3 req-9ec5b868-72a0-4a4c-9e69-65b58a7fb383 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Sep 01 15:53:34.313365 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925750c2-d271-4f71-90b7-740ac69f7268 req-97ccfb06-a14b-42f7-9f91-36427763570a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:34.315143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-925750c2-d271-4f71-90b7-740ac69f7268 req-97ccfb06-a14b-42f7-9f91-36427763570a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0569837 Sep 01 15:53:34.362170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-925750c2-d271-4f71-90b7-740ac69f7268 req-9ca90756-be90-4c83-9663-fefa5b3edcb6 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Sep 01 15:53:35.349449 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:53:35.480373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd5ca-cb51-4aea-b5bb-cbeffc3e7ce6 req-15e25489-b758-42ea-b69c-fb8e53b849da tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:35.481901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9dafd5ca-cb51-4aea-b5bb-cbeffc3e7ce6 req-15e25489-b758-42ea-b69c-fb8e53b849da tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0499017 Sep 01 15:53:35.519614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9dafd5ca-cb51-4aea-b5bb-cbeffc3e7ce6 req-854f5e18-aa00-435f-990b-10cbf29ec1d8 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Sep 01 15:53:36.643716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0031-bd4f-48e8-927a-f4d160fdee89 req-cf2ba0f1-858e-42e4-98f5-7c34c9ac16a3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:36.652374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db0e0031-bd4f-48e8-927a-f4d160fdee89 req-cf2ba0f1-858e-42e4-98f5-7c34c9ac16a3 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0620565 Sep 01 15:53:36.698249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-db0e0031-bd4f-48e8-927a-f4d160fdee89 req-6b33e015-bc50-40ff-8f72-d8599b8ef98b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Sep 01 15:53:37.835532 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ac364-ba9a-47b5-9a25-0a0a40e2c6dc req-e6cbb92f-52c0-478f-b619-746a7cad85c1 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:37.837459 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c2ac364-ba9a-47b5-9a25-0a0a40e2c6dc req-e6cbb92f-52c0-478f-b619-746a7cad85c1 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0595481 Sep 01 15:53:37.882400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c2ac364-ba9a-47b5-9a25-0a0a40e2c6dc req-b01796fd-749d-4bf3-aaf0-563dea9cb5d2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Sep 01 15:53:39.312325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513dcd-78d9-4aa1-b670-5bbccb825268 req-7c327989-846a-40bb-886e-d52e266a8290 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:39.314932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f513dcd-78d9-4aa1-b670-5bbccb825268 req-7c327989-846a-40bb-886e-d52e266a8290 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.3609946 Sep 01 15:53:39.356854 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f513dcd-78d9-4aa1-b670-5bbccb825268 req-c485c31d-db04-4a03-a9c4-784b62a24d21 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Sep 01 15:53:40.477213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8d9c-791c-4a5b-9d18-57e40d22417a req-01d27d8f-55f6-4a1e-b681-3bbcc8e38a12 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:40.478754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-930b8d9c-791c-4a5b-9d18-57e40d22417a req-01d27d8f-55f6-4a1e-b681-3bbcc8e38a12 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0500796 Sep 01 15:53:40.519728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-930b8d9c-791c-4a5b-9d18-57e40d22417a req-d991640b-9a3d-42c3-ad82-7706175eb522 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Sep 01 15:53:41.640366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b387-c4c2-4ba1-a099-0dc88126d805 req-6e19a0d6-47f0-4a80-86d6-9c91abe96028 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:41.642140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0625b387-c4c2-4ba1-a099-0dc88126d805 req-6e19a0d6-47f0-4a80-86d6-9c91abe96028 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0513501 Sep 01 15:53:41.687996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0625b387-c4c2-4ba1-a099-0dc88126d805 req-27cf064c-d4f7-4e2f-9f9b-588cedf026cc tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Sep 01 15:53:42.807081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167571cf-530a-422e-8b12-1bfda45b9586 req-2f6d97cc-2e98-4eb0-bf65-4687deb2af0a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:42.808575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-167571cf-530a-422e-8b12-1bfda45b9586 req-2f6d97cc-2e98-4eb0-bf65-4687deb2af0a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0521097 Sep 01 15:53:42.848341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-167571cf-530a-422e-8b12-1bfda45b9586 req-fcf0cd8c-0c68-441b-8ada-e5155c980775 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Sep 01 15:53:43.961634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e27506-b087-419f-bffe-443ba3a3ecd2 req-419b4355-9e01-475f-ba46-acaeec8237e0 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:43.963135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76e27506-b087-419f-bffe-443ba3a3ecd2 req-419b4355-9e01-475f-ba46-acaeec8237e0 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 945 time: 0.0485134 Sep 01 15:53:44.001207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-76e27506-b087-419f-bffe-443ba3a3ecd2 req-760d1a09-a91e-46dc-a3fc-9ab053f48572 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315387 Sep 01 15:53:44.056640 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-a346831c-c107-4388-977e-bc771edd3f62 service neutron] show failed (client error): The resource could not be found. Sep 01 15:53:44.057725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-a346831c-c107-4388-977e-bc771edd3f62 service neutron] 10.222.0.24 "GET /v2.0/ports/7342c454-db93-437f-a2c1-2f4c4b291952/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0536330 Sep 01 15:53:44.263522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-cc0689f0-3d76-4c9e-8eae-29140d45c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:44.265154 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-cc0689f0-3d76-4c9e-8eae-29140d45c5cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a&tenant_id=fae54426c55745e2962eb89db69f8fcc HTTP/1.1" status: 200 len: 1097 time: 0.0454738 Sep 01 15:53:44.276897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:44.331201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.418893 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59b1ea23-9106-4f42-9518-99b0e7621836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.537609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:44.569760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:44.613591 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:44.620377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.633792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Transition to ACTIVE for port object 7342c454-db93-437f-a2c1-2f4c4b291952 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:44.637802 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.664398 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29af0df9-32fb-4536-8c14-61b41e61ec21" -d '{"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-unplugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:44.706945 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] No DVR routers for this DVR port 7342c454-db93-437f-a2c1-2f4c4b291952 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:53:44.711248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:44.737211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.737562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.737871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.738199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.738524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.738839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.739157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.739470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.739785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.740100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.740411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.740730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:44.756644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:44.756978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:44.757336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:44.762830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:53:44.763181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Attempting to bind port 7342c454-db93-437f-a2c1-2f4c4b291952 on network 1730a038-1aa1-452c-825e-c339dffd4166 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:44.768420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:44.768792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Checking segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:44.769229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Bound using segment: {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:44.769624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Bound port: 7342c454-db93-437f-a2c1-2f4c4b291952, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e3847-41da-45c3-9618-bbd181528c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:44.770023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.772623 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b167986-7a7b-41dd-8d38-2a02d14ed76a x-openstack-request-id: req-7b167986-7a7b-41dd-8d38-2a02d14ed76a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:44.772912 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-unplugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:44.773181 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b167986-7a7b-41dd-8d38-2a02d14ed76a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:44.773573 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'code': 200} Sep 01 15:53:44.838071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:44.841305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:44.845585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.877543 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:44.878165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.879553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] 10.222.0.50 "PUT /v2.0/ports/7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 1092 time: 0.6068833 Sep 01 15:53:44.901617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f5ae1-f90f-4b56-ad62-46834082e2bb service neutron] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:44.945412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-6b215cf5-69b0-46cb-93dd-6e6510e14bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:44.946925 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-6b215cf5-69b0-46cb-93dd-6e6510e14bbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0408139 Sep 01 15:53:45.039363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-e667ce37-5ec7-4cd6-935b-124cc0465fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:45.040959 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-e667ce37-5ec7-4cd6-935b-124cc0465fac service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0872440 Sep 01 15:53:45.084294 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-c11ec0d7-2197-4e35-b394-7aab44cf015c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0358312 Sep 01 15:53:45.123255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ed6d3-d793-4849-84f0-89c4ed3b1b97 req-bfab4072-a3fb-432e-ab34-e772ff156422 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:45.125120 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b36ed6d3-d793-4849-84f0-89c4ed3b1b97 req-bfab4072-a3fb-432e-ab34-e772ff156422 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0542336 Sep 01 15:53:45.133861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-badb11fe-1371-4da1-855a-716554fa155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:45.135360 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-badb11fe-1371-4da1-855a-716554fa155f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0441515 Sep 01 15:53:45.164699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b36ed6d3-d793-4849-84f0-89c4ed3b1b97 req-a6559d56-4757-4e11-862c-d303801a6ce2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Sep 01 15:53:45.171688 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-1e8e63d8-1ca1-4bc5-b9ad-e244ce138f0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294585 Sep 01 15:53:45.261989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-830f2daf-749d-4acd-9554-b05d1834ef52 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826030 Sep 01 15:53:45.359489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-00fda534-d32f-4d8c-b954-9daef2810f5f req-ddf102e4-5a91-470d-939c-3b7bccf160c2 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Sep 01 15:53:46.279686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e3ea4-d5b7-476c-8f37-09569e382fa0 req-e09fbce6-3b4b-4861-82c7-864af189075a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:46.281207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-773e3ea4-d5b7-476c-8f37-09569e382fa0 req-e09fbce6-3b4b-4861-82c7-864af189075a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0483630 Sep 01 15:53:46.319122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-773e3ea4-d5b7-476c-8f37-09569e382fa0 req-d89b7dce-9b77-4e0a-a468-58a638a33be2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Sep 01 15:53:46.775327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:46.778276 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f676a84-9e07-4f01-8bf0-f15abd409683" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:46.828557 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbabb91-cb8d-4a14-a645-34b65624af7a x-openstack-request-id: req-6fbabb91-cb8d-4a14-a645-34b65624af7a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:46.828929 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:46.829213 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fbabb91-cb8d-4a14-a645-34b65624af7a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:46.829615 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'status': 'completed', 'code': 200} Sep 01 15:53:46.895004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-44feac55-8155-4a8e-b9c8-d34e8b9d70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:46.896830 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-44feac55-8155-4a8e-b9c8-d34e8b9d70d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0442119 Sep 01 15:53:46.914236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-1ad0f4fa-69be-4579-ab74-020a184ae992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:46.915762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-1ad0f4fa-69be-4579-ab74-020a184ae992 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0462067 Sep 01 15:53:47.012514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-c7ef1277-896e-44cc-aee6-3fe4aa03de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.012778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-e643e602-b097-4b3e-8980-a95836e0cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.014173 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-c7ef1277-896e-44cc-aee6-3fe4aa03de27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0912099 Sep 01 15:53:47.014483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-e643e602-b097-4b3e-8980-a95836e0cefb service neutron] 10.222.0.50 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0930710 Sep 01 15:53:47.058644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-82984cf5-4e97-4ae5-9d12-6761a27f347c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0352809 Sep 01 15:53:47.062567 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-f63ea423-92c5-4001-be1f-350302d43af2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0392268 Sep 01 15:53:47.112223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-f08b892e-ee9f-4091-8c42-b2b754625166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.113028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-5af8ff20-de41-415b-9b54-456fa62123a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.113791 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-f08b892e-ee9f-4091-8c42-b2b754625166 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0484908 Sep 01 15:53:47.114625 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-5af8ff20-de41-415b-9b54-456fa62123a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0450065 Sep 01 15:53:47.146716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-b5ab666f-bb55-4cd5-8d8d-231ae6085c14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251410 Sep 01 15:53:47.148167 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-daaae1a8-907d-4e74-8384-f71a71a2086d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260549 Sep 01 15:53:47.250729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-5b7d2265-ff1c-4e07-9570-51b20d8002b9 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974507 Sep 01 15:53:47.250986 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-bde486a7-192a-4fb2-953f-c0a064cf49f5 service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954862 Sep 01 15:53:47.342482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-61130fc7-8602-4f6f-a5f0-bfa5d7385cfc service neutron] 10.222.0.50 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Sep 01 15:53:47.346877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f676a84-9e07-4f01-8bf0-f15abd409683 req-529e5736-bfb0-4a2d-86df-632008406a67 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887346 Sep 01 15:53:47.453011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38173e9-ce16-4d2d-840c-8259a19f8233 req-329e4593-c92b-49d0-8f36-1b1f33399769 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.454588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b38173e9-ce16-4d2d-840c-8259a19f8233 req-329e4593-c92b-49d0-8f36-1b1f33399769 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0545948 Sep 01 15:53:47.495277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b38173e9-ce16-4d2d-840c-8259a19f8233 req-813b2713-bfd5-4922-bf5f-eac6cafe27cd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347102 Sep 01 15:53:47.579338 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18404dc4-8a0c-48bc-bf7d-78a4629c80c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:47.693508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:47.728525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c28dac-4b22-4ae7-a174-53be5a166ddb req-ab47af53-3638-491b-ba38-0c950af0fa27 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.730673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16c28dac-4b22-4ae7-a174-53be5a166ddb req-ab47af53-3638-491b-ba38-0c950af0fa27 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0852873 Sep 01 15:53:47.742674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-c8aa357a-9bc1-4827-9317-e1c0923f6807 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.744104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-c8aa357a-9bc1-4827-9317-e1c0923f6807 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a&tenant_id=fae54426c55745e2962eb89db69f8fcc&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 943 time: 0.0723636 Sep 01 15:53:47.805188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16c28dac-4b22-4ae7-a174-53be5a166ddb req-96bbdb0f-a1b5-4486-8148-ebdbbb3ab6aa tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600791 Sep 01 15:53:47.825515 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-60b4e870-f53e-4be9-921d-fc3e4445ec9d service neutron] delete failed (client error): The resource could not be found. Sep 01 15:53:47.826544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-60b4e870-f53e-4be9-921d-fc3e4445ec9d service neutron] 10.222.0.24 "DELETE /v2.0/ports/7342c454-db93-437f-a2c1-2f4c4b291952/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0747914 Sep 01 15:53:47.931291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-d2677e11-b249-48eb-ad2e-804347da8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:47.932708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-d2677e11-b249-48eb-ad2e-804347da8ee9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fae54426c55745e2962eb89db69f8fcc&device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 1095 time: 0.0425217 Sep 01 15:53:48.028732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-6065cbe5-3f1a-4a0f-9fed-e2686bf112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:48.030267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-6065cbe5-3f1a-4a0f-9fed-e2686bf112c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 200 len: 914 time: 0.0909858 Sep 01 15:53:48.073235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-7b9907ec-3b14-4c9a-9a78-39f253777d93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 200 len: 217 time: 0.0351727 Sep 01 15:53:48.123147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-656de751-834c-4397-ba20-8b610f420d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:48.124726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-656de751-834c-4397-ba20-8b610f420d12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 200 len: 853 time: 0.0451751 Sep 01 15:53:48.161953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-a2609399-c2a6-4a7b-a8a4-a6471b66cb48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1730a038-1aa1-452c-825e-c339dffd4166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296311 Sep 01 15:53:48.253769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-8fb7a19d-3940-48b0-b2e0-d4ece9de8c83 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Sep 01 15:53:48.350380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08a9b8ef-65f1-4461-9674-011491fe3df9 req-e0ae07d6-740f-45e3-9081-055b8dcaa5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883276 Sep 01 15:53:48.527446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:48.752311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:53:48.787164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:48.796303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:53:48.924765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bcc6d-fb40-4ad7-84fe-ef6bed21b4ad req-72412690-38b9-440e-95b2-4204546fc3f4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:48.926403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f97bcc6d-fb40-4ad7-84fe-ef6bed21b4ad req-72412690-38b9-440e-95b2-4204546fc3f4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0499582 Sep 01 15:53:48.965914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f97bcc6d-fb40-4ad7-84fe-ef6bed21b4ad req-f06e20f4-284f-4b89-a52f-44079fd82c1b tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Sep 01 15:53:48.992826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:53:49.100206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:49.101914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d49b6b-969d-4b5f-8bc8-4680a1968268 req-8f1c7e8a-3b72-48ed-99c9-8d7e7d6657f2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:49.103432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d49b6b-969d-4b5f-8bc8-4680a1968268 req-8f1c7e8a-3b72-48ed-99c9-8d7e7d6657f2 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 943 time: 0.0507531 Sep 01 15:53:49.112612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7342c454-db93-437f-a2c1-2f4c4b291952', 'network_id': '1730a038-1aa1-452c-825e-c339dffd4166', 'port_id': '7342c454-db93-437f-a2c1-2f4c4b291952', 'mac_address': 'fa:16:3e:f3:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17801fc8-5bb3-4877-9f79-8b52bcfcb36c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:53:49.142569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d49b6b-969d-4b5f-8bc8-4680a1968268 req-1a58f02a-8bbb-496c-8750-3136aec33e6a tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Sep 01 15:53:49.149493 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:49.164884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7342c454-db93-437f-a2c1-2f4c4b291952 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:53:49.185223 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:49.189824 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:49.237960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:49.265602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbaafe-6aaa-49cb-b46d-b2ae0d9e6eaf req-e17d697a-fc7f-47ae-8c65-41a4bb680cb7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:49.267091 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92dbaafe-6aaa-49cb-b46d-b2ae0d9e6eaf req-e17d697a-fc7f-47ae-8c65-41a4bb680cb7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0549212 Sep 01 15:53:49.306366 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92dbaafe-6aaa-49cb-b46d-b2ae0d9e6eaf req-e3219a89-4b37-4531-803d-7a8b6a0f5994 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Sep 01 15:53:49.415751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7342c454-db93-437f-a2c1-2f4c4b291952'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:49.650859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4984c9-1b58-4c34-af6f-139a63e92085 req-43c4e747-8c87-4732-b8d7-0311bdb90b2e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:49.652903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b4984c9-1b58-4c34-af6f-139a63e92085 req-43c4e747-8c87-4732-b8d7-0311bdb90b2e tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0507050 Sep 01 15:53:49.693506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b4984c9-1b58-4c34-af6f-139a63e92085 req-f430d6ac-a47c-4f6b-9215-77462c143590 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Sep 01 15:53:50.067125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:50.810005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275c817-72cb-4d7f-a745-4607f0fe8955 req-a245690e-10fc-4fd4-bf2e-0616775e78a7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:50.811528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0275c817-72cb-4d7f-a745-4607f0fe8955 req-a245690e-10fc-4fd4-bf2e-0616775e78a7 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0496147 Sep 01 15:53:50.850915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0275c817-72cb-4d7f-a745-4607f0fe8955 req-5b93f542-0d87-4c89-af8d-9b77530a52dd tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.41 "GET /v2.0/security-groups?id=918a0155-ffcd-4d68-b5c7-f4bbb471c283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Sep 01 15:53:50.885295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-c4fd6add-cae4-4a43-a044-d36994c9edf4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:50.886759 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-c4fd6add-cae4-4a43-a044-d36994c9edf4 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f953b7-4480-4526-be0c-830bd2d2502a HTTP/1.1" status: 200 len: 944 time: 0.0497434 Sep 01 15:53:50.981023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Deleting port 7342c454-db93-437f-a2c1-2f4c4b291952 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:53:50.981391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:50.998873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:51.047463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7342c454-db93-437f-a2c1-2f4c4b291952 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:51.051148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7342c454-db93-437f-a2c1-2f4c4b291952 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:51.051519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.069600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:51.069956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.083636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Calling delete_port for 7342c454-db93-437f-a2c1-2f4c4b291952 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:53:51.130921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.154721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:51.156944 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd2755-72f4-4183-b767-2ef64e288c73" -d '{"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-plugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:51.174531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7342c454-db93-437f-a2c1-2f4c4b291952, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7342c454-db93-437f-a2c1-2f4c4b291952,segment=NetworkSegment(da1e3847-41da-45c3-9618-bbd181528c7a),segment_id=da1e3847-41da-45c3-9618-bbd181528c7a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:51.178809 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.203057 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560280fc-5afe-4b7d-a9ef-481e5fd5789d x-openstack-request-id: req-560280fc-5afe-4b7d-a9ef-481e5fd5789d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:51.203350 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-plugged", "status": "completed", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:51.203598 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-560280fc-5afe-4b7d-a9ef-481e5fd5789d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:51.203981 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'code': 200} Sep 01 15:53:51.229840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:51.232573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.244497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7342c454-db93-437f-a2c1-2f4c4b291952'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:53:51.260283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Pushing event deleted for resources: {'Port': ['ID=7342c454-db93-437f-a2c1-2f4c4b291952,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:51.306630 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] No DVR routers for this DVR port 7342c454-db93-437f-a2c1-2f4c4b291952 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:53:51.309919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:51.312073 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-62dbf2fb-5380-4af0-ad8f-00f8e975cbbb req-2842159c-3318-4a0a-afe1-505df91e11d9 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] 10.222.0.50 "DELETE /v2.0/ports/7342c454-db93-437f-a2c1-2f4c4b291952 HTTP/1.1" status: 204 len: 173 time: 0.4184215 Sep 01 15:53:51.312508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-deleted', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:53:51.314825 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1257d-a34b-4aa8-88c7-0dcbacaec98b" -d '{"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-deleted", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:53:51.357410 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5349ca-0078-46e6-b5b0-d1891e095b9d x-openstack-request-id: req-8d5349ca-0078-46e6-b5b0-d1891e095b9d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:53:51.357705 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f953b7-4480-4526-be0c-830bd2d2502a", "name": "network-vif-deleted", "tag": "7342c454-db93-437f-a2c1-2f4c4b291952", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:53:51.357960 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d5349ca-0078-46e6-b5b0-d1891e095b9d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:53:51.358356 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f953b7-4480-4526-be0c-830bd2d2502a', 'name': 'network-vif-deleted', 'tag': '7342c454-db93-437f-a2c1-2f4c4b291952', 'status': 'completed', 'code': 200} Sep 01 15:53:51.980424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:52.023718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Deleting subnet 17801fc8-5bb3-4877-9f79-8b52bcfcb36c {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:53:52.026742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.061383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.099820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.153884 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.185625 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17801fc8-5bb3-4877-9f79-8b52bcfcb36c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:52.187671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.189646 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a9777048-6f83-47fe-92d1-77343d046a60 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17801fc8-5bb3-4877-9f79-8b52bcfcb36c HTTP/1.1" status: 204 len: 168 time: 0.2081168 Sep 01 15:53:52.192132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47510) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:52.260133 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.342967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.352523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1730a038-1aa1-452c-825e-c339dffd4166']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:52.363363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1e3847-41da-45c3-9618-bbd181528c7a') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:52.363653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1e3847-41da-45c3-9618-bbd181528c7a') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:52.372193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.386869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.393013 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:53:52.393441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: timer() Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:53:52.395089 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:53:52.449559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.455198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.456962 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1730a038-1aa1-452c-825e-c339dffd4166 HTTP/1.1" status: 204 len: 168 time: 0.2639089 Sep 01 15:53:52.468626 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f5c08-8e58-4668-ba12-7bdcd0097f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1730a038-1aa1-452c-825e-c339dffd4166,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:52.578887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47514) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:52.619246 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-99d77587-a9ec-43fb-bcce-c3753723801a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fae54426c55745e2962eb89db69f8fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391936 Sep 01 15:53:52.621929 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47516) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:52.674937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.695467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.742185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.744904 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:52.746112 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/918a0155-ffcd-4d68-b5c7-f4bbb471c283 HTTP/1.1" status: 204 len: 168 time: 0.1232748 Sep 01 15:53:52.754387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10984c1b-d4b8-4494-a987-9e2aee29bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a0155-ffcd-4d68-b5c7-f4bbb471c283,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:53.449209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:53.549373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2133855454-network', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:53.571093 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:53:53.574070 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.582738 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.679864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.684566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.711270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:53:53.721484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02416c-f5e6-4315-a278-d2b665b10814,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:53.726546 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.726935 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Added segment 0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa of type vlan for network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 Sep 01 15:53:53.768119 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.793099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.794060 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:53.794640 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:53.845191 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3947110 Sep 01 15:53:53.848168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47542) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:53.853315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Request body: {'subnet': {'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2133855454-subnet', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:53.863027 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f62dd-3e4f-4646-a559-e710800c7cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:53.874189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:53:53.879455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:53:53.882053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.069223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.126692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18978029-563a-494f-b1e2-68efb8e834ad,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:54.144274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:54.144634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Network hostable DHCP agents. Network: dd651e27-52e5-4cbe-a1e0-e93f89a87ad6, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:53:54.161732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:53:54.170543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, dd651e27-52e5-4cbe-a1e0-e93f89a87ad6) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:54.174737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:54.175332 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.182293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6958e5-bb20-4b51-abb6-eab05908d73b None None] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:53:54.190693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9081d0f9-429f-4085-91e7-4a15f562b3b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3412864 Sep 01 15:53:54.193323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:54.197691 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:54.219923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.221420 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.274747 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.329781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:53:54.330641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.416306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.466239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Allocated IP 172.20.0.2 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/d4881d96-a97c-4f0f-9388-2fbe51b48921) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:54.612608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.617710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.621675 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Transition to ACTIVE for port object d4881d96-a97c-4f0f-9388-2fbe51b48921 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:54.636694 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Transition to ACTIVE for port object d4881d96-a97c-4f0f-9388-2fbe51b48921 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:54.642943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.643257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.678639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:54.682811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:54.685518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:54.721664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Pushing event updated for resources: {'Port': ['ID=d4881d96-a97c-4f0f-9388-2fbe51b48921,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:54.753739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Allocated IP 172.25.1.92 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f2de6dc7-7218-43de-8b65-264007567b93) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:54.754430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Attempting to bind port d4881d96-a97c-4f0f-9388-2fbe51b48921 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:54.754795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Attempting to bind port d4881d96-a97c-4f0f-9388-2fbe51b48921 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:54.755456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Attempting to bind port d4881d96-a97c-4f0f-9388-2fbe51b48921 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:54.761638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:54.761996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:54.762404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.762814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:54.763280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Bound port: d4881d96-a97c-4f0f-9388-2fbe51b48921, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:54.764319 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.828957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] For port d4881d96-a97c-4f0f-9388-2fbe51b48921, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:54.832236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] For port d4881d96-a97c-4f0f-9388-2fbe51b48921, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4881d96-a97c-4f0f-9388-2fbe51b48921,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:54.836032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.863051 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.896015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd7ab0-ed26-4417-90e4-f683f6bc56d5 None None] Pushing event updated for resources: {'Port': ['ID=d4881d96-a97c-4f0f-9388-2fbe51b48921,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:54.904068 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:54.947618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:54.951404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:54.955187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:54.978279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Pushing event updated for resources: {'Port': ['ID=f2de6dc7-7218-43de-8b65-264007567b93,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:54.998982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:53:55.051618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7342c454-db93-437f-a2c1-2f4c4b291952 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:53:55.053094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7342c454-db93-437f-a2c1-2f4c4b291952 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:53:55.236460 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:55.444121 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:55.582796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:53:55.695762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:53:55.707160 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:53:55.715536 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:55.716847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3f78b33a-52ca-40f3-835e-e57d8230630a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5225909 Sep 01 15:53:55.719762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47546) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:55.720412 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:53:55.721050 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:55.806834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328631e9-fd20-4896-9279-57c8ed9387ff None None] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:53:55.879894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b11a871-8423-409b-8d13-44b8427cfbbf None None] Provisioning for port d4881d96-a97c-4f0f-9388-2fbe51b48921 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:55.931275 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:53:56.081932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4881d96-a97c-4f0f-9388-2fbe51b48921 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:56.152498 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:55Z', 'revision_number': 3, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:56.156631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d4881d96-a97c-4f0f-9388-2fbe51b48921 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:56.166698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d4881d96-a97c-4f0f-9388-2fbe51b48921 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:56.168337 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.183391 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:53:56.183799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Updating router 202e1b8e-449b-48b7-8e5d-caceadfffa61 port f2de6dc7-7218-43de-8b65-264007567b93 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:53:56.217256 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.245834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.267530 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.306912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d4881d96-a97c-4f0f-9388-2fbe51b48921, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4881d96-a97c-4f0f-9388-2fbe51b48921,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:56.313023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.341713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ceb99449-0f9c-461f-8779-44b17c1d5a86 None None] Provisioning complete for port d4881d96-a97c-4f0f-9388-2fbe51b48921 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:56.342095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ceb99449-0f9c-461f-8779-44b17c1d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.395951 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d4881d96-a97c-4f0f-9388-2fbe51b48921,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:56.427782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Allocated IP 172.20.0.1 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/4c09d5f0-233b-4fef-8c7b-251a3aed3634) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:56.493575 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.505560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Transition to ACTIVE for port object f2de6dc7-7218-43de-8b65-264007567b93 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:56.511649 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.549021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.563459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Transition to ACTIVE for port object 4c09d5f0-233b-4fef-8c7b-251a3aed3634 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:56.568630 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Pushing event updated for resources: {'Port': ['ID=f2de6dc7-7218-43de-8b65-264007567b93,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:56.570749 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Attempting to bind port f2de6dc7-7218-43de-8b65-264007567b93 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:56.571112 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Attempting to bind port f2de6dc7-7218-43de-8b65-264007567b93 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:56.571473 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Attempting to bind port f2de6dc7-7218-43de-8b65-264007567b93 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:56.580682 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:56.581053 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:56.581498 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.581864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:56.582325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Bound port: f2de6dc7-7218-43de-8b65-264007567b93, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:56.582702 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.586153 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.586499 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.586837 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.587168 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.587495 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.587818 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.588144 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.588465 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.588782 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.589657 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.589975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.590293 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:56.604345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.644258 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] For port f2de6dc7-7218-43de-8b65-264007567b93, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:56.647479 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] For port f2de6dc7-7218-43de-8b65-264007567b93, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f2de6dc7-7218-43de-8b65-264007567b93,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:56.648674 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:56.656822 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.657025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:56.657025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:56.683167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Pushing event updated for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:56.707316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.714940 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:53:56.715565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:56.720700 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29924fe-1b86-43b0-ba33-827ac6b8cc53 None None] Pushing event updated for resources: {'Port': ['ID=f2de6dc7-7218-43de-8b65-264007567b93,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:56.831160 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:53:56.853693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:56.972527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14638490-2f59-448e-a415-80e4e28fe2f5 None None] Provisioning for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:56.978911 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-14638490-2f59-448e-a415-80e4e28fe2f5 None None] Provisioning complete for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:56.980664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14638490-2f59-448e-a415-80e4e28fe2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:57.020553 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:55Z', 'revision_number': 3, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:57.048214 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc476e58-10f1-4464-9188-61efe5ad03cb None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:55Z', 'revision_number': 3, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:53:57.056094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14638490-2f59-448e-a415-80e4e28fe2f5 None None] Port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:53:57.059457 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:57.064878 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:57.137558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Pushing event updated for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:57.142548 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:57.242352 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:57.243965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:57.379947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:53:57.507470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:53:57.515356 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ee1d9ba3-1543-44a2-a2e6-b0ad32283937 admin admin] 10.222.0.41 "PUT /v2.0/routers/202e1b8e-449b-48b7-8e5d-caceadfffa61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944341 Sep 01 15:53:57.584192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fd8eee74-eb09-4b9e-b9e2-5a99d50b86ba None None] Provisioning complete for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:57.584752 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd8eee74-eb09-4b9e-b9e2-5a99d50b86ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:57.629782 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fd8eee74-eb09-4b9e-b9e2-5a99d50b86ba None None] Port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:53:57.894612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:57.899322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902582715', 'description': 'tempest-description--916118190'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:57.924441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.028222 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.032609 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.063293 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.064548 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1689279 Sep 01 15:53:58.065289 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6c82b-a0c5-4bec-9fae-0ca41e9154ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98af3423-fbe2-45dd-8f45-71c90726fa0c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:58.067781 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:58.071985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'security_group_rule': {'security_group_id': '98af3423-fbe2-45dd-8f45-71c90726fa0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:58.102247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.116736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4881d96-a97c-4f0f-9388-2fbe51b48921 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:58.120346 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.165370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d4881d96-a97c-4f0f-9388-2fbe51b48921 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:58.165585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.165732 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.174269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.193974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b33b5c-9d01-42ab-8f34-214bde03f06d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:58.200480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.204965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:58.205483 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0b693dc8-8cad-48c5-8938-428d124e26a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366246 Sep 01 15:53:58.209897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'security_group_rule': {'security_group_id': '98af3423-fbe2-45dd-8f45-71c90726fa0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:58.239641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.251326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f2de6dc7-7218-43de-8b65-264007567b93 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:53:58.297953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.302292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.303135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port f2de6dc7-7218-43de-8b65-264007567b93 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:53:58.308151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f2de6dc7-7218-43de-8b65-264007567b93 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:53:58.308840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.326150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eff73d7-13c1-4806-afee-0ca55524abf1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:58.334844 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.336344 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299672 Sep 01 15:53:58.338073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.338411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.338747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.339669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.340001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.340230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:53:58.340336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.340633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.340946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.341295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.341605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.341923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.342241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ca0db-23b6-40f3-bd67-74ad94c18012 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:53:58.345489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:53:58.376452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.406382 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.427240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port f2de6dc7-7218-43de-8b65-264007567b93, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f2de6dc7-7218-43de-8b65-264007567b93,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:53:58.431656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.486034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=f2de6dc7-7218-43de-8b65-264007567b93,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:58.679440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:53:58.689364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:53:58.689983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:58.798208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:53:58.805796 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.915718 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Allocated IP 172.25.1.141 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/cc016cfa-67d3-4e78-8f0b-2ef92586f79b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:53:59.029636 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.070574 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.108553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:53:59.114554 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:53:59.117252 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:53:59.150836 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=cc016cfa-67d3-4e78-8f0b-2ef92586f79b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:59.162318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 2, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:59.188740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:53:59.189111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Updating router 202e1b8e-449b-48b7-8e5d-caceadfffa61 port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:53:59.213841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.216795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.252098 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.407985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.413255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.481423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=cc016cfa-67d3-4e78-8f0b-2ef92586f79b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:59.498282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.506318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.511639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.512896 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b5a53798-fec2-4844-8434-7f7e94c9ef48 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1715114 Sep 01 15:53:59.516424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Transition to ACTIVE for port object 4c09d5f0-233b-4fef-8c7b-251a3aed3634 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:53:59.522577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.591044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37810d-deff-44b5-9319-97186d275960 None None] Pushing event updated for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:59.626288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Attempting to bind port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:53:59.626888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Attempting to bind port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:53:59.627258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Attempting to bind port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:53:59.632755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:53:59.633157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:53:59.633567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.633970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:53:59.634633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Bound port: 4c09d5f0-233b-4fef-8c7b-251a3aed3634, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:53:59.634810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.668330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-c2b7f482-c4ad-4ffa-a7a0-5ec26ec22838 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--902582715&fields=id&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 267 time: 0.0354385 Sep 01 15:53:59.713477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] For port 4c09d5f0-233b-4fef-8c7b-251a3aed3634, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:53:59.727759 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] For port 4c09d5f0-233b-4fef-8c7b-251a3aed3634, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c09d5f0-233b-4fef-8c7b-251a3aed3634,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:53:59.732835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:59.791851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:53:59.792705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:53:59.797600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37810d-deff-44b5-9319-97186d275960 None None] Pushing event updated for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:53:59.800730 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-d6e0e092-12b7-43bd-b079-fcab458fec56 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:59.807985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-d6e0e092-12b7-43bd-b079-fcab458fec56 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1309404 Sep 01 15:53:59.818815 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-850372d5-573c-4498-b50f-d5c32a3cbc3a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/quotas/1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 375 time: 0.0099721 Sep 01 15:53:59.876542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-5eb86b10-5a37-4c19-b765-56a9604ab306 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514174 Sep 01 15:53:59.922964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:54:00.050452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f2de6dc7-7218-43de-8b65-264007567b93 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:54:00.073176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-eff79b43-8241-4d63-8521-5059c1a525ac service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441069 Sep 01 15:54:00.164383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port f2de6dc7-7218-43de-8b65-264007567b93 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:54:00.164757 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:00.168144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-5f1129cc-caa6-4d6c-86aa-560a8c53aca2 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Sep 01 15:54:00.228751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:53:59Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:54:00.277983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e78a8-7222-4837-9302-21a48afffa77 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:53:59Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:54:00.341439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a325ba4-351d-4e3f-b6c2-4f1a9c36a7db req-8389912e-1dc3-44a2-91f0-1b52ab663982 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 210 time: 0.0297549 Sep 01 15:54:01.353251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-ed2642dc-2367-4a55-978a-122759109dd6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:01.355507 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-ed2642dc-2367-4a55-978a-122759109dd6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1347218 Sep 01 15:54:01.412804 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-1d191a5e-7d11-4ad4-9b50-02a8f8e70631 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 379 time: 0.0467503 Sep 01 15:54:01.423315 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'port': {'device_id': '29544912-e24a-43b4-9239-47787d15005b', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'admin_state_up': True, 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'security_groups': ['98af3423-fbe2-45dd-8f45-71c90726fa0c']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:54:01.458806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-792de767-b2ba-49c2-a411-cbbd97fe0021 req-7ce4819e-9557-4aae-bef5-f4ed0d8cff11 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 210 time: 0.0275698 Sep 01 15:54:01.541200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:54:01.544772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:01.678410 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Allocated IP 172.20.0.6 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/1ff3952a-bca5-4c48-afb6-a04f7291eacb) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:54:01.816256 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:01.830705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Transition to ACTIVE for port object 1ff3952a-bca5-4c48-afb6-a04f7291eacb will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:54:01.862743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:01.909105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:54:01.912288 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:54:01.916677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:54:01.920629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:01.970373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:01.971043 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:01.991202 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-fb4a183c-520f-44a1-a02e-26896c59b42e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720055 Sep 01 15:54:02.005948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Request body: {'port': {'device_id': '29544912-e24a-43b4-9239-47787d15005b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:54:02.067691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c09d5f0-233b-4fef-8c7b-251a3aed3634 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:54:02.076152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.128028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:54:02.131928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:54:02.133283 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.173115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c039dbc5-7c04-405f-b69f-e2adca48072e None None] Provisioning for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:54:02.180398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c039dbc5-7c04-405f-b69f-e2adca48072e None None] Provisioning complete for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:54:02.180769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c039dbc5-7c04-405f-b69f-e2adca48072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.221345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c039dbc5-7c04-405f-b69f-e2adca48072e None None] Port 1ff3952a-bca5-4c48-afb6-a04f7291eacb cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:54:02.261217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.293887 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4c09d5f0-233b-4fef-8c7b-251a3aed3634, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c09d5f0-233b-4fef-8c7b-251a3aed3634,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:54:02.298597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.350878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:02.358531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.358873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.359212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.359560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.359934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.360303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.360423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff3952a-bca5-4c48-afb6-a04f7291eacb {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:54:02.360878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.361042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.361457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.361788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.362612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.365523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:54:02.368428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.381371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Transition to ACTIVE for port object 1ff3952a-bca5-4c48-afb6-a04f7291eacb will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:54:02.385214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.437465 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:02.519765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:54:02.520285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:54:02.520720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:54:02.527023 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:54:02.527504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:54:02.533155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:54:02.533656 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:54:02.534196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:54:02.534685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Bound port: 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:54:02.535116 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.594668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d646e-f7f0-4755-a159-737c7a2e75fe req-c6599b13-3afb-404e-9e0a-79bb322d3c1f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:02.596261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb9d646e-f7f0-4755-a159-737c7a2e75fe req-c6599b13-3afb-404e-9e0a-79bb322d3c1f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0587108 Sep 01 15:54:02.615925 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:54:02.619703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:54:02.626164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.669138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:02.669762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:02.674189 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1092 time: 0.6704917 Sep 01 15:54:02.674189 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:54:02.674518 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce10614-9276-4755-a5bd-31a26a8a6a43" -d '{"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:54:02.701914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de9ad1-a860-48d3-aca7-328ed67be500 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:02.764287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-3de21b93-4f4b-426f-b36b-b2b51ee61501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:02.766489 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-3de21b93-4f4b-426f-b36b-b2b51ee61501 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1095 time: 0.0531662 Sep 01 15:54:02.814490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-37f790d2-ff9d-4bad-b6e7-3b60393b4243 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 217 time: 0.0403080 Sep 01 15:54:02.869838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-ddb21172-da44-4aaa-9b96-595effefedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:02.871981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-ddb21172-da44-4aaa-9b96-595effefedb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0510018 Sep 01 15:54:02.926251 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745072-1d28-4140-91cc-f7159b60c536 req-d238b2e5-74ca-4abb-9464-68489a990541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:02.927903 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-d238b2e5-74ca-4abb-9464-68489a990541 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492337 Sep 01 15:54:02.951119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bb9d646e-f7f0-4755-a159-737c7a2e75fe req-fbdee2fb-d4ed-4e16-92ec-e3a13a4a7978 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467984 Sep 01 15:54:03.014490 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9fb814-3ee9-489d-8f40-d46d21592d8f x-openstack-request-id: req-2c9fb814-3ee9-489d-8f40-d46d21592d8f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:54:03.014657 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:54:03.014878 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c9fb814-3ee9-489d-8f40-d46d21592d8f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:54:03.015285 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'status': 'completed', 'code': 200} Sep 01 15:54:03.026134 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-5e94c443-9b49-4333-aef7-da77b737f388 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902050 Sep 01 15:54:03.122056 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f745072-1d28-4140-91cc-f7159b60c536 req-a1df383d-450f-4f3e-b7c4-8ef802d86828 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Sep 01 15:54:03.208053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-74fe8269-db02-410c-9a8d-b3ee03e0a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:03.209592 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-74fe8269-db02-410c-9a8d-b3ee03e0a7eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1095 time: 0.0410585 Sep 01 15:54:03.298256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-57a1ece4-68aa-4d7b-825c-1f6f43778021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:03.299730 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-57a1ece4-68aa-4d7b-825c-1f6f43778021 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0831056 Sep 01 15:54:03.346534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-b753124f-dcb3-4ca3-949b-6c9f9114ece2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 217 time: 0.0391252 Sep 01 15:54:03.395815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-9c0076a2-e2b6-49d7-9089-53e8c04ab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:03.396941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-9c0076a2-e2b6-49d7-9089-53e8c04ab9ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0432258 Sep 01 15:54:03.444188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-cb891f76-ca57-4a5b-87fa-0140de905df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:03.445742 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-cb891f76-ca57-4a5b-87fa-0140de905df2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407293 Sep 01 15:54:03.540932 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-a5330b6a-75ca-42bf-9a59-1fa7f68f2c5d service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Sep 01 15:54:03.632992 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-0ce10614-9276-4755-a5bd-31a26a8a6a43 req-4b70bfbc-d055-41f3-b7ff-2e4785c18cfd service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843396 Sep 01 15:54:04.024711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c09d5f0-233b-4fef-8c7b-251a3aed3634 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:54:04.074035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:54:04.074409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:04.074922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63960966-d88d-4093-80e0-1b723cee9e56 req-16172137-2e3f-464c-9648-784ebf2ec687 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:04.076483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63960966-d88d-4093-80e0-1b723cee9e56 req-16172137-2e3f-464c-9648-784ebf2ec687 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0488815 Sep 01 15:54:04.114122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63960966-d88d-4093-80e0-1b723cee9e56 req-924bfc07-16d5-4973-8bc9-183d39421158 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Sep 01 15:54:05.231356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799d6e2-9831-4a93-8a69-865062af1fcb req-8825eeb5-42f1-44e6-91b3-acd9004e4b85 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:05.232826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c799d6e2-9831-4a93-8a69-865062af1fcb req-8825eeb5-42f1-44e6-91b3-acd9004e4b85 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0492706 Sep 01 15:54:05.270395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c799d6e2-9831-4a93-8a69-865062af1fcb req-4406d763-3570-4ae7-be3f-90fecf570c83 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Sep 01 15:54:06.388069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a067a0e-815e-44b8-8a8a-2025c1c5cfde req-0ba3cdc9-1a76-4212-aea2-ccbdb7081719 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:06.389582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a067a0e-815e-44b8-8a8a-2025c1c5cfde req-0ba3cdc9-1a76-4212-aea2-ccbdb7081719 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0517137 Sep 01 15:54:06.426161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0a067a0e-815e-44b8-8a8a-2025c1c5cfde req-173e0979-3557-43e4-ad7f-807b5f39a6a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306966 Sep 01 15:54:07.076472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:54:07.171357 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:54:07.182714 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'mac_address': 'fa:16:3e:a0:9c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:54:07.222665 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:07.236062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff3952a-bca5-4c48-afb6-a04f7291eacb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:54:07.255161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:54:07.259204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:07.305667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:07.450723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['1ff3952a-bca5-4c48-afb6-a04f7291eacb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:54:07.543805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de62cd-3c9a-4058-9fef-18f74750804c req-dc37f75b-11be-4778-bcaf-8727fc28061b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:07.545334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0de62cd-3c9a-4058-9fef-18f74750804c req-dc37f75b-11be-4778-bcaf-8727fc28061b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0498118 Sep 01 15:54:07.583546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0de62cd-3c9a-4058-9fef-18f74750804c req-e342d153-755e-4e77-b4d5-0a0e64a015e6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Sep 01 15:54:08.701313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44718527-bc36-46d9-98bc-1beb7c164da1 req-c7259510-613f-4dfc-ab30-cd3eebdd9a67 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:08.706296 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44718527-bc36-46d9-98bc-1beb7c164da1 req-c7259510-613f-4dfc-ab30-cd3eebdd9a67 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0501242 Sep 01 15:54:08.740909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-44718527-bc36-46d9-98bc-1beb7c164da1 req-4bc4460c-0c1a-4d55-8363-deba3da70c16 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Sep 01 15:54:09.107713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:54:09.156018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:54:09.159864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:54:09.160244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.236095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.258709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:54:09.261005 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7db47-c654-4532-bfe8-278bf5664a89" -d '{"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:54:09.278489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:54:09.283685 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.309358 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8483f-ccf3-4d5e-8e7f-e56ac90237f0 x-openstack-request-id: req-63b8483f-ccf3-4d5e-8e7f-e56ac90237f0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:54:09.309633 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:54:09.309946 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63b8483f-ccf3-4d5e-8e7f-e56ac90237f0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:54:09.310436 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'code': 200} Sep 01 15:54:09.341859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:54:09.412117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ffad7-eff1-4c1f-aa76-bc627669846c req-ff747326-f653-477f-bab9-5c57eca767d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:09.413537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd5ffad7-eff1-4c1f-aa76-bc627669846c req-ff747326-f653-477f-bab9-5c57eca767d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1097 time: 0.0451615 Sep 01 15:54:09.450596 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dd5ffad7-eff1-4c1f-aa76-bc627669846c req-0ba788ec-8b04-490e-9fc8-e2fd95cb1b20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290003 Sep 01 15:54:09.861264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcf08c-4f5b-47e5-a127-34e8a4503977 req-84c93409-cf15-48d5-ac7f-3086d43a2114 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:09.862763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dabcf08c-4f5b-47e5-a127-34e8a4503977 req-84c93409-cf15-48d5-ac7f-3086d43a2114 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0522976 Sep 01 15:54:09.900185 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dabcf08c-4f5b-47e5-a127-34e8a4503977 req-334ba060-8472-43f4-a4cc-108197f2b97b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Sep 01 15:54:11.014770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da89d3d-5c0e-42b4-89c8-73bae28aad5d req-d8875db0-4a91-44e3-89a1-1bba4e96eff0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:11.016253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4da89d3d-5c0e-42b4-89c8-73bae28aad5d req-d8875db0-4a91-44e3-89a1-1bba4e96eff0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0486016 Sep 01 15:54:11.054079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4da89d3d-5c0e-42b4-89c8-73bae28aad5d req-5c5981e8-bcf1-4dd3-b43c-502afb76f81e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Sep 01 15:54:11.163677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa489b78-c62f-4e4e-8008-32c6095548de req-32b6b20e-1570-440b-b9a9-551f334896a1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:11.165199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa489b78-c62f-4e4e-8008-32c6095548de req-32b6b20e-1570-440b-b9a9-551f334896a1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0487232 Sep 01 15:54:11.174286 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 47616) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:54:11.178998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'floatingip': {'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:54:11.218057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:11.663672 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:11.668602 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:11.766925 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b associated. External IP: 172.25.1.141, port: 1ff3952a-bca5-4c48-afb6-a04f7291eacb. Sep 01 15:54:11.975769 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:54:12.083136 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:54:12.090181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:12.095180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:54:12.104431 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:54:12.105219 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:54:12.117493 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-da8c9318-f814-426c-9ea0-4e9a0f843806 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "PUT /v2.0/floatingips/ab7c910c-d07f-4527-ae1c-21ddbb312e0b HTTP/1.1" status: 200 len: 991 time: 0.9420733 Sep 01 15:54:12.118100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:54:12.120339 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b826958-5274-4112-996e-26937b5f9505" -d '{"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:54:12.212556 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:54:12.213920 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140680a4-bd14-4263-920d-d5b25367e381 x-openstack-request-id: req-140680a4-bd14-4263-920d-d5b25367e381 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:54:12.214501 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:54:12.214501 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-140680a4-bd14-4263-920d-d5b25367e381 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:54:12.214931 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'status': 'completed', 'code': 200} Sep 01 15:54:12.279760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826958-5274-4112-996e-26937b5f9505 req-06c35bd0-1506-4a0d-b630-6d2200f47267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:12.281250 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-06c35bd0-1506-4a0d-b630-6d2200f47267 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1097 time: 0.0434470 Sep 01 15:54:12.358960 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:12.378931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826958-5274-4112-996e-26937b5f9505 req-204ba6a6-58a8-42ce-94e8-a6a9e46dd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:12.380480 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-204ba6a6-58a8-42ce-94e8-a6a9e46dd8db service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0927744 Sep 01 15:54:12.444070 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:a0:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29544912-e24a-43b4-9239-47787d15005b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:54:11Z', 'revision_number': 1, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:54:12.455881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-2c671e8f-a8f6-4bc9-b92e-ae0c4306d30f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 999 time: 0.0680003 Sep 01 15:54:12.474089 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:54:12.482342 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:54:12.482953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:53:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:54:12.506815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826958-5274-4112-996e-26937b5f9505 req-63681968-f8f6-40c8-a551-bd812c0813de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:12.508333 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-63681968-f8f6-40c8-a551-bd812c0813de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0450401 Sep 01 15:54:12.577941 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826958-5274-4112-996e-26937b5f9505 req-fe5545b2-f874-4863-a463-b680c9a0677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:12.580652 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-fe5545b2-f874-4863-a463-b680c9a0677b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651808 Sep 01 15:54:12.680336 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:54:12.685617 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-ffed1e04-361d-4c7a-844b-09e6f25dfd15 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972469 Sep 01 15:54:12.774989 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3b826958-5274-4112-996e-26937b5f9505 req-6bf28104-4c5c-48c1-abbd-f55c42efe3f2 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820780 Sep 01 15:54:12.901192 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:a0:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29544912-e24a-43b4-9239-47787d15005b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:54:11Z', 'revision_number': 1, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:54:12.926897 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4727f8-11dd-4ca0-bd80-92e3baa948d0 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:a0:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29544912-e24a-43b4-9239-47787d15005b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:54:11Z', 'revision_number': 1, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:54:13.113747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d19e3-3a4e-463a-b335-b643265ea379 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:54:14.419737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cd4099b-f33d-4e64-9b25-8c115be39ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:17.582146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67a13a2d-d45c-4114-b321-9171ed709ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:17.695140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:18.531598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:18.786423 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:20.070911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:28.121797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:43.965083 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-3a18290c-3d44-438c-ac73-058a4a61b216 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517607 Sep 01 15:54:44.061193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-525b4045-f7a5-4c7c-becf-8d4890acdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:44.062645 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-525b4045-f7a5-4c7c-becf-8d4890acdd75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1097 time: 0.0490332 Sep 01 15:54:44.170598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-4eb9eaf3-be41-4dcf-868d-7227908a5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:44.172589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-4eb9eaf3-be41-4dcf-868d-7227908a5619 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0902326 Sep 01 15:54:44.242968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-c2a63685-1877-4fb0-a423-254bc789941e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1001 time: 0.0631349 Sep 01 15:54:44.292469 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-10dc3ca3-661c-4703-a816-a17f6a8860a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:44.293961 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-10dc3ca3-661c-4703-a816-a17f6a8860a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0431669 Sep 01 15:54:44.343857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-c0686653-39db-4d66-b01b-0abea377b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:44.345404 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-c0686653-39db-4d66-b01b-0abea377b165 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434103 Sep 01 15:54:44.420477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a660-cf93-4ef5-8404-e5d0df968881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:44.445494 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-e80add46-8688-4f4c-a910-f072d0a2b17e service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927413 Sep 01 15:54:44.539324 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fcd6a6b7-33c0-439e-b21c-1a4a2d527d82 req-e14cb9dd-5cdb-4dcc-884d-78b61fdebbc6 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Sep 01 15:54:47.587681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dadcf738-f12e-4c3f-acc1-b29d0f90e3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:47.699527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:48.533475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:48.790313 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:49.357595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:50.072257 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:58.143706 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:14.424284 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e64c6f40-fa31-4968-98fa-ca0566b1a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:17.588216 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4180c63b-fc6e-4ad2-8912-a4ea8dd0f893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:17.701164 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:18.537528 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:18.805283 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:20.075251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:26.357170 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:55:28.143680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.313861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-72da76e7-715d-467c-a40e-7539d7752199 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3615735 Sep 01 15:55:44.402094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-83437380-eda2-40d6-ac72-e35e6a49329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:44.403671 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-83437380-eda2-40d6-ac72-e35e6a49329d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1097 time: 0.0431778 Sep 01 15:55:44.426782 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f01ee6b0-36d9-4d98-9933-3586f53479be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.510692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-a9fed5c1-ae0e-4077-8bfb-abe4335e73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:44.512180 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-a9fed5c1-ae0e-4077-8bfb-abe4335e73c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0883155 Sep 01 15:55:44.583212 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-0d265c4d-54a6-42d5-b842-566d63cb360f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1001 time: 0.0634179 Sep 01 15:55:44.634160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-0b0b1ec1-c2c1-456b-945b-749ceb2ea794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:44.635693 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-0b0b1ec1-c2c1-456b-945b-749ceb2ea794 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0456946 Sep 01 15:55:44.685430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-c5299763-3d2e-42f1-9b7f-2a0b9913eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:44.686954 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-c5299763-3d2e-42f1-9b7f-2a0b9913eb07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431058 Sep 01 15:55:44.697940 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-bf76e1e8-b182-4238-b025-5e10e151f86c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:55:44.698905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-bf76e1e8-b182-4238-b025-5e10e151f86c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052052 Sep 01 15:55:44.797204 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-2bc91a55-0480-49bd-876f-2bda349ff0c5 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902233 Sep 01 15:55:44.890531 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-194cfe17-8f3b-44d5-b6f4-6988e52fe850 req-cd4d65fc-885d-47f6-b3c9-84f622cc2d1a service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864155 Sep 01 15:55:47.589954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2575a737-5d51-4ac9-a56a-fc5188d52790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.703026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.539562 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.808694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:50.077506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:51.356377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109441b0-eeff-4575-8217-65e26918a4ff req-67fa0352-e641-42e8-be52-8c123907c16a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:51.357899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-109441b0-eeff-4575-8217-65e26918a4ff req-67fa0352-e641-42e8-be52-8c123907c16a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0593755 Sep 01 15:55:51.397528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-109441b0-eeff-4575-8217-65e26918a4ff req-219edbd9-38c9-4e98-847e-22886b2b5c7d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336611 Sep 01 15:55:51.597369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 47866) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:51.654940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291104a3-87c4-4d65-a1b9-4e08242bde92 req-43c4650a-c9cc-4c9e-b9a4-facc66024c06 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:51.656523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-291104a3-87c4-4d65-a1b9-4e08242bde92 req-43c4650a-c9cc-4c9e-b9a4-facc66024c06 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0505028 Sep 01 15:55:51.725430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-291104a3-87c4-4d65-a1b9-4e08242bde92 req-5d719fb7-c6ab-4492-90e8-8c87641e4c74 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617952 Sep 01 15:55:51.729039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-7854171f-f834-4ea4-8fce-137d64fde4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305418 Sep 01 15:55:51.738456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-d1874410-77d7-4117-b616-f3279a37f45a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:55:51.739460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-d1874410-77d7-4117-b616-f3279a37f45a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053532 Sep 01 15:55:52.845970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308c236-2bfe-4be7-99af-93a9c1dbd1d8 req-526aadb5-216b-4241-bf60-d19bc7d53113 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:52.848045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9308c236-2bfe-4be7-99af-93a9c1dbd1d8 req-526aadb5-216b-4241-bf60-d19bc7d53113 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0529399 Sep 01 15:55:52.885319 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9308c236-2bfe-4be7-99af-93a9c1dbd1d8 req-d20e0d5d-2605-4288-86f5-3a65908dce63 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 Sep 01 15:55:53.008420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-dc7dd07b-2564-418c-aeb2-d430c5276cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:53.009996 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-dc7dd07b-2564-418c-aeb2-d430c5276cf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1097 time: 0.0468600 Sep 01 15:55:53.101278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-81a29c2e-6650-4b7e-a386-35f9a4009705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:53.102834 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-81a29c2e-6650-4b7e-a386-35f9a4009705 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0858307 Sep 01 15:55:53.171648 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-ef3c8eef-f9e0-4d75-8288-1f9c4f7528f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1001 time: 0.0613890 Sep 01 15:55:53.220303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-decc31a0-13a1-4e1f-b9b3-2315694cad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:53.221857 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-decc31a0-13a1-4e1f-b9b3-2315694cad01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0439246 Sep 01 15:55:53.268175 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-596c5000-6a49-4376-a55d-189d9232be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:53.270240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-596c5000-6a49-4376-a55d-189d9232be53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417271 Sep 01 15:55:53.365627 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-ec987768-b085-4c43-a782-f67a720d6c61 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879495 Sep 01 15:55:53.467788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-96f886bd-ef20-4924-99a0-45c164cd8c2e service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906806 Sep 01 15:55:54.002412 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b410f-aa04-41d6-9f51-d7b3023c5ec4 req-e9ebd325-c7db-4266-88a0-9e89cb5ca899 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:54.003928 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f68b410f-aa04-41d6-9f51-d7b3023c5ec4 req-e9ebd325-c7db-4266-88a0-9e89cb5ca899 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0499041 Sep 01 15:55:54.043774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f68b410f-aa04-41d6-9f51-d7b3023c5ec4 req-9c98a23b-a0d8-45ca-9fe9-36574780f76f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337470 Sep 01 15:55:55.160189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a196-0474-4217-b776-536d3ca93b3b req-f2b8c7a1-4483-4b04-a7d6-9371805d63ab tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:55.161713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c138a196-0474-4217-b776-536d3ca93b3b req-f2b8c7a1-4483-4b04-a7d6-9371805d63ab tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0499563 Sep 01 15:55:55.199680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c138a196-0474-4217-b776-536d3ca93b3b req-fa6d2cbd-97c3-4fc1-ac11-8475ad8c8cd5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Sep 01 15:55:56.321115 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab37ec-2057-4b3d-8ea8-b99e3c619005 req-35ffcd8d-1da8-49cf-9623-1fe08228f9f6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:56.322533 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0ab37ec-2057-4b3d-8ea8-b99e3c619005 req-35ffcd8d-1da8-49cf-9623-1fe08228f9f6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0537348 Sep 01 15:55:56.362184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0ab37ec-2057-4b3d-8ea8-b99e3c619005 req-957b1c76-ee5d-42d0-aad8-aa5fa402815d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Sep 01 15:55:57.479293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f7089-2b51-4710-a577-d6950e4dab13 req-39e16f29-3025-4401-a2c2-757535227a37 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:57.480710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e16f7089-2b51-4710-a577-d6950e4dab13 req-39e16f29-3025-4401-a2c2-757535227a37 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0494947 Sep 01 15:55:57.521646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e16f7089-2b51-4710-a577-d6950e4dab13 req-26257f10-237f-4cca-be18-118c798d9441 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347703 Sep 01 15:55:58.156234 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:58.638344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638007db-7a87-4cd4-832b-3b27ca0d9f7d req-1ebfb9bf-4c91-4bd4-bda9-6aad6ed36f0c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:58.639894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-638007db-7a87-4cd4-832b-3b27ca0d9f7d req-1ebfb9bf-4c91-4bd4-bda9-6aad6ed36f0c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0502441 Sep 01 15:55:58.678423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-638007db-7a87-4cd4-832b-3b27ca0d9f7d req-7f97d1cc-4d45-4669-8dfd-fa35abb2ccfd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Sep 01 15:55:59.800722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b2f33-0c65-4ce4-bc63-d0b01adfd953 req-fe1974f9-8d22-483d-b409-3d7f6406d981 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:59.802227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-543b2f33-0c65-4ce4-bc63-d0b01adfd953 req-fe1974f9-8d22-483d-b409-3d7f6406d981 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0541766 Sep 01 15:55:59.840506 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-543b2f33-0c65-4ce4-bc63-d0b01adfd953 req-10fcd232-6d1f-42c4-8e3e-3ee0f473a14c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Sep 01 15:56:00.957735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b2c18-dd71-451b-9bad-0a3c3c9b7b32 req-055fae18-26d5-4d25-9988-a928f927cdea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:00.959248 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-691b2c18-dd71-451b-9bad-0a3c3c9b7b32 req-055fae18-26d5-4d25-9988-a928f927cdea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0518677 Sep 01 15:56:00.997322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-691b2c18-dd71-451b-9bad-0a3c3c9b7b32 req-011f7e61-0a7d-401a-a29b-8b0974ea93bd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Sep 01 15:56:02.114827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618c3c9-dc33-4d76-b874-e7385a368385 req-35bdb945-3e96-47ea-9f1e-6d89b8f86fec tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:02.116350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0618c3c9-dc33-4d76-b874-e7385a368385 req-35bdb945-3e96-47ea-9f1e-6d89b8f86fec tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0514534 Sep 01 15:56:02.154873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0618c3c9-dc33-4d76-b874-e7385a368385 req-e53cc48b-5a08-49bc-837d-8f85d9ded924 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Sep 01 15:56:03.276817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77910d5-58cc-464b-b754-fed30704db8f req-4dcd7e2c-d0f2-4c4a-be42-db70d4268567 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:03.278353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f77910d5-58cc-464b-b754-fed30704db8f req-4dcd7e2c-d0f2-4c4a-be42-db70d4268567 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0553570 Sep 01 15:56:03.316646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f77910d5-58cc-464b-b754-fed30704db8f req-a54c1814-3ac1-4319-b49f-388fe2663b2a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Sep 01 15:56:03.356396 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:04.433428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae61d0-4e3b-4954-be81-77df3a61774c req-0b1bbbf9-9b21-4f85-99e0-927152e1632c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:04.434960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20ae61d0-4e3b-4954-be81-77df3a61774c req-0b1bbbf9-9b21-4f85-99e0-927152e1632c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0507967 Sep 01 15:56:04.473696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20ae61d0-4e3b-4954-be81-77df3a61774c req-caae707b-067d-4d5c-a5d0-df9cf867af8c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Sep 01 15:56:05.588879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cae2d6-86ee-4014-a4e4-171c6c07c279 req-78de27b2-94cd-4e0a-ad5d-e31bdb6ed96c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:05.590734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4cae2d6-86ee-4014-a4e4-171c6c07c279 req-78de27b2-94cd-4e0a-ad5d-e31bdb6ed96c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0495901 Sep 01 15:56:05.629772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d4cae2d6-86ee-4014-a4e4-171c6c07c279 req-1c3939ae-06fe-4ef9-bff2-3e302e181196 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317974 Sep 01 15:56:06.760713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebcfb2-42ac-4ea8-8a4d-1cc1445dd337 req-6fa248e3-0b77-46b1-848f-18eca9063177 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:06.762291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cebcfb2-42ac-4ea8-8a4d-1cc1445dd337 req-6fa248e3-0b77-46b1-848f-18eca9063177 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0641623 Sep 01 15:56:06.801731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6cebcfb2-42ac-4ea8-8a4d-1cc1445dd337 req-71527999-1156-438f-9433-7205d64c8c92 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332229 Sep 01 15:56:07.917742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70fc55-58ac-4ef9-a934-45dae689ff55 req-85e6c099-8e5f-47f4-8e8d-010bf9fac3f9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:07.919158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b70fc55-58ac-4ef9-a934-45dae689ff55 req-85e6c099-8e5f-47f4-8e8d-010bf9fac3f9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0495226 Sep 01 15:56:07.956931 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8b70fc55-58ac-4ef9-a934-45dae689ff55 req-58ceb5fd-2458-4e0a-a207-90c6a047a27c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312641 Sep 01 15:56:09.080403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0eecac-520a-49b0-a46c-bf359b08dc8f req-836bd9a3-8b90-4568-af5b-e01e03d187df tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:09.081945 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba0eecac-520a-49b0-a46c-bf359b08dc8f req-836bd9a3-8b90-4568-af5b-e01e03d187df tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0544021 Sep 01 15:56:09.120311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba0eecac-520a-49b0-a46c-bf359b08dc8f req-226a6a60-1347-4b68-a380-01ac36705580 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Sep 01 15:56:10.240415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efd047-0d78-4e6d-b278-d0e90df313b0 req-64b43ea8-c685-4f30-a044-d6803e0b0540 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:10.241953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87efd047-0d78-4e6d-b278-d0e90df313b0 req-64b43ea8-c685-4f30-a044-d6803e0b0540 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0540597 Sep 01 15:56:10.280163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87efd047-0d78-4e6d-b278-d0e90df313b0 req-a10555b6-14f2-4792-aad1-7bb933a05b1b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Sep 01 15:56:11.394914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f5856-60b2-4be4-8c21-14dee0eeac75 req-cc042f35-8440-4980-b460-282fc699eebf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:11.396451 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7f5856-60b2-4be4-8c21-14dee0eeac75 req-cc042f35-8440-4980-b460-282fc699eebf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0487390 Sep 01 15:56:11.434108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7f5856-60b2-4be4-8c21-14dee0eeac75 req-76dcf2fc-40d4-47f9-af9d-ffabf97140a9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Sep 01 15:56:12.559126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338221a-dda4-43cc-968b-787a52eb702b req-2f0037ab-356e-4519-acda-7f63fc606cb5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:12.560657 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8338221a-dda4-43cc-968b-787a52eb702b req-2f0037ab-356e-4519-acda-7f63fc606cb5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0554342 Sep 01 15:56:12.599773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8338221a-dda4-43cc-968b-787a52eb702b req-746b794b-6f14-45d4-80ff-0026a0fa2332 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Sep 01 15:56:13.736720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de25db-bce7-4fe5-bef4-4f26fab29254 req-222620cb-6c38-4c2a-931e-7172a58e192a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:13.738764 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06de25db-bce7-4fe5-bef4-4f26fab29254 req-222620cb-6c38-4c2a-931e-7172a58e192a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0563121 Sep 01 15:56:13.777457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06de25db-bce7-4fe5-bef4-4f26fab29254 req-3762f8b0-eed7-4e6b-b5d3-6fd3d7fc3310 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Sep 01 15:56:14.428318 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f73fdb9-ecb8-4673-a732-e22194908bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:14.892717 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9402-1d53-4756-ab8d-ebe6682cf7f6 req-6b123952-de4a-4eda-97c3-340d701c8f07 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:14.894896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9dfa9402-1d53-4756-ab8d-ebe6682cf7f6 req-6b123952-de4a-4eda-97c3-340d701c8f07 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0487506 Sep 01 15:56:14.931889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9dfa9402-1d53-4756-ab8d-ebe6682cf7f6 req-901d51b0-fc55-4c99-b7ec-1251f6943ad4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Sep 01 15:56:15.598552 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-afb79bde-9f59-4e33-94d0-38206b5a57de service neutron] show failed (client error): The resource could not be found. Sep 01 15:56:15.599584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-afb79bde-9f59-4e33-94d0-38206b5a57de service neutron] 10.222.0.50 "GET /v2.0/ports/1ff3952a-bca5-4c48-afb6-a04f7291eacb/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0558758 Sep 01 15:56:15.808922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-06a86915-702e-4d8c-9fb1-4bbc09cb5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:15.810419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-06a86915-702e-4d8c-9fb1-4bbc09cb5193 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0424159 Sep 01 15:56:15.824329 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-8c507b09-9d69-4b2e-838b-b7d1b02f939d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:56:15.825289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-8c507b09-9d69-4b2e-838b-b7d1b02f939d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049949 Sep 01 15:56:15.848959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:56:15.905009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.108381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eecbf3-5b27-46ed-9641-d98f6e4ec87f req-df74312f-3720-40fa-ae43-fc7f7b70580e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:16.109804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3eecbf3-5b27-46ed-9641-d98f6e4ec87f req-df74312f-3720-40fa-ae43-fc7f7b70580e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.1075814 Sep 01 15:56:16.171562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:16.176011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3eecbf3-5b27-46ed-9641-d98f6e4ec87f req-54a957d2-3588-4afe-8ffe-fd5ff18d1db2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602446 Sep 01 15:56:16.207823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:56:16.247307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:16.249649 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea29c2-7ecf-4134-bb4c-a5cad4a15f61" -d '{"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:16.254486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.267340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Transition to ACTIVE for port object 1ff3952a-bca5-4c48-afb6-a04f7291eacb will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:56:16.272434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.303271 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fce489-a7b6-4b4d-8857-427ecd9c0340 x-openstack-request-id: req-78fce489-a7b6-4b4d-8857-427ecd9c0340 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:16.303569 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:16.303819 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78fce489-a7b6-4b4d-8857-427ecd9c0340 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:16.304209 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'code': 200} Sep 01 15:56:16.375174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:16.401377 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.401847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.402122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.402384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.402712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.403041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.403363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.403684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.404004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.404324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.404641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.404961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:16.462931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] No DVR routers for this DVR port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:16.599197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:56:16.599443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:56:16.599763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:56:16.604259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:56:16.604569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Attempting to bind port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:56:16.609619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:56:16.609946 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:56:16.610318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:56:16.610740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Bound port: 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:56:16.611085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.678337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:56:16.681211 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:56:16.686815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.726026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:16.726639 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:16.728097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1092 time: 0.8835444 Sep 01 15:56:16.748809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d0d0-e8f5-4019-beca-4bb758389099 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:16.820944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-9f144e74-ebba-474c-aceb-f9926e8835fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:16.822588 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-9f144e74-ebba-474c-aceb-f9926e8835fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1095 time: 0.0440199 Sep 01 15:56:16.923954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-efb3a548-f66a-4521-b18b-ef6e98e555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:16.925503 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-efb3a548-f66a-4521-b18b-ef6e98e555a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0924356 Sep 01 15:56:16.995708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-e96df538-fc10-4381-9abb-65842fa5ccac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 999 time: 0.0608032 Sep 01 15:56:17.046759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-dbc31934-3d7d-4d45-a066-5ff7e42c51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:17.048215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-dbc31934-3d7d-4d45-a066-5ff7e42c51b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0432949 Sep 01 15:56:17.102310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-78c124fc-ae60-4580-9840-12196ab3c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:17.103940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-78c124fc-ae60-4580-9840-12196ab3c8bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456979 Sep 01 15:56:17.195542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-af1adc9a-912f-4f94-ae51-1af61ec41813 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815623 Sep 01 15:56:17.333426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353a60-4280-40e0-b403-73179a57c1e4 req-b9d0e0dd-d132-44bd-99a5-3ca885ec5c17 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:17.334825 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88353a60-4280-40e0-b403-73179a57c1e4 req-b9d0e0dd-d132-44bd-99a5-3ca885ec5c17 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0795183 Sep 01 15:56:17.337347 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32964db6-efd7-42ff-a42a-973a4ee6aef2 req-c115df43-e311-436f-a7e8-e44a25d583c6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279540 Sep 01 15:56:17.374376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88353a60-4280-40e0-b403-73179a57c1e4 req-00217191-1677-4b98-9fb4-736590f513c9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332632 Sep 01 15:56:17.592691 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-149a1988-38e3-4030-8d57-11e4f64e9e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:17.704798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:18.305473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:18.307821 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42" -d '{"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:18.357679 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab031a8-f53a-46fb-86c2-6276a7602b62 x-openstack-request-id: req-4ab031a8-f53a-46fb-86c2-6276a7602b62 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:18.359417 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:18.359417 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ab031a8-f53a-46fb-86c2-6276a7602b62 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:18.359417 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'status': 'completed', 'code': 200} Sep 01 15:56:18.434156 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-1fbf3c00-5cce-4d05-a0c5-d17fcd1ad869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.435726 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-1fbf3c00-5cce-4d05-a0c5-d17fcd1ad869 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1095 time: 0.0516446 Sep 01 15:56:18.495647 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-6a13eed2-fca9-4187-a822-a44a98f6789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.497232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-6a13eed2-fca9-4187-a822-a44a98f6789d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1095 time: 0.0780413 Sep 01 15:56:18.526709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa30a8-f173-45b2-ba2e-9b6e723fe6bc req-b7544855-b78b-4271-970c-49ddc8a0b087 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.529133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79fa30a8-f173-45b2-ba2e-9b6e723fe6bc req-b7544855-b78b-4271-970c-49ddc8a0b087 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0739000 Sep 01 15:56:18.546605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-57ae2dd2-8860-4130-a152-1bc9dc908b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.546832 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:18.548133 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-57ae2dd2-8860-4130-a152-1bc9dc908b46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1029792 Sep 01 15:56:18.611427 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79fa30a8-f173-45b2-ba2e-9b6e723fe6bc req-2ed4666f-2bf5-4359-9584-5216e13d23d9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712051 Sep 01 15:56:18.643034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-c9a19111-5ada-460a-abcc-cb4ab8ef7328 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 999 time: 0.0784662 Sep 01 15:56:18.644624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-5dc7d210-e074-4975-bd67-ca65117121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.646254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-5dc7d210-e074-4975-bd67-ca65117121e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1372542 Sep 01 15:56:18.688279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-f45a3b12-0801-4586-b869-a8af9a7de4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.690457 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-f45a3b12-0801-4586-b869-a8af9a7de4dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0491519 Sep 01 15:56:18.725144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-0d339acf-7380-46b2-a402-160eee67a727 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 999 time: 0.0679629 Sep 01 15:56:18.739370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-b5bb1173-7cd4-44fb-af5b-015671a38d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.741520 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-b5bb1173-7cd4-44fb-af5b-015671a38d25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448503 Sep 01 15:56:18.780354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-11e47be3-3240-4eba-afe0-f10316365916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.781887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-11e47be3-3240-4eba-afe0-f10316365916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0486753 Sep 01 15:56:18.820704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:18.833131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-a2dcec93-c7aa-448d-94e6-f9cb1ba46e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:18.835211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-a2dcec93-c7aa-448d-94e6-f9cb1ba46e1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438943 Sep 01 15:56:18.846975 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-662e6901-987d-41f7-8cdf-1e14fabaf1b0 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978508 Sep 01 15:56:18.942362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-6420c053-902b-47f2-aa70-b85561abb574 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986171 Sep 01 15:56:18.943279 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-92fbbb79-1f7a-4a0c-8b2e-f329dcf23804 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884478 Sep 01 15:56:19.039348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1e161dba-563f-4ae1-bd6c-a1d29d65ba42 req-644e6c65-0f1a-4991-a3e8-784a45bd393d service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860434 Sep 01 15:56:19.588749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:56:19.692768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:19.705218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'mac_address': 'fa:16:3e:a0:9c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:56:19.732736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:19.755059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0772-6772-42d3-9b28-b768012bfdf8 req-fa60447a-2fda-431e-8da4-60762d835ab8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:19.757250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa1a0772-6772-42d3-9b28-b768012bfdf8 req-fa60447a-2fda-431e-8da4-60762d835ab8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 943 time: 0.0621905 Sep 01 15:56:19.777869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:19.796128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff3952a-bca5-4c48-afb6-a04f7291eacb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:56:19.800980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fa1a0772-6772-42d3-9b28-b768012bfdf8 req-08d7a777-edd3-4401-a70f-7409c6959861 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373147 Sep 01 15:56:19.803236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:19.817504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:19.824006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:19.873140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:19.881149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.881493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.881824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.882157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.882485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.882840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.883160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.883532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.883903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.884254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.884623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:19.884973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:20.003764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714182-6f65-4656-9340-173e484909e9 req-4150bcbd-abb4-4b6e-a282-97beb44c78ff tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.005307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f714182-6f65-4656-9340-173e484909e9 req-4150bcbd-abb4-4b6e-a282-97beb44c78ff tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0529249 Sep 01 15:56:20.015962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adff9-35bd-479e-8922-010d063174f1 req-bfb24055-a743-4f9d-9a4f-18ecd793495e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.017201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-bfb24055-a743-4f9d-9a4f-18ecd793495e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b&tenant_id=1db24d3186f0427d94a15a909bc32dd5&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.0536153 Sep 01 15:56:20.044394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f714182-6f65-4656-9340-173e484909e9 req-bcb96280-f07f-4487-be74-cff89058e69b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Sep 01 15:56:20.081709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:20.083876 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-fe7adff9-35bd-479e-8922-010d063174f1 req-c3d862f6-3250-4ea1-b5fd-14e4511ca2d3 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:56:20.085034 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-c3d862f6-3250-4ea1-b5fd-14e4511ca2d3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1ff3952a-bca5-4c48-afb6-a04f7291eacb/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0601130 Sep 01 15:56:20.175757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adff9-35bd-479e-8922-010d063174f1 req-391c3018-d4b5-4858-9f28-ce4cca151698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.177886 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-391c3018-d4b5-4858-9f28-ce4cca151698 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 1096 time: 0.0472012 Sep 01 15:56:20.267884 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adff9-35bd-479e-8922-010d063174f1 req-cdab8159-a871-47b2-bb04-162bb90fc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.269412 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-cdab8159-a871-47b2-bb04-162bb90fc33a service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0848374 Sep 01 15:56:20.271869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['1ff3952a-bca5-4c48-afb6-a04f7291eacb'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:56:20.350346 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-4008ab03-4b38-41c4-b239-56a2c09e6143 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 200 len: 1000 time: 0.0740213 Sep 01 15:56:20.407416 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adff9-35bd-479e-8922-010d063174f1 req-6b8a844e-5123-4986-be7a-13bee0683752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.408911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-6b8a844e-5123-4986-be7a-13bee0683752 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0518737 Sep 01 15:56:20.458430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adff9-35bd-479e-8922-010d063174f1 req-66eaaa53-f8f6-419f-a5f7-b03f9544d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:20.459863 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-66eaaa53-f8f6-419f-a5f7-b03f9544d99d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435102 Sep 01 15:56:20.559576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-443fa24b-6ede-47b0-a5da-8f48d0384f8e service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926311 Sep 01 15:56:20.655305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-fe7adff9-35bd-479e-8922-010d063174f1 req-417861f5-d7a4-4466-a04c-6f5f60a5d48b service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865483 Sep 01 15:56:21.173292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe10a2-e0fb-4801-b973-c63ea8ce9edf req-f62f3b09-9810-4492-b114-4f350550b596 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:21.174875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3fe10a2-e0fb-4801-b973-c63ea8ce9edf req-f62f3b09-9810-4492-b114-4f350550b596 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0553896 Sep 01 15:56:21.223616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3fe10a2-e0fb-4801-b973-c63ea8ce9edf req-4fbe5fe3-24a7-42c8-9609-0d8ab1e4e0c1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Sep 01 15:56:21.345523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41261f8a-0290-4206-b43c-f4de7ef0b219 req-506b4cd6-f3a7-4902-a5bc-4ff3ce56aa9d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:21.347073 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41261f8a-0290-4206-b43c-f4de7ef0b219 req-506b4cd6-f3a7-4902-a5bc-4ff3ce56aa9d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0532041 Sep 01 15:56:21.391904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41261f8a-0290-4206-b43c-f4de7ef0b219 req-92aabdbd-26c4-4fe8-9540-998f653da405 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Sep 01 15:56:21.505349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4bdd8-d731-4d76-9dae-af9beafa8b9c req-15cb31a6-d4c5-4fb3-8147-4a69ddcfebec tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:21.506973 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46e4bdd8-d731-4d76-9dae-af9beafa8b9c req-15cb31a6-d4c5-4fb3-8147-4a69ddcfebec tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0491939 Sep 01 15:56:21.544932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46e4bdd8-d731-4d76-9dae-af9beafa8b9c req-330654f7-4fe8-4228-9433-45ee1630d7b4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Sep 01 15:56:21.594688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:56:21.650942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:56:21.655007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 1ff3952a-bca5-4c48-afb6-a04f7291eacb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:56:21.655379 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:21.744490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:21.771512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:21.774116 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c34c418-63f7-42ef-b3bc-44ca6677f08f" -d '{"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:21.787818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:21.792159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:21.801152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031015e-2e99-49a6-b1b9-60a01eea9a79 req-4d42d07c-5bb7-4d52-b8d7-8e9f3a880e1a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:21.802720 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b031015e-2e99-49a6-b1b9-60a01eea9a79 req-4d42d07c-5bb7-4d52-b8d7-8e9f3a880e1a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 944 time: 0.0518334 Sep 01 15:56:21.842694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b031015e-2e99-49a6-b1b9-60a01eea9a79 req-191628fc-165e-47c9-b925-6bb5962908c8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Sep 01 15:56:21.844576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:21.887524 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf05433-4ae4-4d43-aed6-9809dc586e06 x-openstack-request-id: req-caf05433-4ae4-4d43-aed6-9809dc586e06 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:21.887974 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:21.888308 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-caf05433-4ae4-4d43-aed6-9809dc586e06 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:21.888790 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'code': 200} Sep 01 15:56:22.967347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344037-c6fe-4b68-b8d6-ab7a5af48320 req-12d49570-3312-4d2d-9fc7-36f7dc952803 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:22.968905 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4344037-c6fe-4b68-b8d6-ab7a5af48320 req-12d49570-3312-4d2d-9fc7-36f7dc952803 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0548439 Sep 01 15:56:23.014425 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e4344037-c6fe-4b68-b8d6-ab7a5af48320 req-f3c72553-5282-4be8-942d-5203ca12ad21 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373893 Sep 01 15:56:23.861620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-6a48dca4-e63d-4077-b762-d8c950339f5d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:23.863003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-6a48dca4-e63d-4077-b762-d8c950339f5d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.0508425 Sep 01 15:56:23.954075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Deleting port 1ff3952a-bca5-4c48-afb6-a04f7291eacb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:23.954405 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.045476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] For port 1ff3952a-bca5-4c48-afb6-a04f7291eacb, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=1ff3952a-bca5-4c48-afb6-a04f7291eacb,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:24.046014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.235443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f69963-b530-4181-a529-f0f394f9a7dc req-a760e645-d9ee-4dbe-992f-de613236c3e4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:24.236956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8f69963-b530-4181-a529-f0f394f9a7dc req-a760e645-d9ee-4dbe-992f-de613236c3e4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 945 time: 0.1299539 Sep 01 15:56:24.324460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b8f69963-b530-4181-a529-f0f394f9a7dc req-72d6f884-0411-493a-b803-9c8a6d4e8469 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777936 Sep 01 15:56:24.333595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.333989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.334302 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b disassociated. External IP: 172.25.1.141, port: 1ff3952a-bca5-4c48-afb6-a04f7291eacb. Sep 01 15:56:24.334667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Calling delete_port for 1ff3952a-bca5-4c48-afb6-a04f7291eacb owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:24.477455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.505200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'Port': ['ID=1ff3952a-bca5-4c48-afb6-a04f7291eacb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:24.934245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:56:25.059644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:56:25.071160 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:56:25.081118 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:25.082022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:56:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:25.105865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] No DVR routers for this DVR port 1ff3952a-bca5-4c48-afb6-a04f7291eacb on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:25.113146 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:25.114674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c91e61c-8889-40c5-b34c-af775f2f1cd7 req-feb35110-88cb-44d8-93d0-6d09ee0aafdb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "DELETE /v2.0/ports/1ff3952a-bca5-4c48-afb6-a04f7291eacb HTTP/1.1" status: 204 len: 173 time: 1.2444499 Sep 01 15:56:25.115200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-deleted', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:25.119677 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8faa82-f701-4d46-8a2e-5955eaf7abfc" -d '{"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-deleted", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:25.175023 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ab515-3cf3-436f-a569-b0b74c899529 x-openstack-request-id: req-690ab515-3cf3-436f-a569-b0b74c899529 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:25.175321 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29544912-e24a-43b4-9239-47787d15005b", "name": "network-vif-deleted", "tag": "1ff3952a-bca5-4c48-afb6-a04f7291eacb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:25.175570 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-690ab515-3cf3-436f-a569-b0b74c899529 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:25.175972 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29544912-e24a-43b4-9239-47787d15005b', 'name': 'network-vif-deleted', 'tag': '1ff3952a-bca5-4c48-afb6-a04f7291eacb', 'status': 'completed', 'code': 200} Sep 01 15:56:25.205564 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:25.444792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c8e4403a-cea6-4b8f-8211-fc8e284cc6d1 req-9ffd4829-3973-43d0-9e09-23bb6616d74f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=29544912-e24a-43b4-9239-47787d15005b HTTP/1.1" status: 200 len: 210 time: 0.0284693 Sep 01 15:56:25.452959 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:25.482550 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:56:25.497325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:25.497971 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:56:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:25.607971 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:25.820234 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:25.850156 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac57f-0ab3-4c19-a06a-ecf3382c3108 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:56:26.078755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819e51a-36cd-4499-912b-b4d619fbb9d6 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:56:26.706616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-a9739a70-ca99-4bae-9e30-d8b8c23c61ba tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--902582715&fields=id&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 267 time: 0.0344827 Sep 01 15:56:26.820425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-ffa6ff82-a140-4523-829b-906dfdd4fb16 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:26.821939 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-ffa6ff82-a140-4523-829b-906dfdd4fb16 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1069372 Sep 01 15:56:26.837726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-cd71d671-bac4-49b1-a376-0b4738ba6c1b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/quotas/1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 375 time: 0.0100737 Sep 01 15:56:26.892906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-7e63709e-2392-4eee-bc60-b8ddfa344d0e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496130 Sep 01 15:56:26.990774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-831d3966-7745-4097-ad23-b9ed54e4e5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Sep 01 15:56:27.078663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-9b843ae9-e14f-4a19-aeda-6f79fd4c1c35 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816739 Sep 01 15:56:27.245937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b45013a6-d2a4-44dc-82db-bd0233ea731a req-d8219750-ef4b-40f5-9c49-afb9420b4cde tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Sep 01 15:56:27.624443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:27.645963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 1ff3952a-bca5-4c48-afb6-a04f7291eacb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:27.646299 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 1ff3952a-bca5-4c48-afb6-a04f7291eacb not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:28.148999 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:28.347261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41e66a7b-8f54-4d8c-ac85-3f56ecc9374d req-43695c35-9d06-4b82-9a85-ca1bdf4c9f85 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 210 time: 0.0331717 Sep 01 15:56:28.542776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-b4cb3238-68e9-4c1e-a264-30c6eb83cb41 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:28.544245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-b4cb3238-68e9-4c1e-a264-30c6eb83cb41 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1147251 Sep 01 15:56:28.604435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-df3bb9a3-b61d-4e2f-a06c-8b3211da0ab9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 379 time: 0.0374072 Sep 01 15:56:28.624215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'port': {'device_id': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'admin_state_up': True, 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'security_groups': ['98af3423-fbe2-45dd-8f45-71c90726fa0c']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:56:28.734404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:56:28.737885 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:28.869985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Allocated IP 172.20.0.12 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/4c6e8cff-bab8-4abd-b8d5-41abb184ca11) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:56:29.015395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.029313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Transition to ACTIVE for port object 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:56:29.060365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.105289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:56:29.108844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:56:29.112787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:56:29.119534 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:29.171899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:29.172547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.190000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-c47b852a-1807-43b5-bca1-4371b47e14f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695720 Sep 01 15:56:29.220521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Request body: {'port': {'device_id': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:56:29.279897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.374501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d1710554-41bc-4122-a3ee-9300a33627b6 None None] Provisioning for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:56:29.380288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d1710554-41bc-4122-a3ee-9300a33627b6 None None] Provisioning complete for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:56:29.380645 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1710554-41bc-4122-a3ee-9300a33627b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.423805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d1710554-41bc-4122-a3ee-9300a33627b6 None None] Port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:56:29.528539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223db2-fa7f-48f6-95f2-2784a2d0eb40 req-4bf1532b-4764-4717-a55e-ade170f1dd22 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:29.530275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67223db2-fa7f-48f6-95f2-2784a2d0eb40 req-4bf1532b-4764-4717-a55e-ade170f1dd22 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 932 time: 0.1074595 Sep 01 15:56:29.601353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-67223db2-fa7f-48f6-95f2-2784a2d0eb40 req-7dc44bb4-a0e7-4d07-b5d9-b0786880c61d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614612 Sep 01 15:56:29.640561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:56:29.649347 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.663278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Transition to ACTIVE for port object 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:56:29.668267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.739765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:29.795966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:56:29.795966 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:56:29.796267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:56:29.800940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:56:29.801287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:56:29.807187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:56:29.807522 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:56:29.808765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:56:29.808765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Bound port: 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:56:29.808765 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.881835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:56:29.885040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:56:29.893875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.927602 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:29.928915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:29.930353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] 10.222.0.24 "PUT /v2.0/ports/4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1093 time: 0.7176116 Sep 01 15:56:29.930797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:29.933349 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17720e-4b61-41b8-b51f-0a1140548e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:29.968202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4848-5f53-4e67-b813-a364a6eebb7e service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:29.982788 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58755590-fc13-4d5c-ba18-96225a6d3b87 x-openstack-request-id: req-58755590-fc13-4d5c-ba18-96225a6d3b87 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:29.983097 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:29.983420 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58755590-fc13-4d5c-ba18-96225a6d3b87 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:29.985328 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'status': 'completed', 'code': 200} Sep 01 15:56:30.064644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-9852a845-6156-48f2-b76b-cddc278b114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.066292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-9852a845-6156-48f2-b76b-cddc278b114a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0492272 Sep 01 15:56:30.129647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-78ae0233-d248-4478-a5d1-7621ee0b516b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 217 time: 0.0411994 Sep 01 15:56:30.185017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-43451748-2c84-441a-8d85-5a8b32144204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.186534 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-43451748-2c84-441a-8d85-5a8b32144204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0485010 Sep 01 15:56:30.243523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-9b3de56d-285b-4478-a6cf-17dc94254153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.245053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-9b3de56d-285b-4478-a6cf-17dc94254153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429413 Sep 01 15:56:30.345722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-35064691-0e29-451e-8655-847ff9235059 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915473 Sep 01 15:56:30.445176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b637ec2-d12b-4972-8900-d93bc18f42fa req-dfef5572-712c-4359-b5c7-80a0165e1f8f service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859573 Sep 01 15:56:30.617039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-84053d0b-9ef5-4921-a9b1-e2212aa56233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.618691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-84053d0b-9ef5-4921-a9b1-e2212aa56233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0475190 Sep 01 15:56:30.753896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481e2a-9355-413e-827d-1321c426088d req-93e0e66f-6ca9-493b-8762-c2359b1af2fe tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.755408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04481e2a-9355-413e-827d-1321c426088d req-93e0e66f-6ca9-493b-8762-c2359b1af2fe tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0734596 Sep 01 15:56:30.772340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-1a761e51-d8fe-4a4f-b02d-8f4bc432b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.773726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-1a761e51-d8fe-4a4f-b02d-8f4bc432b6d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1438789 Sep 01 15:56:30.824967 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-5826dac0-4af3-43b9-a7ab-24f9ef1e54b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 217 time: 0.0403707 Sep 01 15:56:30.838172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-04481e2a-9355-413e-827d-1321c426088d req-cf5bb1ab-d26d-4927-b715-d2119fe3f6af tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745864 Sep 01 15:56:30.885523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-f86ad9bf-d522-4282-a753-ee5976c9cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.887005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-f86ad9bf-d522-4282-a753-ee5976c9cfee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0472155 Sep 01 15:56:30.941398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-65af9362-b9c8-4ce4-a0a4-b67037081246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:30.942917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-65af9362-b9c8-4ce4-a0a4-b67037081246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419545 Sep 01 15:56:31.046681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-b0296d97-1a52-4df2-b736-8bd0f42d4589 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918894 Sep 01 15:56:31.140639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed17720e-4b61-41b8-b51f-0a1140548e6c req-f33cd163-e3a3-49d8-9f39-db1955aa49d3 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838406 Sep 01 15:56:31.959991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1608608-29ef-4fe2-9c88-48641925a6a3 req-7eb9eb45-9853-4b20-a21d-c6e2863695a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:31.961567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1608608-29ef-4fe2-9c88-48641925a6a3 req-7eb9eb45-9853-4b20-a21d-c6e2863695a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0546913 Sep 01 15:56:31.998750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1608608-29ef-4fe2-9c88-48641925a6a3 req-62027ca4-40cb-404f-8761-374528eb354d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308821 Sep 01 15:56:33.115628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a1e7-1877-475f-a87a-dcd5ba637695 req-c4d34e35-2659-4700-95e9-f390c861ce2a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:33.117148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e265a1e7-1877-475f-a87a-dcd5ba637695 req-c4d34e35-2659-4700-95e9-f390c861ce2a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0509062 Sep 01 15:56:33.155696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e265a1e7-1877-475f-a87a-dcd5ba637695 req-aa15c36d-de16-407b-b4f6-710df625d107 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Sep 01 15:56:33.666748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:56:33.761740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:33.772889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'mac_address': 'fa:16:3e:64:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:56:33.812225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:33.825455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:56:33.844082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:33.848434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:33.894378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:34.218572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['4c6e8cff-bab8-4abd-b8d5-41abb184ca11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:56:34.274455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b1e4-e8a9-4eee-825e-d2ce72c8f7d6 req-1dd2ca50-26fc-49cc-8a91-c2ff76e14e72 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:34.276394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b73b1e4-e8a9-4eee-825e-d2ce72c8f7d6 req-1dd2ca50-26fc-49cc-8a91-c2ff76e14e72 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Sep 01 15:56:34.316786 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b73b1e4-e8a9-4eee-825e-d2ce72c8f7d6 req-cbdcdaea-a5c9-4a25-87cc-45e056feb3b9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Sep 01 15:56:35.434973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36c842-6dc1-4dbc-bfef-cb212dc39325 req-4a61309f-212d-4864-9e10-968aecc147d9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:35.436516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb36c842-6dc1-4dbc-bfef-cb212dc39325 req-4a61309f-212d-4864-9e10-968aecc147d9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0529227 Sep 01 15:56:35.475086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb36c842-6dc1-4dbc-bfef-cb212dc39325 req-6912bb36-ea89-4e58-8dbf-53eff8113cab tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Sep 01 15:56:35.681353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:56:35.728804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:56:35.732329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:56:35.732695 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:35.808192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:35.829734 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:35.831963 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76741a06-c8de-4362-b736-238101172b05" -d '{"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:35.844975 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:35.849220 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:35.876217 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f7fd5-205d-42e3-8bf9-741646cd16bb x-openstack-request-id: req-893f7fd5-205d-42e3-8bf9-741646cd16bb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:35.876504 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:35.876749 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-893f7fd5-205d-42e3-8bf9-741646cd16bb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:35.877156 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'code': 200} Sep 01 15:56:35.902321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:36.025009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2252f-6007-423d-9a99-c10ef818c958 req-219bf988-1545-46e4-84d2-e484917c5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:36.026540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1c2252f-6007-423d-9a99-c10ef818c958 req-219bf988-1545-46e4-84d2-e484917c5c8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0406408 Sep 01 15:56:36.067175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1c2252f-6007-423d-9a99-c10ef818c958 req-04331b95-7fe8-434c-822d-9214ef63adb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282538 Sep 01 15:56:36.594724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c93a61-a476-404f-acf3-475cf6e8ec36 req-bc0a6a6c-5380-4a74-b10b-b2816773e12f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:36.596274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70c93a61-a476-404f-acf3-475cf6e8ec36 req-bc0a6a6c-5380-4a74-b10b-b2816773e12f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Sep 01 15:56:36.638088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70c93a61-a476-404f-acf3-475cf6e8ec36 req-6b264bcb-11fe-47b3-b8a9-b2d050ad58f4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349610 Sep 01 15:56:37.757775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7f39e-97ca-4fc7-a555-e6b23bc2056e req-7dea4c1d-70a6-4e25-9f88-24a8b35f6ff0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:37.759266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5e7f39e-97ca-4fc7-a555-e6b23bc2056e req-7dea4c1d-70a6-4e25-9f88-24a8b35f6ff0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0542004 Sep 01 15:56:37.797544 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5e7f39e-97ca-4fc7-a555-e6b23bc2056e req-ec343a58-a817-4ea9-a211-131e620b5d4a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Sep 01 15:56:37.908213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b7909-9863-4551-aef8-a23ecacfbb81 req-41fd8d05-03e4-45e9-b976-ae9e053e37ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:37.909771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-329b7909-9863-4551-aef8-a23ecacfbb81 req-41fd8d05-03e4-45e9-b976-ae9e053e37ee tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0491827 Sep 01 15:56:37.918729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48056) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:37.923310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'floatingip': {'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:56:37.963015 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:38.401206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:38.405031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:38.507041 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b associated. External IP: 172.25.1.141, port: 4c6e8cff-bab8-4abd-b8d5-41abb184ca11. Sep 01 15:56:38.715546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:56:38.827143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:56:38.832253 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:38.838115 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:56:38.847968 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:38.848721 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:56:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:38.860839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a9b1162-116f-464c-a88a-9de2872a797a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "PUT /v2.0/floatingips/ab7c910c-d07f-4527-ae1c-21ddbb312e0b HTTP/1.1" status: 200 len: 992 time: 0.9410403 Sep 01 15:56:38.861458 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:38.864088 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8321389c-d51a-4c13-a91d-4c4ef840a54c" -d '{"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:38.956059 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:38.985188 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81987e9e-dd16-4290-85dc-b908ea7f84e8 x-openstack-request-id: req-81987e9e-dd16-4290-85dc-b908ea7f84e8 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:38.985479 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:38.985727 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81987e9e-dd16-4290-85dc-b908ea7f84e8 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:38.986128 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'status': 'completed', 'code': 200} Sep 01 15:56:39.097793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-ca0f2c40-ebab-4e2d-a3f8-dc4d88bb91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:39.099399 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-ca0f2c40-ebab-4e2d-a3f8-dc4d88bb91dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0411716 Sep 01 15:56:39.178753 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:64:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:56:38Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:39.195076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-ef1c901c-8c67-4d4d-9b75-22f7581a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:39.196631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-ef1c901c-8c67-4d4d-9b75-22f7581a951e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0893884 Sep 01 15:56:39.209328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:56:39.218264 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:39.218793 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:56:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:39.269807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-59734815-7d74-422e-b156-a934930c7613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1000 time: 0.0622857 Sep 01 15:56:39.335851 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-6fd2ad68-d5c0-473c-a73d-c701fd47e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:39.337737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-6fd2ad68-d5c0-473c-a73d-c701fd47e2aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0550640 Sep 01 15:56:39.387686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-55077291-e437-461c-9e62-6957d8c2472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:39.389247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-55077291-e437-461c-9e62-6957d8c2472c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430398 Sep 01 15:56:39.415529 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:39.481320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-7c1dcce9-927d-4144-b6de-576d1cd77cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Sep 01 15:56:39.581724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8321389c-d51a-4c13-a91d-4c4ef840a54c req-3e5bb10d-82e3-454e-aaf8-ee8a85fbf398 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876100 Sep 01 15:56:39.637547 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:64:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:56:38Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:39.663316 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70087747-cf08-4069-9e31-0e59abf395cd None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:64:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:56:38Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:56:39.856991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f59568-ef31-4ada-8a6c-a332453ea0aa None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:56:40.354998 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:44.429944 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bf98-dcc4-405e-aa82-7cab9dc4a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:46.435526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-33d2258b-4159-4023-99e4-ff32c449895e req-e71cc23f-7083-47f2-bba9-f80067b44b17 tempest-TestVolumeBackupRestore-668856984 tempest-TestVolumeBackupRestore-668856984-project] (106377) timed out ('10.222.0.24', 58494) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:56:47.600875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-858f66eb-a632-4369-a2e3-cd7f67d388df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.707545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:48.548657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:48.817668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:50.086819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:58.173929 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:04.795595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-e931793e-99ed-4219-a6b1-e76509c3b0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416548 Sep 01 15:57:04.903068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-28baafa3-0519-43cb-8b89-9122fe95f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:04.904634 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-28baafa3-0519-43cb-8b89-9122fe95f4a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0445616 Sep 01 15:57:05.027855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-c848b8e6-f2b3-448a-95b7-303f86c35ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:05.029475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-c848b8e6-f2b3-448a-95b7-303f86c35ebb service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0973642 Sep 01 15:57:05.102510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-ae6ceeae-2255-42d0-a2b5-174cdd20a52c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1002 time: 0.0648148 Sep 01 15:57:05.163864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-65f5f0fc-5549-434b-ba29-dbc5a18de224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:05.165332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-65f5f0fc-5549-434b-ba29-dbc5a18de224 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0521579 Sep 01 15:57:05.218516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-1e403750-8a26-4372-b077-036ec7df7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:05.220051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-1e403750-8a26-4372-b077-036ec7df7282 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454621 Sep 01 15:57:05.314667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-657ac207-8166-4659-b87f-c2b88ee97d1a service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862458 Sep 01 15:57:05.413176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f5f7e387-424a-4f22-9fef-b1fc5ea72544 req-2453ddc5-d9fa-4312-b327-ed4b97523c98 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901752 Sep 01 15:57:14.433645 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-895486b1-2749-4a55-8767-a20190cab500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:17.354874 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:57:17.598087 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa3c385d-db21-4499-a5a2-d3094238d208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:17.711311 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:18.551477 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:18.833381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:20.089390 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.189840 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:44.436744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8de94b73-35f4-41ca-93f8-f55d5a66fee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:47.589854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-684de5a2-8c99-4381-8d77-bdea8a86165d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:47.715554 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:48.553526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:48.833170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:50.093521 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:54.354560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:57:58.186835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:06.834539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-c5a8e3cf-7d0f-4e3b-ae7e-4a9e2f76c1a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843823 Sep 01 15:58:06.932952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-36c97b38-0cab-41b2-9df4-c49df2cf7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:06.934499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-36c97b38-0cab-41b2-9df4-c49df2cf7a86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0418630 Sep 01 15:58:07.349389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-56f34000-936b-43e8-9f48-d79fe3541ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.350899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-56f34000-936b-43e8-9f48-d79fe3541ac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.3958349 Sep 01 15:58:07.419789 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-50fa4e5e-aa19-4285-9b2a-1a5a96a25d9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1002 time: 0.0612884 Sep 01 15:58:07.476254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-ebd063f8-47b5-48b0-a866-82c83b0b8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.478326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-ebd063f8-47b5-48b0-a866-82c83b0b8abb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0511568 Sep 01 15:58:07.533295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-40bc0d32-63eb-4183-8b75-ae4db93cd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.535222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-40bc0d32-63eb-4183-8b75-ae4db93cd1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484471 Sep 01 15:58:07.642204 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-7cf4a4dc-767c-42c5-a6c8-bbd6653df72b service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965891 Sep 01 15:58:07.765804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8945dfa2-eacc-4536-bdae-bddfb7b223f6 req-73b101a7-d806-4497-9216-821fd713d83c service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156085 Sep 01 15:58:14.440583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c27f794-157c-4e0d-a722-b0e768bb48d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.591973 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c158b2-a9b2-4dcc-aefb-8c0904832e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.718723 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:18.557520 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:18.830127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:20.095054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:22.494500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d0524-63b8-40a3-a4c7-0593b1e8a574 req-dc59ab0f-82d2-451c-92de-f3c030b27d42 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:22.496113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c42d0524-63b8-40a3-a4c7-0593b1e8a574 req-dc59ab0f-82d2-451c-92de-f3c030b27d42 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.1315620 Sep 01 15:58:22.538119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c42d0524-63b8-40a3-a4c7-0593b1e8a574 req-01a6b368-a97f-4a56-bca8-430d6a2af362 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352466 Sep 01 15:58:23.659460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0de06-b19a-43b5-9aeb-f25aec593545 req-ab0f6c7a-5419-463e-82bf-274d71942003 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:23.661098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5a0de06-b19a-43b5-9aeb-f25aec593545 req-ab0f6c7a-5419-463e-82bf-274d71942003 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0499110 Sep 01 15:58:23.705884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b5a0de06-b19a-43b5-9aeb-f25aec593545 req-8859a1e5-b421-4d30-b3ec-b7da52e06763 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385370 Sep 01 15:58:24.819632 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0fdc-357d-4784-b016-17c0fb2134c6 req-846d3d35-af80-49d8-9639-0e24acdad61f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:24.821188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50eb0fdc-357d-4784-b016-17c0fb2134c6 req-846d3d35-af80-49d8-9639-0e24acdad61f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0487483 Sep 01 15:58:24.860274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50eb0fdc-357d-4784-b016-17c0fb2134c6 req-2bafff8e-4120-45d6-8571-08dfbd760020 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329537 Sep 01 15:58:25.977234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2419d2-3373-44a8-ac76-bac78a116a55 req-545b192d-967c-4ab4-afb6-22fed4d04885 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:25.978751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f2419d2-3373-44a8-ac76-bac78a116a55 req-545b192d-967c-4ab4-afb6-22fed4d04885 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0494628 Sep 01 15:58:26.017542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f2419d2-3373-44a8-ac76-bac78a116a55 req-77d27081-dce8-46f8-88ca-2a3a19e711cd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Sep 01 15:58:27.140970 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638338e-c1cb-4397-80d2-f14cc54d100e req-b3a9abe1-a257-47be-ae57-c3718d0b5b04 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:27.142604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1638338e-c1cb-4397-80d2-f14cc54d100e req-b3a9abe1-a257-47be-ae57-c3718d0b5b04 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Sep 01 15:58:27.193619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1638338e-c1cb-4397-80d2-f14cc54d100e req-1c43d1db-2b1b-465c-82d3-8ac60b104664 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444400 Sep 01 15:58:28.198795 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.314698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3ced-01a3-4278-8651-5653db55f976 req-d1e05f61-f529-4ad9-9e04-ecfd60b8b077 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.316284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f69d3ced-01a3-4278-8651-5653db55f976 req-d1e05f61-f529-4ad9-9e04-ecfd60b8b077 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0509522 Sep 01 15:58:28.357452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f69d3ced-01a3-4278-8651-5653db55f976 req-35db1d25-29f3-4d78-98be-9a725cb4039d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348530 Sep 01 15:58:29.477356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aaaf0-1aba-4ebf-970f-72833888b149 req-491479e0-8718-4321-adc0-f10c0f1e6ccf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:29.478968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-234aaaf0-1aba-4ebf-970f-72833888b149 req-491479e0-8718-4321-adc0-f10c0f1e6ccf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0515845 Sep 01 15:58:29.519669 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-234aaaf0-1aba-4ebf-970f-72833888b149 req-ea807a13-ad4a-4e9a-a8a4-fdbcb15d65ae tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347013 Sep 01 15:58:30.642562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11094e12-2b0d-4a48-85f3-d126527dbd88 req-4cb9724d-2709-49ab-bb86-b112116ed8bd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:30.644677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11094e12-2b0d-4a48-85f3-d126527dbd88 req-4cb9724d-2709-49ab-bb86-b112116ed8bd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0522830 Sep 01 15:58:30.691628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11094e12-2b0d-4a48-85f3-d126527dbd88 req-09a30645-3d34-4365-a94b-79f5ecff5180 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Sep 01 15:58:31.353924 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:58:31.813199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d811a5-3f39-4d35-bd25-066a5541df4b req-1bdd720a-0fce-4acd-8c0d-cdf06d673352 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:31.814784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7d811a5-3f39-4d35-bd25-066a5541df4b req-1bdd720a-0fce-4acd-8c0d-cdf06d673352 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Sep 01 15:58:31.856292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7d811a5-3f39-4d35-bd25-066a5541df4b req-52286a91-c767-4a9a-8480-2d18aa8a18db tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351241 Sep 01 15:58:32.978433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d719b2-52cc-46dd-b2e4-cad8b53fc80d req-cf132652-279b-40c9-9ae9-8a07394a305c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:32.980041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92d719b2-52cc-46dd-b2e4-cad8b53fc80d req-cf132652-279b-40c9-9ae9-8a07394a305c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0537243 Sep 01 15:58:33.020582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-92d719b2-52cc-46dd-b2e4-cad8b53fc80d req-2611396c-c5c7-4b64-99ef-f1af02be6e2f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Sep 01 15:58:33.292706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-8c8e2749-1bd7-4f79-810c-4714a53358b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756624 Sep 01 15:58:33.300182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dac908-6cf4-4834-b28b-2bd382d0103a req-37cc2c1c-75c6-4888-8f9c-fd3d9340d0c0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:33.301699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7dac908-6cf4-4834-b28b-2bd382d0103a req-37cc2c1c-75c6-4888-8f9c-fd3d9340d0c0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0760350 Sep 01 15:58:33.342639 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7dac908-6cf4-4834-b28b-2bd382d0103a req-f71f14db-f35d-4f01-b2ec-3dd8af38b410 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Sep 01 15:58:34.494592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d714a-3039-4a04-857b-c3f0c6b7ee1c req-e130dc66-f313-4b56-842e-6635ae7a4a43 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.496138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-412d714a-3039-4a04-857b-c3f0c6b7ee1c req-e130dc66-f313-4b56-842e-6635ae7a4a43 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0699522 Sep 01 15:58:34.498199 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-272ae404-cce6-43da-8a0f-7871669c4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.499622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-272ae404-cce6-43da-8a0f-7871669c4a5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1098 time: 0.0816288 Sep 01 15:58:34.585772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-412d714a-3039-4a04-857b-c3f0c6b7ee1c req-b75fe721-013a-4ac1-bc21-66bff1d4b994 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823116 Sep 01 15:58:34.627514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-c65a702c-722a-445b-bc2d-54711d64e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.628940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-c65a702c-722a-445b-bc2d-54711d64e9a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1193376 Sep 01 15:58:34.700575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-d4266cae-2307-4348-842b-e6548a4bd214 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1002 time: 0.0636241 Sep 01 15:58:34.750608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-ca328d07-f30a-4cf3-9bc6-b830e5468b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.752139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-ca328d07-f30a-4cf3-9bc6-b830e5468b6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0438561 Sep 01 15:58:34.798404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-5f0154b2-cef2-4c32-8c04-858581207ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.799981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-5f0154b2-cef2-4c32-8c04-858581207ad9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403957 Sep 01 15:58:34.897085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-516015e4-9382-4284-859b-9ac12f44f406 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877481 Sep 01 15:58:34.987334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1f30ef1-aa5a-4f56-b296-11d8cbfd00dd service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Sep 01 15:58:35.705315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80aca8-e301-457c-ba71-f0065cc7edd5 req-205455b2-0f95-489c-9987-423c005f1042 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:35.706830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e80aca8-e301-457c-ba71-f0065cc7edd5 req-205455b2-0f95-489c-9987-423c005f1042 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Sep 01 15:58:35.745293 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e80aca8-e301-457c-ba71-f0065cc7edd5 req-fbef1516-95c5-4145-aede-2194fd6a2009 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Sep 01 15:58:36.867564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf056-50e4-4568-87ea-a9991de4b7c5 req-e6569861-f12e-4b4e-9652-b647db7c6bbb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:36.869003 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14edf056-50e4-4568-87ea-a9991de4b7c5 req-e6569861-f12e-4b4e-9652-b647db7c6bbb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0555069 Sep 01 15:58:36.907633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14edf056-50e4-4568-87ea-a9991de4b7c5 req-35abe12d-7db2-42c6-b801-3f294ec5c86a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Sep 01 15:58:37.126742 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-599b3773-380c-4d34-8ea0-d702a319f455 service neutron] show failed (client error): The resource could not be found. Sep 01 15:58:37.127685 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-599b3773-380c-4d34-8ea0-d702a319f455 service neutron] 10.222.0.24 "GET /v2.0/ports/4c6e8cff-bab8-4abd-b8d5-41abb184ca11/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0550206 Sep 01 15:58:37.380225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-48cb11e0-251b-4886-bea4-be7da899e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:37.381691 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-48cb11e0-251b-4886-bea4-be7da899e896 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0916018 Sep 01 15:58:37.393536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:37.446993 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.667842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:37.702367 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:37.748054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:37.750343 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c1e8c6-e150-4a7a-a0dd-55e3122898cd" -d '{"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:37.754191 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.766393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Transition to ACTIVE for port object 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:37.772467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:37.864690 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4fd90f-9838-4116-85ab-97ad6cff5a81 x-openstack-request-id: req-6f4fd90f-9838-4116-85ab-97ad6cff5a81 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:37.865175 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:37.865569 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f4fd90f-9838-4116-85ab-97ad6cff5a81 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:37.866195 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'code': 200} Sep 01 15:58:37.975495 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:37.989663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.990056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.990334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.990802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.991132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.991462 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.991784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.992150 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.992413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.992721 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.993032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:37.993364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:38.050262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] No DVR routers for this DVR port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:58:38.072911 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fffdec-53a2-47be-9b15-3aafaad444e6 req-fce7a853-72b8-4d16-8dbc-f35534861a8a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.075150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13fffdec-53a2-47be-9b15-3aafaad444e6 req-fce7a853-72b8-4d16-8dbc-f35534861a8a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0659847 Sep 01 15:58:38.116778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13fffdec-53a2-47be-9b15-3aafaad444e6 req-d141306d-40ae-4ced-bcfa-ecb2ce2b00af tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Sep 01 15:58:38.191353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:38.192484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:38.192832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:38.199374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:38.199374 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Attempting to bind port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:38.202776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:38.203119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:38.203518 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:38.203947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Bound port: 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:38.204313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.271841 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:38.274878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:38.279541 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.312879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.313539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:38.315113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] 10.222.0.50 "PUT /v2.0/ports/4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1093 time: 0.9256830 Sep 01 15:58:38.350164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c24301-f11b-4837-8098-342d7365e48f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:38.389279 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-1f7cf76b-f8f7-4aa9-b2e0-1d92b2d52406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.390815 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-1f7cf76b-f8f7-4aa9-b2e0-1d92b2d52406 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0490661 Sep 01 15:58:38.489168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-294bbe30-3927-4d31-99db-5230369bc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.490816 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-294bbe30-3927-4d31-99db-5230369bc58c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0926950 Sep 01 15:58:38.559118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-79fa7d28-f7a2-4aa6-8348-530cef5c01e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1000 time: 0.0602808 Sep 01 15:58:38.609100 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-44c5820e-b5a1-4bb4-9dc8-e6ba9b9d596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.610589 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-44c5820e-b5a1-4bb4-9dc8-e6ba9b9d596e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0447164 Sep 01 15:58:38.659423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-723a2692-f4bd-4aa9-9f7b-aae4f5271bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.661477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-723a2692-f4bd-4aa9-9f7b-aae4f5271bab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441601 Sep 01 15:58:38.752514 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-e6a63ffc-dc34-4c76-b4c0-52dba8d8c104 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838459 Sep 01 15:58:38.851273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b6c053c9-83f0-470b-b2fc-cf0c47c0866c req-080333d7-f2e7-41a4-954c-20c3d02d970c service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Sep 01 15:58:39.241669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa7389-7251-4ed1-b099-62b26ff1407a req-9cd3fd8d-ae4c-4379-8160-3b5d78c32936 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:39.243167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06fa7389-7251-4ed1-b099-62b26ff1407a req-9cd3fd8d-ae4c-4379-8160-3b5d78c32936 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0537939 Sep 01 15:58:39.281528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06fa7389-7251-4ed1-b099-62b26ff1407a req-287205ee-f01c-4818-a721-e264267bb866 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Sep 01 15:58:39.867700 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:39.870039 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3" -d '{"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:39.920544 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3bfc5-4f4e-40bc-870e-5e29d66298c7 x-openstack-request-id: req-edf3bfc5-4f4e-40bc-870e-5e29d66298c7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:39.920838 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:39.921113 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edf3bfc5-4f4e-40bc-870e-5e29d66298c7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:39.921521 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'status': 'completed', 'code': 200} Sep 01 15:58:39.987166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-2b09360f-1597-468b-8d09-60a34a652c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:39.989257 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-2b09360f-1597-468b-8d09-60a34a652c3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0430429 Sep 01 15:58:40.002914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-9dda9eba-6001-4204-a7a0-3d5ba6e9c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.005021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-9dda9eba-6001-4204-a7a0-3d5ba6e9c26a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0428963 Sep 01 15:58:40.094545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-3b028454-016c-4391-900d-09f5981e329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.096076 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-3b028454-016c-4391-900d-09f5981e329f service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0983052 Sep 01 15:58:40.109305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-be79f3f4-ecbc-458a-950a-a215e72b9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.111168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-be79f3f4-ecbc-458a-950a-a215e72b9ec5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0991261 Sep 01 15:58:40.167059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:58:40.168976 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-256dc5ad-aa62-40ab-8933-d2314634ba5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1000 time: 0.0654719 Sep 01 15:58:40.190721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-3e3d8f3c-a9d0-4641-8cd1-4675da638474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1000 time: 0.0678442 Sep 01 15:58:40.214665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:58:40.228962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-19a935bb-e097-4e20-a4c7-c2625f516b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.230521 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-19a935bb-e097-4e20-a4c7-c2625f516b1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0540364 Sep 01 15:58:40.249544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-c219ca84-784a-452d-8542-6b8245c1f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.251055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-c219ca84-784a-452d-8542-6b8245c1f10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0523884 Sep 01 15:58:40.278262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-20a37364-b8d3-4d85-999c-97ad9364defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.279876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-20a37364-b8d3-4d85-999c-97ad9364defb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421321 Sep 01 15:58:40.299435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-a42c237e-0a26-487c-8047-23675f9e8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.300995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-a42c237e-0a26-487c-8047-23675f9e8239 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410626 Sep 01 15:58:40.377685 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-84feb3ab-d983-43a1-bff0-4b6434ed26c9 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895972 Sep 01 15:58:40.435244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13a77-d289-4e01-a41a-fa3076a9dbce req-c74299d7-4e92-45f8-a46d-bcb61b489de5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.436827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ab13a77-d289-4e01-a41a-fa3076a9dbce req-c74299d7-4e92-45f8-a46d-bcb61b489de5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0781553 Sep 01 15:58:40.442916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-4ad8ecdc-8b64-4750-b8f5-9445dc306934 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335371 Sep 01 15:58:40.472584 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-eac95c63-c777-49ac-95e0-e48cdeb4e0b1 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884557 Sep 01 15:58:40.528863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ab13a77-d289-4e01-a41a-fa3076a9dbce req-b7ecbc3e-de5b-4ec7-91da-439d7e798dac tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849442 Sep 01 15:58:40.564181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3209f6d0-4df9-4d0a-8ba4-dd4213be39c3 req-c67e53c4-1d8a-4e20-a297-b9465243754e service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131682 Sep 01 15:58:40.774861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07057c-5d05-447e-8c8e-bc2767ffc21e req-609ea230-9ea8-4546-8d60-05175f179055 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.776443 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c07057c-5d05-447e-8c8e-bc2767ffc21e req-609ea230-9ea8-4546-8d60-05175f179055 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0913131 Sep 01 15:58:40.791419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-46ba66d0-1f91-4a00-978f-fd6b57d843a5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.792908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-46ba66d0-1f91-4a00-978f-fd6b57d843a5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72&tenant_id=1db24d3186f0427d94a15a909bc32dd5&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.0757291 Sep 01 15:58:40.862529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c07057c-5d05-447e-8c8e-bc2767ffc21e req-856b565a-8329-4a0a-9872-692278637101 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685723 Sep 01 15:58:40.882475 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-9b3aca36-597c-4441-9757-c777c6902209 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:58:40.883426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-9b3aca36-597c-4441-9757-c777c6902209 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4c6e8cff-bab8-4abd-b8d5-41abb184ca11/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0817413 Sep 01 15:58:41.009298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-b556de73-4255-4716-a193-0a8026dfa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.010893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-b556de73-4255-4716-a193-0a8026dfa5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1096 time: 0.0420957 Sep 01 15:58:41.108003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-d3f96b16-27c2-41c1-8a89-c72aa4ae55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.109633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-d3f96b16-27c2-41c1-8a89-c72aa4ae55e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0903935 Sep 01 15:58:41.180346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-9b02336c-776b-4e1d-b237-721b1d9d4877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1000 time: 0.0621238 Sep 01 15:58:41.235069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-da430b3b-6a31-4f78-9203-a34fb3f70b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.236667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-da430b3b-6a31-4f78-9203-a34fb3f70b07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0488913 Sep 01 15:58:41.289780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-e074bc55-7f44-4c3c-afd1-1e08ca2495c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.291255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-e074bc55-7f44-4c3c-afd1-1e08ca2495c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462372 Sep 01 15:58:41.386030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-36758aa7-5ca5-493d-ad7a-65c94d58cc69 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868258 Sep 01 15:58:41.483620 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3f8083a6-e24b-4aaa-887d-1ffd77700c42 req-50abc85c-56bb-4807-9532-11f7276bf7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895905 Sep 01 15:58:41.984858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54bf0a-95b4-48b0-a4dd-34195a2d09e7 req-a1a05cc0-e4f0-4c4f-84a4-045a0e259ed3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.986560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c54bf0a-95b4-48b0-a4dd-34195a2d09e7 req-a1a05cc0-e4f0-4c4f-84a4-045a0e259ed3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 944 time: 0.0521147 Sep 01 15:58:42.026740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c54bf0a-95b4-48b0-a4dd-34195a2d09e7 req-cedf90bc-3d61-44bd-9701-fb4d7871a990 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Sep 01 15:58:42.567165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:42.664082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:42.675731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'mac_address': 'fa:16:3e:64:33:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:42.715588 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.728470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:42.749588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:42.753545 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.804617 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:42.812086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.812435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.812775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.813138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.813473 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.813803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.814132 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.814452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.814778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.815099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.815420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:42.815741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:43.001402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['4c6e8cff-bab8-4abd-b8d5-41abb184ca11'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:43.146923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a66de-a66d-4d7e-83bc-236877dd5a69 req-8f3567b0-a696-4d0c-8cf8-a2672cf4cb76 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.148308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf8a66de-a66d-4d7e-83bc-236877dd5a69 req-8f3567b0-a696-4d0c-8cf8-a2672cf4cb76 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Sep 01 15:58:43.185663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf8a66de-a66d-4d7e-83bc-236877dd5a69 req-fcc4557d-7330-4cf5-828e-c26001e5cb41 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Sep 01 15:58:43.303594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26110fe-97dd-456a-b764-158c1d96b8f3 req-12480958-128c-40b0-afce-47e8b892ce66 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.305109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e26110fe-97dd-456a-b764-158c1d96b8f3 req-12480958-128c-40b0-afce-47e8b892ce66 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0533805 Sep 01 15:58:43.344782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e26110fe-97dd-456a-b764-158c1d96b8f3 req-b13eca6f-8139-464e-9705-2f18ec46c531 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337346 Sep 01 15:58:43.571448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b34f1-b020-4193-a106-3bf35a700f00 req-8f069c6d-b4cf-43c9-9046-8c8b911e9a8e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.573054 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-091b34f1-b020-4193-a106-3bf35a700f00 req-8f069c6d-b4cf-43c9-9046-8c8b911e9a8e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0573583 Sep 01 15:58:43.618340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-b8d90dbd-d4bf-4135-a330-40ebbbc82729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.619853 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-b8d90dbd-d4bf-4135-a330-40ebbbc82729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 1097 time: 0.0498757 Sep 01 15:58:43.620121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-091b34f1-b020-4193-a106-3bf35a700f00 req-4bd15dfb-405c-4cd7-acfa-ef0ee4e55ca9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386980 Sep 01 15:58:43.722479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-39871ceb-03a6-4b0e-8421-88cb2f7a7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.724795 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-39871ceb-03a6-4b0e-8421-88cb2f7a7c17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0938623 Sep 01 15:58:43.797225 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-30dd8b2c-fb31-4798-b270-ce528c89c7bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 200 len: 1001 time: 0.0642993 Sep 01 15:58:43.848964 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-ac98c3db-ca2b-48f1-a24f-68af9c2bedec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.850446 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-ac98c3db-ca2b-48f1-a24f-68af9c2bedec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0445590 Sep 01 15:58:43.898002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-815437ab-51e9-432f-acba-ca612e874ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.899496 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-815437ab-51e9-432f-acba-ca612e874ccc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411634 Sep 01 15:58:44.000146 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-b5058f12-2d7e-4f03-a1f7-8fc551f76cae service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882761 Sep 01 15:58:44.402130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-74186ea7-3040-416f-98b8-84f4cbc7b1cc req-a12fbd1b-aa1f-494a-b0fb-3005ae0ee942 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924296 Sep 01 15:58:44.445226 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5722c596-ccc3-4874-8f70-a914a5e0ca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.602850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:44.656810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:44.668381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:44.668787 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.754519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.765404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164454-97ca-4a31-9e71-bd26d0a2c72a req-ae7c83ea-bdad-4aa1-a0cc-27c82358edf3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:44.768147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c164454-97ca-4a31-9e71-bd26d0a2c72a req-ae7c83ea-bdad-4aa1-a0cc-27c82358edf3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 945 time: 0.0687542 Sep 01 15:58:44.779484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:44.781822 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c99cd-8c7e-49f3-ba3f-aaf083370478" -d '{"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:44.796468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:44.802539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.831567 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c164454-97ca-4a31-9e71-bd26d0a2c72a req-3fad4e28-285d-499c-98b6-e7edf9ecc0eb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572963 Sep 01 15:58:44.871814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:44.932663 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ab5d6d-65ac-41f1-89e6-6aae92c2b373 x-openstack-request-id: req-07ab5d6d-65ac-41f1-89e6-6aae92c2b373 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:44.932961 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:44.933246 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07ab5d6d-65ac-41f1-89e6-6aae92c2b373 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:44.933649 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'code': 200} Sep 01 15:58:45.962128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6384406-bc42-4197-8202-5a882d313ef2 req-2bf48022-22c0-4633-aed4-5d2fc7e6886f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:45.964056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6384406-bc42-4197-8202-5a882d313ef2 req-2bf48022-22c0-4633-aed4-5d2fc7e6886f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0652647 Sep 01 15:58:46.003790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6384406-bc42-4197-8202-5a882d313ef2 req-de9a4211-757c-47ef-9e7e-c0897f5b68f7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333083 Sep 01 15:58:46.242026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0140-3cb7-48b7-b752-e11a54169292 req-f12a955c-bef0-49e9-85d2-f451a41078d5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:46.243555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca3f0140-3cb7-48b7-b752-e11a54169292 req-f12a955c-bef0-49e9-85d2-f451a41078d5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0497231 Sep 01 15:58:46.281959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca3f0140-3cb7-48b7-b752-e11a54169292 req-2b00a7bb-7e6c-4f44-b537-dc9ab38384a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Sep 01 15:58:47.405597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09172be9-98eb-4d1f-9f4b-7e48e0e81cf9 req-46b2e59d-3978-4f3e-8986-dc4e8d8252f8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:47.407096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09172be9-98eb-4d1f-9f4b-7e48e0e81cf9 req-46b2e59d-3978-4f3e-8986-dc4e8d8252f8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Sep 01 15:58:47.446186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-09172be9-98eb-4d1f-9f4b-7e48e0e81cf9 req-d7dd5db4-320a-4a1b-9d8b-e674349de10f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Sep 01 15:58:47.518241 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-2a0eea5f-f1f3-40fb-9e62-a27a300abd34 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:47.519788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-2a0eea5f-f1f3-40fb-9e62-a27a300abd34 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Sep 01 15:58:47.595761 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aab53263-fb6e-45e3-8b07-039bc9fed889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.621138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Deleting port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:58:47.621476 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.715259 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] For port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:47.715633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.721640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.899795 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.900080 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:47.900390 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b disassociated. External IP: 172.25.1.141, port: 4c6e8cff-bab8-4abd-b8d5-41abb184ca11. Sep 01 15:58:47.900737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Calling delete_port for 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:58:48.039230 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.071421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'Port': ['ID=4c6e8cff-bab8-4abd-b8d5-41abb184ca11,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:48.198296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:58:48.322770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:58:48.333452 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:58:48.344240 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:48.344881 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:58:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:48.366509 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] No DVR routers for this DVR port 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:58:48.369651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.372089 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-a242d418-1fe9-4f46-8955-265a2fb79c72 req-b077e57c-a1be-47c7-8202-bdca72994f0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "DELETE /v2.0/ports/4c6e8cff-bab8-4abd-b8d5-41abb184ca11 HTTP/1.1" status: 204 len: 173 time: 0.8455236 Sep 01 15:58:48.372570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-deleted', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:48.375708 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd46ba3-e7d7-426a-a6fd-915ad584208b" -d '{"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-deleted", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:48.456600 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:48.498808 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a5b8d-4def-4cb8-ac21-45a36a33c114 x-openstack-request-id: req-509a5b8d-4def-4cb8-ac21-45a36a33c114 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:48.499124 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c9790b-a29d-4ca8-81df-5f97dfc5bb72", "name": "network-vif-deleted", "tag": "4c6e8cff-bab8-4abd-b8d5-41abb184ca11", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:48.499436 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-509a5b8d-4def-4cb8-ac21-45a36a33c114 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:48.499868 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c9790b-a29d-4ca8-81df-5f97dfc5bb72', 'name': 'network-vif-deleted', 'tag': '4c6e8cff-bab8-4abd-b8d5-41abb184ca11', 'status': 'completed', 'code': 200} Sep 01 15:58:48.563597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:48.608276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f095327e-17d7-4285-976b-0d6aa9252dcc req-6d796abc-2b6d-41cb-8870-b434543a2b04 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=22c9790b-a29d-4ca8-81df-5f97dfc5bb72 HTTP/1.1" status: 200 len: 210 time: 0.0344977 Sep 01 15:58:48.684836 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:48.711108 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:58:48.719782 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:58:48.720389 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:58:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:48.829253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:58:48.845098 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:49.031796 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:49.058861 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11593c-3913-4a80-9d41-2f3231f788ff None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:58:49.290039 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa554a7f-2f6e-43b2-9066-c74922826a86 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:58:49.892775 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-bfff03d5-05ab-4096-9309-c857a84e5d2f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--902582715&fields=id&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 267 time: 0.0332005 Sep 01 15:58:50.000334 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-fa59593c-e6a6-41ba-9c7b-c4029777baad tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:50.001841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-fa59593c-e6a6-41ba-9c7b-c4029777baad tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1020136 Sep 01 15:58:50.016808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3760b8bc-d3be-4670-a3df-b06a7f363a41 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/quotas/1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 375 time: 0.0091226 Sep 01 15:58:50.070841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-e4673072-f9ef-40d2-a642-4eb650be3da7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485344 Sep 01 15:58:50.098123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:50.173042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-24e8e1bd-c975-4f54-a259-71572acbe0b4 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901866 Sep 01 15:58:50.266029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-7c5cc2d3-088d-43f6-9a71-88626668d943 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860610 Sep 01 15:58:50.436469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40c05dee-b57d-4721-a072-4955d94de993 req-08589544-1180-429e-95fe-7e935a3dd179 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 210 time: 0.0326047 Sep 01 15:58:50.632602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:58:50.657354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:58:50.657698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 4c6e8cff-bab8-4abd-b8d5-41abb184ca11 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:58:51.551690 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9df72e81-21ca-4a3e-91a9-888e356ae283 req-bd77f8e4-ea55-4600-87f4-09dd3bc4573c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 210 time: 0.0325372 Sep 01 15:58:51.600248 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-f147647e-23ad-4ea6-ab7d-1d8abdfa39c7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:51.601783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-f147647e-23ad-4ea6-ab7d-1d8abdfa39c7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1301632 Sep 01 15:58:51.720987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-e2a866de-666b-4e39-b9fa-54fc35578594 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 379 time: 0.0440719 Sep 01 15:58:51.745896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'port': {'device_id': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'admin_state_up': True, 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'security_groups': ['98af3423-fbe2-45dd-8f45-71c90726fa0c']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:51.873796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:51.877455 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.008528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Allocated IP 172.20.0.11 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/8a1d6d11-e537-47e1-9909-039ac244580d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:52.144969 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.159650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Transition to ACTIVE for port object 8a1d6d11-e537-47e1-9909-039ac244580d will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:52.194201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.243682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:52.246801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:52.250670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:52.275584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:52.287281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.287622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.287957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.288291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.288618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.289090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.289318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.289895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.289895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.290229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.290550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.290866 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:52.318404 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:52.319031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.335152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-3cce05dc-bf7a-4498-b18c-f61598fa43b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931404 Sep 01 15:58:52.361188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Request body: {'port': {'device_id': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:52.423039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.501267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a2e76145-a237-4fbd-a845-291af03555e0 None None] Provisioning for port 8a1d6d11-e537-47e1-9909-039ac244580d completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:52.505779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-a2e76145-a237-4fbd-a845-291af03555e0 None None] Provisioning complete for port 8a1d6d11-e537-47e1-9909-039ac244580d triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:52.506154 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2e76145-a237-4fbd-a845-291af03555e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.541776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a2e76145-a237-4fbd-a845-291af03555e0 None None] Port 8a1d6d11-e537-47e1-9909-039ac244580d cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:58:52.715414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d488-4ab9-417e-8a0d-03bbea364467 req-43575b9c-55b1-43e9-9993-24fafff434b1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:52.716933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcf5d488-4ab9-417e-8a0d-03bbea364467 req-43575b9c-55b1-43e9-9993-24fafff434b1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 932 time: 0.0864747 Sep 01 15:58:52.763625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:52.779497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.793611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcf5d488-4ab9-417e-8a0d-03bbea364467 req-7cb638e0-b3f5-402b-b5af-e3dfca13b892 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584059 Sep 01 15:58:52.798235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Transition to ACTIVE for port object 8a1d6d11-e537-47e1-9909-039ac244580d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:52.801698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:52.851968 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:52.933692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:52.934021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:52.934357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:52.939188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:52.939508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:52.945570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:52.945811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:52.946204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:52.946640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Bound port: 8a1d6d11-e537-47e1-9909-039ac244580d, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:52.947003 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.022842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:53.026942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:53.032994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.070086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.071111 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:53.072589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1093 time: 0.7163060 Sep 01 15:58:53.075204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:53.077845 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65879aa3-eac3-4d0e-bd51-59402f204c25" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:53.108322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3abd-ac46-43ad-9cc6-aa1a430b52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:53.201868 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefea3ed-d162-40ec-88ac-f591a2898c82 x-openstack-request-id: req-eefea3ed-d162-40ec-88ac-f591a2898c82 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:53.202260 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:53.202553 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eefea3ed-d162-40ec-88ac-f591a2898c82 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:53.203052 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'status': 'completed', 'code': 200} Sep 01 15:58:53.207258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-422725fe-bbfb-4e3e-aa61-5a7aa89a3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.209026 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-422725fe-bbfb-4e3e-aa61-5a7aa89a3f5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0608945 Sep 01 15:58:53.277879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-00f2cde1-e0b0-4639-8306-7c83a64bab81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 217 time: 0.0406709 Sep 01 15:58:53.330445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-32b943e7-da35-476f-a1a1-31c427b0f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.331916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-32b943e7-da35-476f-a1a1-31c427b0f641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0461569 Sep 01 15:58:53.381953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-4d0f68bf-7d57-4f9f-9f50-af4d3c8319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.383498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-4d0f68bf-7d57-4f9f-9f50-af4d3c8319ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433323 Sep 01 15:58:53.497678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-ff3cf163-84e1-4a5a-968a-ee2d5374d09e service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043637 Sep 01 15:58:53.596015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3385b51-cf23-4a8a-9593-019be21c8fcf req-38aeccb5-cb93-4a28-b259-848b3b34cb3f service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Sep 01 15:58:53.781524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-e55dd7cd-246e-4dd4-a6f5-1bd068b66389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.783115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-e55dd7cd-246e-4dd4-a6f5-1bd068b66389 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0505941 Sep 01 15:58:53.903713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-0c64a5ed-ef50-437e-bdf7-f44f54cb93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.905153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-0c64a5ed-ef50-437e-bdf7-f44f54cb93d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1139245 Sep 01 15:58:53.936778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17ec84-75da-478d-ba69-cb6573e55209 req-fbc00ad0-c58e-4959-a9de-70f5c2fa56e7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:53.938351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b17ec84-75da-478d-ba69-cb6573e55209 req-fbc00ad0-c58e-4959-a9de-70f5c2fa56e7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0714123 Sep 01 15:58:53.979768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-2efa0d41-a1ab-4268-a392-f7db61bb9ea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 217 time: 0.0614018 Sep 01 15:58:54.039659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b17ec84-75da-478d-ba69-cb6573e55209 req-353f2770-228a-46ce-afb5-477afb808aaa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677514 Sep 01 15:58:54.047361 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-903e50f5-8613-4356-a3a6-2cb281dd49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.049005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-903e50f5-8613-4356-a3a6-2cb281dd49c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0586762 Sep 01 15:58:54.101848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-9af1c110-2cec-43f4-b6d3-a8e86e92c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.103377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-9af1c110-2cec-43f4-b6d3-a8e86e92c691 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431201 Sep 01 15:58:54.216079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-1d06d4ae-971c-49b8-8227-5e4e4e79c9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016834 Sep 01 15:58:54.315519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-65879aa3-eac3-4d0e-bd51-59402f204c25 req-0daad3b5-7eeb-4081-9bbf-16c511a5ba04 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863581 Sep 01 15:58:55.160790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76ced-3657-460f-9a19-89b4c960abdc req-dcfda67c-c35b-4a5f-bb1f-9903511c7095 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.162334 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89e76ced-3657-460f-9a19-89b4c960abdc req-dcfda67c-c35b-4a5f-bb1f-9903511c7095 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0551147 Sep 01 15:58:55.200526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89e76ced-3657-460f-9a19-89b4c960abdc req-cb45e459-daf7-408d-b915-08395d54733c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Sep 01 15:58:56.313368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:56.319816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d745e67-7dd4-4e0b-94a2-2d9feda21b05 req-7d565989-5c52-4d60-9f4c-d94aaa53a7dc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.320935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d745e67-7dd4-4e0b-94a2-2d9feda21b05 req-7d565989-5c52-4d60-9f4c-d94aaa53a7dc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0504651 Sep 01 15:58:56.366305 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1d745e67-7dd4-4e0b-94a2-2d9feda21b05 req-2c391ad9-784b-45f2-b23d-caa0f3b82c72 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Sep 01 15:58:56.420242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:56.433015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '8a1d6d11-e537-47e1-9909-039ac244580d', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:56.472452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.488595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:56.517982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:56.525001 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.597649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:56.855707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['8a1d6d11-e537-47e1-9909-039ac244580d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:57.485768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db3da-efcb-4c70-a359-3c0ff6cce9c3 req-404344d3-33fc-4c6b-a8b1-782ffe0204f5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.487290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a30db3da-efcb-4c70-a359-3c0ff6cce9c3 req-404344d3-33fc-4c6b-a8b1-782ffe0204f5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Sep 01 15:58:57.528030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a30db3da-efcb-4c70-a359-3c0ff6cce9c3 req-0875fbc9-827c-4852-95df-ed032f3edfbd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337155 Sep 01 15:58:58.216223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.318695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:58.371769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 8a1d6d11-e537-47e1-9909-039ac244580d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:58.375662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 8a1d6d11-e537-47e1-9909-039ac244580d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:58.375963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.456147 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.480666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:58.482924 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082cc838-bfb5-42a4-860f-6a6f50f7a607" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:58.496052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:58.501590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.525694 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a69cd1-c726-4cb2-b972-6ef52697e833 x-openstack-request-id: req-94a69cd1-c726-4cb2-b972-6ef52697e833 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:58.525991 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:58.526245 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94a69cd1-c726-4cb2-b972-6ef52697e833 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:58.526633 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'code': 200} Sep 01 15:58:58.552300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:58.690152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4105f5-a49d-4eb4-80f1-f63d8df6e36a req-a6cc4690-2b35-4d46-96e8-10598f231fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.691559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e4105f5-a49d-4eb4-80f1-f63d8df6e36a req-a6cc4690-2b35-4d46-96e8-10598f231fb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1098 time: 0.0730505 Sep 01 15:58:58.706368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335ffc-c614-4c7e-8e60-e5913e2f5c5f req-31d312bc-6b63-4903-ba50-ed4a371fe569 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.708403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee335ffc-c614-4c7e-8e60-e5913e2f5c5f req-31d312bc-6b63-4903-ba50-ed4a371fe569 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0575359 Sep 01 15:58:58.760799 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4e4105f5-a49d-4eb4-80f1-f63d8df6e36a req-dea51d73-f547-4c1d-aed4-754053ad8a33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514152 Sep 01 15:58:58.768569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ee335ffc-c614-4c7e-8e60-e5913e2f5c5f req-261f60a9-49bd-4209-b07a-b8b8c53b878c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535321 Sep 01 15:58:59.888939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058635-e424-4ce4-8db8-ada590c6c6ef req-307a916d-4752-4196-8820-472f83851c10 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.890393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3058635-e424-4ce4-8db8-ada590c6c6ef req-307a916d-4752-4196-8820-472f83851c10 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Sep 01 15:58:59.928346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3058635-e424-4ce4-8db8-ada590c6c6ef req-20123918-a810-4ebc-891c-1ca30fffc8a9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Sep 01 15:59:01.055627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50ed69-651b-47d7-a85b-64341a87a972 req-94a264ec-662a-4adc-beec-65d2661144bb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.057426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca50ed69-651b-47d7-a85b-64341a87a972 req-94a264ec-662a-4adc-beec-65d2661144bb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0556726 Sep 01 15:59:01.102679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca50ed69-651b-47d7-a85b-64341a87a972 req-9cc72463-e350-4c27-a99f-4edac97f3d72 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349100 Sep 01 15:59:01.213790 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6651a-fb24-4c7a-a4e1-7ba5119e175a req-eac2367a-d347-4f29-8274-fbeab22aa9e3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.215277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1aa6651a-fb24-4c7a-a4e1-7ba5119e175a req-eac2367a-d347-4f29-8274-fbeab22aa9e3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0489793 Sep 01 15:59:01.224356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:01.228813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'floatingip': {'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:01.269275 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.006306 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:59:02.057112 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.061014 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.167877 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b associated. External IP: 172.25.1.141, port: 8a1d6d11-e537-47e1-9909-039ac244580d. Sep 01 15:59:02.384322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:59:02.502757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:59:02.507808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:02.512586 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:59:02.524099 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:02.524831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:58:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:02.542183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa099b33-8cf8-49d8-bf0b-294bd102ff27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "PUT /v2.0/floatingips/ab7c910c-d07f-4527-ae1c-21ddbb312e0b HTTP/1.1" status: 200 len: 992 time: 1.3138895 Sep 01 15:59:02.542183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:02.542720 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:02.640080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:02.674261 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96116632-8103-446b-9df3-a59baf343273 x-openstack-request-id: req-96116632-8103-446b-9df3-a59baf343273 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:02.674572 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:02.674842 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96116632-8103-446b-9df3-a59baf343273 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:02.675421 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'status': 'completed', 'code': 200} Sep 01 15:59:02.796131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-1ffade6e-5083-4039-bb96-f7f064324e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.798605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-1ffade6e-5083-4039-bb96-f7f064324e46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1098 time: 0.0663857 Sep 01 15:59:02.912469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-00e0bf60-81ac-4b46-9b8d-ab2215a1abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.914162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-00e0bf60-81ac-4b46-9b8d-ab2215a1abdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1062257 Sep 01 15:59:02.922024 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:59:01Z', 'revision_number': 9, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:02.951077 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:59:02.965494 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:02.966540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T15:58:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:02.994045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-ce06e927-17d8-42ad-a340-461fde3f9807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1000 time: 0.0698552 Sep 01 15:59:03.057889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-e0081f87-6731-4e2f-a200-6c17063c1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.060146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-e0081f87-6731-4e2f-a200-6c17063c1f50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0577624 Sep 01 15:59:03.139054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-7a7431b1-0431-4368-9e7d-06b2998763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.140607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-7a7431b1-0431-4368-9e7d-06b2998763bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675917 Sep 01 15:59:03.200965 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:03.244069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-9dc5e45f-6085-4bf5-8acc-b100fbad528c service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907307 Sep 01 15:59:03.353679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0ed8fa0-8d1d-4bbb-9aa3-63710a0cc317 req-f99bc1f8-5839-4a27-a3c8-a7fcb8edad11 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017358 Sep 01 15:59:03.438811 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:59:01Z', 'revision_number': 9, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:03.473702 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a8eb4-641e-4bff-a6af-db5f910eb2ea None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T15:59:01Z', 'revision_number': 9, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:59:03.687680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b485bdd-b0fb-42ee-a310-b7c5491c19e7 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:59:06.801670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-5210a082-54e7-46b8-afc9-1281db6e7578 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427818 Sep 01 15:59:06.920609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899035-58b6-4419-bb21-ef541b72187d req-ae0e4e04-7988-4b66-bc32-c95cfa2fef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.921181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-ae0e4e04-7988-4b66-bc32-c95cfa2fef0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1098 time: 0.0481744 Sep 01 15:59:07.037370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899035-58b6-4419-bb21-ef541b72187d req-6b131dc6-f059-4d98-855b-6a7cab542d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.038883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-6b131dc6-f059-4d98-855b-6a7cab542d4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0944321 Sep 01 15:59:07.107122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-101bbcae-4d65-47d1-b948-380df7247072 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1003 time: 0.0593901 Sep 01 15:59:07.162300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899035-58b6-4419-bb21-ef541b72187d req-901c2537-89ad-40ef-a654-25823405cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.163709 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-901c2537-89ad-40ef-a654-25823405cf3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0486686 Sep 01 15:59:07.211618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899035-58b6-4419-bb21-ef541b72187d req-65bfb133-ab41-4d98-885c-e3961e3ab8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.213174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-65bfb133-ab41-4d98-885c-e3961e3ab8af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417035 Sep 01 15:59:07.307850 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-9a1fd9bb-5752-4814-b066-20d64bd43395 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Sep 01 15:59:07.405887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61899035-58b6-4419-bb21-ef541b72187d req-bdeb004b-013f-4674-b0f5-ea16e1dbd5aa service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Sep 01 15:59:08.353027 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:14.450045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a102-5ee3-48ba-8234-0cb8980a9f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.590356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b873a1d-df97-4a75-a08d-a074e9eb9cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:17.727046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:18.563214 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:18.859909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:20.100431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:28.211900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:44.452920 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9dff236-b5da-4e08-a969-d4374e23a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.352687 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:47.592524 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a81cfa06-971a-4d23-8ce9-81e23065b194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:47.729914 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.563735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:48.860317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.102854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:58.217033 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.797377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-2ea76956-65e6-4aa9-bfb8-e7d190f30a3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416837 Sep 01 16:00:08.906201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-de08a601-55f1-4490-a5f7-40e27b4ca448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:08.907766 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-de08a601-55f1-4490-a5f7-40e27b4ca448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1098 time: 0.0457704 Sep 01 16:00:09.048492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-5d901f0c-d1a6-44ea-9598-64c5bf7805d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.050037 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-5d901f0c-d1a6-44ea-9598-64c5bf7805d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0957682 Sep 01 16:00:09.117828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-ded6bf72-b88d-48d4-8cc0-b777f325f37f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1003 time: 0.0596607 Sep 01 16:00:09.174780 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-0ad7e53a-859e-49c7-a966-def0c16db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.176238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-0ad7e53a-859e-49c7-a966-def0c16db383 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0507212 Sep 01 16:00:09.229207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-22f9cd35-c097-4aad-8d7d-3085a3af0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.231571 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-22f9cd35-c097-4aad-8d7d-3085a3af0fef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465107 Sep 01 16:00:09.324131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-a0a8045e-b91c-4336-964f-946a8725cd6b service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846186 Sep 01 16:00:09.421232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9c7b5414-e742-4f62-8dee-ca2a2f5cd3e7 req-a135e17e-f792-4364-8498-ef2d71de3858 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894532 Sep 01 16:00:14.456728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67ca16b1-663b-405e-87a7-6139067b512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:17.593441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb66649c-22c0-4945-a8fc-5a823cdc8764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:17.737478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.567835 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:18.871972 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:20.106570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:22.351583 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:00:28.213450 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:42.831272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-48e95977-0401-4a5d-b466-a25c63fe7f1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708518 Sep 01 16:00:42.844042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c45f-f8d2-493c-ad2a-047f3b5b81fe req-9194b5ce-d20c-4ef7-aa20-aa7944b83ffe tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:42.846492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07e6c45f-f8d2-493c-ad2a-047f3b5b81fe req-9194b5ce-d20c-4ef7-aa20-aa7944b83ffe tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0748749 Sep 01 16:00:42.893254 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07e6c45f-f8d2-493c-ad2a-047f3b5b81fe req-65cbaa0b-c0b9-491c-a9f4-a80aba485d27 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Sep 01 16:00:43.950012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-95deab50-dc8e-4167-8fd1-f10211a5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:43.951592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-95deab50-dc8e-4167-8fd1-f10211a5b005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1098 time: 0.0417991 Sep 01 16:00:44.067896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc69ec5-be1f-4a93-aff5-1bf3d8269404 req-f3462de7-bd03-495c-bb4a-de01dd114f95 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.069405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fc69ec5-be1f-4a93-aff5-1bf3d8269404 req-f3462de7-bd03-495c-bb4a-de01dd114f95 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.1022942 Sep 01 16:00:44.099111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-dae0f12c-91b5-4b76-9bc5-a67548925b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.100682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-dae0f12c-91b5-4b76-9bc5-a67548925b6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1412878 Sep 01 16:00:44.127903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1fc69ec5-be1f-4a93-aff5-1bf3d8269404 req-84fb4737-adb2-4ff9-9120-d3896146790e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502009 Sep 01 16:00:44.179109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-84c889ab-a094-4032-9eaa-a5a8e6cfdead service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1003 time: 0.0645692 Sep 01 16:00:44.235032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-188736b9-e00f-467a-927b-d88b0d5b4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.236581 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-188736b9-e00f-467a-927b-d88b0d5b4e1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0494001 Sep 01 16:00:44.285853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-2633ede7-4bf8-4d05-8157-cb1341682894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:44.287376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-2633ede7-4bf8-4d05-8157-cb1341682894 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414214 Sep 01 16:00:44.382076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-d7d86a29-8a82-44c3-a91d-501318aaa19f service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866392 Sep 01 16:00:44.459076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a56b06d4-387d-4c0e-9aa2-60b4c375bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:44.484626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-2f291bc2-af70-44fc-8406-fd78a9c4f6df service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940728 Sep 01 16:00:45.247520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef3d8a-21db-4a81-8ef1-2862826cbee1 req-4b41c9f3-f9d1-4acd-b636-5b9f4e3d83c4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:45.249017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70ef3d8a-21db-4a81-8ef1-2862826cbee1 req-4b41c9f3-f9d1-4acd-b636-5b9f4e3d83c4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Sep 01 16:00:45.287856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70ef3d8a-21db-4a81-8ef1-2862826cbee1 req-98b43215-78ba-4002-a729-48df679a47d2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Sep 01 16:00:46.414950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1203-a3b0-4159-80d5-3f6571d72b9c req-95e54b3d-5c3b-4143-b03b-eebf1e1d3bc0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:46.416635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-232c1203-a3b0-4159-80d5-3f6571d72b9c req-95e54b3d-5c3b-4143-b03b-eebf1e1d3bc0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0523667 Sep 01 16:00:46.457210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-232c1203-a3b0-4159-80d5-3f6571d72b9c req-03287176-3d6f-472d-a204-2ab9d380655c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334909 Sep 01 16:00:47.580475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a235-c1bf-4127-ba76-2567f1f3d90c req-f025b875-d053-4c07-811f-bf6ce7c4aea4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:47.582668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b5a235-c1bf-4127-ba76-2567f1f3d90c req-f025b875-d053-4c07-811f-bf6ce7c4aea4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0574594 Sep 01 16:00:47.600841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38347eda-5601-4215-8176-89cb3c86c3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:47.624143 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07b5a235-c1bf-4127-ba76-2567f1f3d90c req-c0ecaec4-1209-45cc-adb9-b27b95e63790 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348063 Sep 01 16:00:47.730009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:48.571325 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:48.745439 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10300d50-8599-4c5b-9206-dffff31e78ac req-1c25b0b0-faa9-4cf8-bd1a-728dc1ca2d79 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:48.746968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10300d50-8599-4c5b-9206-dffff31e78ac req-1c25b0b0-faa9-4cf8-bd1a-728dc1ca2d79 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0511780 Sep 01 16:00:48.786602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10300d50-8599-4c5b-9206-dffff31e78ac req-f938c449-082b-4e0f-bdcc-1e5318e84e9a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Sep 01 16:00:48.887136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:49.904878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643fbc3-70d6-4875-8e3e-9d07cc7c084e req-421ce9c1-106f-40d6-b469-b2eaf7ddd97e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:49.906460 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0643fbc3-70d6-4875-8e3e-9d07cc7c084e req-421ce9c1-106f-40d6-b469-b2eaf7ddd97e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0509899 Sep 01 16:00:49.945997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0643fbc3-70d6-4875-8e3e-9d07cc7c084e req-ff6c637c-f98b-4f7f-a23d-50b13ebdef0f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Sep 01 16:00:50.108738 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:51.068615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07624420-4ef5-426f-bfc7-9424551e2715 req-c9fff774-78ab-4442-8899-140e32d3e23a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:51.070144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07624420-4ef5-426f-bfc7-9424551e2715 req-c9fff774-78ab-4442-8899-140e32d3e23a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0533419 Sep 01 16:00:51.108153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-07624420-4ef5-426f-bfc7-9424551e2715 req-e16300fc-250b-40fa-9893-04d3a77f54c5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Sep 01 16:00:52.225044 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b910657-eea3-4774-ae83-97a1e12fd43d req-fdc5a1cc-3a48-4363-b9c3-470413073ec6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:52.226617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b910657-eea3-4774-ae83-97a1e12fd43d req-fdc5a1cc-3a48-4363-b9c3-470413073ec6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0512586 Sep 01 16:00:52.265910 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b910657-eea3-4774-ae83-97a1e12fd43d req-7ed1b21c-7ade-4e15-a7e8-901efa4d943c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333083 Sep 01 16:00:53.383523 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fefdbc-15cc-4094-8fe7-513e46cd8977 req-757b4535-c294-44ed-841a-7f9fb980d2c2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:53.385217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95fefdbc-15cc-4094-8fe7-513e46cd8977 req-757b4535-c294-44ed-841a-7f9fb980d2c2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Sep 01 16:00:53.425140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95fefdbc-15cc-4094-8fe7-513e46cd8977 req-90542d7e-0e77-4b1a-99f5-8728336998a4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338433 Sep 01 16:00:54.551025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2b8e-be20-4103-a788-75dd1d68971e req-0d9eb3bd-4493-4858-a7b8-e499036d0dc7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:54.552580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-678b2b8e-be20-4103-a788-75dd1d68971e req-0d9eb3bd-4493-4858-a7b8-e499036d0dc7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0553656 Sep 01 16:00:54.595947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-678b2b8e-be20-4103-a788-75dd1d68971e req-8f199ad0-a312-4261-9401-fdaf6a2c4237 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362370 Sep 01 16:00:55.713813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898976a8-95b0-4c29-8f09-b9d96b8dece4 req-2ee94378-77fa-435d-9455-1394b8fe0b0c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:55.715596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-898976a8-95b0-4c29-8f09-b9d96b8dece4 req-2ee94378-77fa-435d-9455-1394b8fe0b0c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0512671 Sep 01 16:00:55.755557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-898976a8-95b0-4c29-8f09-b9d96b8dece4 req-d3f0792e-c4bb-4bbd-8c06-acb65d21bea4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335217 Sep 01 16:00:56.872689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a39f72-a223-4a9e-a599-b8e93f3f0689 req-0351e524-83f4-4594-9858-d56c443c0bd1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:56.874117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3a39f72-a223-4a9e-a599-b8e93f3f0689 req-0351e524-83f4-4594-9858-d56c443c0bd1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0498729 Sep 01 16:00:56.913175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3a39f72-a223-4a9e-a599-b8e93f3f0689 req-8d49933b-acf8-4594-9664-4719135efba9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Sep 01 16:00:58.033144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6080b-4c78-43d7-be44-64f4e0dcd33d req-23725896-47e8-46d9-8aa0-fe5197772123 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:58.034644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efc6080b-4c78-43d7-be44-64f4e0dcd33d req-23725896-47e8-46d9-8aa0-fe5197772123 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Sep 01 16:00:58.072858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-efc6080b-4c78-43d7-be44-64f4e0dcd33d req-1e53fac2-ebff-4f1a-a1b6-3b1e88cf4d11 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320668 Sep 01 16:00:58.214845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:59.192745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bf175-a902-4f5c-be03-83e46dc680e4 req-a2afc567-d864-4d00-a199-c72fe8b4fbd9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:59.194275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-673bf175-a902-4f5c-be03-83e46dc680e4 req-a2afc567-d864-4d00-a199-c72fe8b4fbd9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0504174 Sep 01 16:00:59.233077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-673bf175-a902-4f5c-be03-83e46dc680e4 req-e0070eac-0d33-4491-993a-7b41a55addb8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Sep 01 16:00:59.351204 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:01:00.354613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef196-8d84-418a-b515-006a3a7a51d3 req-62690e8d-545c-4b77-bc54-4eb02d5d265f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:00.356114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c1ef196-8d84-418a-b515-006a3a7a51d3 req-62690e8d-545c-4b77-bc54-4eb02d5d265f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0495307 Sep 01 16:01:00.394265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8c1ef196-8d84-418a-b515-006a3a7a51d3 req-285a4270-034b-49d4-aa39-e7f4bf622523 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316079 Sep 01 16:01:01.516235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229432-35c5-4c40-bce9-710e1b5d65ac req-bce06154-9446-4121-944b-f0add7048c78 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:01.517795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00229432-35c5-4c40-bce9-710e1b5d65ac req-bce06154-9446-4121-944b-f0add7048c78 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0547869 Sep 01 16:01:01.557075 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00229432-35c5-4c40-bce9-710e1b5d65ac req-bad96a10-15cc-4179-a591-6d2708af9891 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Sep 01 16:01:02.681000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958e861-d80e-4416-9269-fc1e42be86e3 req-d13c4773-bd2d-47f5-99cb-b492204478bd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:02.683365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d958e861-d80e-4416-9269-fc1e42be86e3 req-d13c4773-bd2d-47f5-99cb-b492204478bd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0567608 Sep 01 16:01:02.727348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d958e861-d80e-4416-9269-fc1e42be86e3 req-82969b6f-1c7d-41c5-947d-9f2f10042cea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341258 Sep 01 16:01:03.848239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c67557-7857-442a-8a21-e6923e52419a req-429f60ff-b728-4654-8e0c-917449710acd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:03.849960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74c67557-7857-442a-8a21-e6923e52419a req-429f60ff-b728-4654-8e0c-917449710acd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0515020 Sep 01 16:01:03.889138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74c67557-7857-442a-8a21-e6923e52419a req-7732efa5-0cbd-4576-97ae-6d00c7a5438f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Sep 01 16:01:05.009119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6ad83-65ba-42fb-a938-72eefbbf20d6 req-b05b0bed-385e-4078-bd46-70f57a5067fd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:05.010622 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb6ad83-65ba-42fb-a938-72eefbbf20d6 req-b05b0bed-385e-4078-bd46-70f57a5067fd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Sep 01 16:01:05.048684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb6ad83-65ba-42fb-a938-72eefbbf20d6 req-376a1522-e05f-47fb-bc60-0fd0aadea190 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320373 Sep 01 16:01:06.163887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdfbd3-352f-456e-8c11-2d10fe6235b6 req-26cd7f7e-a755-44ee-be1f-e9cb939615a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:06.165445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55cdfbd3-352f-456e-8c11-2d10fe6235b6 req-26cd7f7e-a755-44ee-be1f-e9cb939615a6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0493097 Sep 01 16:01:06.204917 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-55cdfbd3-352f-456e-8c11-2d10fe6235b6 req-d72093d7-ef15-4d8c-9d24-216b4cb3646e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333087 Sep 01 16:01:07.013807 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-4516f9e9-3a98-433b-8861-b59d4ce2fa1f service neutron] show failed (client error): The resource could not be found. Sep 01 16:01:07.014842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-4516f9e9-3a98-433b-8861-b59d4ce2fa1f service neutron] 10.222.0.24 "GET /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0559688 Sep 01 16:01:07.231451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-f645d6ec-24ee-469d-abfd-222ac39912a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:07.233039 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-f645d6ec-24ee-469d-abfd-222ac39912a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0464487 Sep 01 16:01:07.246784 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:07.305536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:07.327074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ad5b5-8aab-4936-bc75-7b9e08566d6d req-a5377e55-6d4a-41e1-a2c9-e6a04bde0ea0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:07.328724 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-723ad5b5-8aab-4936-bc75-7b9e08566d6d req-a5377e55-6d4a-41e1-a2c9-e6a04bde0ea0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0553467 Sep 01 16:01:07.368700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-723ad5b5-8aab-4936-bc75-7b9e08566d6d req-44516ddb-b664-4ef2-9882-f30acb6c2cd5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337105 Sep 01 16:01:07.520643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:07.554567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:07.595171 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:07.597399 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c7284-ece1-476b-9984-0bc4d35f4b8f" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:07.602131 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:07.615414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Transition to ACTIVE for port object 8a1d6d11-e537-47e1-9909-039ac244580d will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:01:07.620243 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:07.655525 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3591f-944f-48b3-961d-8e25460c976d x-openstack-request-id: req-b4c3591f-944f-48b3-961d-8e25460c976d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:07.655881 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:07.657131 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4c3591f-944f-48b3-961d-8e25460c976d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:07.657483 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'code': 200} Sep 01 16:01:07.676657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:07.719686 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.720081 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.720484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.720825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.721184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.721511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.721834 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.722309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.722473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.722797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.723116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.723432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:07.776749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] No DVR routers for this DVR port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:07.917995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:01:07.918330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:01:07.918661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:07.923007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:01:07.923326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:07.928310 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:01:07.928652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:07.929037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:01:07.929504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Bound port: 8a1d6d11-e537-47e1-9909-039ac244580d, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:01:07.929917 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:07.995298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:07.998650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:01:08.004152 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:08.042895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.043684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:08.045260 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] 10.222.0.50 "PUT /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1093 time: 0.8031473 Sep 01 16:01:08.084024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c9912-c659-4520-adae-4ace2f620a89 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:08.117975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-c6972335-8627-49a2-9039-51572747f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.119605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-c6972335-8627-49a2-9039-51572747f7fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0519545 Sep 01 16:01:08.225537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-3be7e9e8-5f3b-4efa-a322-8b26108b0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.227044 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-3be7e9e8-5f3b-4efa-a322-8b26108b0189 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0985987 Sep 01 16:01:08.301408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-234405aa-ce0d-4a54-aa7c-73f1b636cdcc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0655262 Sep 01 16:01:08.352908 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-c5427691-b286-4757-a777-19cb38aca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.354343 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-c5427691-b286-4757-a777-19cb38aca1be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0452094 Sep 01 16:01:08.400928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a05c1213-3965-4f83-baec-8f62a165d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.402486 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-a05c1213-3965-4f83-baec-8f62a165d3f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405147 Sep 01 16:01:08.491027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed41f9-9c10-4e97-8e65-4a360f276aeb req-43516b3b-4b28-4e66-bf2f-e15d30ab4222 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:08.492558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eed41f9-9c10-4e97-8e65-4a360f276aeb req-43516b3b-4b28-4e66-bf2f-e15d30ab4222 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0515263 Sep 01 16:01:08.500710 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-1f258d7f-ce72-447f-8dc3-0854d26a1a7e service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900903 Sep 01 16:01:08.534494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0eed41f9-9c10-4e97-8e65-4a360f276aeb req-ff9c9eae-7422-49e7-ad95-e8c10f1522b9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358460 Sep 01 16:01:08.593077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-19e7f385-abc0-4812-8079-f4084947a4fa service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840309 Sep 01 16:01:09.654548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bad1b8-4277-4a6a-a7c8-4070071651d5 req-cf8d9b91-23ad-4f71-b02b-7c919231b611 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.656095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28bad1b8-4277-4a6a-a7c8-4070071651d5 req-cf8d9b91-23ad-4f71-b02b-7c919231b611 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0501580 Sep 01 16:01:09.659170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:09.661614 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:09.697023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28bad1b8-4277-4a6a-a7c8-4070071651d5 req-c2969711-c001-404d-b786-114d03f0ddfa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339096 Sep 01 16:01:09.755821 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf99c869-4655-4a97-b9e6-1017a01b83b7 x-openstack-request-id: req-bf99c869-4655-4a97-b9e6-1017a01b83b7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:09.756140 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:09.756349 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf99c869-4655-4a97-b9e6-1017a01b83b7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:09.756774 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'status': 'completed', 'code': 200} Sep 01 16:01:09.824386 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-8744cfa6-df31-4632-83cc-7ec0c910cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.825849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-8744cfa6-df31-4632-83cc-7ec0c910cf0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0433278 Sep 01 16:01:09.851349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-8d584ced-6280-4958-b297-29693a4ca264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.852874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-8d584ced-6280-4958-b297-29693a4ca264 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0517051 Sep 01 16:01:09.927532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-ee074158-fc41-4095-87d5-1362caca4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.929077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-ee074158-fc41-4095-87d5-1362caca4bda service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0940156 Sep 01 16:01:09.945247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-21bbe5a4-dfba-400d-86e8-c6ce0b35142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:09.946753 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-21bbe5a4-dfba-400d-86e8-c6ce0b35142d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0864453 Sep 01 16:01:09.998014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-b98246f4-58ec-40c9-bc5b-b4d89c948638 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0613081 Sep 01 16:01:10.021728 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-e7979cb5-595b-42d6-a084-26210bb88f5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0671506 Sep 01 16:01:10.053970 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-520c4237-92fb-4559-9391-1fa695450b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.055544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-520c4237-92fb-4559-9391-1fa695450b68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0499294 Sep 01 16:01:10.074167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-1df5299e-2eda-492c-9e78-99b8999ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.075739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-1df5299e-2eda-492c-9e78-99b8999ca8d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0457082 Sep 01 16:01:10.107399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-6517e2ed-ad85-4f63-8e37-231e789cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.108948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-6517e2ed-ad85-4f63-8e37-231e789cc985 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448167 Sep 01 16:01:10.139468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-903e29c8-6811-4eff-8121-4970214485d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.141953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-903e29c8-6811-4eff-8121-4970214485d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582662 Sep 01 16:01:10.222941 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-e1beb3c7-9777-4127-8bf2-7978bbaaa3be service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968945 Sep 01 16:01:10.246536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-cf45a7ab-22fa-475d-b7e4-086118386269 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958622 Sep 01 16:01:10.324229 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-c0be430f-4116-4976-9bce-ceb38aba9f59 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935540 Sep 01 16:01:10.351561 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbfdfcb9-4fc1-4f4b-9ace-980a04e348a8 req-b84d8510-33e1-42e5-b050-ca8c91eb2870 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966327 Sep 01 16:01:10.819320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce96df8-2f2b-4d45-aa90-3cf7f7ca7223 req-0d40ca34-1d0f-4b66-ae4a-e6fe76e04f6a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:10.820844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cce96df8-2f2b-4d45-aa90-3cf7f7ca7223 req-0d40ca34-1d0f-4b66-ae4a-e6fe76e04f6a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0512350 Sep 01 16:01:10.862273 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cce96df8-2f2b-4d45-aa90-3cf7f7ca7223 req-97a71a43-1972-453e-af9a-82c05936b8fa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354497 Sep 01 16:01:10.907741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:10.947548 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:01:11.183198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-44350139-b910-4a6b-a2e2-a09ee17dfbdd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.184763 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-44350139-b910-4a6b-a2e2-a09ee17dfbdd tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&tenant_id=1db24d3186f0427d94a15a909bc32dd5&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.0585279 Sep 01 16:01:11.198773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadb5d7-1500-4913-8def-a821fcc8d524 req-71d521fd-03da-49e8-a766-f991e07a5987 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.200502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fadb5d7-1500-4913-8def-a821fcc8d524 req-71d521fd-03da-49e8-a766-f991e07a5987 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 944 time: 0.0592215 Sep 01 16:01:11.245906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fadb5d7-1500-4913-8def-a821fcc8d524 req-edabb6a4-6fd6-468d-affb-e65b833c680e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379369 Sep 01 16:01:11.253913 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-cdf663ad-36e7-464a-a5e8-14cc0d0f5be4 service neutron] 10.222.0.50 "GET /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d/bindings/n-h1-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.0617950 Sep 01 16:01:11.322932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-afc75627-4486-4d01-a586-ea027957ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.324471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-afc75627-4486-4d01-a586-ea027957ede9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1096 time: 0.0468643 Sep 01 16:01:11.348383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:11.416983 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-94b9a0f4-c49a-4675-a05d-64a7528689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.418583 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-94b9a0f4-c49a-4675-a05d-64a7528689b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0873222 Sep 01 16:01:11.445525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:11.460291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '8a1d6d11-e537-47e1-9909-039ac244580d', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:11.489835 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-944b9ada-ccf7-4db8-82c7-18810f5435ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0644305 Sep 01 16:01:11.497612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:11.511195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:11.530642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:11.537050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:11.547225 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-a00e70d5-6b27-4645-9f41-63efe5e805d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.548734 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-a00e70d5-6b27-4645-9f41-63efe5e805d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0516086 Sep 01 16:01:11.588572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:11.595825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-769ff176-1a92-4571-a945-fe6b5b73fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:11.596427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.596766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.597153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.597408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-769ff176-1a92-4571-a945-fe6b5b73fab5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419724 Sep 01 16:01:11.597518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.597895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.598192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.598568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.598927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.599367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.599613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.599940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.600256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:11.693213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-0db18a65-27cc-438b-acb3-8cf7877d4484 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Sep 01 16:01:11.755525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['8a1d6d11-e537-47e1-9909-039ac244580d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:11.785332 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-e7310f9c-cb49-4054-9e3e-3e22f6625635 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Sep 01 16:01:12.367245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f9499-2833-461f-a14b-b94f56b08ddf req-a154825e-f06d-4827-8c41-74f4830e82a8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:12.368780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e82f9499-2833-461f-a14b-b94f56b08ddf req-a154825e-f06d-4827-8c41-74f4830e82a8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Sep 01 16:01:12.407398 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e82f9499-2833-461f-a14b-b94f56b08ddf req-8d50b521-79cd-496b-8f55-50aa0dd91d98 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325801 Sep 01 16:01:13.327701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:13.378117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 8a1d6d11-e537-47e1-9909-039ac244580d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:13.382070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 8a1d6d11-e537-47e1-9909-039ac244580d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:13.382448 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.477967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.504917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:13.507574 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3637f-91ad-44b0-99a6-0f11448f15a8" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:13.520685 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:13.524981 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.532857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82552d4-da49-4806-9c53-96bdf5f4076b req-a6d0a3c2-8d9c-4098-95a9-83cbf18ed0ca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.534527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c82552d4-da49-4806-9c53-96bdf5f4076b req-a6d0a3c2-8d9c-4098-95a9-83cbf18ed0ca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Sep 01 16:01:13.576578 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:13.578108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c82552d4-da49-4806-9c53-96bdf5f4076b req-3c8c5457-cad0-4b1b-af9c-590db323f6ce tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Sep 01 16:01:13.639627 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd315e0b-52fb-48bd-be68-1fce789ccdb6 x-openstack-request-id: req-fd315e0b-52fb-48bd-be68-1fce789ccdb6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:13.639921 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:13.640195 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd315e0b-52fb-48bd-be68-1fce789ccdb6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:13.640589 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'code': 200} Sep 01 16:01:13.847766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-224e7f0b-5dd9-4322-aa27-ccb0be28c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:13.849210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-224e7f0b-5dd9-4322-aa27-ccb0be28c08a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0455356 Sep 01 16:01:13.871877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:13.925512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.123301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:14.154989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:14.198908 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:14.201204 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887e5ad-4ee4-4088-a475-6704a1816489" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:14.205991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.219924 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Transition to ACTIVE for port object 8a1d6d11-e537-47e1-9909-039ac244580d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:01:14.228429 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.254727 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6914e4c1-d477-4a5d-b283-04cfa032888a x-openstack-request-id: req-6914e4c1-d477-4a5d-b283-04cfa032888a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:14.255028 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:14.255279 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6914e4c1-d477-4a5d-b283-04cfa032888a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:14.255673 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'code': 200} Sep 01 16:01:14.307600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=10']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:14.322274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.322615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.322953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.323300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.323614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.323943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.324269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.324589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.324914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.325262 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.325587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.325904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:01:14.362603 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] No DVR routers for this DVR port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:14.462083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5d151d5-d6c3-43d9-968b-004aa9a2d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.510768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:01:14.511089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:01:14.511406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:14.516269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:01:14.516574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Attempting to bind port 8a1d6d11-e537-47e1-9909-039ac244580d on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:14.521575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:01:14.521906 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:14.522278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:01:14.522692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Bound port: 8a1d6d11-e537-47e1-9909-039ac244580d, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:01:14.523036 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.590144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:14.593363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:01:14.597604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.637285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.637922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:14.639434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1094 time: 0.7718811 Sep 01 16:01:14.668580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a250e9-1e74-485b-8089-d31c112a3fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=11']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:14.738716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b8db-2c01-4c15-a4ab-648a5b687074 req-8609e5d9-5bed-4489-87cc-1e2fe004cc74 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.740323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d576b8db-2c01-4c15-a4ab-648a5b687074 req-8609e5d9-5bed-4489-87cc-1e2fe004cc74 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0854807 Sep 01 16:01:14.751881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-5669ed31-bc50-43a2-9246-7ad11e936c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.753467 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-5669ed31-bc50-43a2-9246-7ad11e936c55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1097 time: 0.0668547 Sep 01 16:01:14.836722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d576b8db-2c01-4c15-a4ab-648a5b687074 req-346c67ea-adc8-4884-9631-14b618fca1f8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822453 Sep 01 16:01:14.868201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-c439b2f9-567c-4259-9486-711448846415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.869726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-c439b2f9-567c-4259-9486-711448846415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1077225 Sep 01 16:01:14.940994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-46c92169-e458-42e9-8aa0-f6893e0604c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0635531 Sep 01 16:01:14.991746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-da787eed-9263-46b3-ad69-bd84fc763c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:14.993222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-da787eed-9263-46b3-ad69-bd84fc763c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0430839 Sep 01 16:01:15.040301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-deb3e372-0040-45ba-b97d-d9e5ba96c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.041885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-deb3e372-0040-45ba-b97d-d9e5ba96c273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406163 Sep 01 16:01:15.136550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-74c6c101-6441-493e-a1c6-d8412620b657 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Sep 01 16:01:15.226782 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-97cca38f-61a3-47a5-9b97-214bc40b67b8 req-be769010-7329-4cc7-8885-69d44e18fb00 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824072 Sep 01 16:01:15.956001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a22d-a187-4b3b-aefa-8614d39f2e16 req-2a105f71-a4a2-44f9-a105-85bf2db5bdf2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:15.957663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2230a22d-a187-4b3b-aefa-8614d39f2e16 req-2a105f71-a4a2-44f9-a105-85bf2db5bdf2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Sep 01 16:01:16.000722 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2230a22d-a187-4b3b-aefa-8614d39f2e16 req-87368f12-0f87-47b1-ac9d-39e50ef0ccca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364308 Sep 01 16:01:16.256786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:16.259871 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1c0a8-3b75-41ea-9381-779892b23341" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:16.309173 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78fe231-3ad2-4406-97a1-8d4c07a002c5 x-openstack-request-id: req-c78fe231-3ad2-4406-97a1-8d4c07a002c5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:16.309489 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:16.309732 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c78fe231-3ad2-4406-97a1-8d4c07a002c5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:16.310127 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'status': 'completed', 'code': 200} Sep 01 16:01:16.374900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-4d64ce31-fe88-422d-b158-85ec49a5bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.376510 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-4d64ce31-fe88-422d-b158-85ec49a5bee1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1097 time: 0.0444148 Sep 01 16:01:16.400485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-5982be8e-cc5d-4b76-a45b-a505a93119e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.402063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-5982be8e-cc5d-4b76-a45b-a505a93119e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 1097 time: 0.0412543 Sep 01 16:01:16.474582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-76a6c45a-16ce-4bac-b3fe-cdbb52143477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.476090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-76a6c45a-16ce-4bac-b3fe-cdbb52143477 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0924842 Sep 01 16:01:16.496071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-169827b1-95fb-4c3f-86fd-ec25dd1c7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.500247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-169827b1-95fb-4c3f-86fd-ec25dd1c7d45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0878589 Sep 01 16:01:16.547972 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-18b7bf62-59c6-4b52-8d30-ae28bf8aa1c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0645802 Sep 01 16:01:16.577501 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-c44f8ff3-3295-4bd0-b7d1-b4b47222a3c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 200 len: 1001 time: 0.0717835 Sep 01 16:01:16.606026 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-fed5337d-7cc1-4444-aefb-b69c9531c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.607542 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-fed5337d-7cc1-4444-aefb-b69c9531c9c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0521381 Sep 01 16:01:16.635996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-fd65ebb4-f6cf-4901-9693-5ee5d3176276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.637591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-fd65ebb4-f6cf-4901-9693-5ee5d3176276 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0465617 Sep 01 16:01:16.653847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-6410024f-753e-467e-95d1-529af2e54e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.655434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-6410024f-753e-467e-95d1-529af2e54e14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410781 Sep 01 16:01:16.685628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-f47bc1ab-92bc-4ca6-bff5-908f2b99e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:16.687184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-f47bc1ab-92bc-4ca6-bff5-908f2b99e8d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420115 Sep 01 16:01:16.757700 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-5e945457-f043-4658-8f94-8c243552b1cd service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948861 Sep 01 16:01:16.861576 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-59d49b1b-ce06-4531-8010-2d36f38fb60d service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965755 Sep 01 16:01:16.941704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:17.049178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:17.063773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '8a1d6d11-e537-47e1-9909-039ac244580d', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '8a1d6d11-e537-47e1-9909-039ac244580d', 'mac_address': 'fa:16:3e:fe:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:17.104076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.120395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:17.144327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:17.150027 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-63f54163-db8d-4093-96bd-856f9e776af9 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532881 Sep 01 16:01:17.150961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.177674 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b760-d5b4-47e8-b43d-16729e4927dd req-6aefcb26-acda-4dc1-9ac2-cac756ace8fb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:17.179549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1943b760-d5b4-47e8-b43d-16729e4927dd req-6aefcb26-acda-4dc1-9ac2-cac756ace8fb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 945 time: 0.0772178 Sep 01 16:01:17.277291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1943b760-d5b4-47e8-b43d-16729e4927dd req-07c07be1-bd13-4ff8-a95e-47527a8b5d4f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874748 Sep 01 16:01:17.296627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37d1c0a8-3b75-41ea-9381-779892b23341 req-2750f221-d255-4dc4-8fe3-a915d4faa3eb service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384306 Sep 01 16:01:17.372282 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:17.412628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=12']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:17.424804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:01:17.593136 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-841c39f1-8e3b-4716-8b75-fefd91b42d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:17.596532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['8a1d6d11-e537-47e1-9909-039ac244580d'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:17.742885 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:18.395585 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6258-d512-49f7-96a2-85471d54ce9f req-b7f2a3d1-8df0-4a7e-8227-88c1f8f952ac tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.397086 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b62e6258-d512-49f7-96a2-85471d54ce9f req-b7f2a3d1-8df0-4a7e-8227-88c1f8f952ac tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Sep 01 16:01:18.435346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b62e6258-d512-49f7-96a2-85471d54ce9f req-94ac3372-1664-4348-9036-456c795ea644 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Sep 01 16:01:18.552128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e748c-8d63-430f-9f29-e48bf4921886 req-0153f3a2-a6da-45c0-aefe-22358bf6c76b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.553665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb3e748c-8d63-430f-9f29-e48bf4921886 req-0153f3a2-a6da-45c0-aefe-22358bf6c76b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Sep 01 16:01:18.575005 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:18.597830 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cb3e748c-8d63-430f-9f29-e48bf4921886 req-7511f13d-ad59-495e-9479-d33d073ff085 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Sep 01 16:01:18.720611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1b201-0c97-4609-a3e1-2b8e3a01fea0 req-c8d01662-6bb3-4379-8eef-f35d4adb8c90 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:18.722121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75e1b201-0c97-4609-a3e1-2b8e3a01fea0 req-c8d01662-6bb3-4379-8eef-f35d4adb8c90 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0553401 Sep 01 16:01:18.762683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75e1b201-0c97-4609-a3e1-2b8e3a01fea0 req-97358856-2413-4ddd-b206-bd6c6bacc2d1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345631 Sep 01 16:01:18.898981 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:18.967109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:19.000092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a16ed-6f56-45a4-9c46-5463dc1b76fe req-9214de83-c623-4841-baca-70432da694c2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:19.001535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e1a16ed-6f56-45a4-9c46-5463dc1b76fe req-9214de83-c623-4841-baca-70432da694c2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 946 time: 0.0517399 Sep 01 16:01:19.016643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 8a1d6d11-e537-47e1-9909-039ac244580d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:19.020422 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 8a1d6d11-e537-47e1-9909-039ac244580d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:19.020796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:19.043351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e1a16ed-6f56-45a4-9c46-5463dc1b76fe req-a7d3d76b-ecbd-471a-b4d8-91d063ad454f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Sep 01 16:01:19.113185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:19.137135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:19.139368 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95260e90-50cc-4f1c-9c56-905d07cc6206" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:19.153106 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:19.157822 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:19.185804 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396f0bd-81da-410c-99e4-aee5afc5bd7d x-openstack-request-id: req-c396f0bd-81da-410c-99e4-aee5afc5bd7d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:19.186093 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-plugged", "status": "completed", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:19.186341 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c396f0bd-81da-410c-99e4-aee5afc5bd7d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:19.186728 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'code': 200} Sep 01 16:01:19.215818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=13']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:20.112297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:20.161208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d3b0-da27-406b-a2e0-895e0da2fb3d req-f77da6ac-b050-4e73-a64e-9e4e47e20bb2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:20.162638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbb2d3b0-da27-406b-a2e0-895e0da2fb3d req-f77da6ac-b050-4e73-a64e-9e4e47e20bb2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 947 time: 0.0489872 Sep 01 16:01:20.200759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbb2d3b0-da27-406b-a2e0-895e0da2fb3d req-f9fc9641-35b4-4bec-b932-d5ad77a10fc3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Sep 01 16:01:20.675420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-d7d9540a-c721-4340-9cc7-e49f280c06b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:20.676907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-d7d9540a-c721-4340-9cc7-e49f280c06b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 947 time: 0.0537739 Sep 01 16:01:20.775930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Deleting port 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:01:20.776261 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:20.869177 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] For port 8a1d6d11-e537-47e1-9909-039ac244580d, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=8a1d6d11-e537-47e1-9909-039ac244580d,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:20.869474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.040755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.041156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.041467 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b disassociated. External IP: 172.25.1.141, port: 8a1d6d11-e537-47e1-9909-039ac244580d. Sep 01 16:01:21.041807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Calling delete_port for 8a1d6d11-e537-47e1-9909-039ac244580d owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:01:21.181603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.214454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'Port': ['ID=8a1d6d11-e537-47e1-9909-039ac244580d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:21.345169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6e63ee7-1562-4349-ae93-d2e1ef61164b req-05cdf6e2-8529-43cc-92e5-09e01142b6b8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6242cb-15cc-4da4-8af8-9e763aac2003 HTTP/1.1" status: 200 len: 210 time: 0.0357928 Sep 01 16:01:21.364186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:01:21.478086 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:01:21.488312 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:01:21.498962 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:01:21.499701 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:01:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:21.518426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] No DVR routers for this DVR port 8a1d6d11-e537-47e1-9909-039ac244580d on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:01:21.521196 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:21.523215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e7af79b-753d-4ecc-99e7-c37342749374 req-58b790d4-5f4e-4ec2-9c95-b19ff120d4aa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "DELETE /v2.0/ports/8a1d6d11-e537-47e1-9909-039ac244580d HTTP/1.1" status: 204 len: 173 time: 0.8388155 Sep 01 16:01:21.523667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-deleted', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:21.526035 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba789d2-6b0a-4537-9ce5-85316926f1f2" -d '{"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-deleted", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:21.569923 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c48f595-112c-464a-86d0-7c9dff9dc468 x-openstack-request-id: req-6c48f595-112c-464a-86d0-7c9dff9dc468 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:21.570224 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6242cb-15cc-4da4-8af8-9e763aac2003", "name": "network-vif-deleted", "tag": "8a1d6d11-e537-47e1-9909-039ac244580d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:21.570474 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c48f595-112c-464a-86d0-7c9dff9dc468 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:21.570890 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6242cb-15cc-4da4-8af8-9e763aac2003', 'name': 'network-vif-deleted', 'tag': '8a1d6d11-e537-47e1-9909-039ac244580d', 'status': 'completed', 'code': 200} Sep 01 16:01:21.611781 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:01:21.819591 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:21.850439 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:01:21.859428 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:01:21.860030 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:01:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:21.963532 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:01:22.152967 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:22.177853 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dff83a-2613-471b-b656-bd960554ca82 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:01:22.408713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89cf8f-e915-457f-8697-dcb0e13cce85 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:01:22.641689 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8e71c592-0a62-4bd7-844e-a32118a90ee1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--902582715&fields=id&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 267 time: 0.0387778 Sep 01 16:01:22.754056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-66a04f44-da60-4e16-91c7-db8bef3ae983 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:22.755559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-66a04f44-da60-4e16-91c7-db8bef3ae983 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1042345 Sep 01 16:01:22.770981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-70c51856-1f89-4387-ba2a-bfba30568667 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/quotas/1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 375 time: 0.0092819 Sep 01 16:01:22.826476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-50eddac0-9aa3-457a-8018-3aeff79c6705 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499699 Sep 01 16:01:22.967214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-c3016630-142f-43f2-a4df-5a617d6fe2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287763 Sep 01 16:01:23.003276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:01:23.024124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 8a1d6d11-e537-47e1-9909-039ac244580d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:01:23.024382 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 8a1d6d11-e537-47e1-9909-039ac244580d not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:01:23.060456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-076527c3-10b7-4c51-aab4-34927136ae7a service neutron] 10.222.0.41 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860746 Sep 01 16:01:23.231387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-899c4a3b-68c1-4704-98ea-c3071c05ff3c req-7645dea1-96ad-4bc1-bc7b-57f92bc789b4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0339911 Sep 01 16:01:24.176549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-5c6eafe9-3699-42e3-8c99-360b799540f9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.178069 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-5c6eafe9-3699-42e3-8c99-360b799540f9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 812 time: 0.1089461 Sep 01 16:01:24.228030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-cb814a23-30ba-4b1e-966a-1bd56302e5fb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 379 time: 0.0396705 Sep 01 16:01:24.239153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'port': {'device_id': '201b5165-c741-41da-89f7-e36d54b208b1', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'admin_state_up': True, 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'security_groups': ['98af3423-fbe2-45dd-8f45-71c90726fa0c']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:24.326388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5d1db96-2c6e-4e60-9afe-c345d30c77a1 req-46651eea-529c-4b73-835f-12ca4874ee1c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0261297 Sep 01 16:01:24.348452 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Made reservation on behalf of 1db24d3186f0427d94a15a909bc32dd5 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:01:24.352151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.485000 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Allocated IP 172.20.0.9 (dd651e27-52e5-4cbe-a1e0-e93f89a87ad6/18978029-563a-494f-b1e2-68efb8e834ad/9ef14158-0cb6-40bd-b035-230560d832ab) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:01:24.627818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.641450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Transition to ACTIVE for port object 9ef14158-0cb6-40bd-b035-230560d832ab will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:01:24.674744 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.723980 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:01:24.727370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:01:24.731234 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:01:24.737820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:24.785663 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:24.786304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.801423 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-8231f145-a9c3-458f-88e3-067e1009cbca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659084 Sep 01 16:01:24.816314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Request body: {'port': {'device_id': '201b5165-c741-41da-89f7-e36d54b208b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:24.874028 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:24.973919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fe275a45-2fe3-4f43-9200-0909beb47876 None None] Provisioning for port 9ef14158-0cb6-40bd-b035-230560d832ab completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:24.977632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fe275a45-2fe3-4f43-9200-0909beb47876 None None] Provisioning complete for port 9ef14158-0cb6-40bd-b035-230560d832ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:24.978012 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe275a45-2fe3-4f43-9200-0909beb47876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.011646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fe275a45-2fe3-4f43-9200-0909beb47876 None None] Port 9ef14158-0cb6-40bd-b035-230560d832ab cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:01:25.153371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:25.161032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.173498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Transition to ACTIVE for port object 9ef14158-0cb6-40bd-b035-230560d832ab will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:01:25.178212 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.232092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:25.304443 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:01:25.304906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:01:25.305266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:25.309854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:01:25.310170 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:01:25.315899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:01:25.316236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:01:25.316618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:01:25.317047 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Bound port: 9ef14158-0cb6-40bd-b035-230560d832ab, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:01:25.317423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.392153 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:01:25.395797 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:01:25.400729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.439788 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.440429 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:25.441911 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1092 time: 0.6303797 Sep 01 16:01:25.444436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:25.447168 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367394fe-d066-4ea9-8edf-dc1626b142d3" -d '{"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:25.461699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd964-e947-4f5f-862a-1f0926b0fef8 req-8ff7083f-7ed1-41a4-b262-1facd5b4a47d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.465686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b70fd964-e947-4f5f-862a-1f0926b0fef8 req-8ff7083f-7ed1-41a4-b262-1facd5b4a47d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0612490 Sep 01 16:01:25.479765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274359a7-61ef-49bc-a4a1-c24132898c13 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:25.507112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b70fd964-e947-4f5f-862a-1f0926b0fef8 req-25f428e8-998b-487a-ae04-edef7f096279 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Sep 01 16:01:25.537042 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-ad14819d-8b39-4eb9-bf51-1b67dbd8db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.538751 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-ad14819d-8b39-4eb9-bf51-1b67dbd8db4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0473723 Sep 01 16:01:25.588438 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7512e-a883-4305-8afb-6605b0fc3a0e x-openstack-request-id: req-06f7512e-a883-4305-8afb-6605b0fc3a0e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:25.588823 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:25.588963 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06f7512e-a883-4305-8afb-6605b0fc3a0e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:25.589387 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'status': 'completed', 'code': 200} Sep 01 16:01:25.591535 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-a17c2907-b05f-424c-a47d-8c77b4cb6415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 217 time: 0.0440278 Sep 01 16:01:25.647537 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-0e743cdc-ad68-4e49-bf06-5ac0a7e90318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.649081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-0e743cdc-ad68-4e49-bf06-5ac0a7e90318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0510807 Sep 01 16:01:25.695887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-0b7aab03-0fcd-4c82-80e3-570b7de588be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.697455 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-0b7aab03-0fcd-4c82-80e3-570b7de588be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412517 Sep 01 16:01:25.792425 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-935de37d-8ab8-40c2-aa47-1877fc1b5564 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 Sep 01 16:01:25.882931 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-05b07dd7-109e-415c-b9f9-bf6c0d436b8f req-3236a5e0-c109-4d8f-b21a-5a3a8cef5ba7 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Sep 01 16:01:25.974209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-7a61d701-72df-4d75-aecd-fd75ec2fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:25.975808 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-7a61d701-72df-4d75-aecd-fd75ec2fbefc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0412271 Sep 01 16:01:26.068446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-886afbf7-0359-4b2e-93de-011bc7dd6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.069944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-886afbf7-0359-4b2e-93de-011bc7dd6c45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0874126 Sep 01 16:01:26.112950 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-b23c4b3d-3a05-4b55-b3b1-2dd295178ffb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 217 time: 0.0357616 Sep 01 16:01:26.167571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-b2d9f24d-9e26-4edd-a5cb-bc99d46306a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.169168 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-b2d9f24d-9e26-4edd-a5cb-bc99d46306a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0489731 Sep 01 16:01:26.216846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-c01b5ab4-018f-42ef-bce5-1d403a0ea172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.218968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-c01b5ab4-018f-42ef-bce5-1d403a0ea172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413282 Sep 01 16:01:26.307779 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-8159b5bc-6511-41be-9968-44491e4a0f32 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 Sep 01 16:01:26.402352 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-367394fe-d066-4ea9-8edf-dc1626b142d3 req-ee26e3d2-6463-447f-b9fe-ce3efc7879ef service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Sep 01 16:01:26.629468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03966ab6-8adc-4887-b89c-e00e4fac9edb req-8cd1aaf7-baae-46a2-b630-800e9d53c5d8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:26.631009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03966ab6-8adc-4887-b89c-e00e4fac9edb req-8cd1aaf7-baae-46a2-b630-800e9d53c5d8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0507085 Sep 01 16:01:26.670364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03966ab6-8adc-4887-b89c-e00e4fac9edb req-76d295e0-a616-473c-a215-2f42680adb9c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332611 Sep 01 16:01:27.795243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e7f9-1668-4416-9614-39ab159684d3 req-986f6dd3-49bb-47a4-8a3f-4c078b7468f3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:27.796935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7af3e7f9-1668-4416-9614-39ab159684d3 req-986f6dd3-49bb-47a4-8a3f-4c078b7468f3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0566638 Sep 01 16:01:27.841637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7af3e7f9-1668-4416-9614-39ab159684d3 req-738723da-d83b-4f4b-977f-dfd0ed1318de tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345845 Sep 01 16:01:28.218422 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:28.959356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef703-44bf-4e86-bd98-ae7e67ada0e1 req-a410f5c8-f642-4f8c-a763-a6412185a56a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.960868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a49ef703-44bf-4e86-bd98-ae7e67ada0e1 req-a410f5c8-f642-4f8c-a763-a6412185a56a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Sep 01 16:01:28.999871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a49ef703-44bf-4e86-bd98-ae7e67ada0e1 req-0ee191d4-5cca-440b-8fd2-dd3608b0ad77 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327353 Sep 01 16:01:29.358437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:01:29.467021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:29.479598 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9ef14158-0cb6-40bd-b035-230560d832ab', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:01:29.517762 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:29.531360 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:01:29.555517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:29.560576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:29.608898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:29.764428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9ef14158-0cb6-40bd-b035-230560d832ab'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:01:30.119643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1797-fb58-4d70-82c7-c5e88d1bd579 req-a686834d-5631-485f-a4d6-746166b95830 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:30.121228 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95bd1797-fb58-4d70-82c7-c5e88d1bd579 req-a686834d-5631-485f-a4d6-746166b95830 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0514221 Sep 01 16:01:30.162541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-95bd1797-fb58-4d70-82c7-c5e88d1bd579 req-ab0228e1-498d-44ea-845d-6fd6b2b30ac8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Sep 01 16:01:31.291930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c715b-b866-478d-8449-992b2c81a9af req-d77995d1-009d-47df-a2d6-beded3320fcf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:31.293335 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f0c715b-b866-478d-8449-992b2c81a9af req-d77995d1-009d-47df-a2d6-beded3320fcf tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0580072 Sep 01 16:01:31.338450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f0c715b-b866-478d-8449-992b2c81a9af req-057c9786-d027-4b65-8389-44c04588a271 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390782 Sep 01 16:01:31.357724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:01:31.410288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9ef14158-0cb6-40bd-b035-230560d832ab completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:01:31.414424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9ef14158-0cb6-40bd-b035-230560d832ab triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:01:31.414802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:31.497715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:31.521794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:31.524071 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6cf7f-1288-426b-956c-92a90cf73fc3" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:31.537935 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:01:31.542555 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:31.571140 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb921c-47a8-4bbb-883a-7238f2a361b4 x-openstack-request-id: req-d6cb921c-47a8-4bbb-883a-7238f2a361b4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:31.571429 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:31.571679 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6cb921c-47a8-4bbb-883a-7238f2a361b4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:31.572061 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'code': 200} Sep 01 16:01:31.599096 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:01:31.677354 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39411a77-efc6-4f4c-a3f7-f28593e2a02c req-76655b6e-3416-4fab-b16c-49b4dfc3f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:31.678868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39411a77-efc6-4f4c-a3f7-f28593e2a02c req-76655b6e-3416-4fab-b16c-49b4dfc3f930 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1097 time: 0.0465400 Sep 01 16:01:31.717304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-39411a77-efc6-4f4c-a3f7-f28593e2a02c req-3c35ca68-81ee-4afb-9d18-b1779a3bd907 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304327 Sep 01 16:01:32.466586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456cf6-70d6-43f0-b1ec-fa833a2b6ca0 req-142a1da8-99be-488d-96ae-1410c5742474 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:32.468765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7456cf6-70d6-43f0-b1ec-fa833a2b6ca0 req-142a1da8-99be-488d-96ae-1410c5742474 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0546596 Sep 01 16:01:32.512523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7456cf6-70d6-43f0-b1ec-fa833a2b6ca0 req-da74e2b6-d768-4d2f-a8d1-26654f2f785e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373323 Sep 01 16:01:33.633869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc78d-8598-4260-9864-f95b86650d70 req-6fce9e29-6f9f-4857-934c-42cb442cabc9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:33.635423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf3cc78d-8598-4260-9864-f95b86650d70 req-6fce9e29-6f9f-4857-934c-42cb442cabc9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0520020 Sep 01 16:01:33.675102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf3cc78d-8598-4260-9864-f95b86650d70 req-393230c6-d88e-4dda-bf4e-4017102ae3b4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337858 Sep 01 16:01:33.790147 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db8097-9ae6-414f-b295-432070c3dd41 req-35892742-db77-4863-9200-4e7d8a017ecc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:33.791650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-46db8097-9ae6-414f-b295-432070c3dd41 req-35892742-db77-4863-9200-4e7d8a017ecc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0533643 Sep 01 16:01:33.800236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 48836) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:01:33.804815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Request body: {'floatingip': {'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:01:33.844298 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:34.321116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:34.324989 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:34.428107 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b associated. External IP: 172.25.1.141, port: 9ef14158-0cb6-40bd-b035-230560d832ab. Sep 01 16:01:34.645887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:01:34.756733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:01:34.761865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:34.766750 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:01:34.776027 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:01:34.776636 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:01:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:34.792963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f2ff97fc-3dca-4af9-bc24-5eaeb248a559 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "PUT /v2.0/floatingips/ab7c910c-d07f-4527-ae1c-21ddbb312e0b HTTP/1.1" status: 200 len: 992 time: 0.9916310 Sep 01 16:01:34.793612 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:01:34.796988 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620ed7c-6615-4e98-9a05-fd207c677eda" -d '{"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:01:34.886286 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b69e2-1575-4abc-a3d2-b0d42a9995c2 x-openstack-request-id: req-7e7b69e2-1575-4abc-a3d2-b0d42a9995c2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:01:34.886580 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:01:34.886836 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e7b69e2-1575-4abc-a3d2-b0d42a9995c2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:01:34.887253 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'status': 'completed', 'code': 200} Sep 01 16:01:34.892907 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:01:34.949311 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-8a7f15b8-f2a2-4dd6-8b8f-4016d01a984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:34.950833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-8a7f15b8-f2a2-4dd6-8b8f-4016d01a984d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1097 time: 0.0419841 Sep 01 16:01:35.047664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-a179ef12-20e8-47a7-a69b-65b0ecd15829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:35.049226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-a179ef12-20e8-47a7-a69b-65b0ecd15829 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0904827 Sep 01 16:01:35.121399 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-aa656f0e-520f-4579-91b9-32c1b8e17ef1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0635636 Sep 01 16:01:35.178332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-90afb9e0-fb80-490c-b790-cca8c3aa4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:35.180823 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-90afb9e0-fb80-490c-b790-cca8c3aa4e87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0513721 Sep 01 16:01:35.229545 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b5165-c741-41da-89f7-e36d54b208b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T16:01:34Z', 'revision_number': 13, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:35.238360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-a9d5f79b-27d3-40b8-97f1-8b3918068f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:35.239904 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-a9d5f79b-27d3-40b8-97f1-8b3918068f49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521314 Sep 01 16:01:35.255801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:01:35.265864 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:01:35.266605 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:01:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:35.338248 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-d5f3fe1f-bbec-4383-b176-7625ff105f36 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902464 Sep 01 16:01:35.389496 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:01:35.652730 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b5165-c741-41da-89f7-e36d54b208b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T16:01:34Z', 'revision_number': 13, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:01:35.680445 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72fa40-7b10-473f-bdd1-9dd2382e4192 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'ab7c910c-d07f-4527-ae1c-21ddbb312e0b', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201b5165-c741-41da-89f7-e36d54b208b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:53:59Z', 'updated_at': '2021-09-01T16:01:34Z', 'revision_number': 13, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:01:35.763281 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-1620ed7c-6615-4e98-9a05-fd207c677eda req-db39792b-5c57-451a-a097-95eb12f53c60 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117374 Sep 01 16:01:35.884592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0832f8-77da-4a3d-8813-8c63f71e9c52 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:01:36.350965 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:01:37.929357 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-da3996b1-88c1-4110-9d3d-cf7c8d701110 req-3aa72360-9fde-48bc-9f97-74e7d6d36ff5 service neutron] (106377) timed out ('10.222.0.41', 45864) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:01:44.464251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec31e82-a97f-44b9-9c27-156271776a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:47.596208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3149192-96e3-43b8-bddc-212f073c59ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:47.736271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:48.577574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:48.915875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:50.114086 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:50.974553 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-8aba61ea-5c74-45c4-af17-e20a4d4c25c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425336 Sep 01 16:01:51.054333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-c1e1d8bc-1578-4086-bce0-0a796135e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.055851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-c1e1d8bc-1578-4086-bce0-0a796135e2d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1097 time: 0.0396011 Sep 01 16:01:51.161793 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-343b6899-c1c4-4837-812b-4eefb70077c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.163269 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-343b6899-c1c4-4837-812b-4eefb70077c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0858107 Sep 01 16:01:51.228675 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-71b9eb4c-b9e7-4be6-8029-72037684becd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1002 time: 0.0576570 Sep 01 16:01:51.282083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-d46b19be-fbeb-4ce8-a27a-8a6ec70f1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.283533 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-d46b19be-fbeb-4ce8-a27a-8a6ec70f1d82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0471344 Sep 01 16:01:51.329760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-faea5561-7636-4cc6-8595-240fa0e7356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.331265 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-faea5561-7636-4cc6-8595-240fa0e7356d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392702 Sep 01 16:01:51.419336 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-48f14b5e-b25f-452d-bee9-7d5e05ad7849 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801973 Sep 01 16:01:51.514239 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-6f0c6aee-350d-49bd-a185-18777b7c031c req-8326265d-9023-427b-ae6e-bf7c0922f1dd service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Sep 01 16:01:58.210992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.351812 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:14.467736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e80de1ba-e7d0-4a80-9820-8e6eeba1c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.592040 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23e6d138-30a4-4555-a1ee-8e346a761a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.739071 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.580606 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:18.915618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.118597 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.209709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:44.472510 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e65cb64-ae6e-41fb-9a2b-057db8f9a36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.593997 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d4df8ea-39cc-48fa-ad08-a7e74d40f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.740693 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.583173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:48.930166 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:50.120374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:50.352133 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:52.947240 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-ad026538-5b54-4e1e-a1b7-b972d032a546 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401244 Sep 01 16:02:53.026805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-cb975e13-d1db-486f-ba15-27fe060182ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:53.028291 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-cb975e13-d1db-486f-ba15-27fe060182ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1097 time: 0.0402839 Sep 01 16:02:53.137040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-b81718fe-9719-4c49-b774-ab5b63e70dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:53.138616 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-b81718fe-9719-4c49-b774-ab5b63e70dd2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0910475 Sep 01 16:02:53.206113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-55ae880b-e6c1-44f6-82c4-3b125a059234 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1002 time: 0.0594335 Sep 01 16:02:53.259986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-a509b5bb-e564-4213-a5e4-8446af2a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:53.261471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-a509b5bb-e564-4213-a5e4-8446af2a21fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0479946 Sep 01 16:02:53.308590 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-5914d4ec-4674-450e-8cc9-ecc76ec2a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:53.310156 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-5914d4ec-4674-450e-8cc9-ecc76ec2a66f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408034 Sep 01 16:02:53.401712 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-7e0e625e-51c2-401d-a33f-cea9ac89910a service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839889 Sep 01 16:02:53.508090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-f4dc0015-bec5-4283-aa40-6ac8fcaf0750 req-77c54039-5e3d-4ffe-9d4a-9501b566a9d7 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970018 Sep 01 16:02:58.225927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:14.473711 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dcdac45-3372-4657-96b7-9024f6e14074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:16.400874 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44799c3-e42d-47b6-813b-e55fe8f6c12c req-0516ef44-5292-4161-97c0-201611cfb3ea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:16.402389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e44799c3-e42d-47b6-813b-e55fe8f6c12c req-0516ef44-5292-4161-97c0-201611cfb3ea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Sep 01 16:03:16.440942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e44799c3-e42d-47b6-813b-e55fe8f6c12c req-30e82aae-ccd3-4f88-9a5a-cabea5dfea3e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Sep 01 16:03:17.596397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73c19bf-9ed4-469b-adcc-f5b50ae4fd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:17.743077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:18.586017 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:18.944046 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:20.123790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:27.352965 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:03:27.471197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-7782f22e-2fb6-4354-bcd7-13e714ee4ce1 req-ed6c3852-bf05-4942-8f16-06d7418be364 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:03:27.472737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7782f22e-2fb6-4354-bcd7-13e714ee4ce1 req-ed6c3852-bf05-4942-8f16-06d7418be364 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057750 Sep 01 16:03:28.224612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:28.782005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdaec5-c9b0-4d80-a714-da78794994cf req-9d6f085c-be62-4fb2-aed6-42d2ec018020 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:28.783553 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1fdaec5-c9b0-4d80-a714-da78794994cf req-9d6f085c-be62-4fb2-aed6-42d2ec018020 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.1549134 Sep 01 16:03:28.787974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-0e76217e-0184-4ab3-920d-8aeb27d28936 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124611 Sep 01 16:03:28.801673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-453add4c-5f59-4458-ba5e-7e5a6eb8f029 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:03:28.802647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-453add4c-5f59-4458-ba5e-7e5a6eb8f029 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064518 Sep 01 16:03:28.830354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1fdaec5-c9b0-4d80-a714-da78794994cf req-acf206f1-4fc0-4594-8f41-56928b17fbcc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Sep 01 16:03:29.954228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d9d5f-8e5e-4fcc-bf7f-d39a7e2bdc9a req-35ad5e85-037c-4c8d-91f6-22883f16346a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.955781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-914d9d5f-8e5e-4fcc-bf7f-d39a7e2bdc9a req-35ad5e85-037c-4c8d-91f6-22883f16346a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0504313 Sep 01 16:03:29.998232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-914d9d5f-8e5e-4fcc-bf7f-d39a7e2bdc9a req-a8b98995-ba68-41fd-97ca-d0df84482e7f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363681 Sep 01 16:03:30.072812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-ba097876-e406-4d4b-b4c4-e125e4b1b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:30.074367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-ba097876-e406-4d4b-b4c4-e125e4b1b2c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1097 time: 0.0454557 Sep 01 16:03:30.172706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-ce699bfe-2b9a-4ebf-a3b3-c8ab343a7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:30.174130 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-ce699bfe-2b9a-4ebf-a3b3-c8ab343a7908 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0924196 Sep 01 16:03:30.240544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-b7408194-d35e-4b8a-acf1-47f483e14759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1002 time: 0.0583398 Sep 01 16:03:30.289199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-82b1e312-b2e2-48e1-bcc3-4f42a8cb39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:30.290669 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-82b1e312-b2e2-48e1-bcc3-4f42a8cb39bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0432661 Sep 01 16:03:30.342332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2869722c-44ed-4085-bd0c-699171939c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:30.343750 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2869722c-44ed-4085-bd0c-699171939c6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462906 Sep 01 16:03:30.432078 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-549345a9-5ccc-479f-b16e-158359a78036 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807693 Sep 01 16:03:30.528939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-3d2497ad-0a9b-4b94-b07f-557dac85329a service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886059 Sep 01 16:03:31.123902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23e3f-9ad4-4587-9d60-bfbcb6f6e08e req-0fcf43c5-927a-4708-b228-67c5d8550414 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:31.125557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1a23e3f-9ad4-4587-9d60-bfbcb6f6e08e req-0fcf43c5-927a-4708-b228-67c5d8550414 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Sep 01 16:03:31.164192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1a23e3f-9ad4-4587-9d60-bfbcb6f6e08e req-b647f214-c799-4df1-92ec-7e433e797ef2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Sep 01 16:03:32.286433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349978-cf4f-4803-9d2d-b0d597840f8a req-46717af0-518e-40b8-88fd-9200ad3664a5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:32.287918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f349978-cf4f-4803-9d2d-b0d597840f8a req-46717af0-518e-40b8-88fd-9200ad3664a5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0550883 Sep 01 16:03:32.326453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f349978-cf4f-4803-9d2d-b0d597840f8a req-8edfcbfe-2b34-4063-a3df-985d1cdd60fa tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Sep 01 16:03:33.442572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6e613-2874-478a-8033-e61167f3d43d req-26b21ecf-d76e-40d9-a95a-6141e917c4c0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:33.444085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28e6e613-2874-478a-8033-e61167f3d43d req-26b21ecf-d76e-40d9-a95a-6141e917c4c0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0491533 Sep 01 16:03:33.482747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28e6e613-2874-478a-8033-e61167f3d43d req-d08635a1-2d71-4da1-b042-d2796ebd2b75 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322933 Sep 01 16:03:34.602807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4065a-10ff-488d-9d6a-a5eb8ce18511 req-5ea31d51-a9bf-4174-9d98-f3812655eae8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:34.604330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3b4065a-10ff-488d-9d6a-a5eb8ce18511 req-5ea31d51-a9bf-4174-9d98-f3812655eae8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Sep 01 16:03:34.642672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3b4065a-10ff-488d-9d6a-a5eb8ce18511 req-3bcdacf5-de60-41a4-a86e-5ae0965db8ea tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321753 Sep 01 16:03:35.763110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cafa3-e69e-4846-b8dd-397a45acd512 req-b2eb520d-1425-4d5a-bcd2-1e079c41b9fc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:35.764592 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-239cafa3-e69e-4846-b8dd-397a45acd512 req-b2eb520d-1425-4d5a-bcd2-1e079c41b9fc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0528417 Sep 01 16:03:35.801965 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-239cafa3-e69e-4846-b8dd-397a45acd512 req-11f9555f-5deb-4e0b-84c1-39667d0cfbb7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Sep 01 16:03:36.917588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f2360-c786-40c5-968f-80ff6f8874ac req-b915f0ac-d0f3-49b3-ac36-4fd04dc82eb6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:36.918914 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-068f2360-c786-40c5-968f-80ff6f8874ac req-b915f0ac-d0f3-49b3-ac36-4fd04dc82eb6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Sep 01 16:03:36.956045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-068f2360-c786-40c5-968f-80ff6f8874ac req-4e9837dd-d56c-4501-b7d2-29d5ee5b7d7b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Sep 01 16:03:38.072406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd5119-2216-4dad-bb23-9b2d46377c6a req-00a6eac3-3f74-40ed-b62a-a11ad72b8390 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:38.073949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afcd5119-2216-4dad-bb23-9b2d46377c6a req-00a6eac3-3f74-40ed-b62a-a11ad72b8390 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Sep 01 16:03:38.112233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-afcd5119-2216-4dad-bb23-9b2d46377c6a req-5d431d53-a5b7-4265-81bb-905051ce9167 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Sep 01 16:03:39.232843 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011e0d-7627-450a-a941-f2938d65efc6 req-a93077fb-8961-4c89-b913-09b3b72404ef tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:39.234372 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d011e0d-7627-450a-a941-f2938d65efc6 req-a93077fb-8961-4c89-b913-09b3b72404ef tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Sep 01 16:03:39.273934 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d011e0d-7627-450a-a941-f2938d65efc6 req-8374065c-c1e0-472a-a0f4-4ecc0411847d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Sep 01 16:03:40.396188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d555e6-385f-43cc-83b4-521aeb214f2d req-408a9715-798a-45e7-b700-8e62f164246b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:40.397710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35d555e6-385f-43cc-83b4-521aeb214f2d req-408a9715-798a-45e7-b700-8e62f164246b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 01 16:03:40.435325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35d555e6-385f-43cc-83b4-521aeb214f2d req-b0ca9d0f-8a94-45a6-885b-6d9b44e8a93e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Sep 01 16:03:40.790089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-6255392c-e68b-4f59-b995-45c61097f8ce req-c1c1e071-51ed-4a60-83e9-0d95074540a6 tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] (106376) timed out ('10.222.0.50', 50694) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:03:41.558340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aab2-05d2-4e5c-ab8c-d1abdc305253 req-4ccc2622-65d0-4b41-8e67-aea3e7f46610 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:41.559996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b31aab2-05d2-4e5c-ab8c-d1abdc305253 req-4ccc2622-65d0-4b41-8e67-aea3e7f46610 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0547111 Sep 01 16:03:41.604595 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b31aab2-05d2-4e5c-ab8c-d1abdc305253 req-f5c055f2-e1c1-40e2-bf33-29791e8da78f tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Sep 01 16:03:42.733098 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c1c5-b54b-46b9-ad33-69a24cc6d13d req-706f0dcd-6b2b-4564-802d-92145cbf0ed0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:42.734586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d731c1c5-b54b-46b9-ad33-69a24cc6d13d req-706f0dcd-6b2b-4564-802d-92145cbf0ed0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Sep 01 16:03:42.773290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d731c1c5-b54b-46b9-ad33-69a24cc6d13d req-6211c37c-06f4-4811-ae1d-1ecdf88ba0b0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324943 Sep 01 16:03:43.890903 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97daf45-db37-4f24-92dd-30b10ea2017f req-bdfdd73e-6679-432d-8350-45aa1ba7efb9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:43.892441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a97daf45-db37-4f24-92dd-30b10ea2017f req-bdfdd73e-6679-432d-8350-45aa1ba7efb9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0497932 Sep 01 16:03:43.931105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a97daf45-db37-4f24-92dd-30b10ea2017f req-71955bf8-c1da-4d56-904a-71412e3d3467 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320084 Sep 01 16:03:44.380454 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-f1faf58d-c729-4d0d-b080-fef5d3d5758e service neutron] show failed (client error): The resource could not be found. Sep 01 16:03:44.381536 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-f1faf58d-c729-4d0d-b080-fef5d3d5758e service neutron] 10.222.0.50 "GET /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0943279 Sep 01 16:03:44.476149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-689d65c2-49cc-415b-8a1e-77c455e31817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:44.620985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-f9ef2da1-8d21-43d3-bfb1-afd1b2cf6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:44.622550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-f9ef2da1-8d21-43d3-bfb1-afd1b2cf6633 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0809398 Sep 01 16:03:44.642872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:03:44.700300 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:44.903923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:44.936171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:03:44.976679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:44.979156 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddcd476-17c9-4d61-a341-ba8feb5ebfa0" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:44.983570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:44.997403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Transition to ACTIVE for port object 9ef14158-0cb6-40bd-b035-230560d832ab will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:03:45.010158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:45.416575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:45.439045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6d253-c360-403e-a2e1-6969061ca2c9 req-a0405561-ad2d-4179-bc36-079bd376104b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:45.440999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13e6d253-c360-403e-a2e1-6969061ca2c9 req-a0405561-ad2d-4179-bc36-079bd376104b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.4393067 Sep 01 16:03:45.444333 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.444673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.445009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.445363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.445689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.446017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.446339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.446661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.446985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.447302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.447617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.447931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:45.500795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] No DVR routers for this DVR port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:03:45.542042 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13e6d253-c360-403e-a2e1-6969061ca2c9 req-b4becdbd-157d-4367-b6ef-20df39d67e6d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905690 Sep 01 16:03:45.601085 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0f159-c334-4a23-9654-5993652f65ca x-openstack-request-id: req-2ec0f159-c334-4a23-9654-5993652f65ca {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:45.601394 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:45.601640 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec0f159-c334-4a23-9654-5993652f65ca {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:45.602042 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'code': 200} Sep 01 16:03:45.641686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:03:45.642018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:03:45.642351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:45.646535 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:03:45.646852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:03:45.651636 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:03:45.651977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:03:45.652362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:03:45.652785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Bound port: 9ef14158-0cb6-40bd-b035-230560d832ab, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:03:45.653159 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:45.720031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:03:45.723288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:03:45.727336 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:45.761381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:45.761923 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:45.763495 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] 10.222.0.24 "PUT /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1092 time: 1.1244943 Sep 01 16:03:45.790204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e8eb5-d5d3-4f0c-b2bc-98f5d49fa249 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:45.843183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-6d985c1a-a831-432c-a96d-f7c3e8c79d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:45.844779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-6d985c1a-a831-432c-a96d-f7c3e8c79d30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0439498 Sep 01 16:03:45.943414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-be86629a-12a4-4d33-9fc7-2f019f7effce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:45.944991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-be86629a-12a4-4d33-9fc7-2f019f7effce service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0928969 Sep 01 16:03:45.947329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:03:45.998363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:03:46.016575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-d4fb3c00-fde0-49e2-83f1-e5133a9d1ded service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0639949 Sep 01 16:03:46.071798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-3616f777-c73a-4c65-aca7-1b0752e50d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:46.073199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-3616f777-c73a-4c65-aca7-1b0752e50d70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0476780 Sep 01 16:03:46.119997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-6fbac971-c6f9-4697-a924-2b4288fb86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:46.121511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-6fbac971-c6f9-4697-a924-2b4288fb86b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401638 Sep 01 16:03:46.210653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-25294595-a7ca-451f-94ae-7c32a1985f0c service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808463 Sep 01 16:03:46.304920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adebf487-436e-4f11-97b2-71a8d0ab243f req-51586502-b470-43c8-ad54-a671b2457f25 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854731 Sep 01 16:03:46.662615 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fb2d7-e8f3-4286-a787-52a8520baccb req-3121350e-97ba-439b-b2c3-4101969c8156 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:46.664256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98fb2d7-e8f3-4286-a787-52a8520baccb req-3121350e-97ba-439b-b2c3-4101969c8156 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0507987 Sep 01 16:03:46.703053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d98fb2d7-e8f3-4286-a787-52a8520baccb req-d0652f57-18ab-4d79-9c93-a6498807acf4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Sep 01 16:03:47.599254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4066f8e2-9c72-46b5-8354-cfeb1ce4a1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:47.602737 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:03:47.605121 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d4f54-11e7-4d40-8867-742f34f488e3" -d '{"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:03:47.654151 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488acb1-1a67-46b0-bace-a4d4cc7b873d x-openstack-request-id: req-5488acb1-1a67-46b0-bace-a4d4cc7b873d {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:03:47.654525 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:03:47.654837 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5488acb1-1a67-46b0-bace-a4d4cc7b873d {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:03:47.655338 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'status': 'completed', 'code': 200} Sep 01 16:03:47.742416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-8303ca0e-6664-44f8-b6f9-46861ebffdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.744205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-8303ca0e-6664-44f8-b6f9-46861ebffdb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0439305 Sep 01 16:03:47.746089 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-d10b0456-a5b8-431c-befe-135178ad78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.747876 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-d10b0456-a5b8-431c-befe-135178ad78fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0691574 Sep 01 16:03:47.750553 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:47.865770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-a2610326-9290-4d2b-8416-75a9ae65cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.867304 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-a2610326-9290-4d2b-8416-75a9ae65cf4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1119695 Sep 01 16:03:47.876187 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275d95-a61f-4913-b2f0-dd687dc2b105 req-ee325a1b-24f0-4dce-aaaf-cd9ab05541a4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.877772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20275d95-a61f-4913-b2f0-dd687dc2b105 req-ee325a1b-24f0-4dce-aaaf-cd9ab05541a4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0743942 Sep 01 16:03:47.900572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-2fccdb75-5f17-4326-89c8-7e5e97fe1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.902071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-2fccdb75-5f17-4326-89c8-7e5e97fe1203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.1502097 Sep 01 16:03:47.937938 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-c1ca49e5-6067-4016-9441-66c2ef9e6e51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0628004 Sep 01 16:03:47.960586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20275d95-a61f-4913-b2f0-dd687dc2b105 req-17763c60-d03f-4ef4-81bc-74da73e07414 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766664 Sep 01 16:03:47.988218 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-9f91479d-f751-4a16-9ece-1df62eeb79e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0775158 Sep 01 16:03:47.996975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-8159b2ec-7e51-434d-a530-045f1628890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:47.998806 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-8159b2ec-7e51-434d-a530-045f1628890d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0537908 Sep 01 16:03:48.043418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-a428b089-bcc1-4912-bad5-2c1fe6b735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:48.045085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-a428b089-bcc1-4912-bad5-2c1fe6b735e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0491703 Sep 01 16:03:48.052522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-61f9057d-1997-410c-a18e-2840bfb62a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:48.054077 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-61f9057d-1997-410c-a18e-2840bfb62a22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478854 Sep 01 16:03:48.094834 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-ab268b0e-8f3b-45cb-96a0-c4fd969a975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:48.096493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-ab268b0e-8f3b-45cb-96a0-c4fd969a975a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432405 Sep 01 16:03:48.149380 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-c9423e93-df9a-4ff8-9535-d2ee2fae421b service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877490 Sep 01 16:03:48.196851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-e76f4c0d-0ad0-416e-809c-1373362186ae service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920722 Sep 01 16:03:48.250569 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-7f768539-5fb0-47f4-898a-0400f4f560e9 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938873 Sep 01 16:03:48.294144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-558d4f54-11e7-4d40-8867-742f34f488e3 req-eb0b3707-c31f-48ae-9070-2ef1923a8de0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896716 Sep 01 16:03:48.588879 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:48.949029 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:49.099526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb8d93-6768-4b8d-bbf3-cb7d6a270149 req-27de890a-ae0b-4489-a9f4-855912199592 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:49.100865 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bfb8d93-6768-4b8d-bbf3-cb7d6a270149 req-27de890a-ae0b-4489-a9f4-855912199592 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0562749 Sep 01 16:03:49.139299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bfb8d93-6768-4b8d-bbf3-cb7d6a270149 req-8508d187-ca4b-4bfd-95f1-3f16f569fa16 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Sep 01 16:03:50.126475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:50.256373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188ffee-0d2a-4638-a1f2-4059bb4e06c3 req-53409624-6c59-4abc-ba4b-fe0e8f7d2743 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:50.257889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e188ffee-0d2a-4638-a1f2-4059bb4e06c3 req-53409624-6c59-4abc-ba4b-fe0e8f7d2743 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0492861 Sep 01 16:03:50.296792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e188ffee-0d2a-4638-a1f2-4059bb4e06c3 req-6751376e-ac44-4a80-b42c-06df7285a088 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329475 Sep 01 16:03:51.412076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01872663-1194-4ae4-8914-11c2ced15098 req-1ae07cc3-7c2f-4bf2-844f-242f30b014e2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:51.413726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01872663-1194-4ae4-8914-11c2ced15098 req-1ae07cc3-7c2f-4bf2-844f-242f30b014e2 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0481267 Sep 01 16:03:51.451239 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01872663-1194-4ae4-8914-11c2ced15098 req-d0ef1da4-679d-49f1-b639-ebec29d5d173 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Sep 01 16:03:52.571271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a2ea0-ede9-4be5-9219-5aee333532fe req-bebe306f-e634-4a4d-a44f-5aa579cfda74 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:52.572777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-692a2ea0-ede9-4be5-9219-5aee333532fe req-bebe306f-e634-4a4d-a44f-5aa579cfda74 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0529954 Sep 01 16:03:52.612351 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-692a2ea0-ede9-4be5-9219-5aee333532fe req-eac66c78-0f56-4ec2-8d9b-195d99af2dd9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335619 Sep 01 16:03:53.730431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599415-703f-4173-9d88-1947aa82b59f req-acdd6d4d-eccd-4d04-b29a-1d0c0d4e5fad tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:53.731993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f599415-703f-4173-9d88-1947aa82b59f req-acdd6d4d-eccd-4d04-b29a-1d0c0d4e5fad tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0514069 Sep 01 16:03:53.772384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f599415-703f-4173-9d88-1947aa82b59f req-26e874c2-d6da-4971-bbf4-5b13a6207343 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Sep 01 16:03:54.887926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126865a-00f0-418b-969a-a7af44825313 req-164f6eba-8da9-4004-97dc-b3053c70e95c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:54.889377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0126865a-00f0-418b-969a-a7af44825313 req-164f6eba-8da9-4004-97dc-b3053c70e95c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0493989 Sep 01 16:03:54.926876 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0126865a-00f0-418b-969a-a7af44825313 req-2d2d782c-58e8-4e89-b3a6-8c24bad98b41 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Sep 01 16:03:56.045748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d6718-e425-4a5b-90c9-d1b5f193e90e req-a0679cff-a0f7-4813-b6c6-55bb467e7c31 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:56.047271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-917d6718-e425-4a5b-90c9-d1b5f193e90e req-a0679cff-a0f7-4813-b6c6-55bb467e7c31 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0527704 Sep 01 16:03:56.085125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-917d6718-e425-4a5b-90c9-d1b5f193e90e req-99c5eec9-0f6e-4ee4-98e1-331716be89c3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Sep 01 16:03:57.247380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd2b0-c158-4bfd-9c4d-92d2f38d1d3c req-1083cd65-46c4-493a-8b20-6c997c62fd66 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:57.248870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63dbd2b0-c158-4bfd-9c4d-92d2f38d1d3c req-1083cd65-46c4-493a-8b20-6c997c62fd66 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0491447 Sep 01 16:03:57.287309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-63dbd2b0-c158-4bfd-9c4d-92d2f38d1d3c req-48a46760-8dab-4327-8b57-0a3db64c64d9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Sep 01 16:03:58.234282 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:58.402573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37017-d537-4f54-a75b-1aab0eac9a61 req-60142e41-55d4-4537-b4e8-5e0d75181837 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:58.404064 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fd37017-d537-4f54-a75b-1aab0eac9a61 req-60142e41-55d4-4537-b4e8-5e0d75181837 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0485435 Sep 01 16:03:58.442346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2fd37017-d537-4f54-a75b-1aab0eac9a61 req-9edbef93-44f5-48a3-9bf0-05b09f681f47 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Sep 01 16:03:58.766572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-f2b23652-c532-4ff2-9df4-802ac067bc1a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:58.768039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-f2b23652-c532-4ff2-9df4-802ac067bc1a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.24 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&tenant_id=1db24d3186f0427d94a15a909bc32dd5&binding%3Ahost_id=n-h2-802060-16 HTTP/1.1" status: 200 len: 943 time: 0.0861049 Sep 01 16:03:58.779756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66e3-3c7d-4da6-bd96-dab3eb71deb3 req-344b43ce-c10c-4724-a422-a80c185879a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:58.781177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fff66e3-3c7d-4da6-bd96-dab3eb71deb3 req-344b43ce-c10c-4724-a422-a80c185879a0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 943 time: 0.0680311 Sep 01 16:03:58.855070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fff66e3-3c7d-4da6-bd96-dab3eb71deb3 req-085cf493-1449-436f-b3e0-84c13850bb1a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672903 Sep 01 16:03:58.861030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-cd376fd9-4489-4527-832d-131f8578b0a3 service neutron] 10.222.0.24 "GET /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab/bindings/n-h2-802060-16 HTTP/1.1" status: 200 len: 383 time: 0.0789626 Sep 01 16:03:58.946060 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-fcfba73c-8c4b-401a-ba03-eea1e150181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:58.947626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-fcfba73c-8c4b-401a-ba03-eea1e150181b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1095 time: 0.0447094 Sep 01 16:03:59.038317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-1f6e00a4-a457-4baf-834c-275ee1360592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:59.039712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-1f6e00a4-a457-4baf-834c-275ee1360592 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0839190 Sep 01 16:03:59.110111 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-0bb70828-eaf5-41f7-9735-ad8a6ca41563 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0626802 Sep 01 16:03:59.159677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-dcf85383-c540-437e-9e81-e9cfd6dbf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:59.161230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-dcf85383-c540-437e-9e81-e9cfd6dbf360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0437403 Sep 01 16:03:59.207414 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-2d79c4d1-99e1-4674-ab3f-f1b37392078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:59.208896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-2d79c4d1-99e1-4674-ab3f-f1b37392078d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392663 Sep 01 16:03:59.301696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-4889e7f8-7022-4bdd-9b54-edaf40df7e98 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840635 Sep 01 16:03:59.394310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-9b8cc594-8279-47cd-b99d-51a9c2cbf82e service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Sep 01 16:03:59.622688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:03:59.715909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:59.730966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '9ef14158-0cb6-40bd-b035-230560d832ab', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:03:59.769508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:59.781832 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:03:59.800696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:03:59.804534 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:59.850740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:03:59.857866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.858147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.858480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.858807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.859133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.859458 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.859779 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.860097 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.860417 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.860751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.861047 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:03:59.861459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:00.170972 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['9ef14158-0cb6-40bd-b035-230560d832ab'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:00.216880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01cc09-68fa-42c0-82dc-acc8a1013247 req-c5090b85-b019-4965-ade8-a258a03c2ccc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:00.218523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec01cc09-68fa-42c0-82dc-acc8a1013247 req-c5090b85-b019-4965-ade8-a258a03c2ccc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0495658 Sep 01 16:04:00.256707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ec01cc09-68fa-42c0-82dc-acc8a1013247 req-d18256e6-2f37-4fb7-a5e0-daa2ae03fb15 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Sep 01 16:04:01.377047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e52c-ce2d-4b1a-acbf-78e3581edb78 req-0c86f92b-4252-49a1-8e82-63e87ac945d6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:01.379198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94b8e52c-ce2d-4b1a-acbf-78e3581edb78 req-0c86f92b-4252-49a1-8e82-63e87ac945d6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0543532 Sep 01 16:04:01.416250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-94b8e52c-ce2d-4b1a-acbf-78e3581edb78 req-39fda233-d2f2-49d8-9a21-2f45fc37d14c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Sep 01 16:04:01.650540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:01.700464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 9ef14158-0cb6-40bd-b035-230560d832ab completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:01.704209 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 9ef14158-0cb6-40bd-b035-230560d832ab triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:01.704581 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:01.783173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:01.806608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:01.808768 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db9eb1-5800-4530-b7c8-60e1cff126eb" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:01.827508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:01.834547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:01.898803 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:01.990993 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ab83d-9845-45c4-a32b-835ca9f779c3 x-openstack-request-id: req-930ab83d-9845-45c4-a32b-835ca9f779c3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:01.991367 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:01.991615 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-930ab83d-9845-45c4-a32b-835ca9f779c3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:01.992006 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'code': 200} Sep 01 16:04:02.538928 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e654963-3178-47a4-b51e-8929d46310ef req-7809d4b8-a2bd-47d6-8b01-cd636853274e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:02.540469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e654963-3178-47a4-b51e-8929d46310ef req-7809d4b8-a2bd-47d6-8b01-cd636853274e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0504746 Sep 01 16:04:02.580113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e654963-3178-47a4-b51e-8929d46310ef req-92f7cede-c419-469d-b47b-751eda052667 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Sep 01 16:04:03.578036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-c9cc178e-5246-4958-be30-7fe376dfa5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:03.579538 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-c9cc178e-5246-4958-be30-7fe376dfa5c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1&tenant_id=1db24d3186f0427d94a15a909bc32dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0413728 Sep 01 16:04:03.591855 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:03.646051 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:03.699416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fcbaa-96ab-44a6-a344-854c79abe851 req-cd02eaeb-b7af-462f-9eb1-de85925f4c0b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:03.700943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-721fcbaa-96ab-44a6-a344-854c79abe851 req-cd02eaeb-b7af-462f-9eb1-de85925f4c0b tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0489349 Sep 01 16:04:03.740020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-721fcbaa-96ab-44a6-a344-854c79abe851 req-c17e5fbe-d37f-4437-a1ba-26cb0a50f6c9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Sep 01 16:04:03.853752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:03.885900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:03.923773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:03.925969 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d18d3-6803-43fc-96c3-19c500501fa4" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:03.929726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:03.942639 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Transition to ACTIVE for port object 9ef14158-0cb6-40bd-b035-230560d832ab will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:03.946727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:04.029393 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:04.048024 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.048378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.048709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.049037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.049412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.049735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.050053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.050372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.050728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.051206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.051522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.051848 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:04.093322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] No DVR routers for this DVR port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:04.128111 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dd62a5-c844-49d5-a911-336b5ecba608 x-openstack-request-id: req-68dd62a5-c844-49d5-a911-336b5ecba608 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:04.128407 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:04.128655 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68dd62a5-c844-49d5-a911-336b5ecba608 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:04.129051 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'code': 200} Sep 01 16:04:04.232960 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:04.233331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:04.233658 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:04.238493 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:04.238813 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Attempting to bind port 9ef14158-0cb6-40bd-b035-230560d832ab on network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:04.243648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:04.243986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Checking segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:04.244366 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Bound using segment: {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:04.244790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Bound port: 9ef14158-0cb6-40bd-b035-230560d832ab, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:04.245254 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:04.307555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:04.310681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:04.314185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:04.348864 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.349528 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:04.350929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1093 time: 0.7633960 Sep 01 16:04:04.356565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:04.372280 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060095dd-aee8-4dee-9f18-3dd6dbb60959 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=11']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:04.420338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-8c47bfa5-84f2-452b-b913-5b90ffda3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.421939 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-8c47bfa5-84f2-452b-b913-5b90ffda3fee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1096 time: 0.0467341 Sep 01 16:04:04.517544 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-2668b33b-3079-4688-af0d-766b659621cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.519117 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-2668b33b-3079-4688-af0d-766b659621cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0898850 Sep 01 16:04:04.590927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-459b0e2e-db06-44b5-bbf2-479756be559b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0642269 Sep 01 16:04:04.642558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-90e05083-5f73-48d1-9cd6-4d72548fc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.644021 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-90e05083-5f73-48d1-9cd6-4d72548fc3ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0455577 Sep 01 16:04:04.690546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-e802908c-7e6f-42a2-adbb-ff46dbf535f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.691944 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-e802908c-7e6f-42a2-adbb-ff46dbf535f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403059 Sep 01 16:04:04.784303 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-85e81553-6204-4f9a-b709-c698893250ba service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Sep 01 16:04:04.863544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43c75-52db-43ae-9443-bf496aa0b4f9 req-9138df12-c610-46b0-bf64-f585b1e687b4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:04.865071 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40f43c75-52db-43ae-9443-bf496aa0b4f9 req-9138df12-c610-46b0-bf64-f585b1e687b4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0537045 Sep 01 16:04:04.876030 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c5fe3c92-e0b4-4173-998b-2390c707ff04 req-d859050c-f266-4d5f-8355-32d96b57d716 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852115 Sep 01 16:04:04.902913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-40f43c75-52db-43ae-9443-bf496aa0b4f9 req-ec72861c-13af-44eb-8bc3-4717ff3c137c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Sep 01 16:04:05.654967 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:05.693386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:06.028238 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc9a3-fefb-4dab-b442-d93a7eedf4e1 req-6edbfe54-a120-4908-beea-eac6021f37ff tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.029813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29acc9a3-fefb-4dab-b442-d93a7eedf4e1 req-6edbfe54-a120-4908-beea-eac6021f37ff tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Sep 01 16:04:06.069349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29acc9a3-fefb-4dab-b442-d93a7eedf4e1 req-1209a009-d1e4-4093-ba14-c3721e9fee3a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 Sep 01 16:04:06.130741 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:06.133196 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57084e3-9e3d-4259-8ae6-fec25215bdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:06.181310 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7b44f-39a2-47b6-b86d-07545c4a9e19 x-openstack-request-id: req-67b7b44f-39a2-47b6-b86d-07545c4a9e19 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:06.181690 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:06.182009 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67b7b44f-39a2-47b6-b86d-07545c4a9e19 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:06.182501 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'status': 'completed', 'code': 200} Sep 01 16:04:06.247845 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-755e46b6-b2d0-44d2-96cc-01ea04fedff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.249537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-755e46b6-b2d0-44d2-96cc-01ea04fedff9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1096 time: 0.0444281 Sep 01 16:04:06.264433 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-49b599e2-240e-459e-bd2f-0a2da73a792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.265978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-49b599e2-240e-459e-bd2f-0a2da73a792e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1db24d3186f0427d94a15a909bc32dd5&device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 1096 time: 0.0411606 Sep 01 16:04:06.348291 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-a00d409a-62bb-41fa-a095-7ebd6e7361f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.349813 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-a00d409a-62bb-41fa-a095-7ebd6e7361f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0927119 Sep 01 16:04:06.364575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-b54e3d15-548d-4c6e-a9da-104dfff67635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.366436 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-b54e3d15-548d-4c6e-a9da-104dfff67635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 200 len: 913 time: 0.0920377 Sep 01 16:04:06.415861 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-e25bd71c-dc25-48ff-b6fc-fdb04683d500 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0591214 Sep 01 16:04:06.434045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-dfb2293a-9734-45ee-92d3-69dc5c5aa978 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 200 len: 1000 time: 0.0596092 Sep 01 16:04:06.470688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-a87ed209-39da-411f-b210-0be1bf2e8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.472720 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-a87ed209-39da-411f-b210-0be1bf2e8b4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0503561 Sep 01 16:04:06.490340 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-5f6f0640-778f-4c7c-9c81-6050e828e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.491813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-5f6f0640-778f-4c7c-9c81-6050e828e09c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 200 len: 851 time: 0.0495839 Sep 01 16:04:06.520578 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-e5a34362-9cfc-4a2f-aa64-8abbe3085bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.522222 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-e5a34362-9cfc-4a2f-aa64-8abbe3085bfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427072 Sep 01 16:04:06.541643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-c90d553d-1ecf-4dba-a656-5f60c35ec684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:06.543348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-c90d553d-1ecf-4dba-a656-5f60c35ec684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434172 Sep 01 16:04:06.626237 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-e8903a96-d285-4787-869d-99e8438a445a service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968549 Sep 01 16:04:06.643469 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-ab62341e-4971-4ddd-ab0f-71761ae78152 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912061 Sep 01 16:04:06.689220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-beaefd82-548b-4820-8174-72186835e635 req-85728d9e-4210-4bd2-9003-826a62b33d6a tempest-TestNetworkBasicOps-1258563367 tempest-TestNetworkBasicOps-1258563367-project] (106377) timed out ('10.222.0.41', 39430) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:04:06.726345 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-22eeee93-fe1a-4329-833a-1e9947ee0bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921655 Sep 01 16:04:06.743682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b57084e3-9e3d-4259-8ae6-fec25215bdb8 req-1661b8c3-3099-45ce-b256-e4694d667e89 service neutron] 10.222.0.24 "GET /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927067 Sep 01 16:04:07.192269 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2586eb-91a3-4a9a-aed6-98e8569f0ecf req-f09071d6-0276-472e-853c-6b21a5ae2b83 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:07.193872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb2586eb-91a3-4a9a-aed6-98e8569f0ecf req-f09071d6-0276-472e-853c-6b21a5ae2b83 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0527282 Sep 01 16:04:07.233102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb2586eb-91a3-4a9a-aed6-98e8569f0ecf req-47f99a6e-ac6f-43fc-ad8a-6cd244c01044 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Sep 01 16:04:08.355873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c837c-5224-4d0f-9dd4-4a154a7e96f4 req-4cf97c0a-1552-4481-a5f8-a4f1f40bb643 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:08.357597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01c837c-5224-4d0f-9dd4-4a154a7e96f4 req-4cf97c0a-1552-4481-a5f8-a4f1f40bb643 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0517344 Sep 01 16:04:08.402566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b01c837c-5224-4d0f-9dd4-4a154a7e96f4 req-73d00f17-3801-4994-b7e7-63a0e68efbf7 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 Sep 01 16:04:09.528835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6743-b2e5-4003-b0b9-a772f4d83029 req-2791a50d-749e-4a24-b98e-f264ebf701ca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:09.530381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-114a6743-b2e5-4003-b0b9-a772f4d83029 req-2791a50d-749e-4a24-b98e-f264ebf701ca tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0535786 Sep 01 16:04:09.568978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-114a6743-b2e5-4003-b0b9-a772f4d83029 req-5d7a6680-b841-4fde-bb0c-92b9918d7f79 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Sep 01 16:04:10.686102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134539e-5e40-4925-851e-ce9b668163d1 req-bcc074bd-43f5-4ee3-913f-8f5e8b8980d4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:10.687626 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a134539e-5e40-4925-851e-ce9b668163d1 req-bcc074bd-43f5-4ee3-913f-8f5e8b8980d4 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Sep 01 16:04:10.726430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a134539e-5e40-4925-851e-ce9b668163d1 req-47d5b03c-402d-453a-97b8-ccee2a62b3f5 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Sep 01 16:04:11.844198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4566463-613a-472f-8e8e-417f287e9a52 req-41bdd4b7-3c71-4841-8dfb-7b7ce837ebf3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:11.845729 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4566463-613a-472f-8e8e-417f287e9a52 req-41bdd4b7-3c71-4841-8dfb-7b7ce837ebf3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0504334 Sep 01 16:04:11.887127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f4566463-613a-472f-8e8e-417f287e9a52 req-27832e60-d084-40ca-a17b-b8b204b5edc8 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353694 Sep 01 16:04:13.008010 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88e49d-d33d-4d17-be59-982237cc6c39 req-832e0a3a-5dab-44df-ae31-875be863f4f0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:13.009563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb88e49d-d33d-4d17-be59-982237cc6c39 req-832e0a3a-5dab-44df-ae31-875be863f4f0 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Sep 01 16:04:13.048452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb88e49d-d33d-4d17-be59-982237cc6c39 req-a47a9cc9-569c-4227-9b16-dfd9a56747af tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Sep 01 16:04:14.169217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f6f46-5e3f-4ff4-86cd-3a2d8fab881d req-8466eeea-20cf-47ef-86a8-e93764985b9a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:14.170725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-689f6f46-5e3f-4ff4-86cd-3a2d8fab881d req-8466eeea-20cf-47ef-86a8-e93764985b9a tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0522106 Sep 01 16:04:14.210554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-689f6f46-5e3f-4ff4-86cd-3a2d8fab881d req-5a3957f1-ca2a-4f8d-9df4-8bd89df59eac tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338607 Sep 01 16:04:14.476391 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18448696-4308-4795-a695-69693abbc77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:15.331123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb641e8-e0d4-47d9-92b8-9d87cab912a4 req-165d92be-57e4-4a01-8def-5c4bdced7dfb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:15.332659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdb641e8-e0d4-47d9-92b8-9d87cab912a4 req-165d92be-57e4-4a01-8def-5c4bdced7dfb tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 944 time: 0.0522242 Sep 01 16:04:15.373178 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdb641e8-e0d4-47d9-92b8-9d87cab912a4 req-ef571645-f860-4c4c-87e8-df612eb6c211 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341804 Sep 01 16:04:16.098042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:16.191784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:16.202615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '9ef14158-0cb6-40bd-b035-230560d832ab', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'port_id': '9ef14158-0cb6-40bd-b035-230560d832ab', 'mac_address': 'fa:16:3e:7f:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:16.239213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:16.251402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:16.270451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:16.274522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:16.323287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=12']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:16.495285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d0bb9-1a27-487e-ab6e-9349b2b10376 req-56186ebc-fccb-4e54-ade8-a273c20d0065 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:16.496806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-253d0bb9-1a27-487e-ab6e-9349b2b10376 req-56186ebc-fccb-4e54-ade8-a273c20d0065 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0538852 Sep 01 16:04:16.527895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['9ef14158-0cb6-40bd-b035-230560d832ab'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:16.543176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-253d0bb9-1a27-487e-ab6e-9349b2b10376 req-18f8a3e6-3ed3-45bf-9f23-54ab36cf11ba tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391943 Sep 01 16:04:16.665153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ccc01-8d0c-4de1-9665-bdd99a1cc84c req-2d807b2c-e369-45f1-b02b-adfd50c452cc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:16.667114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e3ccc01-8d0c-4de1-9665-bdd99a1cc84c req-2d807b2c-e369-45f1-b02b-adfd50c452cc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0512083 Sep 01 16:04:16.709291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e3ccc01-8d0c-4de1-9665-bdd99a1cc84c req-13c19cd7-85ff-407b-a6e2-28956dfc9847 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Sep 01 16:04:16.827040 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6dc75-966c-4349-82fa-ce032f11de3d req-085d383e-830b-4723-8adc-7bb1bef37490 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:16.828435 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfd6dc75-966c-4349-82fa-ce032f11de3d req-085d383e-830b-4723-8adc-7bb1bef37490 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Sep 01 16:04:16.867772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cfd6dc75-966c-4349-82fa-ce032f11de3d req-2232dba1-a3ca-478a-a21f-c6fd69fd3ec1 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326669 Sep 01 16:04:17.106947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203bd20-25a3-4e34-8a2a-e908caacaf31 req-1f6502e7-3cae-4379-887a-b617ca2fc940 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:17.108353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4203bd20-25a3-4e34-8a2a-e908caacaf31 req-1f6502e7-3cae-4379-887a-b617ca2fc940 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Sep 01 16:04:17.146174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4203bd20-25a3-4e34-8a2a-e908caacaf31 req-db235a4b-2f12-49c8-b790-e081ecf9c063 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Sep 01 16:04:17.601405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75ad559e-a18b-4cc5-9d52-6e6c4c1d613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:17.751677 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.117499 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:18.167329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 9ef14158-0cb6-40bd-b035-230560d832ab completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:18.172268 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 9ef14158-0cb6-40bd-b035-230560d832ab triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:18.172759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.256969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.269643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f677-a91f-4ad5-8e80-c0a02a245b83 req-b054c1f0-6a32-4535-a1b9-360c515abab6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:18.271190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c26f677-a91f-4ad5-8e80-c0a02a245b83 req-b054c1f0-6a32-4535-a1b9-360c515abab6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 945 time: 0.0553291 Sep 01 16:04:18.279521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:18.281730 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dca589-4079-4080-9b12-a6a9e0cd30e8" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:18.294765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:18.298572 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.312618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c26f677-a91f-4ad5-8e80-c0a02a245b83 req-48eade07-3469-4b22-b902-e1f4aeb602b3 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups?id=98af3423-fbe2-45dd-8f45-71c90726fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353086 Sep 01 16:04:18.353560 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=13']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:18.367369 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d144a51-ff09-433b-85a1-a676b9f39d3f x-openstack-request-id: req-0d144a51-ff09-433b-85a1-a676b9f39d3f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:18.367659 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-plugged", "status": "completed", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:18.367905 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d144a51-ff09-433b-85a1-a676b9f39d3f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:18.368288 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'code': 200} Sep 01 16:04:18.593307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.695475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-34dfddcc-76ee-4ee7-93df-e2e3f9c25bcc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:18.696936 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-34dfddcc-76ee-4ee7-93df-e2e3f9c25bcc tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 946 time: 0.0507009 Sep 01 16:04:18.790582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Deleting port 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:18.790920 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.876899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] For port 9ef14158-0cb6-40bd-b035-230560d832ab, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=9ef14158-0cb6-40bd-b035-230560d832ab,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:18.877198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:18.959145 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.057250 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.057649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.057969 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b disassociated. External IP: 172.25.1.141, port: 9ef14158-0cb6-40bd-b035-230560d832ab. Sep 01 16:04:19.058313 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Calling delete_port for 9ef14158-0cb6-40bd-b035-230560d832ab owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:19.196809 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.231395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'Port': ['ID=9ef14158-0cb6-40bd-b035-230560d832ab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:19.376846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:19.423624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88b2ddfd-e5be-43d1-9b99-b9af1062b6f0 req-605dc2b5-5f87-4790-9feb-37723123dd5c tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0294392 Sep 01 16:04:19.500014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:19.510249 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:19.521606 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:19.522305 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:04:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:19.543598 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] No DVR routers for this DVR port 9ef14158-0cb6-40bd-b035-230560d832ab on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:19.546539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:19.548605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-7516fa5d-cb1a-40b9-8e64-ec2db999caac req-2076f962-ae61-43df-ac5d-0050b4b8c08d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.50 "DELETE /v2.0/ports/9ef14158-0cb6-40bd-b035-230560d832ab HTTP/1.1" status: 204 len: 173 time: 0.8449800 Sep 01 16:04:19.549082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-deleted', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:19.551809 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabde53b-b2ea-4114-bf32-f69eb8be5256" -d '{"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-deleted", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:19.608854 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56587b-3d25-4f51-85ee-dd85e6e28ae4 x-openstack-request-id: req-7e56587b-3d25-4f51-85ee-dd85e6e28ae4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:19.609259 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201b5165-c741-41da-89f7-e36d54b208b1", "name": "network-vif-deleted", "tag": "9ef14158-0cb6-40bd-b035-230560d832ab", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:19.609421 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e56587b-3d25-4f51-85ee-dd85e6e28ae4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:19.610029 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201b5165-c741-41da-89f7-e36d54b208b1', 'name': 'network-vif-deleted', 'tag': '9ef14158-0cb6-40bd-b035-230560d832ab', 'status': 'completed', 'code': 200} Sep 01 16:04:19.631707 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:19.852469 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:19.879559 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:19.888330 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:19.888942 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:04:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:19.995335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:20.133123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:20.191385 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:20.220882 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13edaa9-b538-4cbd-9cb2-60d7ebbe594f None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:56Z', 'revision_number': 4, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '4c09d5f0-233b-4fef-8c7b-251a3aed3634', 'name': '', 'network_id': 'dd651e27-52e5-4cbe-a1e0-e93f89a87ad6', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'mac_address': 'fa:16:3e:72:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '18978029-563a-494f-b1e2-68efb8e834ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:56Z', 'updated_at': '2021-09-01T15:54:02Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'subnets': [{'id': '18978029-563a-494f-b1e2-68efb8e834ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:20.443840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0f91b-fc7b-4fe4-905c-d8fced470a77 None None] New status for floating IP ab7c910c-d07f-4527-ae1c-21ddbb312e0b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:04:20.538913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6e97c37-a4dd-4000-a899-a80523801769 req-f6fb5d07-e27d-43c3-8104-e06cc3245f2e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0336933 Sep 01 16:04:21.641999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ddc4c691-bb52-4ae0-ae7d-9ead5307045d req-3f3c0709-2467-44f5-bae4-c6b084cddec9 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0309687 Sep 01 16:04:22.148929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:22.169962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 9ef14158-0cb6-40bd-b035-230560d832ab {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:22.170311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 9ef14158-0cb6-40bd-b035-230560d832ab not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:22.739912 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c84991a8-d9ce-4051-9f86-dd4b9a7f5ae4 req-e29f7fbf-6a56-4dd2-9700-31103d56abf6 tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/ports?device_id=201b5165-c741-41da-89f7-e36d54b208b1 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Sep 01 16:04:26.534311 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:26.596188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.627126 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.683522 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.686240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.688017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "DELETE /v2.0/security-groups/98af3423-fbe2-45dd-8f45-71c90726fa0c HTTP/1.1" status: 204 len: 168 time: 0.1526511 Sep 01 16:04:26.692249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49304) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:26.707235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007ab37-6dcd-414b-b222-4c902b91344e tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af3423-fbe2-45dd-8f45-71c90726fa0c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:26.714203 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [None req-a78633ac-4e59-492d-b34f-05b64e99f9af tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] show failed (client error): The resource could not be found. Sep 01 16:04:26.718353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49306) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:26.718913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a78633ac-4e59-492d-b34f-05b64e99f9af tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "GET /v2.0/security-groups/98af3423-fbe2-45dd-8f45-71c90726fa0c HTTP/1.1" status: 404 len: 347 time: 0.0239568 Sep 01 16:04:26.861720 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Deleting port cc016cfa-67d3-4e78-8f0b-2ef92586f79b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:26.862470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.943520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.943839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.956824 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Calling delete_port for cc016cfa-67d3-4e78-8f0b-2ef92586f79b owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:27.091717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.118332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Pushing event deleted for resources: {'Port': ['ID=cc016cfa-67d3-4e78-8f0b-2ef92586f79b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:27.185875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.188290 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:27.190029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c43bd27e-2e00-420a-8c65-d67a7503034d tempest-ServerActionsTestJSON-261205621 tempest-ServerActionsTestJSON-261205621-project] 10.222.0.41 "DELETE /v2.0/floatingips/ab7c910c-d07f-4527-ae1c-21ddbb312e0b HTTP/1.1" status: 204 len: 168 time: 0.4692047 Sep 01 16:04:27.192589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49308) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:28.019295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.237558 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.276197 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Deleting port 4c09d5f0-233b-4fef-8c7b-251a3aed3634 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:28.276442 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.360870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] For port 4c09d5f0-233b-4fef-8c7b-251a3aed3634, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4c09d5f0-233b-4fef-8c7b-251a3aed3634,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:28.361267 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.379810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Calling delete_port for 4c09d5f0-233b-4fef-8c7b-251a3aed3634 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:28.575068 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.600853 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c09d5f0-233b-4fef-8c7b-251a3aed3634,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:28.781539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.007644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Router 202e1b8e-449b-48b7-8e5d-caceadfffa61 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:29.114795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:29.119849 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-443691c7-dcde-469e-a4b2-b90be4957fb7 admin admin] 10.222.0.41 "PUT /v2.0/routers/202e1b8e-449b-48b7-8e5d-caceadfffa61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262297 Sep 01 16:04:29.122534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49312) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:29.125266 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Sync routers for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:29.220814 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:29.221524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:04:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:29.230087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.321810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:29.329863 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.382580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Deleting port f2de6dc7-7218-43de-8b65-264007567b93 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:29.382919 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.462043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] For port f2de6dc7-7218-43de-8b65-264007567b93, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=f2de6dc7-7218-43de-8b65-264007567b93,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:29.462405 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.475391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Calling delete_port for f2de6dc7-7218-43de-8b65-264007567b93 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:29.505464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T16:04:28Z', 'revision_number': 5, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port': {'id': 'f2de6dc7-7218-43de-8b65-264007567b93', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T15:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:29.531341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Checking router: 202e1b8e-449b-48b7-8e5d-caceadfffa61 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:29.539530 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Routers {'202e1b8e-449b-48b7-8e5d-caceadfffa61'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:29.540129 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:04:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['202e1b8e-449b-48b7-8e5d-caceadfffa61'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:29.626463 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] Set router 202e1b8e-449b-48b7-8e5d-caceadfffa61 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:29.646594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.678851 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2de6dc7-7218-43de-8b65-264007567b93,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:29.682592 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T16:04:29Z', 'revision_number': 6, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:29.710846 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b771b-ed89-4ab0-baec-ffe2c011d376 None None] The sync data for ids ['202e1b8e-449b-48b7-8e5d-caceadfffa61'] in n-d-802060-16 is: [{'id': '202e1b8e-449b-48b7-8e5d-caceadfffa61', 'name': 'tempest-ServerActionsTestJSON-2133855454-router', 'tenant_id': '1db24d3186f0427d94a15a909bc32dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:53:54Z', 'updated_at': '2021-09-01T16:04:29Z', 'revision_number': 6, 'project_id': '1db24d3186f0427d94a15a909bc32dd5', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:29.746655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.834401 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.836539 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.881278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.881725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202e1b8e-449b-48b7-8e5d-caceadfffa61 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:04:29.886187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.887186 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c6c0f2dc-306a-45a5-8a04-29e945c3ab9a admin admin] 10.222.0.41 "DELETE /v2.0/routers/202e1b8e-449b-48b7-8e5d-caceadfffa61 HTTP/1.1" status: 204 len: 168 time: 0.7637496 Sep 01 16:04:29.890169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49314) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:29.938500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Deleting subnet 18978029-563a-494f-b1e2-68efb8e834ad {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:04:29.942407 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:29.977839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.058633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.126680 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.160707 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18978029-563a-494f-b1e2-68efb8e834ad,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:30.164494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.169537 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-61349d7b-c551-4b59-8403-1fc3b833cb5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/18978029-563a-494f-b1e2-68efb8e834ad HTTP/1.1" status: 204 len: 168 time: 0.2753916 Sep 01 16:04:30.169997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:30.176317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bacb0-cae0-41ae-a58d-5d94f85b0c60 None None] Network dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:30.253585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.314435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Deleting port d4881d96-a97c-4f0f-9388-2fbe51b48921 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:30.314788 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.384961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] For port d4881d96-a97c-4f0f-9388-2fbe51b48921, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d4881d96-a97c-4f0f-9388-2fbe51b48921,segment=NetworkSegment(0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa),segment_id=0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:30.385276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.404391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Calling delete_port for d4881d96-a97c-4f0f-9388-2fbe51b48921 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:30.512540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.533441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ab043-198c-4053-882f-d41982124e7e None None] DHCP port deletion for dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:04:30.550948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] No DVR routers for this DVR port d4881d96-a97c-4f0f-9388-2fbe51b48921 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:30.556413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4881d96-a97c-4f0f-9388-2fbe51b48921,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:30.627044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4881d96-a97c-4f0f-9388-2fbe51b48921 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:30.645690 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.661152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d4881d96-a97c-4f0f-9388-2fbe51b48921 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:30.661463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d4881d96-a97c-4f0f-9388-2fbe51b48921 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:30.661859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f2de6dc7-7218-43de-8b65-264007567b93 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:30.668064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd651e27-52e5-4cbe-a1e0-e93f89a87ad6']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:30.680310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:30.680631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebab5d8-3c0b-48c7-b4a2-a21c5687a5aa') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:30.684770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: f2de6dc7-7218-43de-8b65-264007567b93 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:30.685263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device f2de6dc7-7218-43de-8b65-264007567b93 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:30.685786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c09d5f0-233b-4fef-8c7b-251a3aed3634 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:30.691617 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.715659 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.729326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:04:30.730055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.731678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4c09d5f0-233b-4fef-8c7b-251a3aed3634 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:30.732230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4c09d5f0-233b-4fef-8c7b-251a3aed3634 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:04:30.733513 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:04:30.811869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.817554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.823780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd651e27-52e5-4cbe-a1e0-e93f89a87ad6 HTTP/1.1" status: 204 len: 168 time: 0.6485415 Sep 01 16:04:30.836089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92313ed7-65a3-45b9-a58a-5e03ac37a219 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd651e27-52e5-4cbe-a1e0-e93f89a87ad6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:30.980249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:31.022459 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8c869d44-7e9d-405e-9d09-3c51ad32aca1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1db24d3186f0427d94a15a909bc32dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409575 Sep 01 16:04:31.024881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49322) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:31.080416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.104937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.162239 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.164992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:31.171090 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd02416c-f5e6-4315-a278-d2b665b10814 HTTP/1.1" status: 204 len: 168 time: 0.1403399 Sep 01 16:04:31.176978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cad25f-4423-4ebf-b1ba-899b695405ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02416c-f5e6-4315-a278-d2b665b10814,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:31.919912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49344) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:32.014698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1120754222-network', 'tenant_id': '18f37932759e42aabab1117150e040f4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:32.036886 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Made reservation on behalf of 18f37932759e42aabab1117150e040f4 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:32.039373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.047828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.137743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.141622 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.166919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:04:32.176558 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e98703-5ec2-41f6-b1c4-11ec49d82ca6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.181535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.181881 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Added segment 93841556-c9af-48ab-bbda-8deb75c8d2b7 of type vlan for network a9c40a5f-13ef-490f-8787-e5c771457be9 Sep 01 16:04:32.222109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.246620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.247505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:32.248109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.299513 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784437 Sep 01 16:04:32.302763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:32.308296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f4b74-a244-4eea-8e3a-bb5893cc8276 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c40a5f-13ef-490f-8787-e5c771457be9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.308804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Request body: {'subnet': {'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1120754222-subnet', 'tenant_id': '18f37932759e42aabab1117150e040f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:32.336768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Made reservation on behalf of 18f37932759e42aabab1117150e040f4 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:32.339157 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.342854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a9c40a5f-13ef-490f-8787-e5c771457be9 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:04:32.528833 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.592757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6841f9-4103-4c36-b391-bca50c2006dd,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.605507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Checking segment: {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:32.605869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Network hostable DHCP agents. Network: a9c40a5f-13ef-490f-8787-e5c771457be9, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:04:32.623253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Network a9c40a5f-13ef-490f-8787-e5c771457be9 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:04:32.633569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a9c40a5f-13ef-490f-8787-e5c771457be9) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:32.637990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:32.638571 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.644608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c5741-d85f-48ce-bec0-6023e87cfb1c None None] Network a9c40a5f-13ef-490f-8787-e5c771457be9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:32.657559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4e9712d4-02fd-46c8-b762-cd2714b86266 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3529165 Sep 01 16:04:32.788628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd5d06-9f38-44ed-b14d-231c2fc82bd0 None None] Network a9c40a5f-13ef-490f-8787-e5c771457be9 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:04:33.109015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-30f86473-0e7f-469c-a75d-bda59d3fe87d tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.110488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-30f86473-0e7f-469c-a75d-bda59d3fe87d tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 814 time: 0.1067789 Sep 01 16:04:33.126367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-d344d2ee-ad8e-4a5c-bbca-8b8f841f4e31 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/quotas/18f37932759e42aabab1117150e040f4 HTTP/1.1" status: 200 len: 375 time: 0.0095055 Sep 01 16:04:33.170122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4137bcd5-0694-43dc-9176-92fa0bfd4127 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324979 Sep 01 16:04:33.189212 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-8b5f5f17-c8de-439a-938f-c4eaafdbfc4b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:04:33.190323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-8b5f5f17-c8de-439a-938f-c4eaafdbfc4b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126190 Sep 01 16:04:33.284870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-f26d91e8-0a94-4b0a-946c-88a427b32c47 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863593 Sep 01 16:04:33.383635 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-697f2d91-acfb-4f5b-af02-ebcb9a0670e5 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916893 Sep 01 16:04:33.551923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18f3b530-2fc9-42f2-b572-d4e4bea9850e req-dad0dbe9-5889-42a6-96b6-00c63f4da301 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 210 time: 0.0327485 Sep 01 16:04:34.672554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c5b864ec-1610-4666-82e6-d2044a6fb091 req-5fa76290-601e-4254-b227-67cdf6f7a4f6 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 210 time: 0.0371819 Sep 01 16:04:34.720231 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7161ec0b-2da2-4e49-bbd0-699fd18e8994 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:34.722244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7161ec0b-2da2-4e49-bbd0-699fd18e8994 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.24 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 814 time: 0.1404819 Sep 01 16:04:34.749132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Request body: {'port': {'device_id': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9', 'admin_state_up': True, 'tenant_id': '18f37932759e42aabab1117150e040f4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:34.854684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Made reservation on behalf of 18f37932759e42aabab1117150e040f4 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:34.858141 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:34.985243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Allocated IP 172.20.0.7 (a9c40a5f-13ef-490f-8787-e5c771457be9/eb6841f9-4103-4c36-b391-bca50c2006dd/00d58bac-0aa1-474f-9a39-81e29f1578a2) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:35.127403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.165599 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.213309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Network a9c40a5f-13ef-490f-8787-e5c771457be9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:35.216406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:35.220510 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:35.244315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Pushing event updated for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:35.271174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:35.271778 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.285853 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-7b0d2a0e-e7f4-4f32-9e3a-b44aff196527 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404069 Sep 01 16:04:35.304823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Request body: {'port': {'device_id': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:35.357035 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.624017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d58bac-0aa1-474f-9a39-81e29f1578a2 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:35.631816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.644026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Transition to ACTIVE for port object 00d58bac-0aa1-474f-9a39-81e29f1578a2 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:35.647620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.697453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:35.797383 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Attempting to bind port 00d58bac-0aa1-474f-9a39-81e29f1578a2 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:35.797716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Attempting to bind port 00d58bac-0aa1-474f-9a39-81e29f1578a2 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:35.798219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Attempting to bind port 00d58bac-0aa1-474f-9a39-81e29f1578a2 on network a9c40a5f-13ef-490f-8787-e5c771457be9 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:35.808261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Port 00d58bac-0aa1-474f-9a39-81e29f1578a2 on network a9c40a5f-13ef-490f-8787-e5c771457be9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:35.808573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Attempting to bind port 00d58bac-0aa1-474f-9a39-81e29f1578a2 on network a9c40a5f-13ef-490f-8787-e5c771457be9 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:35.819511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330be9c5-642d-498f-aba7-5d39c9d0a95e req-05c27c46-4abf-4ba5-9ba5-e838554fea54 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:35.821050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-330be9c5-642d-498f-aba7-5d39c9d0a95e req-05c27c46-4abf-4ba5-9ba5-e838554fea54 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 943 time: 0.0760396 Sep 01 16:04:35.823931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:35.824276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Checking segment: {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:35.824649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Bound using segment: {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:35.825095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Bound port: 00d58bac-0aa1-474f-9a39-81e29f1578a2, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:35.825463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.895666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-330be9c5-642d-498f-aba7-5d39c9d0a95e req-404faf7d-87f2-4f90-b811-6c09d477af5a tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677719 Sep 01 16:04:35.915032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:35.918123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:35.921780 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.954994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:35.955671 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:35.957047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] 10.222.0.24 "PUT /v2.0/ports/00d58bac-0aa1-474f-9a39-81e29f1578a2 HTTP/1.1" status: 200 len: 1092 time: 0.6563449 Sep 01 16:04:35.957499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:35.959712 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64" -d '{"events": [{"name": "network-changed", "server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:35.987397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122554a-c05f-47d8-a877-d7cafda8fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:36.054795 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67047ced-3a4b-4558-ac03-279523b1eadd x-openstack-request-id: req-67047ced-3a4b-4558-ac03-279523b1eadd {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:36.055077 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:36.055321 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67047ced-3a4b-4558-ac03-279523b1eadd {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:36.055715 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2', 'status': 'completed', 'code': 200} Sep 01 16:04:36.061766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-518c9e36-29d9-4b47-8bf6-6f20f2f6b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.063266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-518c9e36-29d9-4b47-8bf6-6f20f2f6b234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 1095 time: 0.0479724 Sep 01 16:04:36.115477 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-9deb619a-08c5-4767-872e-aa48850c5743 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2 HTTP/1.1" status: 200 len: 217 time: 0.0341940 Sep 01 16:04:36.164163 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-beaacbbe-5abe-4325-b5c4-991b1492ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.165593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-beaacbbe-5abe-4325-b5c4-991b1492ee98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb6841f9-4103-4c36-b391-bca50c2006dd HTTP/1.1" status: 200 len: 854 time: 0.0416968 Sep 01 16:04:36.198098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-e89e3add-c61c-4a7b-869f-8d11f4180a7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9c40a5f-13ef-490f-8787-e5c771457be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250666 Sep 01 16:04:36.291802 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-97f2e1dc-1dab-4774-a8e9-b91294eb932b service neutron] 10.222.0.24 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861039 Sep 01 16:04:36.384868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a42d1a75-7688-4511-98c4-a1be4044d9ff req-1b4f43da-4611-4994-a5b4-57a318c65640 service neutron] 10.222.0.24 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Sep 01 16:04:36.848707 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-63df4906-4a26-44fb-9b9e-af6fea94e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.850320 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-63df4906-4a26-44fb-9b9e-af6fea94e470 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 1095 time: 0.3610039 Sep 01 16:04:36.954742 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-e28e9665-a1c0-458d-a904-f11ac21a7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.956984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-e28e9665-a1c0-458d-a904-f11ac21a7deb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 915 time: 0.0985007 Sep 01 16:04:37.012374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-52300719-b55d-4ae1-a1e3-4198a9a0485c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2 HTTP/1.1" status: 200 len: 217 time: 0.0472074 Sep 01 16:04:37.083948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-cf316feb-8f43-488b-af95-765c2c91f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:37.086252 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-cf316feb-8f43-488b-af95-765c2c91f16d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb6841f9-4103-4c36-b391-bca50c2006dd HTTP/1.1" status: 200 len: 854 time: 0.0580935 Sep 01 16:04:37.095452 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acdd09-b7f1-4d60-9e90-eefee1a76928 req-717891fa-2de5-4779-86cf-9f5ca6965e07 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:37.097432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6acdd09-b7f1-4d60-9e90-eefee1a76928 req-717891fa-2de5-4779-86cf-9f5ca6965e07 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 943 time: 0.1242959 Sep 01 16:04:37.131654 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-b27bc7cd-d3c6-43ae-a8bd-6850a71b1cb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9c40a5f-13ef-490f-8787-e5c771457be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320208 Sep 01 16:04:37.208227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6acdd09-b7f1-4d60-9e90-eefee1a76928 req-f1e10e1e-6ce9-46e0-b9cd-c37a7e5eeefc tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004465 Sep 01 16:04:37.248441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-c2b0adbf-01fc-4fe8-99bc-2cb74cacb6cd service neutron] 10.222.0.24 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082463 Sep 01 16:04:37.345695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8fe3dc5e-bf5a-45ce-b140-dff5e262dd64 req-2ba687d7-6d8b-43e0-a0fa-60b55d17d876 service neutron] 10.222.0.24 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894136 Sep 01 16:04:38.332531 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124f1c-ef8b-4ca0-a75b-50dfee0bb0b3 req-a576a5fc-68ab-4c4e-8546-abd3f53a7ec9 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:38.334097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d124f1c-ef8b-4ca0-a75b-50dfee0bb0b3 req-a576a5fc-68ab-4c4e-8546-abd3f53a7ec9 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 943 time: 0.0563984 Sep 01 16:04:38.373641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d124f1c-ef8b-4ca0-a75b-50dfee0bb0b3 req-6a23ce3a-279e-4b18-974a-f6a288e8acd4 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Sep 01 16:04:39.491455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ccd78-df19-4b3e-b524-b3031f94129b req-b93897a9-0a82-4125-ab15-64d67c468ff7 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.493010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8ccd78-df19-4b3e-b524-b3031f94129b req-b93897a9-0a82-4125-ab15-64d67c468ff7 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 943 time: 0.0533304 Sep 01 16:04:39.544473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0c8ccd78-df19-4b3e-b524-b3031f94129b req-8a1d1226-c9a8-43d1-a207-9ad6630de802 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Sep 01 16:04:39.758366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 00d58bac-0aa1-474f-9a39-81e29f1578a2 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:39.866441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:39.879019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '00d58bac-0aa1-474f-9a39-81e29f1578a2', 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9', 'port_id': '00d58bac-0aa1-474f-9a39-81e29f1578a2', 'mac_address': 'fa:16:3e:f5:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6841f9-4103-4c36-b391-bca50c2006dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:39.919003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.932430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d58bac-0aa1-474f-9a39-81e29f1578a2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:39.951696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:39.955861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.004328 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:40.233189 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['00d58bac-0aa1-474f-9a39-81e29f1578a2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:40.669634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70737b31-988a-412b-99cf-1f556584968e req-84cc4ae3-cecf-4332-a3ec-13196d65322a tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:40.671235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70737b31-988a-412b-99cf-1f556584968e req-84cc4ae3-cecf-4332-a3ec-13196d65322a tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 944 time: 0.0511851 Sep 01 16:04:40.714601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70737b31-988a-412b-99cf-1f556584968e req-781cd7d3-4182-4e67-863e-17597fc2ab0b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Sep 01 16:04:41.355599 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:41.773401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 00d58bac-0aa1-474f-9a39-81e29f1578a2 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:41.824747 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 00d58bac-0aa1-474f-9a39-81e29f1578a2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:41.828656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 00d58bac-0aa1-474f-9a39-81e29f1578a2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:41.829241 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.839176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857e8f-d8ed-41ab-b8b5-e961369afd09 req-0537ed77-5fce-4ecb-8520-c2bbfc853e14 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.845835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30857e8f-d8ed-41ab-b8b5-e961369afd09 req-0537ed77-5fce-4ecb-8520-c2bbfc853e14 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 944 time: 0.0619779 Sep 01 16:04:41.884524 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30857e8f-d8ed-41ab-b8b5-e961369afd09 req-4ab01f51-ee6c-4fb9-a3f6-78967327fa5b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Sep 01 16:04:41.918347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.941840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:41.944077 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb847365-c4d5-41fd-a352-51cc0b9a3a3a" -d '{"events": [{"server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "name": "network-vif-plugged", "status": "completed", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:41.957723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:41.962596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.986089 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939fcdb-911f-47b6-9d41-81db44bb4415 x-openstack-request-id: req-3939fcdb-911f-47b6-9d41-81db44bb4415 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:41.986378 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "name": "network-vif-plugged", "status": "completed", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:41.987155 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3939fcdb-911f-47b6-9d41-81db44bb4415 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:41.987545 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2', 'code': 200} Sep 01 16:04:42.013812 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:42.113978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826e6a-dc97-4256-9adb-5c38bc4bbed5 req-2d3ad50d-dc6a-4799-9967-7d90a7bc1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:42.115531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17826e6a-dc97-4256-9adb-5c38bc4bbed5 req-2d3ad50d-dc6a-4799-9967-7d90a7bc1a25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 1097 time: 0.0434790 Sep 01 16:04:42.157806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17826e6a-dc97-4256-9adb-5c38bc4bbed5 req-879b8429-1681-408c-8f99-53fd645f7245 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Sep 01 16:04:43.000234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d529c3d-dd15-4b24-8dde-24140f4012c8 req-18e17445-5c4a-4f2f-b970-232c498e1054 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:43.001744 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d529c3d-dd15-4b24-8dde-24140f4012c8 req-18e17445-5c4a-4f2f-b970-232c498e1054 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0487571 Sep 01 16:04:43.039198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d529c3d-dd15-4b24-8dde-24140f4012c8 req-ed494315-1226-4975-a8f3-1626593edfcd tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Sep 01 16:04:44.155575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617009ab-57e2-4ac2-936d-99ac04f54c40 req-6fb038dc-ada5-4f1a-82d0-c4687a706b06 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.157053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-617009ab-57e2-4ac2-936d-99ac04f54c40 req-6fb038dc-ada5-4f1a-82d0-c4687a706b06 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0512226 Sep 01 16:04:44.194620 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-617009ab-57e2-4ac2-936d-99ac04f54c40 req-69751249-eab2-4b94-9939-68eefca0d922 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Sep 01 16:04:44.418934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-7af46770-79b2-4cf9-bb48-3ec109a1bdfd tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.420448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-7af46770-79b2-4cf9-bb48-3ec109a1bdfd tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 814 time: 0.1068754 Sep 01 16:04:44.437968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-455f6430-0c16-4f66-8b45-a4530f204346 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/quotas/18f37932759e42aabab1117150e040f4 HTTP/1.1" status: 200 len: 375 time: 0.0098898 Sep 01 16:04:44.484077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46a4299f-85b0-4f7d-8923-1a3ca8f0d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.497197 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5de443ad-6ef3-4f69-8e3f-cf82e8872600 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541499 Sep 01 16:04:44.595205 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-defb9d4d-b860-42d9-8346-21bc5254a30c service neutron] 10.222.0.41 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901244 Sep 01 16:04:44.697895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-48f0e25f-97c0-433f-8236-01b1fe7ef023 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934994 Sep 01 16:04:44.856471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c698484a-8e2e-4341-a4a8-76164e71802a req-3f481653-11cf-4e22-8072-4229d3e2d987 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 210 time: 0.0277562 Sep 01 16:04:45.748579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-afcc6a92-c21e-43a5-8ce8-11e000c2b6fc tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:45.750120 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-afcc6a92-c21e-43a5-8ce8-11e000c2b6fc tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.50 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 814 time: 0.1100478 Sep 01 16:04:45.763472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Request body: {'port': {'device_id': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9', 'admin_state_up': True, 'tenant_id': '18f37932759e42aabab1117150e040f4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:45.869397 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Made reservation on behalf of 18f37932759e42aabab1117150e040f4 for: {'port': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:45.872759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.951604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b3a1fb3-5cdb-455d-a974-0e663ae6584e req-3f574a60-9b0b-465c-ba54-0c8d1a6ae5a3 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 210 time: 0.0285363 Sep 01 16:04:46.003818 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Allocated IP 172.20.0.9 (a9c40a5f-13ef-490f-8787-e5c771457be9/eb6841f9-4103-4c36-b391-bca50c2006dd/7e1046b5-8a88-4985-805c-94ba635c1cad) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:46.152569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.190089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.229613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['00d58bac-0aa1-474f-9a39-81e29f1578a2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:46.238882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Network a9c40a5f-13ef-490f-8787-e5c771457be9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:46.242063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:46.245910 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:46.252774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Pushing event updated for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.299461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.300137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.313868 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-5913dd23-2504-4f49-8a72-dfe1b56d2347 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544047 Sep 01 16:04:46.327213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Request body: {'port': {'device_id': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:46.384141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.654058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1046b5-8a88-4985-805c-94ba635c1cad {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:46.662282 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.675463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Transition to ACTIVE for port object 7e1046b5-8a88-4985-805c-94ba635c1cad will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:46.679639 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.729229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Pushing event updated for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.804901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Attempting to bind port 7e1046b5-8a88-4985-805c-94ba635c1cad on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:46.805648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Attempting to bind port 7e1046b5-8a88-4985-805c-94ba635c1cad by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:46.805648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Attempting to bind port 7e1046b5-8a88-4985-805c-94ba635c1cad on network a9c40a5f-13ef-490f-8787-e5c771457be9 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:46.810220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Port 7e1046b5-8a88-4985-805c-94ba635c1cad on network a9c40a5f-13ef-490f-8787-e5c771457be9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:46.810468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Attempting to bind port 7e1046b5-8a88-4985-805c-94ba635c1cad on network a9c40a5f-13ef-490f-8787-e5c771457be9 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:46.816401 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:46.816732 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Checking segment: {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:46.817130 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Bound using segment: {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:46.817557 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Bound port: 7e1046b5-8a88-4985-805c-94ba635c1cad, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93841556-c9af-48ab-bbda-8deb75c8d2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:46.817911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.882753 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:46.886528 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7e1046b5-8a88-4985-805c-94ba635c1cad,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:46.891199 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.907843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.908963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.910461 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] 10.222.0.50 "PUT /v2.0/ports/7e1046b5-8a88-4985-805c-94ba635c1cad HTTP/1.1" status: 200 len: 1092 time: 0.5880094 Sep 01 16:04:46.928426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:46.930623 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffd9d3-8cbe-4d32-9e59-a1404d432928" -d '{"events": [{"name": "network-changed", "server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:46.967962 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4e8d-ff1c-45a3-9a88-23d396da8fab service neutron] Pushing event updated for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.984358 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3285f-9f8f-46f1-8566-a363c78d5c0c x-openstack-request-id: req-e9b3285f-9f8f-46f1-8566-a363c78d5c0c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:46.984647 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:46.984891 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9b3285f-9f8f-46f1-8566-a363c78d5c0c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:46.985334 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad', 'status': 'completed', 'code': 200} Sep 01 16:04:47.001294 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-cb5fc9d0-8792-4fef-acaa-fa6e8a01422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.002945 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-cb5fc9d0-8792-4fef-acaa-fa6e8a01422c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 1095 time: 0.0485346 Sep 01 16:04:47.050973 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-7e7d969f-101a-4fcc-8870-effb9fc034c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e1046b5-8a88-4985-805c-94ba635c1cad HTTP/1.1" status: 200 len: 217 time: 0.0394115 Sep 01 16:04:47.071608 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee72eb-f569-4ee8-bd14-ae970cab9fa5 req-a581f932-f6ec-41b1-b250-3ef6e1894727 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.073154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00ee72eb-f569-4ee8-bd14-ae970cab9fa5 req-a581f932-f6ec-41b1-b250-3ef6e1894727 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 943 time: 0.0495024 Sep 01 16:04:47.103139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-143f3027-2885-4c12-bbd8-859cd248784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.104690 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-143f3027-2885-4c12-bbd8-859cd248784c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb6841f9-4103-4c36-b391-bca50c2006dd HTTP/1.1" status: 200 len: 854 time: 0.0469615 Sep 01 16:04:47.112651 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00ee72eb-f569-4ee8-bd14-ae970cab9fa5 req-0a686444-23c8-4b60-9f3b-2a3249c8a873 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Sep 01 16:04:47.140651 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-2fe36796-b39e-4721-8214-e91e1174a1aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9c40a5f-13ef-490f-8787-e5c771457be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256577 Sep 01 16:04:47.232877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-f4cfcd87-c452-4241-9b3e-39b4a8a71bba service neutron] 10.222.0.50 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846834 Sep 01 16:04:47.323481 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-eb5b30a4-6f36-436c-8d4f-fe2894b28c67 req-3bf19539-390e-4b57-9596-8fc4a118bb5f service neutron] 10.222.0.50 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825145 Sep 01 16:04:47.407860 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-480e2e78-eb1f-407a-82b5-5610b4c2b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.409884 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-480e2e78-eb1f-407a-82b5-5610b4c2b587 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18f37932759e42aabab1117150e040f4&device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 1095 time: 0.0400054 Sep 01 16:04:47.502670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-4841035a-e4ba-4571-8a79-b8c88d948d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.504085 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-4841035a-e4ba-4571-8a79-b8c88d948d66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 200 len: 915 time: 0.0873480 Sep 01 16:04:47.546384 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-da08d06b-7e9f-4547-913b-335ca9d68efc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e1046b5-8a88-4985-805c-94ba635c1cad HTTP/1.1" status: 200 len: 217 time: 0.0348625 Sep 01 16:04:47.601445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-f2ed55c3-fdd6-4dd6-ba15-b9b6b1af9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:47.602776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-f2ed55c3-fdd6-4dd6-ba15-b9b6b1af9f28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb6841f9-4103-4c36-b391-bca50c2006dd HTTP/1.1" status: 200 len: 854 time: 0.0487030 Sep 01 16:04:47.610417 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3103e7d-7df5-4da0-8954-440faeda2fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.635135 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-8d5db0c3-a14e-4bba-8dc0-b6975f61fe59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9c40a5f-13ef-490f-8787-e5c771457be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251043 Sep 01 16:04:47.725047 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-44eab432-399c-472f-8223-3d77d4ef5d7f service neutron] 10.222.0.50 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817263 Sep 01 16:04:47.753163 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:47.818026 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-98ffd9d3-8cbe-4d32-9e59-a1404d432928 req-892b0c5e-2b42-4cad-bfc5-fbe1eb67d9b0 service neutron] 10.222.0.50 "GET /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851865 Sep 01 16:04:48.226754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3876c-4ab0-45c4-b907-aa092b08f3d2 req-7b22d552-20e2-40c7-b953-9afb589f838b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.228264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bee3876c-4ab0-45c4-b907-aa092b08f3d2 req-7b22d552-20e2-40c7-b953-9afb589f838b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 943 time: 0.0489969 Sep 01 16:04:48.270267 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bee3876c-4ab0-45c4-b907-aa092b08f3d2 req-a671626f-1cd2-4de5-94c7-98a395778654 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Sep 01 16:04:48.594784 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:48.972791 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:49.386958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdac6c-ad63-448b-8931-b788915819c5 req-210dc9d3-a411-4aca-8558-fb1fa3dcd530 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:49.388952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9bdac6c-ad63-448b-8931-b788915819c5 req-210dc9d3-a411-4aca-8558-fb1fa3dcd530 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 943 time: 0.0506871 Sep 01 16:04:49.428702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9bdac6c-ad63-448b-8931-b788915819c5 req-839f4805-09d3-46b5-8407-2945cb8bb4f3 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Sep 01 16:04:50.133455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.225876 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7e1046b5-8a88-4985-805c-94ba635c1cad details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:50.319605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7e1046b5-8a88-4985-805c-94ba635c1cad,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:50.335973 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '7e1046b5-8a88-4985-805c-94ba635c1cad', 'network_id': 'a9c40a5f-13ef-490f-8787-e5c771457be9', 'port_id': '7e1046b5-8a88-4985-805c-94ba635c1cad', 'mac_address': 'fa:16:3e:d8:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6841f9-4103-4c36-b391-bca50c2006dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:50.378495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.391704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1046b5-8a88-4985-805c-94ba635c1cad {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:50.411485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7e1046b5-8a88-4985-805c-94ba635c1cad,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:50.415402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.464858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:50.549394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeac49f-cb7d-43c6-b5aa-6cd34bc4e442 req-d1b5db2b-04b0-4bed-9ba6-f09becc48bed tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:50.550852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aaeac49f-cb7d-43c6-b5aa-6cd34bc4e442 req-d1b5db2b-04b0-4bed-9ba6-f09becc48bed tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 944 time: 0.0503783 Sep 01 16:04:50.590496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aaeac49f-cb7d-43c6-b5aa-6cd34bc4e442 req-100ed2f7-2679-42fb-bda4-1144d29c14b5 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Sep 01 16:04:50.614077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7e1046b5-8a88-4985-805c-94ba635c1cad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:51.711876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9e9cf-93a7-4350-8ff2-5cd7b13ab57e req-cd9bd7e4-4f96-4580-a49a-53bd50ef4576 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.713445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26f9e9cf-93a7-4350-8ff2-5cd7b13ab57e req-cd9bd7e4-4f96-4580-a49a-53bd50ef4576 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 944 time: 0.0496061 Sep 01 16:04:51.758155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-26f9e9cf-93a7-4350-8ff2-5cd7b13ab57e req-17987366-29e1-450f-9284-929450aed4fb tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Sep 01 16:04:52.241539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7e1046b5-8a88-4985-805c-94ba635c1cad up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:52.289656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 7e1046b5-8a88-4985-805c-94ba635c1cad completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:52.293139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 7e1046b5-8a88-4985-805c-94ba635c1cad triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:52.293514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.368909 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.393582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:52.395963 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182d43d-5cec-47c7-afdb-86483e26ef10" -d '{"events": [{"server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:52.408333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7e1046b5-8a88-4985-805c-94ba635c1cad,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:52.412299 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:52.439271 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae0836-2690-4c28-acd0-a505169c887d x-openstack-request-id: req-88ae0836-2690-4c28-acd0-a505169c887d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:52.440115 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:52.440725 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88ae0836-2690-4c28-acd0-a505169c887d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:52.441149 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad', 'code': 200} Sep 01 16:04:52.471445 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:52.530363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420f2c2-12c0-4070-9236-f0944b54dd2e req-4f1b69fc-b3ee-4a32-9eb4-a94d501ec677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:52.531802 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b420f2c2-12c0-4070-9236-f0944b54dd2e req-4f1b69fc-b3ee-4a32-9eb4-a94d501ec677 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 1097 time: 0.0409718 Sep 01 16:04:52.567072 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-b420f2c2-12c0-4070-9236-f0944b54dd2e req-902aad25-cb5d-48df-a0c6-faa0418cf91f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281787 Sep 01 16:04:52.876420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b131c0-f6df-4c19-90b9-f9b4d0b729bd req-07e4f9c2-dc0f-432d-93d3-1521e85cfcc7 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:52.878633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51b131c0-f6df-4c19-90b9-f9b4d0b729bd req-07e4f9c2-dc0f-432d-93d3-1521e85cfcc7 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 945 time: 0.0512683 Sep 01 16:04:52.917462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51b131c0-f6df-4c19-90b9-f9b4d0b729bd req-4054f89a-86fb-4bd8-bc53-dcdeb1f42720 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Sep 01 16:04:54.044621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b9513-3f56-41b1-8e8a-ca3c9e32d4f3 req-c5088cdf-8118-4e84-94b3-7a2a981155c1 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.046217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d8b9513-3f56-41b1-8e8a-ca3c9e32d4f3 req-c5088cdf-8118-4e84-94b3-7a2a981155c1 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 945 time: 0.0609214 Sep 01 16:04:54.088523 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d8b9513-3f56-41b1-8e8a-ca3c9e32d4f3 req-09059e9e-cf17-494a-92b4-c08134975924 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Sep 01 16:04:54.336391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f413c-d81d-4e78-baaf-c6e0185494e0 req-75d5e3f2-f177-4e52-844a-cdd614689109 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.337948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a19f413c-d81d-4e78-baaf-c6e0185494e0 req-75d5e3f2-f177-4e52-844a-cdd614689109 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 945 time: 0.0494215 Sep 01 16:04:54.381389 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a19f413c-d81d-4e78-baaf-c6e0185494e0 req-b94052b2-35e4-4b9b-a5e1-8fbfe31062c9 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Sep 01 16:04:55.498371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651c9c-07e6-44b7-9668-2c28589eecc2 req-af79a67f-517a-4692-9b74-c67dc4abdf41 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:55.499874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf651c9c-07e6-44b7-9668-2c28589eecc2 req-af79a67f-517a-4692-9b74-c67dc4abdf41 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 945 time: 0.0506980 Sep 01 16:04:55.537926 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf651c9c-07e6-44b7-9668-2c28589eecc2 req-4e87c2ee-4c06-46c8-9356-5d6925943e7f tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Sep 01 16:04:55.626555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-9309c5e7-c66c-46f9-aa22-40b77e13d12e tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:55.628042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-9309c5e7-c66c-46f9-aa22-40b77e13d12e tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 945 time: 0.0484092 Sep 01 16:04:55.724582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Deleting port 7e1046b5-8a88-4985-805c-94ba635c1cad {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:55.724918 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.811368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] For port 7e1046b5-8a88-4985-805c-94ba635c1cad, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=7e1046b5-8a88-4985-805c-94ba635c1cad,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:55.811732 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:55.824407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Calling delete_port for 7e1046b5-8a88-4985-805c-94ba635c1cad owned by compute:nova {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:56.258299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.271390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['7e1046b5-8a88-4985-805c-94ba635c1cad'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:56.286056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Pushing event deleted for resources: {'Port': ['ID=7e1046b5-8a88-4985-805c-94ba635c1cad,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:56.296703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['00d58bac-0aa1-474f-9a39-81e29f1578a2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:56.333283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] No DVR routers for this DVR port 7e1046b5-8a88-4985-805c-94ba635c1cad on host n-h1-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:56.336112 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:56.338273 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-c1af53c0-0061-4282-81f1-2029c8fa4702 req-be369624-c825-4d17-85f0-b844461b1e48 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.50 "DELETE /v2.0/ports/7e1046b5-8a88-4985-805c-94ba635c1cad HTTP/1.1" status: 204 len: 173 time: 0.7043078 Sep 01 16:04:56.338713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'name': 'network-vif-deleted', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:56.340943 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee185c-7f68-4584-b605-c96ab3408806" -d '{"events": [{"server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "name": "network-vif-deleted", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:56.384516 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcb213a-6f10-4ad2-ba0d-c60fb0e16224 x-openstack-request-id: req-1bcb213a-6f10-4ad2-ba0d-c60fb0e16224 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:56.384806 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25153fe-d1cf-4261-a0de-807b4d47e5bd", "name": "network-vif-deleted", "tag": "7e1046b5-8a88-4985-805c-94ba635c1cad", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:56.385072 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bcb213a-6f10-4ad2-ba0d-c60fb0e16224 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:56.385482 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25153fe-d1cf-4261-a0de-807b4d47e5bd', 'name': 'network-vif-deleted', 'tag': '7e1046b5-8a88-4985-805c-94ba635c1cad', 'status': 'completed', 'code': 200} Sep 01 16:04:56.648504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4e25f07-d6ad-4b9c-b858-638e8639096b req-4b6b16b0-57ef-486d-9aca-4960bccca3cf tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25153fe-d1cf-4261-a0de-807b4d47e5bd HTTP/1.1" status: 200 len: 210 time: 0.0273283 Sep 01 16:04:57.803151 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7234f-5ee2-4e7d-a025-d48ab497d8ce req-24f5c7ab-f259-48c6-bad8-60c40659f979 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.804664 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2d7234f-5ee2-4e7d-a025-d48ab497d8ce req-24f5c7ab-f259-48c6-bad8-60c40659f979 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0496793 Sep 01 16:04:57.842159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2d7234f-5ee2-4e7d-a025-d48ab497d8ce req-01810d14-2d5c-49c4-9707-5a6c8c17c1b0 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Sep 01 16:04:57.975462 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8d047-f0e9-4e51-90bc-999676bbd8c2 req-db21aa90-a129-40d7-81f5-37f5d2d955d6 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:57.976933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2d8d047-f0e9-4e51-90bc-999676bbd8c2 req-db21aa90-a129-40d7-81f5-37f5d2d955d6 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0526516 Sep 01 16:04:58.013826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e2d8d047-f0e9-4e51-90bc-999676bbd8c2 req-d7a04009-fab8-4e00-bd25-4fc478c8f0df tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Sep 01 16:04:58.126794 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1348b95-2bbc-4322-8d0b-96c592fa5683 req-37ef32e5-9f60-4b03-818a-e910cfd78c52 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.128712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1348b95-2bbc-4322-8d0b-96c592fa5683 req-37ef32e5-9f60-4b03-818a-e910cfd78c52 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0494459 Sep 01 16:04:58.166090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f1348b95-2bbc-4322-8d0b-96c592fa5683 req-06835e62-058e-4812-ba4d-3ae543820436 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Sep 01 16:04:58.238793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:58.284761 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7e1046b5-8a88-4985-805c-94ba635c1cad no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:58.305802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 7e1046b5-8a88-4985-805c-94ba635c1cad {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:58.306151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 7e1046b5-8a88-4985-805c-94ba635c1cad not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:58.336567 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430fc2-a638-4bb7-90ce-d5ac73c70a7b req-be3f9a40-32af-4c22-b13a-e3f9a9a49b47 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.338105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4430fc2-a638-4bb7-90ce-d5ac73c70a7b req-be3f9a40-32af-4c22-b13a-e3f9a9a49b47 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0494676 Sep 01 16:04:58.375698 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4430fc2-a638-4bb7-90ce-d5ac73c70a7b req-c3246510-ccda-431a-b986-b3bdfba3960b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Sep 01 16:04:58.493733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454afec6-c9f4-4409-beb8-857924f5c5bd req-de37022b-8775-463f-8dfb-91fdcdafae37 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.495256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-454afec6-c9f4-4409-beb8-857924f5c5bd req-de37022b-8775-463f-8dfb-91fdcdafae37 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0532751 Sep 01 16:04:58.533660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-454afec6-c9f4-4409-beb8-857924f5c5bd req-91ebe0a3-c36f-41d9-b106-f8cbc99877af tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Sep 01 16:04:58.660960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce772e6-4350-4aaf-9318-5c7d4b349aab req-7146c2d1-c2d0-49bb-abbf-0a42f66da475 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.662423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ce772e6-4350-4aaf-9318-5c7d4b349aab req-7146c2d1-c2d0-49bb-abbf-0a42f66da475 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0493901 Sep 01 16:04:58.701763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ce772e6-4350-4aaf-9318-5c7d4b349aab req-7a06082d-9cfb-410c-a161-8c8daf5a07f7 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Sep 01 16:04:58.997526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55ee8b-9f6f-4b6c-bcd7-f1a3f120961c req-b60f6f9f-1fdd-4a26-b784-b3eeee789873 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:58.998995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab55ee8b-9f6f-4b6c-bcd7-f1a3f120961c req-b60f6f9f-1fdd-4a26-b784-b3eeee789873 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0488029 Sep 01 16:04:59.037019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab55ee8b-9f6f-4b6c-bcd7-f1a3f120961c req-f82e6ff5-d422-4016-b1e2-dd61f87b1bf1 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Sep 01 16:05:00.157540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b249b7-0369-452b-881f-649bd7670db4 req-0c33c9c2-9d44-4ff5-a5be-7d0c91dec5d5 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.159554 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b249b7-0369-452b-881f-649bd7670db4 req-0c33c9c2-9d44-4ff5-a5be-7d0c91dec5d5 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0542030 Sep 01 16:05:00.198195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b249b7-0369-452b-881f-649bd7670db4 req-0c5fab5a-d597-43d3-96fd-bbd364d711df tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/security-groups?id=16e98703-5ec2-41f6-b1c4-11ec49d82ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Sep 01 16:05:00.530991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-0df19232-fb8a-4873-9ddc-e402f3126352 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:00.532485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-0df19232-fb8a-4873-9ddc-e402f3126352 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.24 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 01 16:05:00.625545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Deleting port 00d58bac-0aa1-474f-9a39-81e29f1578a2 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:00.625994 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.714259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] For port 00d58bac-0aa1-474f-9a39-81e29f1578a2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=00d58bac-0aa1-474f-9a39-81e29f1578a2,segment=NetworkSegment(93841556-c9af-48ab-bbda-8deb75c8d2b7),segment_id=93841556-c9af-48ab-bbda-8deb75c8d2b7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:00.714622 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.728088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Calling delete_port for 00d58bac-0aa1-474f-9a39-81e29f1578a2 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:00.857915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.884489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Pushing event deleted for resources: {'Port': ['ID=00d58bac-0aa1-474f-9a39-81e29f1578a2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:00.894969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.895315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.895652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.895978 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.896302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.896624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.896834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['00d58bac-0aa1-474f-9a39-81e29f1578a2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:00.897271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.897271 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.897573 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.897879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.898193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.898505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:00.937432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] No DVR routers for this DVR port 00d58bac-0aa1-474f-9a39-81e29f1578a2 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:00.940501 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:00.942522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-42b81822-98a8-4122-a5fc-00c2d50ecada req-575c69df-b0fa-46a9-988e-d47108b4cc6b tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.24 "DELETE /v2.0/ports/00d58bac-0aa1-474f-9a39-81e29f1578a2 HTTP/1.1" status: 204 len: 173 time: 0.4033091 Sep 01 16:05:00.942957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'name': 'network-vif-deleted', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:00.945214 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dba1fa-4765-4bb6-80a7-3cd58677c36d" -d '{"events": [{"server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "name": "network-vif-deleted", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:00.982594 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc798f69-a79d-47a4-94fd-b793214c7e3e x-openstack-request-id: req-cc798f69-a79d-47a4-94fd-b793214c7e3e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:00.983510 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ddf89b-42cd-4cbc-a08e-92f1656a72ca", "name": "network-vif-deleted", "tag": "00d58bac-0aa1-474f-9a39-81e29f1578a2", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:00.984184 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc798f69-a79d-47a4-94fd-b793214c7e3e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:00.984732 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ddf89b-42cd-4cbc-a08e-92f1656a72ca', 'name': 'network-vif-deleted', 'tag': '00d58bac-0aa1-474f-9a39-81e29f1578a2', 'status': 'completed', 'code': 200} Sep 01 16:05:01.308887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4f478645-dcfd-4b73-9e28-ae36bd09162b req-3c163e49-a509-46dc-9184-76848e6065e5 tempest-ServersNegativeTestJSON-339871652 tempest-ServersNegativeTestJSON-339871652-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ddf89b-42cd-4cbc-a08e-92f1656a72ca HTTP/1.1" status: 200 len: 210 time: 0.0299602 Sep 01 16:05:02.365876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49494) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:02.411153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Deleting subnet eb6841f9-4103-4c36-b391-bca50c2006dd {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:05:02.414228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.448688 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.490044 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.546335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.569754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6841f9-4103-4c36-b391-bca50c2006dd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:02.575425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.577340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6b134183-b9ae-4404-a795-ee71ba61f810 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb6841f9-4103-4c36-b391-bca50c2006dd HTTP/1.1" status: 204 len: 168 time: 0.2104080 Sep 01 16:05:02.579877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:02.649937 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.733882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.743811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c40a5f-13ef-490f-8787-e5c771457be9']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:02.754474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93841556-c9af-48ab-bbda-8deb75c8d2b7') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:02.754762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93841556-c9af-48ab-bbda-8deb75c8d2b7') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:02.763583 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.777779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.784364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:02.784746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:02.786403 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:02.838666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.844289 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:02.846179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9c40a5f-13ef-490f-8787-e5c771457be9 HTTP/1.1" status: 204 len: 168 time: 0.2653852 Sep 01 16:05:02.857154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d95ef2-ed80-4a2a-86c4-36fd8628b34b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c40a5f-13ef-490f-8787-e5c771457be9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:02.957362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49500) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:03.000946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5acce6ef-0955-4b75-a599-aeff56674daa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18f37932759e42aabab1117150e040f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423911 Sep 01 16:05:03.004155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:03.050643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.071346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.118346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.120733 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.121932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16e98703-5ec2-41f6-b1c4-11ec49d82ca6 HTTP/1.1" status: 204 len: 168 time: 0.1168959 Sep 01 16:05:03.129434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a115fa6-d768-47b9-8bf8-e6fa75101e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e98703-5ec2-41f6-b1c4-11ec49d82ca6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:03.813077 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49524) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:03.907670 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-972618378'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:03.928407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:03.931816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:03.940394 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.028878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.032783 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.055391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:04.069381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937526a4-7465-45ba-917f-7c65ad4c02ee,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:04.074478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.074826 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Added segment e7801b34-9ead-4edb-88ef-db26d0a2267c of type vlan for network 25dbde02-85f3-4b91-ba49-f05552e37894 Sep 01 16:05:04.119133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.144138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.149743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:04.150349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:04.231078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4168644 Sep 01 16:05:04.247601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0402090-f069-4b76-a0f8-1098bbf772eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Network': ['ID=25dbde02-85f3-4b91-ba49-f05552e37894,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:04.258543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 25dbde02-85f3-4b91-ba49-f05552e37894 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:05.888135 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 00d58bac-0aa1-474f-9a39-81e29f1578a2 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:05.908824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 00d58bac-0aa1-474f-9a39-81e29f1578a2 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:05:05.909195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 00d58bac-0aa1-474f-9a39-81e29f1578a2 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:05:07.509643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49528) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:07.514731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'subnet': {'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:07.599407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:07.602944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.782752 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.840110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Subnet': ['ID=d9bd5bec-d7d9-4ed9-9b0d-f980849c7e25,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:07.852786 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.853151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.853488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.853820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.854140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.854461 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.854785 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.855105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.855422 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.855743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.856058 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.856372 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:07.863056 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking segment: {'id': 'e7801b34-9ead-4edb-88ef-db26d0a2267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:07.863412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network hostable DHCP agents. Network: 25dbde02-85f3-4b91-ba49-f05552e37894, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:07.880003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network 25dbde02-85f3-4b91-ba49-f05552e37894 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:07.888398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 25dbde02-85f3-4b91-ba49-f05552e37894) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:07.893862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:07.895822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.896857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b8249-e999-4b08-8ab5-13f496811ecd None None] Network 25dbde02-85f3-4b91-ba49-f05552e37894 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:07.910326 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0d461607-2c71-4d70-b1aa-a01785220b62 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3990340 Sep 01 16:05:07.913496 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49530) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:07.918740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410594432'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:07.940454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:07.943951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.968009 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:07.977280 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:07.977625 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Added segment 83e8b3da-f013-4c29-beac-b8451a9f4a62 of type vlan for network a6d8e074-076e-41e5-990b-54913ef18f70 Sep 01 16:05:08.022070 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.047415 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.049300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-25dbde02-85f3-4b91-ba49-f05552e37894', 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894', 'tenant_id': '1cb9607ce9c24758a2bb505bdd250acd', 'fixed_ips': [{'subnet_id': 'd9bd5bec-d7d9-4ed9-9b0d-f980849c7e25'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:08.050173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.054520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:08.055153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.107270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1926384 Sep 01 16:05:08.110520 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:08.117281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'subnet': {'network_id': 'a6d8e074-076e-41e5-990b-54913ef18f70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:08.125762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628894e5-5982-462d-807c-c3f033c41f6c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Network': ['ID=a6d8e074-076e-41e5-990b-54913ef18f70,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.139341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network a6d8e074-076e-41e5-990b-54913ef18f70 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:08.216565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:08.220571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.245439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Allocated IP 2001:db8:0:ffff::2 (25dbde02-85f3-4b91-ba49-f05552e37894/d9bd5bec-d7d9-4ed9-9b0d-f980849c7e25/6ffd01a3-01ca-4239-b443-17e1d91641c3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:08.392471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.401176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Transition to ACTIVE for port object 6ffd01a3-01ca-4239-b443-17e1d91641c3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:08.414756 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.416379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Transition to ACTIVE for port object 6ffd01a3-01ca-4239-b443-17e1d91641c3 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:08.422388 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.458221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Network 25dbde02-85f3-4b91-ba49-f05552e37894 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:08.463169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:08.466773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:08.479404 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Pushing event updated for resources: {'Port': ['ID=6ffd01a3-01ca-4239-b443-17e1d91641c3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.480160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Subnet': ['ID=a54f5625-5a62-45e5-b741-b09b1d715720,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.485897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking segment: {'id': '83e8b3da-f013-4c29-beac-b8451a9f4a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a6d8e074-076e-41e5-990b-54913ef18f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:08.486862 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network hostable DHCP agents. Network: a6d8e074-076e-41e5-990b-54913ef18f70, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:08.504898 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network a6d8e074-076e-41e5-990b-54913ef18f70 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:08.514542 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, a6d8e074-076e-41e5-990b-54913ef18f70) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:08.515350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.515728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.516068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.516397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.516726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.517054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.517442 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.517768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.518090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.518407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.518723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.519037 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:08.519975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:08.520869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.526401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c35206-82a3-44c0-aea1-29a7ef6560e4 None None] Network a6d8e074-076e-41e5-990b-54913ef18f70 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:08.538829 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-456c3e9d-01ff-4bcb-b61b-aedc7f61a4dd tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4263158 Sep 01 16:05:08.541816 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49534) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:08.576018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Attempting to bind port 6ffd01a3-01ca-4239-b443-17e1d91641c3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:08.576384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Attempting to bind port 6ffd01a3-01ca-4239-b443-17e1d91641c3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e7801b34-9ead-4edb-88ef-db26d0a2267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:08.576746 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Attempting to bind port 6ffd01a3-01ca-4239-b443-17e1d91641c3 on network 25dbde02-85f3-4b91-ba49-f05552e37894 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:08.586113 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:08.586409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Checking segment: {'id': 'e7801b34-9ead-4edb-88ef-db26d0a2267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:08.586811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.587204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Bound using segment: {'id': 'e7801b34-9ead-4edb-88ef-db26d0a2267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:08.587673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Bound port: 6ffd01a3-01ca-4239-b443-17e1d91641c3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7801b34-9ead-4edb-88ef-db26d0a2267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '25dbde02-85f3-4b91-ba49-f05552e37894'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:08.588051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.646660 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.700525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] For port 6ffd01a3-01ca-4239-b443-17e1d91641c3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:08.705484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] For port 6ffd01a3-01ca-4239-b443-17e1d91641c3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ffd01a3-01ca-4239-b443-17e1d91641c3,segment=NetworkSegment(e7801b34-9ead-4edb-88ef-db26d0a2267c),segment_id=e7801b34-9ead-4edb-88ef-db26d0a2267c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:08.714036 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.734107 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.760206 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8ea59-afa2-4edb-a645-819d804791af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-a6d8e074-076e-41e5-990b-54913ef18f70', 'network_id': 'a6d8e074-076e-41e5-990b-54913ef18f70', 'tenant_id': '1cb9607ce9c24758a2bb505bdd250acd', 'fixed_ips': [{'subnet_id': 'a54f5625-5a62-45e5-b741-b09b1d715720'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:08.761070 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f8ea59-afa2-4edb-a645-819d804791af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.808453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9ac71-f8ca-45fc-b574-104ecbc30e70 None None] Pushing event updated for resources: {'Port': ['ID=6ffd01a3-01ca-4239-b443-17e1d91641c3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.813316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.854302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Subnet': ['ID=a54f5625-5a62-45e5-b741-b09b1d715720,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-58f8ea59-afa2-4edb-a645-819d804791af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a54f5625-5a62-45e5-b741-b09b1d715720: This subnet is being modified by another concurrent operation. Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a54f5625-5a62-45e5-b741-b09b1d715720: This subnet is being modified by another concurrent operation. Sep 01 16:05:08.888344 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 16:05:08.903595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e772afe-cd43-473c-b805-c26ae1c2991a None None] Network a6d8e074-076e-41e5-990b-54913ef18f70 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:08.914711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.926387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d8e074-076e-41e5-990b-54913ef18f70']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:08.940448 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e8b3da-f013-4c29-beac-b8451a9f4a62') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:08.940789 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e8b3da-f013-4c29-beac-b8451a9f4a62') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:08.952321 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:08.971985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.010545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:09.010977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:09.014633 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:09.083927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.090085 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.092185 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/a6d8e074-076e-41e5-990b-54913ef18f70 HTTP/1.1" status: 204 len: 168 time: 0.5494456 Sep 01 16:05:09.096879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49536) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:09.102349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531661479'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:09.118237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fd0ed-0886-4f44-b658-6e40ea1d048e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Network': ['ID=a6d8e074-076e-41e5-990b-54913ef18f70,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.127256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:09.130827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.154816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:09.164395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.164730 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Added segment 08a2c9a2-f4e8-4f87-a8e9-9def1ac59917 of type vlan for network 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e Sep 01 16:05:09.209949 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.234644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.240696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.241326 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.299974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2019005 Sep 01 16:05:09.303541 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49538) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:09.309494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'subnet': {'network_id': '8e7da3fd-fbe7-4b9d-b28b-a18d8137185e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:09.312272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40bb37-dfc9-4b61-8364-5cbf8ad59fc4 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Network': ['ID=8e7da3fd-fbe7-4b9d-b28b-a18d8137185e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.325552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:09.398200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:09.401758 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.463228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Performing IP validity checks on allocation pools {{(pid=106377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 16:05:09.463722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 16:05:09.596536 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.663532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Subnet': ['ID=d0926cc1-1311-4756-94f5-675bc54f8466,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:09.675134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking segment: {'id': '08a2c9a2-f4e8-4f87-a8e9-9def1ac59917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8e7da3fd-fbe7-4b9d-b28b-a18d8137185e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:09.675484 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network hostable DHCP agents. Network: 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:09.694084 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:09.706376 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:09.710629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:09.711251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.717000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efa5f8-8813-4b77-a7d3-84ee446f8fe1 None None] Network 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:09.730851 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b568dab3-872e-43e7-83f0-11445a09b5eb tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4259119 Sep 01 16:05:09.733573 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49540) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:09.844428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.873691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d4b5e-9b03-42d4-948e-21d489c5fc37 None None] Network 25dbde02-85f3-4b91-ba49-f05552e37894 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:09.890167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e1909-2d8d-4c8c-af86-4682f908bd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8e7da3fd-fbe7-4b9d-b28b-a18d8137185e', 'network_id': '8e7da3fd-fbe7-4b9d-b28b-a18d8137185e', 'tenant_id': '1cb9607ce9c24758a2bb505bdd250acd', 'fixed_ips': [{'subnet_id': 'd0926cc1-1311-4756-94f5-675bc54f8466'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:09.891003 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1909-2d8d-4c8c-af86-4682f908bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.904269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.968657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fbd3136b-74b1-4d2c-99c3-60ab3a10a817 None None] Provisioning for port 6ffd01a3-01ca-4239-b443-17e1d91641c3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:09.969958 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.004457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Subnet': ['ID=d0926cc1-1311-4756-94f5-675bc54f8466,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.061214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.071307 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7da3fd-fbe7-4b9d-b28b-a18d8137185e']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-8d6e1909-2d8d-4c8c-af86-4682f908bd0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0926cc1-1311-4756-94f5-675bc54f8466: This subnet is being modified by another concurrent operation. Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exception Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0926cc1-1311-4756-94f5-675bc54f8466: This subnet is being modified by another concurrent operation. Sep 01 16:05:10.071968 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 16:05:10.088431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a2c9a2-f4e8-4f87-a8e9-9def1ac59917') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:10.088431 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a2c9a2-f4e8-4f87-a8e9-9def1ac59917') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:10.088632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02490ef-82c1-4347-9283-e8d23550fcf7 None None] Network 8e7da3fd-fbe7-4b9d-b28b-a18d8137185e requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:10.092871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.107579 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.114165 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:10.114558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:10.117661 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:10.180014 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.187062 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.188897 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/8e7da3fd-fbe7-4b9d-b28b-a18d8137185e HTTP/1.1" status: 204 len: 168 time: 0.4541790 Sep 01 16:05:10.193101 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49542) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.198508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944156585'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.201661 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed551a-c9f1-4688-b86c-c593eee90173 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Network': ['ID=8e7da3fd-fbe7-4b9d-b28b-a18d8137185e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.228023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:10.231776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.257765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:10.270435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.271160 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Added segment e1dbe0a5-c482-4459-9fc5-9ce6881657ae of type vlan for network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 Sep 01 16:05:10.320101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.357817 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.363701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.365095 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.384450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1897933 Sep 01 16:05:10.389360 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49544) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.395752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'subnet': {'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.420804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef0161-0a93-4cb9-a948-c307583e7cc8 None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 16:05:10.448152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f17761-38e4-4682-8e1e-c9bdce48fbd7 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Network': ['ID=cd8249f6-ba72-4e0e-9c62-2ff1436e2a93,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.450224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ffd01a3-01ca-4239-b443-17e1d91641c3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:10.481996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:10.494876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:10.498451 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.690966 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.763582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Subnet': ['ID=a4b578c7-ea2b-4d69-82b4-0144724133da,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:10.767978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef0161-0a93-4cb9-a948-c307583e7cc8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 16:05:10.769430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking segment: {'id': 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:10.769798 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network hostable DHCP agents. Network: cd8249f6-ba72-4e0e-9c62-2ff1436e2a93, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:10.775919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6ffd01a3-01ca-4239-b443-17e1d91641c3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:10.785640 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6ffd01a3-01ca-4239-b443-17e1d91641c3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:10.786027 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.787531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:10.796219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, cd8249f6-ba72-4e0e-9c62-2ff1436e2a93) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:10.800417 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.801141 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.816139 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-82c15c81-14f3-4936-8431-c8b5b3fbbd4e tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256623 Sep 01 16:05:10.819746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49546) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:10.824914 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753221870'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:10.846238 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:10.849794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.874739 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:10.884619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.884978 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Added segment 420258ba-8020-46f4-a0d7-b1168ccda7a8 of type vlan for network 95371e66-729c-4c97-9d3a-f5b820f3e49d Sep 01 16:05:10.925094 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.949316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.955454 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:10.956087 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:10.959221 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.009344 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1884940 Sep 01 16:05:11.012258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49548) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.021256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 6ffd01a3-01ca-4239-b443-17e1d91641c3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ffd01a3-01ca-4239-b443-17e1d91641c3,segment=NetworkSegment(e7801b34-9ead-4edb-88ef-db26d0a2267c),segment_id=e7801b34-9ead-4edb-88ef-db26d0a2267c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:11.024063 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Request body: {'subnet': {'network_id': '95371e66-729c-4c97-9d3a-f5b820f3e49d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:11.028095 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.072587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e6708-e2b3-446b-a1de-1b681278cb2d tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Network': ['ID=95371e66-729c-4c97-9d3a-f5b820f3e49d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.085980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:11.094625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99148820-f594-485a-a64d-a3c0eb4aa58a None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 16:05:11.122399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Made reservation on behalf of 1cb9607ce9c24758a2bb505bdd250acd for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:11.126022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.160420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=6ffd01a3-01ca-4239-b443-17e1d91641c3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.234529 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99148820-f594-485a-a64d-a3c0eb4aa58a None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 16:05:11.310924 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.379007 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event updated for resources: {'Subnet': ['ID=8ef5f788-3500-4a27-a30c-c68105fddfb8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.386263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Checking segment: {'id': '420258ba-8020-46f4-a0d7-b1168ccda7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95371e66-729c-4c97-9d3a-f5b820f3e49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:11.386636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network hostable DHCP agents. Network: 95371e66-729c-4c97-9d3a-f5b820f3e49d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:11.402210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:11.417369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 95371e66-729c-4c97-9d3a-f5b820f3e49d) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:11.421805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:11.422400 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.438181 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cd0a56f1-31ff-4bce-9d1f-3ea338776ef0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4249580 Sep 01 16:05:11.440887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.454740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-cd8249f6-ba72-4e0e-9c62-2ff1436e2a93', 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93', 'tenant_id': '1cb9607ce9c24758a2bb505bdd250acd', 'fixed_ips': [{'subnet_id': 'a4b578c7-ea2b-4d69-82b4-0144724133da'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:11.455664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.554492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.591657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Allocated IP 2001:db8::2 (cd8249f6-ba72-4e0e-9c62-2ff1436e2a93/a4b578c7-ea2b-4d69-82b4-0144724133da/3a115295-30b2-45e0-9d0e-979a5eb19e19) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:11.606601 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.671118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.699796 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef5f788-3500-4a27-a30c-c68105fddfb8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.745478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.753884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Transition to ACTIVE for port object 3a115295-30b2-45e0-9d0e-979a5eb19e19 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:11.757204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.767546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95371e66-729c-4c97-9d3a-f5b820f3e49d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:11.769431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Transition to ACTIVE for port object 3a115295-30b2-45e0-9d0e-979a5eb19e19 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:11.775078 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.778754 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420258ba-8020-46f4-a0d7-b1168ccda7a8') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:11.779115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420258ba-8020-46f4-a0d7-b1168ccda7a8') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:11.788538 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.806193 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.812477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:11.812868 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:11.816026 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:11.818165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:11.820588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:11.832477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:11.835791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Pushing event updated for resources: {'Port': ['ID=3a115295-30b2-45e0-9d0e-979a5eb19e19,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.887061 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.896763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Attempting to bind port 3a115295-30b2-45e0-9d0e-979a5eb19e19 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:11.897194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Attempting to bind port 3a115295-30b2-45e0-9d0e-979a5eb19e19 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:11.897570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Attempting to bind port 3a115295-30b2-45e0-9d0e-979a5eb19e19 on network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:11.902962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:11.903326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Checking segment: {'id': 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:11.903728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.904117 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Bound using segment: {'id': 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:11.904600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Bound port: 3a115295-30b2-45e0-9d0e-979a5eb19e19, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd8249f6-ba72-4e0e-9c62-2ff1436e2a93'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:11.904823 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.904975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.906714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/95371e66-729c-4c97-9d3a-f5b820f3e49d HTTP/1.1" status: 204 len: 168 time: 0.4648280 Sep 01 16:05:11.908600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2011f-f131-4342-a02e-caa05b6a7da3 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Network': ['ID=95371e66-729c-4c97-9d3a-f5b820f3e49d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:11.910492 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49552) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.937314 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93c0248-78b6-4514-a4b1-753741d4ad27 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] GET failed (client error): The resource could not be found. Sep 01 16:05:11.938610 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f93c0248-78b6-4514-a4b1-753741d4ad27 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "GET /v2.0/subnets/8ef5f788-3500-4a27-a30c-c68105fddfb8 HTTP/1.1" status: 404 len: 337 time: 0.0272219 Sep 01 16:05:11.941340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.958954 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-225bbab4-ee75-4929-acca-bdd2239380a6 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:11.959483 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225bbab4-ee75-4929-acca-bdd2239380a6 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:11.961184 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-225bbab4-ee75-4929-acca-bdd2239380a6 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/95371e66-729c-4c97-9d3a-f5b820f3e49d HTTP/1.1" status: 404 len: 339 time: 0.0189369 Sep 01 16:05:11.964922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:11.976678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] For port 3a115295-30b2-45e0-9d0e-979a5eb19e19, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:11.980057 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] For port 3a115295-30b2-45e0-9d0e-979a5eb19e19, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a115295-30b2-45e0-9d0e-979a5eb19e19,segment=NetworkSegment(e1dbe0a5-c482-4459-9fc5-9ce6881657ae),segment_id=e1dbe0a5-c482-4459-9fc5-9ce6881657ae)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:11.984120 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:11.991509 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d487d0-f38f-4873-bced-da8925879172 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:11.991963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d487d0-f38f-4873-bced-da8925879172 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:11.993713 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a2d487d0-f38f-4873-bced-da8925879172 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/subnets/8ef5f788-3500-4a27-a30c-c68105fddfb8 HTTP/1.1" status: 404 len: 337 time: 0.0278549 Sep 01 16:05:11.996274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.013960 n-d-802060-16 neutron-server[106377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7e79f6-3060-42cb-b957-b3743a406e36 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:12.014423 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7e79f6-3060-42cb-b957-b3743a406e36 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:12.019276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3a7e79f6-3060-42cb-b957-b3743a406e36 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/95371e66-729c-4c97-9d3a-f5b820f3e49d HTTP/1.1" status: 404 len: 339 time: 0.0189774 Sep 01 16:05:12.019776 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.043336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4a7c-f0fc-488b-8038-d364d975c148 None None] Pushing event updated for resources: {'Port': ['ID=3a115295-30b2-45e0-9d0e-979a5eb19e19,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:12.080532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Deleting subnet a4b578c7-ea2b-4d69-82b4-0144724133da {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:05:12.083830 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.124172 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.221643 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.290739 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.320680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b578c7-ea2b-4d69-82b4-0144724133da,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:12.326352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.328276 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-eb0e4424-cc73-41d6-a818-82b477e15589 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/subnets/a4b578c7-ea2b-4d69-82b4-0144724133da HTTP/1.1" status: 204 len: 168 time: 0.3074608 Sep 01 16:05:12.331387 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49562) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.407406 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.461864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ffd01a3-01ca-4239-b443-17e1d91641c3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:12.466519 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Deleting port 3a115295-30b2-45e0-9d0e-979a5eb19e19 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:12.466860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.519142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6ffd01a3-01ca-4239-b443-17e1d91641c3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:12.519509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.534109 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] For port 3a115295-30b2-45e0-9d0e-979a5eb19e19, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a115295-30b2-45e0-9d0e-979a5eb19e19,segment=NetworkSegment(e1dbe0a5-c482-4459-9fc5-9ce6881657ae),segment_id=e1dbe0a5-c482-4459-9fc5-9ce6881657ae)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:12.534466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.547524 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Calling delete_port for 3a115295-30b2-45e0-9d0e-979a5eb19e19 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:12.607704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a115295-30b2-45e0-9d0e-979a5eb19e19 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:12.630488 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.652211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No active binding found for port 3a115295-30b2-45e0-9d0e-979a5eb19e19 {{(pid=106378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 16:05:12.652634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a115295-30b2-45e0-9d0e-979a5eb19e19 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 16:05:12.662342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Port': ['ID=3a115295-30b2-45e0-9d0e-979a5eb19e19,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:12.666151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No DVR routers for this DVR port 3a115295-30b2-45e0-9d0e-979a5eb19e19 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:12.677934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Port 3a115295-30b2-45e0-9d0e-979a5eb19e19 not found, will not notify nova. {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 16:05:12.747002 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.759188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8249f6-ba72-4e0e-9c62-2ff1436e2a93']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:12.770527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:12.770870 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dbe0a5-c482-4459-9fc5-9ce6881657ae') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:12.780209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.795100 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.802044 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:12.802455 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:12.805603 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:12.870174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.875594 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.878370 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 HTTP/1.1" status: 204 len: 168 time: 0.5460122 Sep 01 16:05:12.880953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49564) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.894605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca0d3-dd05-4120-8b14-290e1e3b58f1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Network': ['ID=cd8249f6-ba72-4e0e-9c62-2ff1436e2a93,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:12.909682 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e36dc64-b5fe-44d4-842b-5195be46eb44 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:12.910135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e36dc64-b5fe-44d4-842b-5195be46eb44 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:12.911881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7e36dc64-b5fe-44d4-842b-5195be46eb44 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/subnets/d0926cc1-1311-4756-94f5-675bc54f8466 HTTP/1.1" status: 404 len: 337 time: 0.0296154 Sep 01 16:05:12.914427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49566) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.933174 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa655194-7928-4e61-8ed0-bd6c4f87739a tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:12.933719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa655194-7928-4e61-8ed0-bd6c4f87739a tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:12.935418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa655194-7928-4e61-8ed0-bd6c4f87739a tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/8e7da3fd-fbe7-4b9d-b28b-a18d8137185e HTTP/1.1" status: 404 len: 339 time: 0.0200927 Sep 01 16:05:12.937997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49568) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.965338 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6150304b-2ebb-480d-8cbf-8fd52f57662c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:12.965902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6150304b-2ebb-480d-8cbf-8fd52f57662c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:12.967765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6150304b-2ebb-480d-8cbf-8fd52f57662c tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/subnets/a54f5625-5a62-45e5-b741-b09b1d715720 HTTP/1.1" status: 404 len: 337 time: 0.0285478 Sep 01 16:05:12.970388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49570) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:12.976384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda066e-7a71-4ff9-8673-79bd55461d9f None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:12.980341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca1865-cedf-4ed3-a3a1-8fffb03f8739 None None] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:12.987878 n-d-802060-16 neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5498dcf3-724e-4f2c-bd0a-cd6e7a2446d1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] DELETE failed (client error): The resource could not be found. Sep 01 16:05:12.988398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5498dcf3-724e-4f2c-bd0a-cd6e7a2446d1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:05:12.990077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5498dcf3-724e-4f2c-bd0a-cd6e7a2446d1 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/a6d8e074-076e-41e5-990b-54913ef18f70 HTTP/1.1" status: 404 len: 339 time: 0.0187976 Sep 01 16:05:12.991430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda066e-7a71-4ff9-8673-79bd55461d9f None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:05:12.992595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49572) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:13.002555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca1865-cedf-4ed3-a3a1-8fffb03f8739 None None] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:05:13.014480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdafa85-2375-4003-baeb-efc0c16428a6 None None] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:13.037451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdafa85-2375-4003-baeb-efc0c16428a6 None None] Network 95371e66-729c-4c97-9d3a-f5b820f3e49d could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:05:13.042124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5834083b-3327-4926-baba-f93703d65227 None None] Could not find standard attr ID for object 3a115295-30b2-45e0-9d0e-979a5eb19e19. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 16:05:13.047745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f0ed2-db67-4d6d-a46c-7426a8f6b806 None None] DHCP port deletion for cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:05:13.056814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Deleting subnet d9bd5bec-d7d9-4ed9-9b0d-f980849c7e25 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:05:13.060071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.065305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51e562-1d50-49fe-a164-3ef0d762d968 None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:13.076968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51e562-1d50-49fe-a164-3ef0d762d968 None None] Network cd8249f6-ba72-4e0e-9c62-2ff1436e2a93 could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:05:13.102812 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.183818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.246401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.271784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bd5bec-d7d9-4ed9-9b0d-f980849c7e25,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:13.277683 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.279550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-efd38bb0-ad4f-4115-883f-7507cbc0481b tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/subnets/d9bd5bec-d7d9-4ed9-9b0d-f980849c7e25 HTTP/1.1" status: 204 len: 168 time: 0.2859626 Sep 01 16:05:13.282322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:13.285464 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ebb89-b3e3-4155-8ebb-e8e58d4e572d None None] Network 25dbde02-85f3-4b91-ba49-f05552e37894 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:13.358550 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.416510 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Deleting port 6ffd01a3-01ca-4239-b443-17e1d91641c3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:13.416844 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.468793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] DHCP port deletion for 25dbde02-85f3-4b91-ba49-f05552e37894 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:05:13.481775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] For port 6ffd01a3-01ca-4239-b443-17e1d91641c3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ffd01a3-01ca-4239-b443-17e1d91641c3,segment=NetworkSegment(e7801b34-9ead-4edb-88ef-db26d0a2267c),segment_id=e7801b34-9ead-4edb-88ef-db26d0a2267c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:13.482140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.495569 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Calling delete_port for 6ffd01a3-01ca-4239-b443-17e1d91641c3 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:13.519882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Deleting port 6ffd01a3-01ca-4239-b443-17e1d91641c3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:13.520255 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.580818 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.585905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] For port 6ffd01a3-01ca-4239-b443-17e1d91641c3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6ffd01a3-01ca-4239-b443-17e1d91641c3,segment=NetworkSegment(e7801b34-9ead-4edb-88ef-db26d0a2267c),segment_id=e7801b34-9ead-4edb-88ef-db26d0a2267c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:13.586312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.607306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Calling delete_port for 6ffd01a3-01ca-4239-b443-17e1d91641c3 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:13.608472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Port': ['ID=6ffd01a3-01ca-4239-b443-17e1d91641c3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:13.610358 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] No DVR routers for this DVR port 6ffd01a3-01ca-4239-b443-17e1d91641c3 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:13.687780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.692574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.697817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dbde02-85f3-4b91-ba49-f05552e37894']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:13.709369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7801b34-9ead-4edb-88ef-db26d0a2267c') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:13.709673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7801b34-9ead-4edb-88ef-db26d0a2267c') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:13.718278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] Pushing event deleted for resources: {'Port': ['ID=6ffd01a3-01ca-4239-b443-17e1d91641c3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:13.721767 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.722744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ba361-39d0-477f-a2d9-f76c657f04d4 None None] No DVR routers for this DVR port 6ffd01a3-01ca-4239-b443-17e1d91641c3 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:13.744241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.750209 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:13.750811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:13.753547 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:13.808875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.815666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.817490 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] 10.222.0.41 "DELETE /v2.0/networks/25dbde02-85f3-4b91-ba49-f05552e37894 HTTP/1.1" status: 204 len: 168 time: 0.5341566 Sep 01 16:05:13.829054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0220e4-a359-45f9-afa0-d380b7d746a0 tempest-NetworksIpV6Test-2058015504 tempest-NetworksIpV6Test-2058015504-project] Pushing event deleted for resources: {'Network': ['ID=25dbde02-85f3-4b91-ba49-f05552e37894,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:14.084309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:14.225426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-976dd023-7993-4825-9de4-2c0d6409cb3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cb9607ce9c24758a2bb505bdd250acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399093 Sep 01 16:05:14.228196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:14.275271 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.295897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.342145 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.345043 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.346761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/937526a4-7465-45ba-917f-7c65ad4c02ee HTTP/1.1" status: 204 len: 168 time: 0.1176620 Sep 01 16:05:14.356400 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275faba-370c-4e5d-af7d-cfbcd5f61cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937526a4-7465-45ba-917f-7c65ad4c02ee,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:14.397932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ffd01a3-01ca-4239-b443-17e1d91641c3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:14.417459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6ffd01a3-01ca-4239-b443-17e1d91641c3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:05:14.417893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6ffd01a3-01ca-4239-b443-17e1d91641c3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:05:14.418307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a115295-30b2-45e0-9d0e-979a5eb19e19 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:14.436448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3a115295-30b2-45e0-9d0e-979a5eb19e19 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:05:14.436906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a115295-30b2-45e0-9d0e-979a5eb19e19 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:05:14.475764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40d6b1f3-dab1-4aaf-bb40-04fb37836a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:14.991883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49606) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:15.088348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1733296721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:15.112870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.113991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.167512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.173105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.190589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.191948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3ed8e8d2-9611-4a91-a998-962343dbc9fc tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1990914 Sep 01 16:05:15.194903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49612) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:15.200227 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-68047825'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:15.222213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Made reservation on behalf of ebe470aca7664e8f851071c59574e9f6 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:15.225774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.234873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.322821 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.326976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.354074 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:15.363204 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4778b948-58c6-430c-ac92-093e177709eb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:15.369035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.369456 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Added segment d6ff3091-fd5f-4747-9e31-6a4ce2b05fe6 of type vlan for network c512da1a-34ce-4d90-8b8e-2877e50d63aa Sep 01 16:05:15.411849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.436774 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.442232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.442820 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.497163 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3011086 Sep 01 16:05:15.499878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49614) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:15.504760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'subnet': {'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:15.552861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b666c8-d93b-4232-aa2d-af323489ffbf tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event updated for resources: {'Network': ['ID=c512da1a-34ce-4d90-8b8e-2877e50d63aa,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:15.563347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:15.603314 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Made reservation on behalf of ebe470aca7664e8f851071c59574e9f6 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:15.606289 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.782344 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.838418 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event updated for resources: {'Subnet': ['ID=4a482681-636d-4be8-aa2e-92d1397dc29d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:15.848965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Checking segment: {'id': 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:15.849350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Network hostable DHCP agents. Network: c512da1a-34ce-4d90-8b8e-2877e50d63aa, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:15.866295 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:15.875932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c512da1a-34ce-4d90-8b8e-2877e50d63aa) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:15.881670 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:15.882260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.887195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca101f-1a75-477c-9696-e2ca30214429 None None] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:15.896859 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f3bec2ef-289b-46bf-a9aa-a090888fc94f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3959696 Sep 01 16:05:15.899909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49616) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:15.904900 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-505345404'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:15.925025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Made reservation on behalf of ebe470aca7664e8f851071c59574e9f6 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:15.928613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.953474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:15.964501 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.964917 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Added segment a0dbbece-6d25-46cd-84c1-7d319437300e of type vlan for network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 Sep 01 16:05:16.006651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.030671 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.036504 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:16.037209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.038045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-c512da1a-34ce-4d90-8b8e-2877e50d63aa', 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa', 'tenant_id': 'ebe470aca7664e8f851071c59574e9f6', 'fixed_ips': [{'subnet_id': '4a482681-636d-4be8-aa2e-92d1397dc29d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:16.039071 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.096029 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1945522 Sep 01 16:05:16.099139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49618) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:16.105566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'subnet': {'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:16.106632 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a5f2-cb99-44b2-b304-09fea9c2b5a4 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event updated for resources: {'Network': ['ID=f0a6f97f-a4b6-4340-8bc2-3ae4ab038624,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:16.121431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:16.195126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Made reservation on behalf of ebe470aca7664e8f851071c59574e9f6 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:16.198653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.231837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Allocated IP 172.20.0.2 (c512da1a-34ce-4d90-8b8e-2877e50d63aa/4a482681-636d-4be8-aa2e-92d1397dc29d/cefa2c5a-2304-40ad-8098-facfa8d244bc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:16.378478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.382738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.387673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Transition to ACTIVE for port object cefa2c5a-2304-40ad-8098-facfa8d244bc will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:16.402175 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Transition to ACTIVE for port object cefa2c5a-2304-40ad-8098-facfa8d244bc will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:16.407704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.446964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event updated for resources: {'Subnet': ['ID=767f05ef-eeaf-4613-98ca-b2eec4199c94,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:16.447204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:16.450075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:16.453800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:16.460327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Checking segment: {'id': 'a0dbbece-6d25-46cd-84c1-7d319437300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:16.460664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Pushing event updated for resources: {'Port': ['ID=cefa2c5a-2304-40ad-8098-facfa8d244bc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:16.460788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Network hostable DHCP agents. Network: f0a6f97f-a4b6-4340-8bc2-3ae4ab038624, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:16.481125 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:16.491330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, f0a6f97f-a4b6-4340-8bc2-3ae4ab038624) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:16.495728 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:16.496374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.507159 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8904c-671d-4438-8c63-aad3a7319ff5 None None] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:16.515146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f262ce32-1f77-4103-9dd1-cbaef9e687df tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4143014 Sep 01 16:05:16.518319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49620) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:16.523365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-860d04b4-c378-48ab-af5f-de5d524e9d74 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:16.562958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Attempting to bind port cefa2c5a-2304-40ad-8098-facfa8d244bc on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:16.563324 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Attempting to bind port cefa2c5a-2304-40ad-8098-facfa8d244bc by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:16.563690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Attempting to bind port cefa2c5a-2304-40ad-8098-facfa8d244bc on network c512da1a-34ce-4d90-8b8e-2877e50d63aa {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:16.573505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:16.573879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Checking segment: {'id': 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:16.574285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.574681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Bound using segment: {'id': 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:16.575147 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Bound port: cefa2c5a-2304-40ad-8098-facfa8d244bc, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c512da1a-34ce-4d90-8b8e-2877e50d63aa'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:16.575533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.689726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] For port cefa2c5a-2304-40ad-8098-facfa8d244bc, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:16.694626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] For port cefa2c5a-2304-40ad-8098-facfa8d244bc, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cefa2c5a-2304-40ad-8098-facfa8d244bc,segment=NetworkSegment(d6ff3091-fd5f-4747-9e31-6a4ce2b05fe6),segment_id=d6ff3091-fd5f-4747-9e31-6a4ce2b05fe6)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:16.702435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.752741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-f0a6f97f-a4b6-4340-8bc2-3ae4ab038624', 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624', 'tenant_id': 'ebe470aca7664e8f851071c59574e9f6', 'fixed_ips': [{'subnet_id': '767f05ef-eeaf-4613-98ca-b2eec4199c94'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:16.753793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:16.806851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c470a-c616-4787-94e7-ddd7781d01dc None None] Pushing event updated for resources: {'Port': ['ID=cefa2c5a-2304-40ad-8098-facfa8d244bc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:16.944827 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Allocated IP 172.21.0.2 (f0a6f97f-a4b6-4340-8bc2-3ae4ab038624/767f05ef-eeaf-4613-98ca-b2eec4199c94/2c60fb33-ed3a-4e7d-9b47-f8038febf59a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:17.064693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-860d04b4-c378-48ab-af5f-de5d524e9d74 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.136420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.145483 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Transition to ACTIVE for port object 2c60fb33-ed3a-4e7d-9b47-f8038febf59a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:17.160737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Transition to ACTIVE for port object 2c60fb33-ed3a-4e7d-9b47-f8038febf59a will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:17.167680 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.176086 n-d-802060-16 neutron-server[106377]: INFO neutron.api.v2.resource [None req-860d04b4-c378-48ab-af5f-de5d524e9d74 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 16:05:17.183132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49622) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:17.183665 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-860d04b4-c378-48ab-af5f-de5d524e9d74 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "PUT /v2.0/routers/db20044d-42e0-401f-8eaf-d6c7a84bb0e6 HTTP/1.1" status: 400 len: 364 time: 0.6637280 Sep 01 16:05:17.208009 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:17.212819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:17.216482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:17.229506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Pushing event updated for resources: {'Port': ['ID=2c60fb33-ed3a-4e7d-9b47-f8038febf59a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:17.238788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Deleting subnet 767f05ef-eeaf-4613-98ca-b2eec4199c94 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:05:17.242474 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.276875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Attempting to bind port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:17.277283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Attempting to bind port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a0dbbece-6d25-46cd-84c1-7d319437300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:17.277650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Attempting to bind port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a on network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:17.282959 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:17.283338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Checking segment: {'id': 'a0dbbece-6d25-46cd-84c1-7d319437300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:17.283745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.284142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Bound using segment: {'id': 'a0dbbece-6d25-46cd-84c1-7d319437300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:17.284613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Bound port: 2c60fb33-ed3a-4e7d-9b47-f8038febf59a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dbbece-6d25-46cd-84c1-7d319437300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f0a6f97f-a4b6-4340-8bc2-3ae4ab038624'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:17.284998 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.285485 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.352021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] For port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:17.355485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] For port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2c60fb33-ed3a-4e7d-9b47-f8038febf59a,segment=NetworkSegment(a0dbbece-6d25-46cd-84c1-7d319437300e),segment_id=a0dbbece-6d25-46cd-84c1-7d319437300e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:17.360060 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.375248 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.417574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2bac4-ad03-4eb4-bd99-8f9ffc874019 None None] Pushing event updated for resources: {'Port': ['ID=2c60fb33-ed3a-4e7d-9b47-f8038febf59a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:17.442122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.474936 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Subnet': ['ID=767f05ef-eeaf-4613-98ca-b2eec4199c94,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:17.480577 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.482904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e6324e7f-0388-4682-b46c-6fcbed1ddeb9 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "DELETE /v2.0/subnets/767f05ef-eeaf-4613-98ca-b2eec4199c94 HTTP/1.1" status: 204 len: 168 time: 0.2985406 Sep 01 16:05:17.485605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49624) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:17.571462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.612818 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0aaeddd2-86db-4bc8-97d1-f11e450b7a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.660533 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Deleting port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:17.660864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.733978 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] For port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2c60fb33-ed3a-4e7d-9b47-f8038febf59a,segment=NetworkSegment(a0dbbece-6d25-46cd-84c1-7d319437300e),segment_id=a0dbbece-6d25-46cd-84c1-7d319437300e)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:17.734269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.748752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Calling delete_port for 2c60fb33-ed3a-4e7d-9b47-f8038febf59a owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:17.765637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.837832 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.862675 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Port': ['ID=2c60fb33-ed3a-4e7d-9b47-f8038febf59a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:17.870577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] No DVR routers for this DVR port 2c60fb33-ed3a-4e7d-9b47-f8038febf59a on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:17.957964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56677a98-1da4-4ac6-896f-c73d693aecac None None] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:17.960036 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:17.970577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a6f97f-a4b6-4340-8bc2-3ae4ab038624']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:17.980771 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dbbece-6d25-46cd-84c1-7d319437300e') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:17.981083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dbbece-6d25-46cd-84c1-7d319437300e') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:17.991619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.006487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.012391 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:18.012781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:18.015894 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:18.018302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d535b7d4-7dc7-48fa-a8fe-911caefe8a3a None None] Provisioning for port cefa2c5a-2304-40ad-8098-facfa8d244bc completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:18.072409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.081314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.083138 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "DELETE /v2.0/networks/f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 HTTP/1.1" status: 204 len: 168 time: 0.5959523 Sep 01 16:05:18.085877 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49626) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:18.093334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5061b-85ab-44ee-9227-1af07e9b1a4f tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Network': ['ID=f0a6f97f-a4b6-4340-8bc2-3ae4ab038624,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:18.155662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Deleting subnet 4a482681-636d-4be8-aa2e-92d1397dc29d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:05:18.160031 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.207787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.299316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.358088 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:18.364197 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.398844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Subnet': ['ID=4a482681-636d-4be8-aa2e-92d1397dc29d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:18.401223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.403776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-931a2fff-ff3a-4ac9-9773-ea2bb18a7461 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "DELETE /v2.0/subnets/4a482681-636d-4be8-aa2e-92d1397dc29d HTTP/1.1" status: 204 len: 168 time: 0.3164341 Sep 01 16:05:18.406803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:18.409987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb6db2-2bc5-4863-834f-6a5cd9e04ee9 None None] Network c512da1a-34ce-4d90-8b8e-2877e50d63aa requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:18.461906 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cefa2c5a-2304-40ad-8098-facfa8d244bc up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:18.509934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.569266 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Deleting port cefa2c5a-2304-40ad-8098-facfa8d244bc {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:18.569613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.593245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a64a99-d983-4eee-afd9-efd8ef7c6e96 None None] DHCP port deletion for f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:05:18.598230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port cefa2c5a-2304-40ad-8098-facfa8d244bc completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:18.612965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port cefa2c5a-2304-40ad-8098-facfa8d244bc triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:18.613638 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.639965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] For port cefa2c5a-2304-40ad-8098-facfa8d244bc, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=cefa2c5a-2304-40ad-8098-facfa8d244bc,segment=NetworkSegment(d6ff3091-fd5f-4747-9e31-6a4ce2b05fe6),segment_id=d6ff3091-fd5f-4747-9e31-6a4ce2b05fe6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:18.640948 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.644406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0106211-412f-4776-ab8f-ac9d057be938 None None] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:18.650591 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.656922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Calling delete_port for cefa2c5a-2304-40ad-8098-facfa8d244bc owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:05:18.664474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0106211-412f-4776-ab8f-ac9d057be938 None None] Network f0a6f97f-a4b6-4340-8bc2-3ae4ab038624 could not be found, it might have been deleted concurrently. {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:05:18.668080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-114f4f2c-c168-4a25-826a-94f8364b8916 None None] Could not find standard attr ID for object 2c60fb33-ed3a-4e7d-9b47-f8038febf59a. {{(pid=106378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 16:05:18.717821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e779f1-e97f-4658-acb1-64c30eb15ba0 None None] DHCP port deletion for c512da1a-34ce-4d90-8b8e-2877e50d63aa request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:05:18.744978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.757149 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.771765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Port': ['ID=cefa2c5a-2304-40ad-8098-facfa8d244bc,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:18.773646 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] No DVR routers for this DVR port cefa2c5a-2304-40ad-8098-facfa8d244bc on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:05:18.858067 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.868330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c512da1a-34ce-4d90-8b8e-2877e50d63aa']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:18.880115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:18.880411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ff3091-fd5f-4747-9e31-6a4ce2b05fe6') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:18.890140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.904624 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.910730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:05:18.911123 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:05:18.914108 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:05:18.973338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.986149 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:18.991008 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "DELETE /v2.0/networks/c512da1a-34ce-4d90-8b8e-2877e50d63aa HTTP/1.1" status: 204 len: 168 time: 0.5823579 Sep 01 16:05:18.991638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:18.991849 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-89e779f1-e97f-4658-acb1-64c30eb15ba0 None None] Deleting port cefa2c5a-2304-40ad-8098-facfa8d244bc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:05:18.992169 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-89e779f1-e97f-4658-acb1-64c30eb15ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.005433 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.005990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45947a5-6292-4b3b-9587-4d71c6ea28a2 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Pushing event deleted for resources: {'Network': ['ID=c512da1a-34ce-4d90-8b8e-2877e50d63aa,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server [None req-89e779f1-e97f-4658-acb1-64c30eb15ba0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c512da1a-34ce-4d90-8b8e-2877e50d63aa could not be found. Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1956, in delete_port Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c512da1a-34ce-4d90-8b8e-2877e50d63aa could not be found. Sep 01 16:05:19.007304 n-d-802060-16 neutron-server[106378]: ERROR oslo_messaging.rpc.server Sep 01 16:05:19.034224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940d49d-1a56-4ce7-bfa7-328e911de730 None None] DHCP port deletion for c512da1a-34ce-4d90-8b8e-2877e50d63aa request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:05:19.035952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e03fd6ba-7bb4-4244-b455-cd51691aa2f3 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "GET /v2.0/ports?device_id=db20044d-42e0-401f-8eaf-d6c7a84bb0e6 HTTP/1.1" status: 200 len: 205 time: 0.0420616 Sep 01 16:05:19.038347 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:19.051839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703465d9-b517-453f-872c-194643ddd23c None None] get_active_networks_info from n-d-802060-16 {{(pid=106378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 16:05:19.110301 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.110990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703465d9-b517-453f-872c-194643ddd23c None None] Resources bound (agent type, host, resource id): {{(pid=106378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 16:05:19.268320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.270431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.317862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.318381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Fanout notify agent at l3_agent the message router_deleted on router db20044d-42e0-401f-8eaf-d6c7a84bb0e6 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:05:19.325241 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.326402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3180b3eb-6edc-4451-a7ad-4c8916f3b178 tempest-RoutersNegativeTest-234027606 tempest-RoutersNegativeTest-234027606-project] 10.222.0.41 "DELETE /v2.0/routers/db20044d-42e0-401f-8eaf-d6c7a84bb0e6 HTTP/1.1" status: 204 len: 168 time: 0.2868927 Sep 01 16:05:19.563196 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:19.694009 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b0f5b43b-5295-41c5-bc98-9276d5d17ad5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebe470aca7664e8f851071c59574e9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295874 Sep 01 16:05:19.696459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49642) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:19.748248 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.768174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.813499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.816069 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:19.817289 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4778b948-58c6-430c-ac92-093e177709eb HTTP/1.1" status: 204 len: 168 time: 0.1195464 Sep 01 16:05:19.825335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f102cde-4b49-4ce8-8de7-4399c7ede905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4778b948-58c6-430c-ac92-093e177709eb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:20.138713 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.394449 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cefa2c5a-2304-40ad-8098-facfa8d244bc no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:20.414364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: cefa2c5a-2304-40ad-8098-facfa8d244bc {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:05:20.414804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device cefa2c5a-2304-40ad-8098-facfa8d244bc not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:05:20.415265 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2c60fb33-ed3a-4e7d-9b47-f8038febf59a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:05:20.428281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49664) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:20.437177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2c60fb33-ed3a-4e7d-9b47-f8038febf59a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:05:20.437527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2c60fb33-ed3a-4e7d-9b47-f8038febf59a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:05:20.532185 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-124509333-network', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:20.553131 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Made reservation on behalf of 25999cfba11848aa98d8cce9dc217f42 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:20.555409 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.564268 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.653391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.658092 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.682338 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:20.692516 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:20.697632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.698264 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Added segment d65338d5-96c7-4853-83b0-8949d29d617e of type vlan for network 0aebc747-7b18-473c-b4f2-e7d8de342934 Sep 01 16:05:20.740109 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.767190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.768121 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:20.768701 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:20.821613 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3894105 Sep 01 16:05:20.821953 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49668) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:20.827623 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde7579-7021-4322-a503-262e816f6377 admin admin] Pushing event updated for resources: {'Network': ['ID=0aebc747-7b18-473c-b4f2-e7d8de342934,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:20.827770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Request body: {'subnet': {'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-subnet', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:20.837211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:20.851293 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Made reservation on behalf of 25999cfba11848aa98d8cce9dc217f42 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:20.853720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.017502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.069380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a76086-cb27-42a1-ad0f-7c1879a88964,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:21.079175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Checking segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:21.079568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Network hostable DHCP agents. Network: 0aebc747-7b18-473c-b4f2-e7d8de342934, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:21.096117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:21.104722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 0aebc747-7b18-473c-b4f2-e7d8de342934) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:21.110588 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:21.111574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.113114 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65720883-77eb-41cc-b7bd-a6c61dbe9519 None None] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:21.128846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49670) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:21.129122 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d4af1e87-7b81-4237-9af5-fbf829e4cd01 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3053205 Sep 01 16:05:21.133523 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:21.154309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.155659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.213911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.260958 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-0aebc747-7b18-473c-b4f2-e7d8de342934', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:21.262000 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.350421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.396000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Allocated IP 172.20.0.2 (0aebc747-7b18-473c-b4f2-e7d8de342934/97a76086-cb27-42a1-ad0f-7c1879a88964/6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:21.538598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.547455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Transition to ACTIVE for port object 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:21.551517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.564931 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Transition to ACTIVE for port object 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:21.570497 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.573033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.614689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:21.617564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:21.620664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:21.631504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Pushing event updated for resources: {'Port': ['ID=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:21.676912 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Allocated IP 172.25.1.202 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/78b6e17e-10a3-4c52-8f4a-806e6ae3db20) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:21.682136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Attempting to bind port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:21.682538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Attempting to bind port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:21.682938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Attempting to bind port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:21.687907 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:21.688281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Checking segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:21.688689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.689771 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Bound using segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:21.690260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Bound port: 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:21.690633 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.752649 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] For port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:21.755863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] For port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:21.759744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.785358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.818999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a37fa-4ed6-4b45-82d8-263c51b54062 None None] Pushing event updated for resources: {'Port': ['ID=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:21.832824 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:21.875992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:21.879408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:21.882380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:21.908167 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Pushing event updated for resources: {'Port': ['ID=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:22.151791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:22.355599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:22.425619 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:22.481420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:22.500300 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Router 742e08a2-81db-470f-990f-c565aea37d43 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:05:22.620794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:22.633919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Sync routers for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:22.639362 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:22.640647 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5455937a-f234-4ccd-9cc1-1e6be43363e3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5106263 Sep 01 16:05:22.644216 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49672) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:22.647828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:22.648722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:22.768840 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:22.795943 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a88da-b9b0-4f72-94c6-02b3b3511004 None None] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:22.921873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-65325391-cf46-423e-887d-03169b63373c None None] Provisioning for port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:22.940838 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-65325391-cf46-423e-887d-03169b63373c None None] Provisioning complete for port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:22.941234 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65325391-cf46-423e-887d-03169b63373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.075992 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.137646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65325391-cf46-423e-887d-03169b63373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.171776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:22Z', 'revision_number': 3, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:23.203494 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Checking router: 742e08a2-81db-470f-990f-c565aea37d43 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:23.203848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Updating router 742e08a2-81db-470f-990f-c565aea37d43 port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:23.233976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-65325391-cf46-423e-887d-03169b63373c None None] For port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:23.239467 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65325391-cf46-423e-887d-03169b63373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.246059 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.250475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Allocated IP 172.20.0.1 (0aebc747-7b18-473c-b4f2-e7d8de342934/97a76086-cb27-42a1-ad0f-7c1879a88964/c5a6f7cf-ca18-41a5-bf41-a334d5150e2a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:23.367369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65325391-cf46-423e-887d-03169b63373c None None] Pushing event updated for resources: {'Port': ['ID=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:23.489359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-99014f19-bb81-4924-a4c0-9a0c92687723 None None] Provisioning complete for port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:23.490091 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99014f19-bb81-4924-a4c0-9a0c92687723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.617941 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.639309 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Transition to ACTIVE for port object 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:23.647921 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.683057 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.696353 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Transition to ACTIVE for port object c5a6f7cf-ca18-41a5-bf41-a334d5150e2a will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:23.701200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ebf3-6251-4466-8e9a-88b47a8f079e None None] Pushing event updated for resources: {'Port': ['ID=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:23.703618 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Attempting to bind port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:23.703988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Attempting to bind port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:23.704918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Attempting to bind port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:23.710415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:23.710789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:23.711195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.711588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:23.712056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Bound port: 78b6e17e-10a3-4c52-8f4a-806e6ae3db20, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:23.712437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.731340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.764521 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] For port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:23.768186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] For port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:23.772302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:23.773728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.775221 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:23.779094 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:23.816976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:23.836085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:23.836766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:23.857817 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Pushing event updated for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:23.872672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ebf3-6251-4466-8e9a-88b47a8f079e None None] Pushing event updated for resources: {'Port': ['ID=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:23.965029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.119962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:24.121712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36129583-06ba-40fd-a33b-5142085e2c5f None None] Provisioning for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:24.140504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.145136 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.172721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36129583-06ba-40fd-a33b-5142085e2c5f None None] Provisioning complete for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:24.173672 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36129583-06ba-40fd-a33b-5142085e2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.215413 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Pushing event updated for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:24.218073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.250390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36129583-06ba-40fd-a33b-5142085e2c5f None None] Port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:24.307203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:24.308628 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:24.330582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:22Z', 'revision_number': 3, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:24.362817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c507cd9-46a6-4aeb-9e5c-55f83eee47c4 None None] The sync data for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 is: [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:22Z', 'revision_number': 3, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:24.416017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:24.446624 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Router 742e08a2-81db-470f-990f-c565aea37d43 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:24.489915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:24.490825 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.605237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:24.606634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6a287b3a-a2fb-4df5-bec8-d609e66a213d None None] Provisioning complete for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:24.607007 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a287b3a-a2fb-4df5-bec8-d609e66a213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:24.616207 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0285a64a-79ba-470d-97a3-6b580da1e32f admin admin] 10.222.0.41 "PUT /v2.0/routers/742e08a2-81db-470f-990f-c565aea37d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9706802 Sep 01 16:05:24.661033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6a287b3a-a2fb-4df5-bec8-d609e66a213d None None] Port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:25.136055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 49688) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:25.141362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-832530355-network', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:25.163231 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Made reservation on behalf of 7b022dde272a4326b9fec50a5b3abaf1 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:25.165946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.176235 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.268851 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.272412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.295565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:05:25.305466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2266d723-5126-4f4a-a391-b169f8447426,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:25.310164 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.310502 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Added segment fbbf5b7a-ac75-4621-85b1-57eba289997f of type vlan for network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 Sep 01 16:05:25.353363 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.377420 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.378373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:25.378982 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.432396 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2951539 Sep 01 16:05:25.436821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49690) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:25.442610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Request body: {'subnet': {'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-subnet', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:25.443921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec51e4a-4d42-4dda-b4b6-e2f8981d59c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2c22ed-aba4-4193-8b3e-0746cff8bdb7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:25.455965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:05:25.465610 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Made reservation on behalf of 7b022dde272a4326b9fec50a5b3abaf1 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:25.468556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.647216 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.703566 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf856aa0-c6db-46b1-9ccf-7a9665bae93e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:25.714842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Checking segment: {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:25.715193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Network hostable DHCP agents. Network: 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:05:25.732701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:05:25.744256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:25.749348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:25.749938 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.753068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a5c5e-02cc-4c1c-9342-ca6d84c768b5 None None] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:25.767818 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-89e7521a-dbee-4260-a635-f2f6746ff91d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3298330 Sep 01 16:05:25.770349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:25.774827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:25.799207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.800226 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.856140 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.910428 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:05:25.911285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:25.957379 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Sync routers for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:25.966443 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:25.967056 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:25.998186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.062195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Allocated IP 172.20.0.2 (9b2c22ed-aba4-4193-8b3e-0746cff8bdb7/bf856aa0-c6db-46b1-9ccf-7a9665bae93e/d535a8ab-f400-4981-b7d3-9a1ce23621ae) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:26.084480 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:26.209292 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.216116 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.225916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Transition to ACTIVE for port object d535a8ab-f400-4981-b7d3-9a1ce23621ae will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:26.234826 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.244595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Transition to ACTIVE for port object d535a8ab-f400-4981-b7d3-9a1ce23621ae will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:26.250967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.286956 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 4, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c5a6f7cf-ca18-41a5-bf41-a334d5150e2a', 'name': '', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'mac_address': 'fa:16:3e:aa:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:23Z', 'updated_at': '2021-09-01T16:05:24Z', 'revision_number': 2, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'subnets': [{'id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:26.299395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:26.302742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:26.305393 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:26.312809 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Checking router: 742e08a2-81db-470f-990f-c565aea37d43 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:26.313181 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Updating router 742e08a2-81db-470f-990f-c565aea37d43 port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:26.313561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Pushing event updated for resources: {'Port': ['ID=d535a8ab-f400-4981-b7d3-9a1ce23621ae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:26.340824 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.348495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Allocated IP 172.25.1.175 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/81e786f8-cc5b-4970-8ab3-18d0684f28cd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:26.374570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Attempting to bind port d535a8ab-f400-4981-b7d3-9a1ce23621ae on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:26.376751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Attempting to bind port d535a8ab-f400-4981-b7d3-9a1ce23621ae by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:26.376751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Attempting to bind port d535a8ab-f400-4981-b7d3-9a1ce23621ae on network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:26.384397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:26.384781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Checking segment: {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:26.385268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.385749 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Bound using segment: {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:26.386127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Bound port: d535a8ab-f400-4981-b7d3-9a1ce23621ae, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:26.386516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.477818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:26.485361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] For port d535a8ab-f400-4981-b7d3-9a1ce23621ae, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:26.522087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] For port d535a8ab-f400-4981-b7d3-9a1ce23621ae, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d535a8ab-f400-4981-b7d3-9a1ce23621ae,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:26.528454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.603026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfb537-53d9-485b-bad2-229fd69f36c8 None None] Pushing event updated for resources: {'Port': ['ID=d535a8ab-f400-4981-b7d3-9a1ce23621ae,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:26.607383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:26.612062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:26.612268 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.671744 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.684531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Transition to ACTIVE for port object c5a6f7cf-ca18-41a5-bf41-a334d5150e2a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:26.694613 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.711102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.749654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:26.759750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.819176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.832577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Attempting to bind port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:26.832577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Attempting to bind port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:26.832577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Attempting to bind port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:26.833426 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Pushing event updated for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:26.844962 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.845506 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.845992 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.846507 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.846983 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.847461 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.847966 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.848567 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.849093 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.849570 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.850042 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.850602 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:05:26.861032 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:26.861765 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Checking segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:26.862395 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.862943 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Bound using segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:26.863584 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Bound port: c5a6f7cf-ca18-41a5-bf41-a334d5150e2a, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:26.864122 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.881412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:26.886775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.937406 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:26.938174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] For port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:26.942416 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] For port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:26.947160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:26.948190 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:26.951337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:26.981750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Pushing event updated for resources: {'Port': ['ID=81e786f8-cc5b-4970-8ab3-18d0684f28cd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:27.037468 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:27.038948 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:27.083290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738061c-adfc-41de-8918-a384c6ba00af None None] Pushing event updated for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:27.240093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:27.256148 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:27.455367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:27.478781 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 4, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c5a6f7cf-ca18-41a5-bf41-a334d5150e2a', 'name': '', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'mac_address': 'fa:16:3e:aa:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:23Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 4, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'subnets': [{'id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:27.507845 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888a71b-d259-4ff1-8605-a0e7df954a55 None None] The sync data for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 is: [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:23Z', 'revision_number': 4, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'c5a6f7cf-ca18-41a5-bf41-a334d5150e2a', 'name': '', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'mac_address': 'fa:16:3e:aa:24:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:23Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 4, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'subnets': [{'id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:27.623582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Router afa12236-2a60-4370-a7aa-3592d32031c7 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:05:27.753113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:27.753850 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def55135-ab19-45da-9af5-25db53463003 None None] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:05:27.771983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Sync routers for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:27.776540 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:27.780572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af90f561-7aae-4a49-b2ca-8f2d7a588a43 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0067930 Sep 01 16:05:27.780827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49694) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:05:27.817186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:27.818029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:27.896035 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-aac34e18-fb68-45b3-bb5f-cab21717f049 None None] Provisioning for port d535a8ab-f400-4981-b7d3-9a1ce23621ae completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:27.994789 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:28.229930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:27Z', 'revision_number': 3, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:28.255348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.262319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Checking router: afa12236-2a60-4370-a7aa-3592d32031c7 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:28.262656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Updating router afa12236-2a60-4370-a7aa-3592d32031c7 port 81e786f8-cc5b-4970-8ab3-18d0684f28cd binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:28.300418 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.301381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.483850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Allocated IP 172.20.0.1 (9b2c22ed-aba4-4193-8b3e-0746cff8bdb7/bf856aa0-c6db-46b1-9ccf-7a9665bae93e/7db8c673-8094-40f8-afc9-96d6173822d5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:28.589939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d535a8ab-f400-4981-b7d3-9a1ce23621ae up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:28.631233 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.637451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.647143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Transition to ACTIVE for port object 7db8c673-8094-40f8-afc9-96d6173822d5 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:28.651639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Transition to ACTIVE for port object 81e786f8-cc5b-4970-8ab3-18d0684f28cd will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:28.660617 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.688272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.712643 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d535a8ab-f400-4981-b7d3-9a1ce23621ae completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:28.729588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d535a8ab-f400-4981-b7d3-9a1ce23621ae triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:28.729976 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.732088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069e7f-f71a-4e45-a19f-21a6ebe108fa None None] Pushing event updated for resources: {'Port': ['ID=81e786f8-cc5b-4970-8ab3-18d0684f28cd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:28.733765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Attempting to bind port 81e786f8-cc5b-4970-8ab3-18d0684f28cd on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:28.734133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Attempting to bind port 81e786f8-cc5b-4970-8ab3-18d0684f28cd by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:28.734498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Attempting to bind port 81e786f8-cc5b-4970-8ab3-18d0684f28cd on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:28.741280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:28.744951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:28.748915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:28.755209 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Pushing event updated for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:28.758783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:28.759157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:28.759640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.760040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:28.760509 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Bound port: 81e786f8-cc5b-4970-8ab3-18d0684f28cd, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:28.760886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.802925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.838689 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] For port 81e786f8-cc5b-4970-8ab3-18d0684f28cd, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:28.842197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] For port 81e786f8-cc5b-4970-8ab3-18d0684f28cd, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81e786f8-cc5b-4970-8ab3-18d0684f28cd,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:28.868676 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.932114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.953686 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:28.957432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:28.958064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:28.962055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069e7f-f71a-4e45-a19f-21a6ebe108fa None None] Pushing event updated for resources: {'Port': ['ID=81e786f8-cc5b-4970-8ab3-18d0684f28cd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:29.029554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d535a8ab-f400-4981-b7d3-9a1ce23621ae, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d535a8ab-f400-4981-b7d3-9a1ce23621ae,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:29.032103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-504ab234-4702-49ab-ba77-e33b48fed6b8 None None] Provisioning for port 7db8c673-8094-40f8-afc9-96d6173822d5 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:29.037694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.038409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5a6f7cf-ca18-41a5-bf41-a334d5150e2a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:29.043656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-504ab234-4702-49ab-ba77-e33b48fed6b8 None None] Provisioning complete for port 7db8c673-8094-40f8-afc9-96d6173822d5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:29.044018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-504ab234-4702-49ab-ba77-e33b48fed6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.129013 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.133920 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.205985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Pushing event updated for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:29.208416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.299765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:29.300989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:29.338858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-504ab234-4702-49ab-ba77-e33b48fed6b8 None None] Port 7db8c673-8094-40f8-afc9-96d6173822d5 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:29.356883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:29.392076 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d535a8ab-f400-4981-b7d3-9a1ce23621ae,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:29.412854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:29.424650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Router afa12236-2a60-4370-a7aa-3592d32031c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:05:29.446527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:29.446904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.545030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:05:29.551751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-039d4ab1-2623-4bf4-b9df-30c875399b28 admin admin] 10.222.0.41 "PUT /v2.0/routers/afa12236-2a60-4370-a7aa-3592d32031c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698619 Sep 01 16:05:29.621791 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-772bfb31-2e6a-4965-aa23-aed0dd4bd872 None None] Provisioning complete for port 7db8c673-8094-40f8-afc9-96d6173822d5 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:29.622160 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-772bfb31-2e6a-4965-aa23-aed0dd4bd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.642829 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.682230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-772bfb31-2e6a-4965-aa23-aed0dd4bd872 None None] Port 7db8c673-8094-40f8-afc9-96d6173822d5 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:29.700050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:29.706461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:29.707471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:29.753385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7db8c673-8094-40f8-afc9-96d6173822d5', 'name': '', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'mac_address': 'fa:16:3e:72:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:28Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 1, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'subnets': [{'id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:29.793573 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8721843-3754-4614-8397-eae2e70dabbb None None] The sync data for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 is: [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7db8c673-8094-40f8-afc9-96d6173822d5', 'name': '', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'mac_address': 'fa:16:3e:72:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:28Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 1, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'subnets': [{'id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:29.820126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:29.833565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:29.833940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:30.249713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-3742a9f8-7dce-4174-b77d-b2835878a5ea tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:30.251474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-3742a9f8-7dce-4174-b77d-b2835878a5ea tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 816 time: 0.1075313 Sep 01 16:05:30.269612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-b56c4a37-3ce1-46da-96f4-e4772918fe42 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/quotas/25999cfba11848aa98d8cce9dc217f42 HTTP/1.1" status: 200 len: 375 time: 0.0115321 Sep 01 16:05:30.333687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-f76f1924-1e1c-46da-8c78-646cc37340ab tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557420 Sep 01 16:05:30.450027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5a6f7cf-ca18-41a5-bf41-a334d5150e2a up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:30.490247 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-217a522b-c9ab-4115-bbc2-4e2e29f1ce8e service neutron] 10.222.0.41 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346912 Sep 01 16:05:30.506088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:30.506088 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:30.605677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d535a8ab-f400-4981-b7d3-9a1ce23621ae up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:30.613681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-2d4101cf-bfc8-4c3b-9ed8-6230410be1d9 service neutron] 10.222.0.41 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172392 Sep 01 16:05:30.682303 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d535a8ab-f400-4981-b7d3-9a1ce23621ae triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:30.684007 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:30.845536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf50c765-130c-4f0f-805b-8a1d02ceabfa req-f87df3ec-3749-4195-a942-01bc11cbba87 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 210 time: 0.0314732 Sep 01 16:05:31.854881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-7ca7cd6a-8223-4ea8-9045-a9a9c955e57e tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:31.856496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-7ca7cd6a-8223-4ea8-9045-a9a9c955e57e tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 816 time: 0.1039176 Sep 01 16:05:31.879651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Request body: {'port': {'device_id': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'admin_state_up': True, 'tenant_id': '25999cfba11848aa98d8cce9dc217f42'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:31.910715 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Sync routers for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:05:31.927136 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:31.927766 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:31.960245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c180c910-414c-4016-8883-8cc751acbcfc req-effd9d05-3e2c-4f5a-8b4d-4e045d199ac9 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 210 time: 0.0327153 Sep 01 16:05:32.021474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Made reservation on behalf of 25999cfba11848aa98d8cce9dc217f42 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:05:32.025149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.038066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:32.159841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Allocated IP 172.20.0.7 (0aebc747-7b18-473c-b4f2-e7d8de342934/97a76086-cb27-42a1-ad0f-7c1879a88964/24ec5504-cc25-4272-b69d-b74a29279894) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:05:32.249570 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7db8c673-8094-40f8-afc9-96d6173822d5', 'name': '', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'mac_address': 'fa:16:3e:72:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:28Z', 'updated_at': '2021-09-01T16:05:29Z', 'revision_number': 2, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'subnets': [{'id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:32.276143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Checking router: afa12236-2a60-4370-a7aa-3592d32031c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:05:32.276486 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Updating router afa12236-2a60-4370-a7aa-3592d32031c7 port 7db8c673-8094-40f8-afc9-96d6173822d5 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:05:32.302482 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.312450 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.325335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Transition to ACTIVE for port object 24ec5504-cc25-4272-b69d-b74a29279894 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:32.367062 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.414454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:05:32.417713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:05:32.421582 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:05:32.455030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81e786f8-cc5b-4970-8ab3-18d0684f28cd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:32.462993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Pushing event updated for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:32.478376 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:32.479020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.498190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-97e128dc-f478-4d00-ac12-33bfdba94919 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248734 Sep 01 16:05:32.522459 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 81e786f8-cc5b-4970-8ab3-18d0684f28cd completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:32.523351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Request body: {'port': {'device_id': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:05:32.528864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 81e786f8-cc5b-4970-8ab3-18d0684f28cd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:32.529437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.621213 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.626533 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.627593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.636846 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Transition to ACTIVE for port object 7db8c673-8094-40f8-afc9-96d6173822d5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:32.646367 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.653398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 81e786f8-cc5b-4970-8ab3-18d0684f28cd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81e786f8-cc5b-4970-8ab3-18d0684f28cd,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:32.660093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.737094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=81e786f8-cc5b-4970-8ab3-18d0684f28cd,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:32.741890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b5ff8d0-d98c-4c44-81f1-a65e3f08f850 None None] Provisioning for port 24ec5504-cc25-4272-b69d-b74a29279894 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:32.746532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5b5ff8d0-d98c-4c44-81f1-a65e3f08f850 None None] Provisioning complete for port 24ec5504-cc25-4272-b69d-b74a29279894 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:32.747119 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff8d0-d98c-4c44-81f1-a65e3f08f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.767273 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18f9a3-1262-442d-b559-3eee6f9c7616 None None] Pushing event updated for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:32.773812 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Attempting to bind port 7db8c673-8094-40f8-afc9-96d6173822d5 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:32.774174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Attempting to bind port 7db8c673-8094-40f8-afc9-96d6173822d5 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:32.774660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Attempting to bind port 7db8c673-8094-40f8-afc9-96d6173822d5 on network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:32.781476 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:32.782010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Checking segment: {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:32.782720 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.783204 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Bound using segment: {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:32.783774 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Bound port: 7db8c673-8094-40f8-afc9-96d6173822d5, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbf5b7a-ac75-4621-85b1-57eba289997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:32.784255 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.788693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ff8d0-d98c-4c44-81f1-a65e3f08f850 None None] Port 24ec5504-cc25-4272-b69d-b74a29279894 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:05:32.861046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] For port 7db8c673-8094-40f8-afc9-96d6173822d5, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:32.864659 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] For port 7db8c673-8094-40f8-afc9-96d6173822d5, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7db8c673-8094-40f8-afc9-96d6173822d5,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:32.869670 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:32.931991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:05:32.932641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:05:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:32.937560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18f9a3-1262-442d-b559-3eee6f9c7616 None None] Pushing event updated for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:32.992725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ec5504-cc25-4272-b69d-b74a29279894 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:33.003156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.017587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Transition to ACTIVE for port object 24ec5504-cc25-4272-b69d-b74a29279894 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:05:33.023079 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.069206 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:05:33.089769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Pushing event updated for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:33.196223 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a7f83-c971-4f85-b656-6d048538be74 req-f0c969bb-16ec-4140-a4d8-b34d63209950 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.200439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-891a7f83-c971-4f85-b656-6d048538be74 req-f0c969bb-16ec-4140-a4d8-b34d63209950 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 943 time: 0.1354556 Sep 01 16:05:33.238538 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Attempting to bind port 24ec5504-cc25-4272-b69d-b74a29279894 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:05:33.238951 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Attempting to bind port 24ec5504-cc25-4272-b69d-b74a29279894 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:05:33.239193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Attempting to bind port 24ec5504-cc25-4272-b69d-b74a29279894 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:33.248091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Port 24ec5504-cc25-4272-b69d-b74a29279894 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:05:33.248424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Attempting to bind port 24ec5504-cc25-4272-b69d-b74a29279894 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:05:33.262278 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:05:33.262621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Checking segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:05:33.263008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Bound using segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:05:33.263447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Bound port: 24ec5504-cc25-4272-b69d-b74a29279894, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:05:33.263803 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.269558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-891a7f83-c971-4f85-b656-6d048538be74 req-c6a0aba6-9ed9-4f2a-b281-a5cc1c3d9840 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 Sep 01 16:05:33.318071 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7db8c673-8094-40f8-afc9-96d6173822d5', 'name': '', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'mac_address': 'fa:16:3e:72:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:28Z', 'updated_at': '2021-09-01T16:05:32Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'subnets': [{'id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:05:33.335900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:05:33.338901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=24ec5504-cc25-4272-b69d-b74a29279894,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:05:33.344219 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.349333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a9df-1b65-40de-a624-342df9ba7f41 None None] The sync data for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 is: [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:05:28Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '7db8c673-8094-40f8-afc9-96d6173822d5', 'name': '', 'network_id': '9b2c22ed-aba4-4193-8b3e-0746cff8bdb7', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'mac_address': 'fa:16:3e:72:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:28Z', 'updated_at': '2021-09-01T16:05:32Z', 'revision_number': 4, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'subnets': [{'id': 'bf856aa0-c6db-46b1-9ccf-7a9665bae93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:05:33.382171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.382801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:33.384428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] 10.222.0.24 "PUT /v2.0/ports/24ec5504-cc25-4272-b69d-b74a29279894 HTTP/1.1" status: 200 len: 1092 time: 0.8715036 Sep 01 16:05:33.384958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:33.387323 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c2bcb-6198-4557-b7d8-6b0860c4282f" -d '{"events": [{"name": "network-changed", "server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "tag": "24ec5504-cc25-4272-b69d-b74a29279894"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:33.418858 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01fb94-3875-4e71-a309-491ee23e63fa service neutron] Pushing event updated for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:33.440003 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b578c19d-2355-43c9-8e40-297b067d3ca7 x-openstack-request-id: req-b578c19d-2355-43c9-8e40-297b067d3ca7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:33.440331 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "tag": "24ec5504-cc25-4272-b69d-b74a29279894", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:33.440544 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b578c19d-2355-43c9-8e40-297b067d3ca7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:33.441197 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894', 'status': 'completed', 'code': 200} Sep 01 16:05:33.510813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-2553c38d-cd21-4516-b5b2-272e76e3c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.512301 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-2553c38d-cd21-4516-b5b2-272e76e3c754 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 1095 time: 0.0523043 Sep 01 16:05:33.564717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-fb2eccab-3712-4af4-9802-6a11c90277ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ec5504-cc25-4272-b69d-b74a29279894 HTTP/1.1" status: 200 len: 217 time: 0.0372465 Sep 01 16:05:33.621796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-4008dea2-1aae-4d2e-840b-192c8ca82d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.623391 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-4008dea2-1aae-4d2e-840b-192c8ca82d11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97a76086-cb27-42a1-ad0f-7c1879a88964 HTTP/1.1" status: 200 len: 855 time: 0.0510483 Sep 01 16:05:33.672396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4058-2e05-4d39-b087-5d2d9955565c req-6d127178-715c-425f-97dc-0508393c0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:33.674023 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-6d127178-715c-425f-97dc-0508393c0ccc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aebc747-7b18-473c-b4f2-e7d8de342934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427973 Sep 01 16:05:33.767997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-9f9571f3-9312-4dff-82f7-a801e5f52336 service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Sep 01 16:05:34.169370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-942d4058-2e05-4d39-b087-5d2d9955565c req-146c6b74-b2e2-458f-9fee-94b10597924e service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938589 Sep 01 16:05:34.298738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-977d159a-e63b-4888-9529-ba2d76098e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.300306 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-977d159a-e63b-4888-9529-ba2d76098e86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 1095 time: 0.0437520 Sep 01 16:05:34.431797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7db8c673-8094-40f8-afc9-96d6173822d5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:34.432480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327378b-a761-4a7f-b6cf-946b0736129f req-133c204e-ad13-4a7e-a52e-90e18eddb97f tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.434047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9327378b-a761-4a7f-b6cf-946b0736129f req-133c204e-ad13-4a7e-a52e-90e18eddb97f tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 943 time: 0.0820789 Sep 01 16:05:34.435348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-ab20909f-df87-4c8a-bd03-9d61ae000e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.436694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-ab20909f-df87-4c8a-bd03-9d61ae000e10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 917 time: 0.1293099 Sep 01 16:05:34.484925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7db8c673-8094-40f8-afc9-96d6173822d5 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:34.489915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7db8c673-8094-40f8-afc9-96d6173822d5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:34.490290 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.493894 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-cfd0489e-1c5c-4f77-8ce0-cd603178e6cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ec5504-cc25-4272-b69d-b74a29279894 HTTP/1.1" status: 200 len: 217 time: 0.0466456 Sep 01 16:05:34.519179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9327378b-a761-4a7f-b6cf-946b0736129f req-97bd0042-fdbb-41cc-9a4e-48917ccfa1ab tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779786 Sep 01 16:05:34.554785 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-c5944215-90c9-4ad4-94b3-76a9cfca9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.556433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-c5944215-90c9-4ad4-94b3-76a9cfca9c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97a76086-cb27-42a1-ad0f-7c1879a88964 HTTP/1.1" status: 200 len: 855 time: 0.0522201 Sep 01 16:05:34.571090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.605948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7db8c673-8094-40f8-afc9-96d6173822d5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7db8c673-8094-40f8-afc9-96d6173822d5,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:34.610127 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.611536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81e786f8-cc5b-4970-8ab3-18d0684f28cd up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:34.611944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-f650d5fb-7bb0-45b4-b955-c857a337e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:34.613511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-f650d5fb-7bb0-45b4-b955-c857a337e0b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aebc747-7b18-473c-b4f2-e7d8de342934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488224 Sep 01 16:05:34.687843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:34.700323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 81e786f8-cc5b-4970-8ab3-18d0684f28cd triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:34.700700 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:34.715838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-d3a07e28-5ce3-44e2-b6ec-af9a2df39d4b service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917134 Sep 01 16:05:34.810437 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df7c2bcb-6198-4557-b7d8-6b0860c4282f req-608e2387-8dad-4da3-9017-c471bf3db2b4 service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855470 Sep 01 16:05:35.636161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558df0-4dc0-4fd9-8d58-10b5e1d06d86 req-fc43bc32-2235-4766-8858-6df529cb3924 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:35.637687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a558df0-4dc0-4fd9-8d58-10b5e1d06d86 req-fc43bc32-2235-4766-8858-6df529cb3924 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 943 time: 0.0499985 Sep 01 16:05:35.676029 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3a558df0-4dc0-4fd9-8d58-10b5e1d06d86 req-7be668b9-dea2-4089-84ae-85b8ce58fe08 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Sep 01 16:05:36.405164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7db8c673-8094-40f8-afc9-96d6173822d5 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:36.455296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7db8c673-8094-40f8-afc9-96d6173822d5 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:36.455669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:36.796436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674a74f-6fdd-4cf6-b7a1-63da2bc23c2e req-a4d8bfda-821d-4da0-bcc6-e1deb8ff1541 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:36.798040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c674a74f-6fdd-4cf6-b7a1-63da2bc23c2e req-a4d8bfda-821d-4da0-bcc6-e1deb8ff1541 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 943 time: 0.0545025 Sep 01 16:05:36.837367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c674a74f-6fdd-4cf6-b7a1-63da2bc23c2e req-4028f97f-c2e8-43ca-801f-f8e3a087139e tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Sep 01 16:05:37.951929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2420e3-4c18-424f-98f4-04cfd49525a1 req-9e0d1567-d6d8-4559-9279-677222af0701 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:37.953465 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b2420e3-4c18-424f-98f4-04cfd49525a1 req-9e0d1567-d6d8-4559-9279-677222af0701 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 943 time: 0.0499682 Sep 01 16:05:37.993230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 24ec5504-cc25-4272-b69d-b74a29279894 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:05:37.994114 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b2420e3-4c18-424f-98f4-04cfd49525a1 req-9e550cfe-1e74-4543-93f7-213fc69b7ded tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341799 Sep 01 16:05:38.085258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=24ec5504-cc25-4272-b69d-b74a29279894,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:38.100296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '24ec5504-cc25-4272-b69d-b74a29279894', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'port_id': '24ec5504-cc25-4272-b69d-b74a29279894', 'mac_address': 'fa:16:3e:da:f4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:05:38.138395 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:38.156327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ec5504-cc25-4272-b69d-b74a29279894 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:05:38.175366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=24ec5504-cc25-4272-b69d-b74a29279894,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:38.179809 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:38.227543 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:38.504516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['24ec5504-cc25-4272-b69d-b74a29279894'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:05:39.109279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf19193-bf6a-44a0-bccc-b9f3d7027b03 req-d4114828-757c-4172-adfc-dba7327b7ae3 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:39.110675 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbf19193-bf6a-44a0-bccc-b9f3d7027b03 req-d4114828-757c-4172-adfc-dba7327b7ae3 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 944 time: 0.0500047 Sep 01 16:05:39.149214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fbf19193-bf6a-44a0-bccc-b9f3d7027b03 req-70214585-1e5f-4830-93d3-ded09eeb3de2 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Sep 01 16:05:40.018068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 24ec5504-cc25-4272-b69d-b74a29279894 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:05:40.065631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 24ec5504-cc25-4272-b69d-b74a29279894 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:05:40.069446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 24ec5504-cc25-4272-b69d-b74a29279894 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:05:40.069819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.148991 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.174156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:05:40.176821 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b73e19b-86ac-4367-bcfb-378716fb3b1b" -d '{"events": [{"server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "name": "network-vif-plugged", "status": "completed", "tag": "24ec5504-cc25-4272-b69d-b74a29279894"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:05:40.189048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=24ec5504-cc25-4272-b69d-b74a29279894,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:05:40.193607 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:40.241210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:05:40.269127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0f32-d6f4-4098-8a9c-d5519b8df3bf req-99dc7c13-656e-4082-93fd-b8c101f0744b tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:40.270548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2e0f32-d6f4-4098-8a9c-d5519b8df3bf req-99dc7c13-656e-4082-93fd-b8c101f0744b tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0549440 Sep 01 16:05:40.307706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f2e0f32-d6f4-4098-8a9c-d5519b8df3bf req-75a1f3a4-430d-46a5-9d71-08c24edc9216 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Sep 01 16:05:40.351173 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18216923-b18b-4447-b3ea-956daee62047 x-openstack-request-id: req-18216923-b18b-4447-b3ea-956daee62047 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:05:40.351478 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "name": "network-vif-plugged", "status": "completed", "tag": "24ec5504-cc25-4272-b69d-b74a29279894", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:05:40.351731 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18216923-b18b-4447-b3ea-956daee62047 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:05:40.352158 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894', 'code': 200} Sep 01 16:05:40.494043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daed5d-34fc-4741-98dd-9b0105551a6e req-061afaaf-f41e-4889-96fe-d4f4e79e70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:40.495557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7daed5d-34fc-4741-98dd-9b0105551a6e req-061afaaf-f41e-4889-96fe-d4f4e79e70d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 1097 time: 0.0402122 Sep 01 16:05:40.534040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a7daed5d-34fc-4741-98dd-9b0105551a6e req-7a69b24d-a100-4feb-8aaf-455eb8157929 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301392 Sep 01 16:05:41.424656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91c57-6135-4130-ae08-df81814555d7 req-71ccba50-3f94-4546-b0d9-f6010a4d0ab6 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:41.426175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fae91c57-6135-4130-ae08-df81814555d7 req-71ccba50-3f94-4546-b0d9-f6010a4d0ab6 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0487015 Sep 01 16:05:41.464210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fae91c57-6135-4130-ae08-df81814555d7 req-13263ac9-79eb-47c9-a7ee-3130f086a949 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Sep 01 16:05:42.585671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d479b8a-718e-403f-969e-e73e7f5ebd85 req-406da99e-78d6-4eb7-9d75-61be74dd33d5 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.587147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d479b8a-718e-403f-969e-e73e7f5ebd85 req-406da99e-78d6-4eb7-9d75-61be74dd33d5 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0530329 Sep 01 16:05:42.625871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d479b8a-718e-403f-969e-e73e7f5ebd85 req-eeb2e5c5-a5f8-4131-aff7-63375b3ffdb6 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Sep 01 16:05:42.739507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740bc6d-ecaa-4bf9-b2e7-b233391b8be7 req-628b00e6-90aa-4831-9aed-98b569049ca2 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:42.741007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4740bc6d-ecaa-4bf9-b2e7-b233391b8be7 req-628b00e6-90aa-4831-9aed-98b569049ca2 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0489995 Sep 01 16:05:42.779924 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4740bc6d-ecaa-4bf9-b2e7-b233391b8be7 req-66dcd7b5-7628-406b-9f7d-6a60db828745 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Sep 01 16:05:44.477985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffffe641-384e-40df-9b8c-53c3fa3c3f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:47.604298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7b68754-946d-404e-8c4d-13e128454057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:47.758922 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:48.603565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:48.983886 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:50.139064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:55.355964 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:58.251343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:01.365213 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05d4d3-1323-404b-bd38-61ab77f9eee2 req-e5320240-f6f0-4578-915d-1ca1090652b7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:01.366727 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e05d4d3-1323-404b-bd38-61ab77f9eee2 req-e5320240-f6f0-4578-915d-1ca1090652b7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0493677 Sep 01 16:06:01.404951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0e05d4d3-1323-404b-bd38-61ab77f9eee2 req-2ed5c7ec-3112-492c-a59b-8db710d01212 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Sep 01 16:06:02.528844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd62a7-2a5d-44fa-af5c-964fb26c6b9d req-a4537029-48c3-4c59-a440-7c20b191cd13 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:02.530375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17dd62a7-2a5d-44fa-af5c-964fb26c6b9d req-a4537029-48c3-4c59-a440-7c20b191cd13 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0559907 Sep 01 16:06:02.569598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17dd62a7-2a5d-44fa-af5c-964fb26c6b9d req-b9e30f4d-86a9-4a64-afa5-ae398c1c17f8 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Sep 01 16:06:03.142614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-74347295-3c7a-4231-aa4d-7e1bd72a8fc2 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:03.144079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-74347295-3c7a-4231-aa4d-7e1bd72a8fc2 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 945 time: 0.0480802 Sep 01 16:06:03.233536 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Deleting port 24ec5504-cc25-4272-b69d-b74a29279894 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:03.233865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:03.326172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] For port 24ec5504-cc25-4272-b69d-b74a29279894, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=24ec5504-cc25-4272-b69d-b74a29279894,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:03.326525 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:03.339391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Calling delete_port for 24ec5504-cc25-4272-b69d-b74a29279894 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:03.469528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:03.496653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Pushing event deleted for resources: {'Port': ['ID=24ec5504-cc25-4272-b69d-b74a29279894,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:03.503283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['24ec5504-cc25-4272-b69d-b74a29279894'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:03.506920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.507218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.507581 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.507795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.508127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.508454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.508783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.509127 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.509457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.509818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.510102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.511156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:03.556351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] No DVR routers for this DVR port 24ec5504-cc25-4272-b69d-b74a29279894 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:03.559276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:03.561481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4df20d21-71e3-4d45-a41f-d8064679c9b6 req-2eedfa3c-e3fd-46e9-897f-74b5db797172 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "DELETE /v2.0/ports/24ec5504-cc25-4272-b69d-b74a29279894 HTTP/1.1" status: 204 len: 173 time: 0.4111795 Sep 01 16:06:03.561940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'name': 'network-vif-deleted', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:03.564335 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa774d38-a524-4728-97af-505c5377985c" -d '{"events": [{"server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "name": "network-vif-deleted", "tag": "24ec5504-cc25-4272-b69d-b74a29279894"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:03.604770 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeb0aa7-32ce-4a3c-83c4-df9c0fd2108e x-openstack-request-id: req-3aeb0aa7-32ce-4a3c-83c4-df9c0fd2108e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:03.605476 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d47ca9-e0b2-4d3a-98e7-87f2f83f30be", "name": "network-vif-deleted", "tag": "24ec5504-cc25-4272-b69d-b74a29279894", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:03.605799 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aeb0aa7-32ce-4a3c-83c4-df9c0fd2108e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:03.606427 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d47ca9-e0b2-4d3a-98e7-87f2f83f30be', 'name': 'network-vif-deleted', 'tag': '24ec5504-cc25-4272-b69d-b74a29279894', 'status': 'completed', 'code': 200} Sep 01 16:06:03.689513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-732ae602-4cd3-49fe-8086-07f8f040b332 req-3a00e837-22eb-4f9a-b71f-b1302f4355c9 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=61d47ca9-e0b2-4d3a-98e7-87f2f83f30be HTTP/1.1" status: 200 len: 210 time: 0.0319836 Sep 01 16:06:05.158983 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-351757c7-2e5c-4b30-9717-932b7a719784 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:05.160412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-351757c7-2e5c-4b30-9717-932b7a719784 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 816 time: 0.1042900 Sep 01 16:06:05.175942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-2c1161bd-d8d7-409f-a21f-b2a705e8140a tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/quotas/25999cfba11848aa98d8cce9dc217f42 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Sep 01 16:06:05.227885 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-8b7aecb2-6d62-4b8b-bb98-73952ea9750d tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461853 Sep 01 16:06:05.326193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-c8b07e2f-c9d6-42d3-9b8d-d475b9f49160 service neutron] 10.222.0.41 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865827 Sep 01 16:06:05.413918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-e9c70f02-f556-457a-8d07-92724c2619a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Sep 01 16:06:05.583164 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f68dfb4c-7af7-4db0-a89d-b4ffad448c1e req-b2c7d463-5c1f-425e-816f-9e96202d3e27 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Sep 01 16:06:06.567083 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-36d5700a-4ee3-4f94-97db-25a1df829909 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:06.568566 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-36d5700a-4ee3-4f94-97db-25a1df829909 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 816 time: 0.1078799 Sep 01 16:06:06.588076 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Request body: {'port': {'device_id': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'admin_state_up': True, 'tenant_id': '25999cfba11848aa98d8cce9dc217f42'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:06.695783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2abcb87-bd38-45da-a600-35a32689333e req-5df88451-1634-4f66-898f-be5d9224bff9 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 210 time: 0.0422802 Sep 01 16:06:06.727896 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Made reservation on behalf of 25999cfba11848aa98d8cce9dc217f42 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:06:06.731431 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:06.854292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Allocated IP 172.20.0.10 (0aebc747-7b18-473c-b4f2-e7d8de342934/97a76086-cb27-42a1-ad0f-7c1879a88964/dfe814dc-d4c2-4111-8542-8d5e563d6e81) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:07.003627 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.017394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Transition to ACTIVE for port object dfe814dc-d4c2-4111-8542-8d5e563d6e81 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:07.049952 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.093016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:07.096298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:07.100557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:07.106838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Pushing event updated for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:07.157230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.157875 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.173021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-93af12a8-bc26-42cd-8a50-1639512d2cbf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893261 Sep 01 16:06:07.192162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Request body: {'port': {'device_id': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:07.248362 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.339191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-237a05df-2bce-490c-82c7-72b4b17000f8 None None] Provisioning for port dfe814dc-d4c2-4111-8542-8d5e563d6e81 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:07.343568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-237a05df-2bce-490c-82c7-72b4b17000f8 None None] Provisioning complete for port dfe814dc-d4c2-4111-8542-8d5e563d6e81 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:07.343936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-237a05df-2bce-490c-82c7-72b4b17000f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.379238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-237a05df-2bce-490c-82c7-72b4b17000f8 None None] Port dfe814dc-d4c2-4111-8542-8d5e563d6e81 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:06:07.511583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe814dc-d4c2-4111-8542-8d5e563d6e81 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:06:07.519131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.532998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Transition to ACTIVE for port object dfe814dc-d4c2-4111-8542-8d5e563d6e81 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:07.537173 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.611830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:07.663950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Attempting to bind port dfe814dc-d4c2-4111-8542-8d5e563d6e81 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:07.664288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Attempting to bind port dfe814dc-d4c2-4111-8542-8d5e563d6e81 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:07.664625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Attempting to bind port dfe814dc-d4c2-4111-8542-8d5e563d6e81 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:07.669898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Port dfe814dc-d4c2-4111-8542-8d5e563d6e81 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:06:07.670323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Attempting to bind port dfe814dc-d4c2-4111-8542-8d5e563d6e81 on network 0aebc747-7b18-473c-b4f2-e7d8de342934 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:07.676571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:07.676910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Checking segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:07.677360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Bound using segment: {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:07.677791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Bound port: dfe814dc-d4c2-4111-8542-8d5e563d6e81, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65338d5-96c7-4853-83b0-8949d29d617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:07.678149 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.747071 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:07.750416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:07.754906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.793862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.794756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:07.796343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] 10.222.0.24 "PUT /v2.0/ports/dfe814dc-d4c2-4111-8542-8d5e563d6e81 HTTP/1.1" status: 200 len: 1093 time: 0.6092901 Sep 01 16:06:07.808335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:07.810667 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68654bd6-3d5b-4e1b-89fd-fd7465e93898" -d '{"events": [{"name": "network-changed", "server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:07.886645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5420c9-2c47-492a-a2b7-5ff8b1487444 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:07.903481 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39427072-faaf-4b5f-a153-64b9b207f48f req-cc83e091-e337-4a1d-90fa-4895069ff047 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.905089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39427072-faaf-4b5f-a153-64b9b207f48f req-cc83e091-e337-4a1d-90fa-4895069ff047 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 944 time: 0.1197083 Sep 01 16:06:07.931915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-2e1ad759-8826-4302-ad2b-03c7553cf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:07.933498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-2e1ad759-8826-4302-ad2b-03c7553cf54e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 1096 time: 0.0790966 Sep 01 16:06:07.965217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39427072-faaf-4b5f-a153-64b9b207f48f req-38515f17-59c3-4393-999b-3ba2160c4317 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Sep 01 16:06:07.994315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-0f4649f7-24dc-4680-bf40-9d59f34acae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81 HTTP/1.1" status: 200 len: 217 time: 0.0469687 Sep 01 16:06:08.031786 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273dd5c-dc0d-4c93-938a-8b78350272f7 x-openstack-request-id: req-4273dd5c-dc0d-4c93-938a-8b78350272f7 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:08.032087 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:08.032340 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4273dd5c-dc0d-4c93-938a-8b78350272f7 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:08.032733 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81', 'status': 'completed', 'code': 200} Sep 01 16:06:08.051215 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-51e043ea-bf09-44bc-8e02-83d45bb1d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.052687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-51e043ea-bf09-44bc-8e02-83d45bb1d487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97a76086-cb27-42a1-ad0f-7c1879a88964 HTTP/1.1" status: 200 len: 855 time: 0.0509374 Sep 01 16:06:08.099653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-01256a8d-dfc2-4e32-9a63-288384b00fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.101179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-01256a8d-dfc2-4e32-9a63-288384b00fde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aebc747-7b18-473c-b4f2-e7d8de342934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403857 Sep 01 16:06:08.187019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 24ec5504-cc25-4272-b69d-b74a29279894 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:08.196607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-237d1c9e-1661-400a-bb79-a0586f7f67d8 service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Sep 01 16:06:08.206533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 24ec5504-cc25-4272-b69d-b74a29279894 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:08.206877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 24ec5504-cc25-4272-b69d-b74a29279894 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:08.288170 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3e8836b0-2d6d-43e0-bdad-038c64efc36c req-ac9fd46e-27e6-4359-b57b-f58976e5a8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845909 Sep 01 16:06:08.430829 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-00d09e85-bee3-4ceb-9844-6d1ece29d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.432384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-00d09e85-bee3-4ceb-9844-6d1ece29d529 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25999cfba11848aa98d8cce9dc217f42&device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 1096 time: 0.0474796 Sep 01 16:06:08.522870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-79d07932-0874-4a6d-b187-3d12af44e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.524364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-79d07932-0874-4a6d-b187-3d12af44e99c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 200 len: 917 time: 0.0849786 Sep 01 16:06:08.570271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-826274e9-c615-42e9-8cbc-0bbeab307719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81 HTTP/1.1" status: 200 len: 217 time: 0.0387366 Sep 01 16:06:08.620345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-eb6f4b9f-e16d-4868-9cad-149695785b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.621770 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-eb6f4b9f-e16d-4868-9cad-149695785b00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97a76086-cb27-42a1-ad0f-7c1879a88964 HTTP/1.1" status: 200 len: 855 time: 0.0438154 Sep 01 16:06:08.668778 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-41369769-b0e5-493c-b987-86d5e6000105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:08.670338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-41369769-b0e5-493c-b987-86d5e6000105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0aebc747-7b18-473c-b4f2-e7d8de342934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402484 Sep 01 16:06:08.765343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-af248f99-f112-422b-88dc-5559e76091bc service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869253 Sep 01 16:06:08.856291 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-68654bd6-3d5b-4e1b-89fd-fd7465e93898 req-c0bc36df-0a33-40af-9be3-3fec251d2e9e service neutron] 10.222.0.24 "GET /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Sep 01 16:06:09.090261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee9163-d944-42c0-93fd-12d669527118 req-68532510-41b0-4db5-aa4c-53dd77fded35 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:09.091767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dee9163-d944-42c0-93fd-12d669527118 req-68532510-41b0-4db5-aa4c-53dd77fded35 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Sep 01 16:06:09.132714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2dee9163-d944-42c0-93fd-12d669527118 req-dc12ce25-0e54-406b-8561-0b434cc55e57 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Sep 01 16:06:10.254675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43464-75dd-4c21-81c7-c44505da28f4 req-978b07d6-447a-4cc3-b78e-fb110038ba8a tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:10.256174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a43464-75dd-4c21-81c7-c44505da28f4 req-978b07d6-447a-4cc3-b78e-fb110038ba8a tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 944 time: 0.0542397 Sep 01 16:06:10.293340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a43464-75dd-4c21-81c7-c44505da28f4 req-630e6262-41fe-40d5-b2b3-738c8a4e991b tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Sep 01 16:06:11.407771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa6ba-7da2-496f-875e-62ddbba0ffa8 req-eff9e767-ea76-4ded-bae5-cfdf16d3ae00 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:11.409302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-528aa6ba-7da2-496f-875e-62ddbba0ffa8 req-eff9e767-ea76-4ded-bae5-cfdf16d3ae00 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 944 time: 0.0496187 Sep 01 16:06:11.448380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-528aa6ba-7da2-496f-875e-62ddbba0ffa8 req-3aaf693e-24ea-410c-8671-f4d89d9e3bbc tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Sep 01 16:06:12.223255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dfe814dc-d4c2-4111-8542-8d5e563d6e81 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:06:12.321577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:12.333486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81', 'network_id': '0aebc747-7b18-473c-b4f2-e7d8de342934', 'port_id': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81', 'mac_address': 'fa:16:3e:09:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a76086-cb27-42a1-ad0f-7c1879a88964', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:06:12.371302 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:12.384673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe814dc-d4c2-4111-8542-8d5e563d6e81 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:06:12.403226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:12.406334 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:12.453041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:12.460582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.460912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.461296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.461631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.463712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.464154 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.464537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.464944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.465398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.465932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.466304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.466672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:12.564934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21377f-e4bb-4df0-9dd6-b14e825ac5f9 req-d8093150-6a42-4be8-b5e4-bed16c09b132 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:12.566556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d21377f-e4bb-4df0-9dd6-b14e825ac5f9 req-d8093150-6a42-4be8-b5e4-bed16c09b132 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 945 time: 0.0504885 Sep 01 16:06:12.606990 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5d21377f-e4bb-4df0-9dd6-b14e825ac5f9 req-f3bc804c-38d1-4627-aae4-0380b8695860 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Sep 01 16:06:12.696270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['dfe814dc-d4c2-4111-8542-8d5e563d6e81'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:13.728201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b644c-9b0d-4ab5-b88c-717a1b47b0c2 req-7d515ec9-5f62-4a69-9bb9-66759afa56ae tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:13.729737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-446b644c-9b0d-4ab5-b88c-717a1b47b0c2 req-7d515ec9-5f62-4a69-9bb9-66759afa56ae tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 945 time: 0.0539348 Sep 01 16:06:13.770515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-446b644c-9b0d-4ab5-b88c-717a1b47b0c2 req-3b5e7336-3f7f-4e1c-bd47-44de3b673393 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 01 16:06:14.241581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dfe814dc-d4c2-4111-8542-8d5e563d6e81 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:14.289279 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port dfe814dc-d4c2-4111-8542-8d5e563d6e81 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:14.292879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port dfe814dc-d4c2-4111-8542-8d5e563d6e81 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:14.293282 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:14.371009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:14.392971 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:14.395216 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8927a-739a-4a99-98f8-de70885f740f" -d '{"events": [{"server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "name": "network-vif-plugged", "status": "completed", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:14.407604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:14.411752 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:14.434848 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f65235-d7c3-4798-97ff-eaf001e692d4 x-openstack-request-id: req-05f65235-d7c3-4798-97ff-eaf001e692d4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:14.435143 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "name": "network-vif-plugged", "status": "completed", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:14.435396 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05f65235-d7c3-4798-97ff-eaf001e692d4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:14.435782 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81', 'code': 200} Sep 01 16:06:14.461129 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:14.478333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3985b53-1ad4-4d7e-af8f-91293cf5c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:14.563417 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bdd24-f0b4-4de3-9955-84f4e363909d req-d84ce852-8c72-4de2-976a-cc55da574066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:14.564835 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc9bdd24-f0b4-4de3-9955-84f4e363909d req-d84ce852-8c72-4de2-976a-cc55da574066 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 1098 time: 0.0426810 Sep 01 16:06:14.602211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cc9bdd24-f0b4-4de3-9955-84f4e363909d req-598a4516-56ed-497e-a2ae-381cd7fb0941 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298977 Sep 01 16:06:14.888453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08922b-9127-41dc-afc4-4ec6fba84658 req-d8218bcc-a729-48f1-a78a-b526c3c042d0 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:14.890059 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc08922b-9127-41dc-afc4-4ec6fba84658 req-d8218bcc-a729-48f1-a78a-b526c3c042d0 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0510759 Sep 01 16:06:14.927676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc08922b-9127-41dc-afc4-4ec6fba84658 req-c89c1da9-6558-4450-91f3-770b7bb78a51 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Sep 01 16:06:16.046017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af2b7-8cdb-4a0f-b9d3-e2e88d8aadc3 req-abf69b6b-0e83-4440-8610-35c60d216f85 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:16.047517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-293af2b7-8cdb-4a0f-b9d3-e2e88d8aadc3 req-abf69b6b-0e83-4440-8610-35c60d216f85 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Sep 01 16:06:16.086338 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-293af2b7-8cdb-4a0f-b9d3-e2e88d8aadc3 req-20337848-99c5-4534-a30e-5e97d5d1efdf tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Sep 01 16:06:16.200746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3abbb-1a69-436f-ad07-1b62196a06de req-96260820-2f6c-4e94-b234-7f1a9caa840f tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:16.202263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d3abbb-1a69-436f-ad07-1b62196a06de req-96260820-2f6c-4e94-b234-7f1a9caa840f tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Sep 01 16:06:16.240996 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f0d3abbb-1a69-436f-ad07-1b62196a06de req-6cabda32-1f0a-423e-9b19-c2a7509ec434 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Sep 01 16:06:17.608054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a737e3f2-e790-44a8-9d98-d34eb517ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:17.761017 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.605690 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:18.985882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:20.142228 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.251904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:32.356909 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:06:34.652646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3175f8c-7e44-4ef0-9676-4dcffb0248b3 req-b182f814-2976-4489-8507-d01af8c844ce tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.654419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3175f8c-7e44-4ef0-9676-4dcffb0248b3 req-b182f814-2976-4489-8507-d01af8c844ce tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0520504 Sep 01 16:06:34.702007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c3175f8c-7e44-4ef0-9676-4dcffb0248b3 req-ffc9a4bd-4082-440f-a75b-228da5b1fb38 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Sep 01 16:06:35.821719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4791-99dc-4bd8-9452-4212910c0f69 req-507af00f-3ef7-4686-a6db-67ae9d809934 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:35.823200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-498f4791-99dc-4bd8-9452-4212910c0f69 req-507af00f-3ef7-4686-a6db-67ae9d809934 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0523870 Sep 01 16:06:35.860417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-498f4791-99dc-4bd8-9452-4212910c0f69 req-8d53d6ce-d91a-4f16-bb0d-25580ad277fe tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Sep 01 16:06:36.644889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-a0b3fda1-ec0b-40d5-bb58-7fd66da2caed tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:36.646356 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-a0b3fda1-ec0b-40d5-bb58-7fd66da2caed tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Sep 01 16:06:36.736944 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Deleting port dfe814dc-d4c2-4111-8542-8d5e563d6e81 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:36.737317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:36.830847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] For port dfe814dc-d4c2-4111-8542-8d5e563d6e81, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dfe814dc-d4c2-4111-8542-8d5e563d6e81,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:36.831570 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:36.844750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Calling delete_port for dfe814dc-d4c2-4111-8542-8d5e563d6e81 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:37.003521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:37.020489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d25e8-46bd-414e-831a-476b5910afca req-964a4039-c52f-4229-93ae-46ef26278c82 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:37.022032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-605d25e8-46bd-414e-831a-476b5910afca req-964a4039-c52f-4229-93ae-46ef26278c82 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/ports?device_id=c22ccd7c-2b40-4052-ad87-01a9f6fb9df8 HTTP/1.1" status: 200 len: 946 time: 0.0710955 Sep 01 16:06:37.037837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['dfe814dc-d4c2-4111-8542-8d5e563d6e81'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:37.044856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Pushing event deleted for resources: {'Port': ['ID=dfe814dc-d4c2-4111-8542-8d5e563d6e81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:37.104444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] No DVR routers for this DVR port dfe814dc-d4c2-4111-8542-8d5e563d6e81 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:37.111396 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:37.113422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aa97491d-0b7c-46de-bf6e-a4c68bc54cc0 req-65dea8d3-91a7-4c73-be45-39fc9e382ec7 tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.24 "DELETE /v2.0/ports/dfe814dc-d4c2-4111-8542-8d5e563d6e81 HTTP/1.1" status: 204 len: 173 time: 0.4593995 Sep 01 16:06:37.113869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'name': 'network-vif-deleted', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:37.116702 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe497cb-b372-489b-a6b5-e132c67c1f05" -d '{"events": [{"server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "name": "network-vif-deleted", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:37.127011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-605d25e8-46bd-414e-831a-476b5910afca req-6ef6ce83-fd91-47d0-a08b-31ab4529ed4e tempest-TestEncryptedCinderVolumes-1743440387 tempest-TestEncryptedCinderVolumes-1743440387-project] 10.222.0.41 "GET /v2.0/security-groups?id=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844736 Sep 01 16:06:37.180203 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63f965-10f4-4ea5-b805-6115f525f737 x-openstack-request-id: req-cd63f965-10f4-4ea5-b805-6115f525f737 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:37.180631 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ccd7c-2b40-4052-ad87-01a9f6fb9df8", "name": "network-vif-deleted", "tag": "dfe814dc-d4c2-4111-8542-8d5e563d6e81", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:37.180999 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd63f965-10f4-4ea5-b805-6115f525f737 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:37.181567 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ccd7c-2b40-4052-ad87-01a9f6fb9df8', 'name': 'network-vif-deleted', 'tag': 'dfe814dc-d4c2-4111-8542-8d5e563d6e81', 'status': 'completed', 'code': 200} Sep 01 16:06:38.217386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 49998) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:38.558556 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:38.800860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Deleting port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:38.801138 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:38.878701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] For port c5a6f7cf-ca18-41a5-bf41-a334d5150e2a, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:38.878966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:38.891385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Calling delete_port for c5a6f7cf-ca18-41a5-bf41-a334d5150e2a owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:39.069240 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:39.099120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a6f7cf-ca18-41a5-bf41-a334d5150e2a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:39.307092 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:39.822669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Router 742e08a2-81db-470f-990f-c565aea37d43 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:39.929251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:39.934438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2917b118-4add-4753-920b-e285b0e95be5 admin admin] 10.222.0.41 "PUT /v2.0/routers/742e08a2-81db-470f-990f-c565aea37d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158687 Sep 01 16:06:39.936991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:39.937807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Sync routers for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:39.947571 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:39.948408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:40.048055 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.058255 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:40.155029 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.210991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Deleting port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:40.211368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.243286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:06:39Z', 'revision_number': 5, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port': {'id': '78b6e17e-10a3-4c52-8f4a-806e6ae3db20', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e08a2-81db-470f-990f-c565aea37d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:40.270447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Checking router: 742e08a2-81db-470f-990f-c565aea37d43 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:40.280085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Routers {'742e08a2-81db-470f-990f-c565aea37d43'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:40.280722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['742e08a2-81db-470f-990f-c565aea37d43'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:40.299254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] For port 78b6e17e-10a3-4c52-8f4a-806e6ae3db20, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:40.299610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.313628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Calling delete_port for 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:40.319270 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dfe814dc-d4c2-4111-8542-8d5e563d6e81 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:40.364165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: dfe814dc-d4c2-4111-8542-8d5e563d6e81 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:40.364501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dfe814dc-d4c2-4111-8542-8d5e563d6e81 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:40.394455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] Set router 742e08a2-81db-470f-990f-c565aea37d43 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:40.456430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:06:40Z', 'revision_number': 6, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:40.486661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e743b90-755c-486c-8043-90fdb7454d78 None None] The sync data for ids ['742e08a2-81db-470f-990f-c565aea37d43'] in n-d-802060-16 is: [{'id': '742e08a2-81db-470f-990f-c565aea37d43', 'name': 'tempest-TestEncryptedCinderVolumes-124509333-router', 'tenant_id': '25999cfba11848aa98d8cce9dc217f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:21Z', 'updated_at': '2021-09-01T16:06:40Z', 'revision_number': 6, 'project_id': '25999cfba11848aa98d8cce9dc217f42', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:40.517008 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.551136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b6e17e-10a3-4c52-8f4a-806e6ae3db20,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:40.613407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.704873 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.707021 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.750316 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.750796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742e08a2-81db-470f-990f-c565aea37d43 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:06:40.755434 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.756621 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-234279a6-9542-4856-b335-5d79071cc571 admin admin] 10.222.0.41 "DELETE /v2.0/routers/742e08a2-81db-470f-990f-c565aea37d43 HTTP/1.1" status: 204 len: 168 time: 0.8186688 Sep 01 16:06:40.759226 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50002) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:40.808548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Deleting subnet 97a76086-cb27-42a1-ad0f-7c1879a88964 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:06:40.811551 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.847901 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.931579 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.982962 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.010826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a76086-cb27-42a1-ad0f-7c1879a88964,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:41.016351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.020682 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f2a5805a-fc93-4dca-ba03-768e20ce223d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/97a76086-cb27-42a1-ad0f-7c1879a88964 HTTP/1.1" status: 204 len: 168 time: 0.2580445 Sep 01 16:06:41.020895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:41.021720 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c2525-7770-4452-a93f-96a222b9f29c None None] Network 0aebc747-7b18-473c-b4f2-e7d8de342934 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:41.087930 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.142154 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Deleting port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:41.142388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.208914 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] For port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,segment=NetworkSegment(d65338d5-96c7-4853-83b0-8949d29d617e),segment_id=d65338d5-96c7-4853-83b0-8949d29d617e)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:41.209736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.222461 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Calling delete_port for 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:41.277765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] DHCP port deletion for 0aebc747-7b18-473c-b4f2-e7d8de342934 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:06:41.303974 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.324184 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Deleting port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:41.324641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.330680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] No DVR routers for this DVR port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:41.336000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:41.391502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] For port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:41.392018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.405544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Calling delete_port for 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:41.408171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:06:41.409472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.410308 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.421005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aebc747-7b18-473c-b4f2-e7d8de342934']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:41.431457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65338d5-96c7-4853-83b0-8949d29d617e') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:41.431745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65338d5-96c7-4853-83b0-8949d29d617e') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:41.435304 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] Pushing event deleted for resources: {'Port': ['ID=6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:41.437222 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bb6b9-2345-4334-8356-51a33deb13b6 None None] No DVR routers for this DVR port 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:41.446916 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.463297 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.470386 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:06:41.470877 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:06:41.473282 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:06:41.535575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.543582 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:41.545290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/0aebc747-7b18-473c-b4f2-e7d8de342934 HTTP/1.1" status: 204 len: 168 time: 0.5234096 Sep 01 16:06:41.548791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50006) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:41.561369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4cee-5d7e-4d3e-9dfa-c6d3ac6fe5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0aebc747-7b18-473c-b4f2-e7d8de342934,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:41.897298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.138783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Deleting port 7db8c673-8094-40f8-afc9-96d6173822d5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:42.139118 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.213968 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] For port 7db8c673-8094-40f8-afc9-96d6173822d5, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7db8c673-8094-40f8-afc9-96d6173822d5,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:42.214330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.227049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Calling delete_port for 7db8c673-8094-40f8-afc9-96d6173822d5 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:42.411846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.439464 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Pushing event deleted for resources: {'Port': ['ID=7db8c673-8094-40f8-afc9-96d6173822d5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:42.442297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5a6f7cf-ca18-41a5-bf41-a334d5150e2a no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:42.464441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c5a6f7cf-ca18-41a5-bf41-a334d5150e2a {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:42.464729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c5a6f7cf-ca18-41a5-bf41-a334d5150e2a not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:42.465322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:42.471319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.471647 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.471982 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.472309 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.472636 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.472957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.473305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.473629 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.473947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.474262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.474575 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.475398 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:42.486257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:42.486512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 78b6e17e-10a3-4c52-8f4a-806e6ae3db20 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:42.487140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:42.507748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:42.508100 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 6e2eb554-3ab4-4b8f-bbfd-7fd4acce3b68 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:42.633421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.861650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Router afa12236-2a60-4370-a7aa-3592d32031c7 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:42.962946 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:42.967968 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5bbf77e-f49e-454e-83ac-3adf31d9f54e admin admin] 10.222.0.41 "PUT /v2.0/routers/afa12236-2a60-4370-a7aa-3592d32031c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4175310 Sep 01 16:06:42.970755 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50010) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:42.973459 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Sync routers for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:42.983010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:42.983615 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:43.073633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.085527 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:43.175484 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.240292 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Deleting port 81e786f8-cc5b-4970-8ab3-18d0684f28cd {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:43.240651 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.262901 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:06:42Z', 'revision_number': 5, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port': {'id': '81e786f8-cc5b-4970-8ab3-18d0684f28cd', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:05:26Z', 'updated_at': '2021-09-01T16:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:43.288765 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Checking router: afa12236-2a60-4370-a7aa-3592d32031c7 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:43.297250 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Routers {'afa12236-2a60-4370-a7aa-3592d32031c7'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:43.297775 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['afa12236-2a60-4370-a7aa-3592d32031c7'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:43.322654 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] For port 81e786f8-cc5b-4970-8ab3-18d0684f28cd, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=81e786f8-cc5b-4970-8ab3-18d0684f28cd,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:43.323021 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.336563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Calling delete_port for 81e786f8-cc5b-4970-8ab3-18d0684f28cd owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:43.384899 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] Set router afa12236-2a60-4370-a7aa-3592d32031c7 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:43.438296 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:06:43Z', 'revision_number': 6, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:43.466003 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133afcd9-634b-43dd-809a-d2a3432bae65 None None] The sync data for ids ['afa12236-2a60-4370-a7aa-3592d32031c7'] in n-d-802060-16 is: [{'id': 'afa12236-2a60-4370-a7aa-3592d32031c7', 'name': 'tempest-TestEncryptedCinderVolumes-832530355-router', 'tenant_id': '7b022dde272a4326b9fec50a5b3abaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:05:25Z', 'updated_at': '2021-09-01T16:06:43Z', 'revision_number': 6, 'project_id': '7b022dde272a4326b9fec50a5b3abaf1', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:43.505962 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.532061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e786f8-cc5b-4970-8ab3-18d0684f28cd,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:43.595653 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.683968 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.686099 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.730163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.730722 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa12236-2a60-4370-a7aa-3592d32031c7 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:06:43.735461 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.736662 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c4756812-7881-4989-a1c8-eedbbaae2847 admin admin] 10.222.0.41 "DELETE /v2.0/routers/afa12236-2a60-4370-a7aa-3592d32031c7 HTTP/1.1" status: 204 len: 168 time: 0.7649906 Sep 01 16:06:43.739264 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50012) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:43.783906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Deleting subnet bf856aa0-c6db-46b1-9ccf-7a9665bae93e {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:06:43.786813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.826287 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.914470 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.974459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.999582 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf856aa0-c6db-46b1-9ccf-7a9665bae93e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:44.005309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.007286 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-802d7c8a-efe7-4adf-98e3-04f2f31e886c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf856aa0-c6db-46b1-9ccf-7a9665bae93e HTTP/1.1" status: 204 len: 168 time: 0.2670665 Sep 01 16:06:44.009887 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50014) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:44.012486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00693c1-4c51-4b93-912f-c960bc198010 None None] Network 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:44.209687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7265a-461e-46c1-9219-388451730d8f None None] DHCP port deletion for 9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:06:44.260425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Deleting port d535a8ab-f400-4981-b7d3-9a1ce23621ae {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:44.260715 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.329693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7be7265a-461e-46c1-9219-388451730d8f None None] For port d535a8ab-f400-4981-b7d3-9a1ce23621ae, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d535a8ab-f400-4981-b7d3-9a1ce23621ae,segment=NetworkSegment(fbbf5b7a-ac75-4621-85b1-57eba289997f),segment_id=fbbf5b7a-ac75-4621-85b1-57eba289997f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:44.330171 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.346312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Calling delete_port for d535a8ab-f400-4981-b7d3-9a1ce23621ae owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:44.405332 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.439538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.453191 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7db8c673-8094-40f8-afc9-96d6173822d5 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:44.466678 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Deleting port d535a8ab-f400-4981-b7d3-9a1ce23621ae {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:06:44.467049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.498915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7265a-461e-46c1-9219-388451730d8f None None] Pushing event deleted for resources: {'Port': ['ID=d535a8ab-f400-4981-b7d3-9a1ce23621ae,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:44.502785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7265a-461e-46c1-9219-388451730d8f None None] No DVR routers for this DVR port d535a8ab-f400-4981-b7d3-9a1ce23621ae on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:44.507697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7db8c673-8094-40f8-afc9-96d6173822d5 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:44.508438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7db8c673-8094-40f8-afc9-96d6173822d5 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:44.509030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81e786f8-cc5b-4970-8ab3-18d0684f28cd no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:44.532587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 81e786f8-cc5b-4970-8ab3-18d0684f28cd {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:44.532925 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 81e786f8-cc5b-4970-8ab3-18d0684f28cd not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:44.533604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d535a8ab-f400-4981-b7d3-9a1ce23621ae no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:44.544316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] For port d535a8ab-f400-4981-b7d3-9a1ce23621ae, host n-d-802060-16, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:44.544537 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.557145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d535a8ab-f400-4981-b7d3-9a1ce23621ae {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:06:44.557496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d535a8ab-f400-4981-b7d3-9a1ce23621ae not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:44.562256 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Calling delete_port for d535a8ab-f400-4981-b7d3-9a1ce23621ae owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:06:44.562550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db726cef-5945-48b2-87af-66281c649ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.565901 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Port d535a8ab-f400-4981-b7d3-9a1ce23621ae was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:06:44.569175 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.596934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Pushing event deleted for resources: {'Port': ['ID=d535a8ab-f400-4981-b7d3-9a1ce23621ae,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:44.603127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] No DVR routers for this DVR port d535a8ab-f400-4981-b7d3-9a1ce23621ae on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:44.675135 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.685199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2c22ed-aba4-4193-8b3e-0746cff8bdb7']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:44.696106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf5b7a-ac75-4621-85b1-57eba289997f') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:44.696399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf5b7a-ac75-4621-85b1-57eba289997f') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:44.705184 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.719658 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.725538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:06:44.725930 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:06:44.727670 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:06:44.783898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.789577 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:44.791469 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b2c22ed-aba4-4193-8b3e-0746cff8bdb7 HTTP/1.1" status: 204 len: 168 time: 0.7806640 Sep 01 16:06:44.802181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360fc79-b35d-4594-acbe-82de97fc903d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2c22ed-aba4-4193-8b3e-0746cff8bdb7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:44.952232 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50018) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:44.993517 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5ed3fa59-beea-4e5c-a9ad-24890af54524 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25999cfba11848aa98d8cce9dc217f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401995 Sep 01 16:06:44.996039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50020) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:45.046934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.068314 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.116675 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.119427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.120593 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cad1dd4a-c81e-49f3-9f7c-7b7a267ee389 HTTP/1.1" status: 204 len: 168 time: 0.1236501 Sep 01 16:06:45.129035 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c328f24-b858-45fc-961f-2904bff999fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1dd4a-c81e-49f3-9f7c-7b7a267ee389,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:45.426791 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50026) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:45.469698 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-82b97098-d34b-42b9-a99a-2618deabd268 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b022dde272a4326b9fec50a5b3abaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417440 Sep 01 16:06:45.472108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50028) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:45.518842 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.539424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.586988 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.589692 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:45.590842 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2266d723-5126-4f4a-a391-b169f8447426 HTTP/1.1" status: 204 len: 168 time: 0.1178341 Sep 01 16:06:45.599112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62197fe5-90de-45ae-9dbe-769ca52f72e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266d723-5126-4f4a-a391-b169f8447426,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:46.260660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50050) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:46.372835 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225351856-network', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:46.394335 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Made reservation on behalf of 8851c18a5deb4cb692a5ce37565c0edb for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:06:46.397329 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.405567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.493427 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.497220 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.525334 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:06:46.531489 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17de458-ad3d-4d24-9590-108884945884,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:46.539288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.539625 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Added segment 6d6ca5d0-5264-4f9d-bdde-399da0217d08 of type vlan for network d68397fb-4132-4089-a86a-e1436403630d Sep 01 16:06:46.583544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.606950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.608082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:46.608690 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.663877 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4020197 Sep 01 16:06:46.666845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50054) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:46.672219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937be274-4285-4076-ac92-9d254add7de0 admin admin] Pushing event updated for resources: {'Network': ['ID=d68397fb-4132-4089-a86a-e1436403630d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:46.672604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Request body: {'subnet': {'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225351856-subnet', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:46.683729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network d68397fb-4132-4089-a86a-e1436403630d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:06:46.696312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Made reservation on behalf of 8851c18a5deb4cb692a5ce37565c0edb for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:06:46.698611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.864378 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.921922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7293f68-7aec-4810-b996-f94f46f040ab,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:46.929398 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Checking segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:46.929756 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Network hostable DHCP agents. Network: d68397fb-4132-4089-a86a-e1436403630d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:06:46.946580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Network d68397fb-4132-4089-a86a-e1436403630d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:06:46.955254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, d68397fb-4132-4089-a86a-e1436403630d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:46.959440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:46.960059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.964378 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c78e08-04fc-43c5-980d-af24bd6957a3 None None] Network d68397fb-4132-4089-a86a-e1436403630d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:46.974416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-db67f41d-de1a-4707-b4c5-01def3b1c0e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3064749 Sep 01 16:06:46.977986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50056) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:46.982549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:47.003266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.004449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.059050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.111245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-d68397fb-4132-4089-a86a-e1436403630d', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:06:47.112191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.193882 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.243815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Allocated IP 172.20.0.2 (d68397fb-4132-4089-a86a-e1436403630d/a7293f68-7aec-4810-b996-f94f46f040ab/83275437-83b8-42bd-a379-e9a2cb0ce1e3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:47.396081 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.403366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.405769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Transition to ACTIVE for port object 83275437-83b8-42bd-a379-e9a2cb0ce1e3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:47.421472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Transition to ACTIVE for port object 83275437-83b8-42bd-a379-e9a2cb0ce1e3 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:47.423774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.430101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.472763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Network d68397fb-4132-4089-a86a-e1436403630d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:47.476525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:47.480436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:47.488200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Pushing event updated for resources: {'Port': ['ID=83275437-83b8-42bd-a379-e9a2cb0ce1e3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:47.542881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Allocated IP 172.25.1.89 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/a393c7e7-fe39-40bb-8f94-4398251b9a1c) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:47.544608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Attempting to bind port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:47.545099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Attempting to bind port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:47.545595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Attempting to bind port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 on network d68397fb-4132-4089-a86a-e1436403630d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:47.552558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:47.553078 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Checking segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:47.553686 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.554033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Bound using segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:47.554564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Bound port: 83275437-83b8-42bd-a379-e9a2cb0ce1e3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:47.554961 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.626765 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8bc555e1-118d-44fb-814a-5a057f045340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.644718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] For port 83275437-83b8-42bd-a379-e9a2cb0ce1e3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:47.648745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] For port 83275437-83b8-42bd-a379-e9a2cb0ce1e3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=83275437-83b8-42bd-a379-e9a2cb0ce1e3,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:47.653664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.670132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.711928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99aea-f451-47b6-86e9-f9ecd3bb6f21 None None] Pushing event updated for resources: {'Port': ['ID=83275437-83b8-42bd-a379-e9a2cb0ce1e3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:47.712503 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:47.755173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:47.758919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:47.762871 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:47.768920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a393c7e7-fe39-40bb-8f94-4398251b9a1c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:47.779367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.072012 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.295059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.463929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Router 891fc9b2-5a19-4de7-8af6-8da55564d317 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:06:48.476344 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 83275437-83b8-42bd-a379-e9a2cb0ce1e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:48.548955 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:48.601838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:48.617486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Sync routers for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:48.619830 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.620423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.626229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-2da72ae1-f2b0-47e5-96fe-0eb4d751c1e9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6427658 Sep 01 16:06:48.626787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:48.630721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:48.631895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:48.737185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33384f9d-5598-4cd0-af40-22b7be3d1c3a None None] Network d68397fb-4132-4089-a86a-e1436403630d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:48.802546 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:48.925785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Provisioning for port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:48.945596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Provisioning complete for port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:48.945964 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.221518 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.337328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.371190 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:47Z', 'revision_number': 3, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:49.404916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Checking router: 891fc9b2-5a19-4de7-8af6-8da55564d317 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:49.405302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Updating router 891fc9b2-5a19-4de7-8af6-8da55564d317 port a393c7e7-fe39-40bb-8f94-4398251b9a1c binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:06:49.408156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] For port 83275437-83b8-42bd-a379-e9a2cb0ce1e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=83275437-83b8-42bd-a379-e9a2cb0ce1e3,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:49.429786 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.457915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.458447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.569871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d511431-d781-4315-b990-fc9fe7cd3608 None None] Pushing event updated for resources: {'Port': ['ID=83275437-83b8-42bd-a379-e9a2cb0ce1e3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:49.601401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c69e7a90-7aa2-4992-94d0-b145350a111f None None] Provisioning complete for port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:49.601683 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c69e7a90-7aa2-4992-94d0-b145350a111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.631348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Allocated IP 172.20.0.1 (d68397fb-4132-4089-a86a-e1436403630d/a7293f68-7aec-4810-b996-f94f46f040ab/05435a7f-84cd-4a72-8a38-b31cbf05c604) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:49.753595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.769546 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Transition to ACTIVE for port object 05435a7f-84cd-4a72-8a38-b31cbf05c604 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:49.803928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.822266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.834711 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Transition to ACTIVE for port object a393c7e7-fe39-40bb-8f94-4398251b9a1c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:49.841689 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.842159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Network d68397fb-4132-4089-a86a-e1436403630d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:49.845564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:49.851709 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:49.885591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Pushing event updated for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:49.897699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede306-b91b-4974-b837-f190f4bc38c7 None None] Pushing event updated for resources: {'Port': ['ID=a393c7e7-fe39-40bb-8f94-4398251b9a1c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:49.900074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Attempting to bind port a393c7e7-fe39-40bb-8f94-4398251b9a1c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:49.900443 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Attempting to bind port a393c7e7-fe39-40bb-8f94-4398251b9a1c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:49.900806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Attempting to bind port a393c7e7-fe39-40bb-8f94-4398251b9a1c on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:49.902199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.908228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:49.908603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:49.909037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.909452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:49.910431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Bound port: a393c7e7-fe39-40bb-8f94-4398251b9a1c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:49.910431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:49.964429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] For port a393c7e7-fe39-40bb-8f94-4398251b9a1c, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:49.968110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] For port a393c7e7-fe39-40bb-8f94-4398251b9a1c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a393c7e7-fe39-40bb-8f94-4398251b9a1c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:49.976381 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.039165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:50.039898 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:50.043913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede306-b91b-4974-b837-f190f4bc38c7 None None] Pushing event updated for resources: {'Port': ['ID=a393c7e7-fe39-40bb-8f94-4398251b9a1c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:50.049782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.111739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6fbbd89b-5c0e-43bb-8505-96ff29004f07 None None] Provisioning for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:50.149507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6fbbd89b-5c0e-43bb-8505-96ff29004f07 None None] Provisioning complete for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:50.149786 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd89b-5c0e-43bb-8505-96ff29004f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.195808 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.211795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:50.213894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbd89b-5c0e-43bb-8505-96ff29004f07 None None] Port 05435a7f-84cd-4a72-8a38-b31cbf05c604 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:06:50.221992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.227819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.297025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.298823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Pushing event updated for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:50.407007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Network d68397fb-4132-4089-a86a-e1436403630d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:50.408658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:50.447565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:49Z', 'revision_number': 1, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:50.479585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 83275437-83b8-42bd-a379-e9a2cb0ce1e3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:50.482411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb81f6e-7f01-471a-8280-fbcacea86568 None None] The sync data for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 is: [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:49Z', 'revision_number': 1, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:50.548372 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:50.548596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.558600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Router 891fc9b2-5a19-4de7-8af6-8da55564d317 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:50.698784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:50.704688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e621c4c5-e025-440f-a667-5ca94994c78e admin admin] 10.222.0.41 "PUT /v2.0/routers/891fc9b2-5a19-4de7-8af6-8da55564d317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760927 Sep 01 16:06:50.790999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9190d695-b967-47cf-8690-abbe3daf9c23 None None] Provisioning complete for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:50.793593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9190d695-b967-47cf-8690-abbe3daf9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.865512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9190d695-b967-47cf-8690-abbe3daf9c23 None None] Port 05435a7f-84cd-4a72-8a38-b31cbf05c604 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:06:51.322424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50074) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:51.330236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-283488961-network', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:51.353094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Made reservation on behalf of eb165ebb5e3742f9b5fcddc213ca6b06 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:06:51.355505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.364941 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.501669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.507836 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.537754 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:06:51.548288 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4328348-5c37-4c76-b52a-49197a2dba04,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:51.554897 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.555286 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Added segment a5480d35-4170-46a4-ae8b-e746a8782265 of type vlan for network b18e584c-ea2d-4434-b755-17e6b4383232 Sep 01 16:06:51.606509 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.634559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.635482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.636080 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.692681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3683767 Sep 01 16:06:51.696205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50076) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:51.703019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Request body: {'subnet': {'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-283488961-subnet', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:51.712504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef11a-1032-41ba-a68f-88c04ea9bf29 admin admin] Pushing event updated for resources: {'Network': ['ID=b18e584c-ea2d-4434-b755-17e6b4383232,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:51.723408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network b18e584c-ea2d-4434-b755-17e6b4383232 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:06:51.726936 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Made reservation on behalf of eb165ebb5e3742f9b5fcddc213ca6b06 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:06:51.729300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.910971 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:51.971688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=816249a0-9e86-46da-a312-13180765a312,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:51.979424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Checking segment: {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:51.979782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Network hostable DHCP agents. Network: b18e584c-ea2d-4434-b755-17e6b4383232, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:06:51.998394 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Network b18e584c-ea2d-4434-b755-17e6b4383232 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:06:52.009593 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, b18e584c-ea2d-4434-b755-17e6b4383232) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:52.018388 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104fd16-ed9c-41df-9236-974a3c5ba5a3 None None] Network b18e584c-ea2d-4434-b755-17e6b4383232 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:52.022532 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:52.023140 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.041595 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:52.041854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-efe8a7f3-031d-4ccf-a2b3-7316da6bc5ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3436794 Sep 01 16:06:52.046652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:52.070477 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.071843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.128435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.174332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-b18e584c-ea2d-4434-b755-17e6b4383232', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:06:52.175195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.272764 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.311152 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Allocated IP 172.20.0.2 (b18e584c-ea2d-4434-b755-17e6b4383232/816249a0-9e86-46da-a312-13180765a312/b70fae2a-36d9-4f7e-aee8-ec0601b60e3b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:52.461878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.470646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Transition to ACTIVE for port object b70fae2a-36d9-4f7e-aee8-ec0601b60e3b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:52.486438 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.486688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Transition to ACTIVE for port object b70fae2a-36d9-4f7e-aee8-ec0601b60e3b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:52.494905 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.515782 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.523679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a393c7e7-fe39-40bb-8f94-4398251b9a1c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:52.571286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Network b18e584c-ea2d-4434-b755-17e6b4383232 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:52.578366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:52.585204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:52.587110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Pushing event updated for resources: {'Port': ['ID=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:52.639765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Allocated IP 172.25.1.7 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/bf42338a-8544-49be-8c68-37583e340aa3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:52.654496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Attempting to bind port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:52.654963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Attempting to bind port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:52.655284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Attempting to bind port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b on network b18e584c-ea2d-4434-b755-17e6b4383232 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:52.661762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:52.662227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Checking segment: {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:52.663129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.663568 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Bound using segment: {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:52.664064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Bound port: b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:52.664439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.668023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a393c7e7-fe39-40bb-8f94-4398251b9a1c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:52.680632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a393c7e7-fe39-40bb-8f94-4398251b9a1c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:52.681111 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.774703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] For port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:52.778867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] For port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:52.786355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.806410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.848547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.850235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.900122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a393c7e7-fe39-40bb-8f94-4398251b9a1c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a393c7e7-fe39-40bb-8f94-4398251b9a1c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:52.905039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Sync routers for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:52.914904 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:52.916126 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:52.917090 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:52.920696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:52.922696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:52.923849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.930577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9e2a9-31a3-482c-bfa3-99a720b46d3b None None] Pushing event updated for resources: {'Port': ['ID=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:52.954065 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Pushing event updated for resources: {'Port': ['ID=bf42338a-8544-49be-8c68-37583e340aa3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:53.008218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a393c7e7-fe39-40bb-8f94-4398251b9a1c,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:53.051071 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:53.226211 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.295551 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 2, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:53.322521 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Checking router: 891fc9b2-5a19-4de7-8af6-8da55564d317 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:53.322870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Updating router 891fc9b2-5a19-4de7-8af6-8da55564d317 port 05435a7f-84cd-4a72-8a38-b31cbf05c604 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:06:53.348841 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.437664 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.573583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Router 85b7af70-9bb5-4aa1-98d8-8a706b595566 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:06:53.639229 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.651204 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Transition to ACTIVE for port object 05435a7f-84cd-4a72-8a38-b31cbf05c604 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:53.659690 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.707604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:53.729363 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Sync routers for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:53.743862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.746692 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50080) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:06:53.753408 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e78c0cc8-27a6-4f54-af58-15ed8ffc3a60 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7057042 Sep 01 16:06:53.757430 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:53.758045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:53.763391 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Pushing event updated for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:53.796043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.796318 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.796622 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.796953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.797306 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.797632 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.797953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.798279 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.798596 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.798912 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.799229 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.800244 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:53.806423 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Attempting to bind port 05435a7f-84cd-4a72-8a38-b31cbf05c604 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:53.807514 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Attempting to bind port 05435a7f-84cd-4a72-8a38-b31cbf05c604 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:53.807896 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Attempting to bind port 05435a7f-84cd-4a72-8a38-b31cbf05c604 on network d68397fb-4132-4089-a86a-e1436403630d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:53.815511 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:53.816445 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Checking segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:53.816869 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.817369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Bound using segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:53.818363 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Bound port: 05435a7f-84cd-4a72-8a38-b31cbf05c604, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:53.818778 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:53.899049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:53.928859 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] For port 05435a7f-84cd-4a72-8a38-b31cbf05c604, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:53.933966 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] For port 05435a7f-84cd-4a72-8a38-b31cbf05c604, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=05435a7f-84cd-4a72-8a38-b31cbf05c604,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:53.943777 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.044634 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e3010-bcf5-4d65-b050-85b1dc4c87d7 None None] Pushing event updated for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:54.047826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:54.048808 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:54.327201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df326d1f-9d29-4fb2-a5ea-e354fa05f640 None None] Network b18e584c-ea2d-4434-b755-17e6b4383232 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:06:54.341781 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.367562 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:54.484217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:53Z', 'revision_number': 3, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:54.519806 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Checking router: 85b7af70-9bb5-4aa1-98d8-8a706b595566 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:54.520003 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Updating router 85b7af70-9bb5-4aa1-98d8-8a706b595566 port bf42338a-8544-49be-8c68-37583e340aa3 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:06:54.578888 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Allocated IP 172.20.0.1 (b18e584c-ea2d-4434-b755-17e6b4383232/816249a0-9e86-46da-a312-13180765a312/5386bc21-6e08-43fa-8bc1-1009dd2aa7f4) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:06:54.579684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.642044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ecbb894a-bc8a-455c-80ad-94cdd5b958b2 None None] Provisioning for port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:54.684178 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:53Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:54.695396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a393c7e7-fe39-40bb-8f94-4398251b9a1c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:54.715789 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11930a21-4428-4fd4-8679-ff245bb94203 None None] The sync data for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 is: [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:53Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:54.775187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.791644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Transition to ACTIVE for port object 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:54.839570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.864829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a393c7e7-fe39-40bb-8f94-4398251b9a1c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:54.865981 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.889906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Network b18e584c-ea2d-4434-b755-17e6b4383232 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:54.893708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:54.904477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:06:54.941420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Pushing event updated for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:54.979402 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.046497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 05435a7f-84cd-4a72-8a38-b31cbf05c604 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:55.130807 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.148970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Transition to ACTIVE for port object bf42338a-8544-49be-8c68-37583e340aa3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:55.151528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:55.157048 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:55.157455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.162649 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.180330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.264024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Attempting to bind port bf42338a-8544-49be-8c68-37583e340aa3 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:55.264436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Attempting to bind port bf42338a-8544-49be-8c68-37583e340aa3 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:55.264756 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Attempting to bind port bf42338a-8544-49be-8c68-37583e340aa3 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:55.266940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655e69-8db3-437e-bb8e-e4d33c9d05f5 None None] Pushing event updated for resources: {'Port': ['ID=bf42338a-8544-49be-8c68-37583e340aa3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.276600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:55.276970 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:55.277402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.277801 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:55.278288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Bound port: bf42338a-8544-49be-8c68-37583e340aa3, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:55.278676 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.366291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-de827c2a-925c-40f0-9e91-293a5b4cd4f6 None None] Provisioning for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:55.371305 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.385612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-de827c2a-925c-40f0-9e91-293a5b4cd4f6 None None] Provisioning complete for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:55.385985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de827c2a-925c-40f0-9e91-293a5b4cd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.404903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.410641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] For port bf42338a-8544-49be-8c68-37583e340aa3, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:55.411849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.444187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] For port bf42338a-8544-49be-8c68-37583e340aa3, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bf42338a-8544-49be-8c68-37583e340aa3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:55.455090 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.463842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-de827c2a-925c-40f0-9e91-293a5b4cd4f6 None None] Port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:06:55.470508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 05435a7f-84cd-4a72-8a38-b31cbf05c604, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=05435a7f-84cd-4a72-8a38-b31cbf05c604,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:55.489466 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.498336 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Pushing event updated for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.499400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.501177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b70fae2a-36d9-4f7e-aee8-ec0601b60e3b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:55.566368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655e69-8db3-437e-bb8e-e4d33c9d05f5 None None] Pushing event updated for resources: {'Port': ['ID=bf42338a-8544-49be-8c68-37583e340aa3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.573780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:55.574323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:55.627706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Network b18e584c-ea2d-4434-b755-17e6b4383232 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:06:55.629319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:06:55.713221 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:55.718528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.727436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:55.727817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.770663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:55.790729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Router 85b7af70-9bb5-4aa1-98d8-8a706b595566 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:06:55.915792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:06:55.921905 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2178981f-a178-4f30-9999-c48bc7dee116 admin admin] 10.222.0.41 "PUT /v2.0/routers/85b7af70-9bb5-4aa1-98d8-8a706b595566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1741459 Sep 01 16:06:55.934254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:56.000997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:56.024776 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:56.032178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-5735b67a-22cc-43d0-8155-84d408ed16d4 None None] Provisioning complete for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:56.032552 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5735b67a-22cc-43d0-8155-84d408ed16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:56.114379 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5735b67a-22cc-43d0-8155-84d408ed16d4 None None] Port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:06:56.124243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:56.136706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '5386bc21-6e08-43fa-8bc1-1009dd2aa7f4', 'name': '', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'mac_address': 'fa:16:3e:cd:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:54Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 2, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'subnets': [{'id': '816249a0-9e86-46da-a312-13180765a312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:56.164742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df489b-c37a-4138-b5a5-315fb075d24c None None] The sync data for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 is: [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '5386bc21-6e08-43fa-8bc1-1009dd2aa7f4', 'name': '', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'mac_address': 'fa:16:3e:cd:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:54Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 2, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'subnets': [{'id': '816249a0-9e86-46da-a312-13180765a312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:06:56.488074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 05435a7f-84cd-4a72-8a38-b31cbf05c604 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:56.546822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 05435a7f-84cd-4a72-8a38-b31cbf05c604 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:56.547223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:56.644119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b70fae2a-36d9-4f7e-aee8-ec0601b60e3b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:56.710778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:56.711185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.266060 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.482460 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf42338a-8544-49be-8c68-37583e340aa3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:58.542435 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port bf42338a-8544-49be-8c68-37583e340aa3 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:58.549835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bf42338a-8544-49be-8c68-37583e340aa3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:58.550215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.638249 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.665469 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port bf42338a-8544-49be-8c68-37583e340aa3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bf42338a-8544-49be-8c68-37583e340aa3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:58.669506 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:58.736059 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=bf42338a-8544-49be-8c68-37583e340aa3,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:59.116031 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Sync routers for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:06:59.130226 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:06:59.131696 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:59.259043 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:06:59.493688 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '5386bc21-6e08-43fa-8bc1-1009dd2aa7f4', 'name': '', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'mac_address': 'fa:16:3e:cd:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:54Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 2, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'subnets': [{'id': '816249a0-9e86-46da-a312-13180765a312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:06:59.534277 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Checking router: 85b7af70-9bb5-4aa1-98d8-8a706b595566 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:06:59.534819 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Updating router 85b7af70-9bb5-4aa1-98d8-8a706b595566 port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:06:59.581645 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.908775 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.922540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Transition to ACTIVE for port object 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:59.931896 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.990514 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4914d1f-1769-42cc-af38-788b3ab36cf5 None None] Pushing event updated for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:00.056475 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Attempting to bind port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:07:00.056879 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Attempting to bind port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:07:00.057263 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Attempting to bind port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 on network b18e584c-ea2d-4434-b755-17e6b4383232 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:07:00.066410 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:07:00.066953 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Checking segment: {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:07:00.067458 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:00.067947 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Bound using segment: {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:07:00.069323 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Bound port: 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5480d35-4170-46a4-ae8b-e746a8782265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:07:00.069323 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:00.150770 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] For port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:07:00.154337 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] For port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:07:00.160589 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:00.228190 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:00.229356 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:06:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:00.344010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4914d1f-1769-42cc-af38-788b3ab36cf5 None None] Pushing event updated for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:00.450543 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:00.596400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf42338a-8544-49be-8c68-37583e340aa3 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:00.672776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port bf42338a-8544-49be-8c68-37583e340aa3 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:00.673195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:00.716084 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '5386bc21-6e08-43fa-8bc1-1009dd2aa7f4', 'name': '', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'mac_address': 'fa:16:3e:cd:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:54Z', 'updated_at': '2021-09-01T16:07:00Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'subnets': [{'id': '816249a0-9e86-46da-a312-13180765a312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:00.750169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22b773-8dfe-4ed5-acd0-56cc4222cbcc None None] The sync data for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 is: [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '5386bc21-6e08-43fa-8bc1-1009dd2aa7f4', 'name': '', 'network_id': 'b18e584c-ea2d-4434-b755-17e6b4383232', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'mac_address': 'fa:16:3e:cd:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '816249a0-9e86-46da-a312-13180765a312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:54Z', 'updated_at': '2021-09-01T16:07:00Z', 'revision_number': 4, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'subnets': [{'id': '816249a0-9e86-46da-a312-13180765a312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:00.797583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:00.868342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:00.873419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:00.873881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:00.980278 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.025805 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:01.032417 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.095298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:02.499811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:02.721046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:02.721769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:06.183743 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-ff636e85-63f5-4dfe-ad23-7f3c35be429e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:06.186489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-ff636e85-63f5-4dfe-ad23-7f3c35be429e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 814 time: 0.1223993 Sep 01 16:07:06.203979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-beefb131-0df8-4a09-b9cf-4b2fbd6f574e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/quotas/8851c18a5deb4cb692a5ce37565c0edb HTTP/1.1" status: 200 len: 375 time: 0.0115273 Sep 01 16:07:06.264683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-923390fc-1702-4c18-bc77-c19803c56592 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541852 Sep 01 16:07:06.471052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-c60bf1e4-ede8-47ce-83c8-815e1845c821 service neutron] 10.222.0.41 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933041 Sep 01 16:07:06.570341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-4ba1283d-5be8-4b23-8904-7e2eaf63ff34 service neutron] 10.222.0.41 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922790 Sep 01 16:07:06.753784 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b599d7c8-d4ee-4779-b32f-f9b07bcafcd1 req-4625bdf0-b49f-4145-a7e3-d4ff2947ab31 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 210 time: 0.0319955 Sep 01 16:07:07.883913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-769a43fc-f2d1-4bfc-8d38-a7d4676cc0e7 req-0c0e8051-61b4-422e-8090-5ddacd20a5c2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 210 time: 0.0392435 Sep 01 16:07:07.931842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-09305c42-d355-4d0a-89db-e99fc4a9b223 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.933343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-09305c42-d355-4d0a-89db-e99fc4a9b223 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 814 time: 0.1401191 Sep 01 16:07:07.953198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'port': {'device_id': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'admin_state_up': True, 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:08.070155 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Made reservation on behalf of 8851c18a5deb4cb692a5ce37565c0edb for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:08.073859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:08.604413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Allocated IP 172.20.0.13 (d68397fb-4132-4089-a86a-e1436403630d/a7293f68-7aec-4810-b996-f94f46f040ab/5e627fc3-07ca-4741-87fc-fa089be2c4be) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:07:08.792725 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:08.806203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Transition to ACTIVE for port object 5e627fc3-07ca-4741-87fc-fa089be2c4be will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:07:08.840719 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:08.890229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Network d68397fb-4132-4089-a86a-e1436403630d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:07:08.893432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:07:08.897975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:07:08.904544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:08.931161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.931512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.931856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.932189 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.932519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.932846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.933200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.933525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.933847 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.934168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.934490 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.934862 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:08.966830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.967580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:08.983993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-04210e1d-5bb1-4a6d-ba76-bddcf32e43d6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346084 Sep 01 16:07:09.046800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d7f89-1cb1-4a2e-a38e-e5ec42e9b0de req-f99686f2-a616-4e92-baf4-f1c1ca908503 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:09.048359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-219d7f89-1cb1-4a2e-a38e-e5ec42e9b0de req-f99686f2-a616-4e92-baf4-f1c1ca908503 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0608404 Sep 01 16:07:09.094394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-219d7f89-1cb1-4a2e-a38e-e5ec42e9b0de req-e6a99408-4311-4bc8-bc0f-a354fb806d34 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389853 Sep 01 16:07:09.251837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ce223871-1800-4d95-a4e4-694ac3930c57 None None] Provisioning for port 5e627fc3-07ca-4741-87fc-fa089be2c4be completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:09.258579 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ce223871-1800-4d95-a4e4-694ac3930c57 None None] Provisioning complete for port 5e627fc3-07ca-4741-87fc-fa089be2c4be triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:09.259244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce223871-1800-4d95-a4e4-694ac3930c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:09.295952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ce223871-1800-4d95-a4e4-694ac3930c57 None None] Port 5e627fc3-07ca-4741-87fc-fa089be2c4be cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:07:09.357973 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:10.222699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37d44-1e62-4f59-a323-2cd228e0dc1f req-02f349b8-5d33-405e-8128-8ff5173dc462 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:10.224378 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86c37d44-1e62-4f59-a323-2cd228e0dc1f req-02f349b8-5d33-405e-8128-8ff5173dc462 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0520589 Sep 01 16:07:10.267879 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86c37d44-1e62-4f59-a323-2cd228e0dc1f req-f4e1bc4f-031e-46b6-8f41-e950cd88d3c7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Sep 01 16:07:11.388141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed593f5-c8f7-43e7-ae3d-cb4c28e99651 req-b2399427-4df6-45b0-b2a6-553df9911da4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:11.391084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ed593f5-c8f7-43e7-ae3d-cb4c28e99651 req-b2399427-4df6-45b0-b2a6-553df9911da4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0526872 Sep 01 16:07:11.431681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ed593f5-c8f7-43e7-ae3d-cb4c28e99651 req-5de88d63-bfb0-4492-9f08-75ec7b281670 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Sep 01 16:07:12.553547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2264d-97d9-4410-8e29-bbc582ce9ebb req-d908abf2-d981-405a-a161-4912ff1bf95c tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:12.555084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35a2264d-97d9-4410-8e29-bbc582ce9ebb req-d908abf2-d981-405a-a161-4912ff1bf95c tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0549402 Sep 01 16:07:12.599776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-35a2264d-97d9-4410-8e29-bbc582ce9ebb req-8ee6bd26-e1f0-409f-9182-eec0659f7e09 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Sep 01 16:07:13.726457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857dec6-b986-4307-a3c4-9cc858423cd7 req-28ecbb7a-db01-4da7-bd33-58793246f170 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:13.728038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8857dec6-b986-4307-a3c4-9cc858423cd7 req-28ecbb7a-db01-4da7-bd33-58793246f170 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0527334 Sep 01 16:07:13.767902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8857dec6-b986-4307-a3c4-9cc858423cd7 req-d6389d67-b572-43be-9d9e-7c62f7600c89 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334408 Sep 01 16:07:14.492579 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4c5145b-9cbd-4900-bacf-a5224a1ce477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:14.901012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a41d-f19c-45fd-b905-dbd3a37fec63 req-2b7fc0d9-da1a-4573-87db-130888bc6dd7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:14.902539 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e634a41d-f19c-45fd-b905-dbd3a37fec63 req-2b7fc0d9-da1a-4573-87db-130888bc6dd7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0543470 Sep 01 16:07:14.950278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e634a41d-f19c-45fd-b905-dbd3a37fec63 req-0628af71-2623-481d-ab22-405c45c485ed tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Sep 01 16:07:16.077473 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2950fd-a6f8-41fd-9ece-1366479c8e95 req-2eca714c-cae2-420c-8e3b-e3f3ed359e2e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:16.079700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c2950fd-a6f8-41fd-9ece-1366479c8e95 req-2eca714c-cae2-420c-8e3b-e3f3ed359e2e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0645547 Sep 01 16:07:16.125090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7c2950fd-a6f8-41fd-9ece-1366479c8e95 req-3d07f24f-f46d-4479-b845-f3823674faf0 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Sep 01 16:07:17.259430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2df9d-5030-40dc-aede-f0fd27143441 req-9a504d67-26e4-4a91-ba1f-8bc595201eda tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:17.260966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3c2df9d-5030-40dc-aede-f0fd27143441 req-9a504d67-26e4-4a91-ba1f-8bc595201eda tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0562503 Sep 01 16:07:17.305127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f3c2df9d-5030-40dc-aede-f0fd27143441 req-cf3d9bda-9cac-4a87-8b5c-7933b9ea9b7d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Sep 01 16:07:17.609114 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62f445e9-170c-487c-aa31-75c3a00b4cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:17.763926 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.422392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff5a4e-1d9c-4026-b6dd-43f026981b73 req-6cf170e6-f5ce-436f-bfd9-c6da778398c3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:18.423897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90ff5a4e-1d9c-4026-b6dd-43f026981b73 req-6cf170e6-f5ce-436f-bfd9-c6da778398c3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 932 time: 0.0513964 Sep 01 16:07:18.462292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90ff5a4e-1d9c-4026-b6dd-43f026981b73 req-488d4f73-8cfb-4507-9879-07d35a4ba501 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Sep 01 16:07:18.615140 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:18.759543 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-853dc6da-6125-489a-b3cc-e02c1cdaccc6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:07:18.760817 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-853dc6da-6125-489a-b3cc-e02c1cdaccc6 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063767 Sep 01 16:07:18.799048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Request body: {'port': {'device_id': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:18.856399 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.016475 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.130488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e627fc3-07ca-4741-87fc-fa089be2c4be {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:07:19.138071 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.149927 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Transition to ACTIVE for port object 5e627fc3-07ca-4741-87fc-fa089be2c4be will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:07:19.153337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.201811 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:19.280172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Attempting to bind port 5e627fc3-07ca-4741-87fc-fa089be2c4be on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:07:19.280326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Attempting to bind port 5e627fc3-07ca-4741-87fc-fa089be2c4be by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:07:19.280677 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Attempting to bind port 5e627fc3-07ca-4741-87fc-fa089be2c4be on network d68397fb-4132-4089-a86a-e1436403630d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:07:19.285332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Port 5e627fc3-07ca-4741-87fc-fa089be2c4be on network d68397fb-4132-4089-a86a-e1436403630d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:07:19.285649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Attempting to bind port 5e627fc3-07ca-4741-87fc-fa089be2c4be on network d68397fb-4132-4089-a86a-e1436403630d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:07:19.291455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:07:19.291796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Checking segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:07:19.292181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Bound using segment: {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:07:19.292616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Bound port: 5e627fc3-07ca-4741-87fc-fa089be2c4be, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6ca5d0-5264-4f9d-bdde-399da0217d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:07:19.292977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.362410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:07:19.365764 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:07:19.371473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.419520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.420207 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:19.421809 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1093 time: 0.6268163 Sep 01 16:07:19.422261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:19.424645 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc5277-6986-455e-8af2-95eef2464f73" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:19.452171 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbddcd-3ccd-4a07-867e-09cf795c0aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:19.476156 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615331ce-0054-4c03-a859-fe434b7517b5 x-openstack-request-id: req-615331ce-0054-4c03-a859-fe434b7517b5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:19.476449 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:19.476694 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-615331ce-0054-4c03-a859-fe434b7517b5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:19.477116 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:07:19.566880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-074f01a3-5eee-4018-9adf-9accb3debec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.568559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-074f01a3-5eee-4018-9adf-9accb3debec4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1096 time: 0.0685356 Sep 01 16:07:19.593371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35eb41-b210-4d2c-9c39-d101a989810b req-9d4d6f91-1336-46f1-84e9-547148227ed1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.595133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd35eb41-b210-4d2c-9c39-d101a989810b req-9d4d6f91-1336-46f1-84e9-547148227ed1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 944 time: 0.0582051 Sep 01 16:07:19.635236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-c3324d80-4184-4a5d-a4ea-dbe70c521766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 217 time: 0.0503967 Sep 01 16:07:19.691517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd35eb41-b210-4d2c-9c39-d101a989810b req-fcf385b2-cc5e-4bfd-ad02-b048afab3d04 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886738 Sep 01 16:07:19.709244 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-6a36d1a6-00d6-4d6a-8a13-bfbe61f27ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.711357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-6a36d1a6-00d6-4d6a-8a13-bfbe61f27ad8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0521822 Sep 01 16:07:19.757649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd003-a108-4e89-8695-5e77747a9479 req-7f6f8d43-b956-414f-a4f0-70a7404aa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:19.759161 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-7f6f8d43-b956-414f-a4f0-70a7404aa659 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404203 Sep 01 16:07:19.851575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-bbf92c30-1343-493f-a04b-b6a31eaf7561 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Sep 01 16:07:19.942107 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79ccd003-a108-4e89-8695-5e77747a9479 req-69f9de88-592f-443d-9860-1539454a4580 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827761 Sep 01 16:07:20.095710 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5277-6986-455e-8af2-95eef2464f73 req-8b84d5c5-413d-4ed9-85ed-208f7df17d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.097299 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-8b84d5c5-413d-4ed9-85ed-208f7df17d74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1096 time: 0.0437305 Sep 01 16:07:20.146488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:20.193006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5277-6986-455e-8af2-95eef2464f73 req-d6328be3-5387-4ab3-8fe7-c035177aae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.195079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-d6328be3-5387-4ab3-8fe7-c035177aae87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.0884054 Sep 01 16:07:20.237361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-97b60d98-7b10-4ca8-98b9-b7287caad4bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 217 time: 0.0344198 Sep 01 16:07:20.286139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5277-6986-455e-8af2-95eef2464f73 req-fa55f6e4-690b-4759-aa9f-3aa124dd342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.287578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-fa55f6e4-690b-4759-aa9f-3aa124dd342c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0429039 Sep 01 16:07:20.339827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5277-6986-455e-8af2-95eef2464f73 req-4493b48f-4a53-4215-9794-cb75790b0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.341394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-4493b48f-4a53-4215-9794-cb75790b0290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459740 Sep 01 16:07:20.435423 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-d2f9384c-f162-4586-82fb-e8fa02beb6bc service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856903 Sep 01 16:07:20.531642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48cc5277-6986-455e-8af2-95eef2464f73 req-1334c55e-02dc-4777-b8fe-9a5a12d1f8ca service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873814 Sep 01 16:07:20.804132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36571e1-3f35-4444-aefc-6e3ea9d6f4a6 req-a7b48612-d5b4-432e-8a81-cb5334ffcd33 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:20.805563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a36571e1-3f35-4444-aefc-6e3ea9d6f4a6 req-a7b48612-d5b4-432e-8a81-cb5334ffcd33 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 944 time: 0.0493801 Sep 01 16:07:20.843447 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a36571e1-3f35-4444-aefc-6e3ea9d6f4a6 req-e9d7d5e4-13d1-4cf4-9b93-2add71ed6589 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Sep 01 16:07:21.956442 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c11a-7a1a-4ac7-93d6-7b31bc954c00 req-951e75cd-fb06-4efa-acdf-7fe6f8bec073 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:21.957978 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c302c11a-7a1a-4ac7-93d6-7b31bc954c00 req-951e75cd-fb06-4efa-acdf-7fe6f8bec073 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 944 time: 0.0492356 Sep 01 16:07:21.997814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c302c11a-7a1a-4ac7-93d6-7b31bc954c00 req-486dc2a7-6bcd-4566-8cb9-b74acaeeafc1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Sep 01 16:07:22.538441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 5e627fc3-07ca-4741-87fc-fa089be2c4be details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:07:22.632562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:22.646856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'port_id': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'mac_address': 'fa:16:3e:c6:30:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:07:22.684405 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:22.697539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e627fc3-07ca-4741-87fc-fa089be2c4be {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:07:22.716723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:22.720548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:22.766682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:22.773909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.774252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.774592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.774920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.775242 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.775574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.775889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.776205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.776526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.776844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.777193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:22.777517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:07:23.043171 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:23.170372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b874c5-3641-47ff-8c4d-878540f9e8df req-a182092a-e8aa-448d-bba3-bc1c1ca843aa tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:23.171862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78b874c5-3641-47ff-8c4d-878540f9e8df req-a182092a-e8aa-448d-bba3-bc1c1ca843aa tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 945 time: 0.0726166 Sep 01 16:07:23.211270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78b874c5-3641-47ff-8c4d-878540f9e8df req-26ff8f7d-b280-46fc-84d2-22cca5b48498 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Sep 01 16:07:24.331837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0740d-8825-43f3-8fa2-740a8978e040 req-82930fcc-a3ee-4e60-a8a6-2315609d434f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:24.333540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6c0740d-8825-43f3-8fa2-740a8978e040 req-82930fcc-a3ee-4e60-a8a6-2315609d434f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 945 time: 0.0496476 Sep 01 16:07:24.372352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6c0740d-8825-43f3-8fa2-740a8978e040 req-1c9f1e74-2bcb-4b36-945a-80ab3b20e768 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Sep 01 16:07:24.555705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 5e627fc3-07ca-4741-87fc-fa089be2c4be up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:24.605834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 5e627fc3-07ca-4741-87fc-fa089be2c4be completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:24.609540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 5e627fc3-07ca-4741-87fc-fa089be2c4be triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:24.609906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:24.690716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:24.712701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:24.715223 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b931e-5526-425b-b3ac-76e4aea73e66" -d '{"events": [{"server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "name": "network-vif-plugged", "status": "completed", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:24.728266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:24.732611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:24.761694 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db4e4e-b5b4-4f06-bd86-bfa9fb0149e6 x-openstack-request-id: req-d6db4e4e-b5b4-4f06-bd86-bfa9fb0149e6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:24.761994 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "name": "network-vif-plugged", "status": "completed", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:24.762248 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6db4e4e-b5b4-4f06-bd86-bfa9fb0149e6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:24.762644 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'code': 200} Sep 01 16:07:24.785945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:24.888392 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc3d8-f7bf-4c0d-9197-c4fdbfecb8d8 req-5919e41a-7e63-43de-bd19-1a94345450c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:24.889822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d9cc3d8-f7bf-4c0d-9197-c4fdbfecb8d8 req-5919e41a-7e63-43de-bd19-1a94345450c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1098 time: 0.0397599 Sep 01 16:07:24.926188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d9cc3d8-f7bf-4c0d-9197-c4fdbfecb8d8 req-aea0a7a6-71c3-4e6e-8502-a179f8cbe0c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273638 Sep 01 16:07:25.492668 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0093-d494-4e42-8a67-037a4373face req-6820c61d-47ea-4b00-86a9-8ccbc2341b2c tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:25.494216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-094d0093-d494-4e42-8a67-037a4373face req-6820c61d-47ea-4b00-86a9-8ccbc2341b2c tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0534213 Sep 01 16:07:25.532432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-094d0093-d494-4e42-8a67-037a4373face req-6c4364bc-08ee-4be7-9f95-33559624a13a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Sep 01 16:07:26.645919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8355ab8-a621-4bd7-8285-73076a998012 req-f44b8d47-fa4b-46dd-a305-f00e22cb546d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:26.647454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8355ab8-a621-4bd7-8285-73076a998012 req-f44b8d47-fa4b-46dd-a305-f00e22cb546d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0487249 Sep 01 16:07:26.687772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8355ab8-a621-4bd7-8285-73076a998012 req-8b3b4b30-85a8-4ab3-afa2-83581a5aca51 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Sep 01 16:07:26.799688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6d68-3b45-482e-a54f-d026b8652c89 req-5e3b581c-fc27-4143-b883-b51b387c6e3b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:26.801208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d0ab6d68-3b45-482e-a54f-d026b8652c89 req-5e3b581c-fc27-4143-b883-b51b387c6e3b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0492728 Sep 01 16:07:26.839036 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d0ab6d68-3b45-482e-a54f-d026b8652c89 req-c7ccdaf0-6588-4538-bdb7-df045e3fe03a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Sep 01 16:07:27.028694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9349fe8-3831-4041-935b-af3484f55bc8 req-6170f379-d34b-4250-881a-08e350aa535b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:27.030190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9349fe8-3831-4041-935b-af3484f55bc8 req-6170f379-d34b-4250-881a-08e350aa535b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0519869 Sep 01 16:07:27.066994 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b9349fe8-3831-4041-935b-af3484f55bc8 req-7da95068-84b9-43db-8f7c-992adb1bc742 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Sep 01 16:07:28.260546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:38.633385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54339e3-11fc-4d15-b2ac-8afde259ed06 req-f4a34297-ef6c-4563-a78d-d82a38fd6948 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:38.634852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a54339e3-11fc-4d15-b2ac-8afde259ed06 req-f4a34297-ef6c-4563-a78d-d82a38fd6948 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0495372 Sep 01 16:07:38.673131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a54339e3-11fc-4d15-b2ac-8afde259ed06 req-0459bfbc-a54f-4c9b-b64e-b8ec3b8523c1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Sep 01 16:07:38.697904 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50278) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:38.781651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e55f8-150e-4e75-9b7b-cd69d9832a76 tempest-TestMinimumBasicScenario-114215849 tempest-TestMinimumBasicScenario-114215849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:38.783226 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-828e55f8-150e-4e75-9b7b-cd69d9832a76 tempest-TestMinimumBasicScenario-114215849 tempest-TestMinimumBasicScenario-114215849-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1093 time: 0.0843179 Sep 01 16:07:38.786206 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50282) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:38.791099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:38.812772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:38.910800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.015655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Allocated IP 172.25.1.125 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/6e8ee913-7e62-4d5f-89f4-ef98f79cdd38) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:07:39.117499 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.156208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.198897 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:07:39.202032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:07:39.206688 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:07:39.210425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'Port': ['ID=6e8ee913-7e62-4d5f-89f4-ef98f79cdd38,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:39.571727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.641913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.785794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.791150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.857455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'Port': ['ID=6e8ee913-7e62-4d5f-89f4-ef98f79cdd38,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:39.873280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.971009 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Floating IP 0690180a-85b1-45c2-ab41-aac496f1d98b associated. External IP: 172.25.1.125, port: 5e627fc3-07ca-4741-87fc-fa089be2c4be. Sep 01 16:07:40.174823 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Router 891fc9b2-5a19-4de7-8af6-8da55564d317 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:40.289673 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:40.301701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Sync routers for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:40.311003 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.313672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:40.314420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:07:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.342764 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2a666d39-eaac-48c2-b26b-16df7eb4bb1e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5555079 Sep 01 16:07:40.343399 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:40.346079 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:40.346217 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50284) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.351791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844740890', 'description': 'tempest-secgroup-smoke-844740890 description', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:40.386001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.390669 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f11ef-2c79-4542-a467-a2ec5c8d8819 x-openstack-request-id: req-690f11ef-2c79-4542-a467-a2ec5c8d8819 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:40.390958 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:40.391220 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-690f11ef-2c79-4542-a467-a2ec5c8d8819 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:40.391614 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:07:40.435408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:40.523025 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.527997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-532b848c-029d-4834-9c88-ff2dd84dd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:40.529726 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-532b848c-029d-4834-9c88-ff2dd84dd422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1098 time: 0.0694551 Sep 01 16:07:40.530805 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.622973 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.627017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2770448 Sep 01 16:07:40.627479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50288) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.633592 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:40.646921 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2b641-580f-45e5-8f67-3e2a62f73b1f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098c15ce-5dc2-4165-8849-3d35cc50e36b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.650327 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-3de4ef94-9890-4506-b5dd-5c523862830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:40.652183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-3de4ef94-9890-4506-b5dd-5c523862830c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.1091273 Sep 01 16:07:40.670869 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.694920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0690180a-85b1-45c2-ab41-aac496f1d98b', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'port_id': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'mac_address': 'fa:16:3e:c6:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:07:39Z', 'updated_at': '2021-09-01T16:07:39Z', 'revision_number': 0, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.725145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Checking router: 891fc9b2-5a19-4de7-8af6-8da55564d317 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:40.727441 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-291a085f-3da6-4b1a-80b6-795ffd5aecba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1000 time: 0.0669045 Sep 01 16:07:40.734433 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:40.735247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:07:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:40.738665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.742759 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.764988 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f798fca-0dfb-4708-b6b6-b506802910d4,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.768737 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.770262 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-899b96f9-5ea6-4fad-ab45-7a4152731d1d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418347 Sep 01 16:07:40.773345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50290) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.779242 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:40.785548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-a0f84117-3e78-46a1-8304-88635a6dee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:40.787169 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-a0f84117-3e78-46a1-8304-88635a6dee69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0514431 Sep 01 16:07:40.810052 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.838218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-60c1ff80-6c67-4f99-9b36-4d66adbcc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:40.839768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-60c1ff80-6c67-4f99-9b36-4d66adbcc3dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442543 Sep 01 16:07:40.853621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:40.872251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.876664 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.895894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6307d0-4b4c-4159-bb98-da8441068a5a,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:40.903365 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.908365 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-430ae0e7-5fbb-4a72-9033-64797132d04a tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328013 Sep 01 16:07:40.908521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50292) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:40.913545 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:40.971067 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:40.976100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-49e2da8c-f23b-4e3c-9787-395f9b9ba490 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275885 Sep 01 16:07:41.079675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.083987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0690180a-85b1-45c2-ab41-aac496f1d98b', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'port_id': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'mac_address': 'fa:16:3e:c6:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:07:39Z', 'updated_at': '2021-09-01T16:07:39Z', 'revision_number': 0, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:41.089391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.121370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d27c4-225b-4e0c-a3b1-c3b401920e7a None None] The sync data for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 is: [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '0690180a-85b1-45c2-ab41-aac496f1d98b', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'floating_ip_address': '172.25.1.125', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'port_id': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'mac_address': 'fa:16:3e:c6:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:07:39Z', 'updated_at': '2021-09-01T16:07:39Z', 'revision_number': 0, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:41.121857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9d60e467-891e-4a9f-b78e-a4a56f6ffb6f req-806bbe7b-7813-4aba-8c93-fc119f5b7c6e service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308382 Sep 01 16:07:41.125775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e69e08-8d32-4608-8531-9984491b6b25,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.136045 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.139913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-eb0e91fa-11a1-45a0-aeb6-a47147138287 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278409 Sep 01 16:07:41.140221 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50294) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.145872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:41.173961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.236365 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.240457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.262002 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65afad5-03db-4453-9f9a-5c257d368143,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.266748 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.268034 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e1cd12ac-9c0f-4183-9564-982879be009d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260836 Sep 01 16:07:41.270869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50296) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.275505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:41.298541 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Project 8851c18a5deb4cb692a5ce37565c0edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:07:41.304997 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.328571 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01192359-728b-4f52-ba7c-fe310b1fbf12 None None] New status for floating IP 0690180a-85b1-45c2-ab41-aac496f1d98b: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:07:41.372984 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.377603 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.393800 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06d0c86-cde2-4609-bb67-82d80c8b3e15,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.403267 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.404844 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b8a7f6f1-b274-402e-a477-25c7f5e3a865 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329007 Sep 01 16:07:41.407626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:41.412250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'security_group_rule': {'security_group_id': '098c15ce-5dc2-4165-8849-3d35cc50e36b', 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:41.440047 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Project 8851c18a5deb4cb692a5ce37565c0edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:07:41.446825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.521943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.526334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.545861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f5b70-4d59-437c-8776-03c4c6bfdb30,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:41.552483 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.557448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-49d3b425-a5c7-4a4a-8061-59ef8e9ff4e2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453428 Sep 01 16:07:41.642489 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-8515329f-b62f-4026-bedf-665da01532c7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844740890&fields=id&tenant_id=8851c18a5deb4cb692a5ce37565c0edb HTTP/1.1" status: 200 len: 267 time: 0.0330477 Sep 01 16:07:41.696287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-4c45b51e-32a7-4736-af46-850fe0db3708 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:41.697822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-4c45b51e-32a7-4736-af46-850fe0db3708 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0494463 Sep 01 16:07:41.708855 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'port': {'security_groups': ['e17de458-ad3d-4d24-9590-108884945884', '098c15ce-5dc2-4165-8849-3d35cc50e36b']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:41.768478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.951410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:41.985153 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.989611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.026294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:42.031708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.032355 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.033816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e537f6b-17f9-44ca-adb3-d6e52440f5e5 req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "PUT /v2.0/ports/5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 982 time: 0.3295102 Sep 01 16:07:42.034287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:42.036614 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28090d07-7a1e-4276-ab85-7afc59c4d039" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:42.064391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21963a8d-3c8b-4a87-b546-8395713053d4 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:42.092661 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21830e6-608e-488d-b851-5d36fa992269 x-openstack-request-id: req-a21830e6-608e-488d-b851-5d36fa992269 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:42.093091 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:42.093268 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a21830e6-608e-488d-b851-5d36fa992269 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:42.094110 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:07:42.184436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:42.225270 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74705b2-ecec-45c6-8704-0255b73c9394 req-fb8ee7e6-b55d-4555-9e89-74bf0fd871ab tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.227357 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c74705b2-ecec-45c6-8704-0255b73c9394 req-fb8ee7e6-b55d-4555-9e89-74bf0fd871ab tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0817950 Sep 01 16:07:42.234441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-0f017dbf-b80b-4ddd-8621-34a143464042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.236040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-0f017dbf-b80b-4ddd-8621-34a143464042 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1137 time: 0.0769260 Sep 01 16:07:42.293751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ef1c1aee-d41d-477f-a878-32c604f05ea0 None None] Provisioning complete for port 5e627fc3-07ca-4741-87fc-fa089be2c4be triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:42.294028 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1aee-d41d-477f-a878-32c604f05ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:42.322066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c74705b2-ecec-45c6-8704-0255b73c9394 req-519188e0-1958-4cf3-b533-06dc7ef63097 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850031 Sep 01 16:07:42.362601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-1947f8aa-263b-45a8-ac85-fdea832d50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.364118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-1947f8aa-263b-45a8-ac85-fdea832d50d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.1089973 Sep 01 16:07:42.437280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-bfc66468-4cbe-40ae-92f0-0fcf40b6a2ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1002 time: 0.0633106 Sep 01 16:07:42.496467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-30a27c40-da47-4e90-a07f-55d57275c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.497976 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-30a27c40-da47-4e90-a07f-55d57275c928 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0524287 Sep 01 16:07:42.551771 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-d5a049a1-4b26-46d6-9e82-8132a943a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:42.553332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-d5a049a1-4b26-46d6-9e82-8132a943a1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429296 Sep 01 16:07:42.652149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-b0cbb8f5-8c12-4656-a6d8-d72474bb322c service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868428 Sep 01 16:07:42.760563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28090d07-7a1e-4276-ab85-7afc59c4d039 req-44d6fadf-31d0-4763-ba26-7a4a804127e2 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904660 Sep 01 16:07:44.483459 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-613c73ef-97b7-4a27-824c-6727c2c47083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:46.357524 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:47.611298 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f3ef-9a68-4ffe-b3ae-b6acdf72b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:47.766821 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:48.610501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:49.014511 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:50.149262 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.261367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:04.929241 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05168b-f74a-4769-bb01-3a3180291919 req-b13e811f-52bb-47b2-938d-55151a76d458 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:04.930713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b05168b-f74a-4769-bb01-3a3180291919 req-b13e811f-52bb-47b2-938d-55151a76d458 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0713787 Sep 01 16:08:04.962478 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-855e1699-9457-4cbe-88fa-b8ecc4e0b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:04.963902 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-855e1699-9457-4cbe-88fa-b8ecc4e0b501 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1137 time: 0.0673847 Sep 01 16:08:04.986961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3b05168b-f74a-4769-bb01-3a3180291919 req-5e3a94da-d0d2-48b9-ae8a-f799a0aa0f4b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496144 Sep 01 16:08:05.064188 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-cf822411-aef2-4b09-9f6b-4ae1b572d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:05.065672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-cf822411-aef2-4b09-9f6b-4ae1b572d5bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.0923994 Sep 01 16:08:05.132294 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-24b5c301-8335-4f41-a57d-89b4afa59944 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1002 time: 0.0578926 Sep 01 16:08:05.184020 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-08c99c75-b79a-4e53-a30f-1794b297914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:05.185468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-08c99c75-b79a-4e53-a30f-1794b297914a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0461371 Sep 01 16:08:05.230621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-44d07054-8b5a-47b4-b80d-73e0fa027cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:05.232202 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-44d07054-8b5a-47b4-b80d-73e0fa027cdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392518 Sep 01 16:08:05.320498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-630cc9a3-c7a3-4f9f-87c8-a54eb31fa27e service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802827 Sep 01 16:08:05.411957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2b9143b-a37a-45c1-885d-70646c149ed8 req-aa881a07-17c3-4497-bb02-d0125104b356 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832088 Sep 01 16:08:05.574225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-83fb710b-c2dd-47cc-8a7c-2464a9aca0dd req-4324f95e-8cb5-4247-a9f9-ae134b1fa563 tempest-ServerDiskConfigTestJSON-1493141009 tempest-ServerDiskConfigTestJSON-1493141009-project] (106376) timed out ('10.222.0.24', 58230) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:08:06.105975 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16115fe-f59f-4872-aef9-fe95fd80631d req-1ccebd31-ce3a-4705-8782-cd485293a152 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:06.107455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d16115fe-f59f-4872-aef9-fe95fd80631d req-1ccebd31-ce3a-4705-8782-cd485293a152 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0510011 Sep 01 16:08:06.146376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d16115fe-f59f-4872-aef9-fe95fd80631d req-e08c8bde-e9e7-4250-98fc-07cab2af979c tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327437 Sep 01 16:08:07.265182 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0303a07-3384-447c-8ca1-d66fe57c4939 req-dc16add7-91ea-4d4d-b268-c347e61840ea tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:07.266650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0303a07-3384-447c-8ca1-d66fe57c4939 req-dc16add7-91ea-4d4d-b268-c347e61840ea tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0527630 Sep 01 16:08:07.306488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0303a07-3384-447c-8ca1-d66fe57c4939 req-c1bd28b3-30a6-4b84-bd24-99d765deea42 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335257 Sep 01 16:08:08.419589 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4aaf4b-a3aa-49d0-b123-bc30a2443586 req-c2d9a4f1-ef53-4fc3-80f7-39ebb335a3a1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:08.421098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e4aaf4b-a3aa-49d0-b123-bc30a2443586 req-c2d9a4f1-ef53-4fc3-80f7-39ebb335a3a1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0483851 Sep 01 16:08:08.461573 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2e4aaf4b-a3aa-49d0-b123-bc30a2443586 req-0387cfc8-8385-4e89-b619-b9af6fcf3de2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342503 Sep 01 16:08:09.575440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4157ca-df5b-44ab-bcc9-bfb3570aa886 req-30348ccb-f39d-47a9-af99-403639f5c23f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:09.576929 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b4157ca-df5b-44ab-bcc9-bfb3570aa886 req-30348ccb-f39d-47a9-af99-403639f5c23f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0485330 Sep 01 16:08:09.618008 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b4157ca-df5b-44ab-bcc9-bfb3570aa886 req-be31d170-5b24-4055-b9f0-df755c92a7d2 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350161 Sep 01 16:08:10.736895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17273801-cad1-42b1-bf7a-799126dbbcaa req-0d4c4bd0-d892-4e90-9719-ee0c44bb8be1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:10.738402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17273801-cad1-42b1-bf7a-799126dbbcaa req-0d4c4bd0-d892-4e90-9719-ee0c44bb8be1 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0528097 Sep 01 16:08:10.779315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17273801-cad1-42b1-bf7a-799126dbbcaa req-34418a0b-3211-42fe-893b-f0194537856d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331292 Sep 01 16:08:11.899396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0a302-ab10-4b76-bdad-96e8d23f8c92 req-aefdafe9-1991-4572-8d45-56c613cfb218 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:11.900807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baf0a302-ab10-4b76-bdad-96e8d23f8c92 req-aefdafe9-1991-4572-8d45-56c613cfb218 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0507383 Sep 01 16:08:11.939897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-baf0a302-ab10-4b76-bdad-96e8d23f8c92 req-3c68c754-d264-45f3-9a75-003f2599e930 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329759 Sep 01 16:08:13.055200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb369e-d915-473f-9824-b95a887be511 req-2b98264e-2e81-4110-9b02-4a75facbbab7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:13.056754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27bb369e-d915-473f-9824-b95a887be511 req-2b98264e-2e81-4110-9b02-4a75facbbab7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0493367 Sep 01 16:08:13.097176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-27bb369e-d915-473f-9824-b95a887be511 req-a99c680d-c8e9-43e8-adad-07db3246334b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342669 Sep 01 16:08:14.214344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1679e1f-c95f-4c61-858a-aee6794e496f req-2bfaeb45-9b06-4ef0-a308-1c0a592f5c47 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:14.216087 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1679e1f-c95f-4c61-858a-aee6794e496f req-2bfaeb45-9b06-4ef0-a308-1c0a592f5c47 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0520561 Sep 01 16:08:14.256700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a1679e1f-c95f-4c61-858a-aee6794e496f req-3fa97de7-c658-4145-887f-a85c081cdf71 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341535 Sep 01 16:08:14.487125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cde0097e-bbc2-4981-8617-7b0464d56ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.374826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35c95-3fc9-4e8d-8907-88174920ba6d req-8ed1f069-7eb7-40f4-b61c-2fb99aae3a38 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:15.376374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4de35c95-3fc9-4e8d-8907-88174920ba6d req-8ed1f069-7eb7-40f4-b61c-2fb99aae3a38 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0510228 Sep 01 16:08:15.418780 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4de35c95-3fc9-4e8d-8907-88174920ba6d req-51970734-cd7c-4930-9a17-ce2c143286c7 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359700 Sep 01 16:08:16.534930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c50d5e-39ce-4d7a-8b52-3f40ab672d0f req-7af55176-cc57-4d9e-9945-5eda6c3c2c70 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:16.536431 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1c50d5e-39ce-4d7a-8b52-3f40ab672d0f req-7af55176-cc57-4d9e-9945-5eda6c3c2c70 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0495427 Sep 01 16:08:16.576493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b1c50d5e-39ce-4d7a-8b52-3f40ab672d0f req-01b0419e-9e54-432d-b89a-9bfc2d03dab3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=098c15ce-5dc2-4165-8849-3d35cc50e36b&id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334132 Sep 01 16:08:17.611401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-925f1870-7ae7-459b-99ee-f98cfbcee69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:17.750819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-a08571af-3277-49d3-a288-13fa5261f041 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428753 Sep 01 16:08:17.770396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:17.849284 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-391dc267-43c7-4f50-bab8-7314469d9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:17.850839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-391dc267-43c7-4f50-bab8-7314469d9540 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1137 time: 0.0411599 Sep 01 16:08:17.952837 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-c99ab33f-967f-474c-9e3e-fe6d18d65feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:17.954295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-c99ab33f-967f-474c-9e3e-fe6d18d65feb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.0827639 Sep 01 16:08:18.024175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-21942b99-290f-4179-b025-a0d9bb923cff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1002 time: 0.0614429 Sep 01 16:08:18.073366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-9c0c2f41-e1aa-46e3-8301-94d4cbf2818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:18.074827 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-9c0c2f41-e1aa-46e3-8301-94d4cbf2818d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0435717 Sep 01 16:08:18.119687 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-e51203f5-9a96-4721-a414-500a351275ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:18.121216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-e51203f5-9a96-4721-a414-500a351275ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393035 Sep 01 16:08:18.212944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-3247061b-0563-45a1-b27a-3096a9550609 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Sep 01 16:08:18.302156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-11c1e22f-e2a1-4fe2-95b1-fc0e169929f2 req-e7c21d13-b92d-4ad6-bbff-15058a7fe5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811746 Sep 01 16:08:18.614522 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:19.028756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.151472 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:23.357116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:08:28.281700 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:44.488972 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3e63191-d913-4b45-a5cc-2b66097ccfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:47.616368 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf81c3d0-bda2-4d67-94a0-65d15acac073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:47.772878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:48.613849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.017176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-4d9da4c9-77cc-4b22-a217-247806c079e5 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844740890&fields=id&tenant_id=8851c18a5deb4cb692a5ce37565c0edb HTTP/1.1" status: 200 len: 267 time: 0.1559496 Sep 01 16:08:49.027195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.076302 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-8eaea24e-9508-4dc8-949d-0513e43d097e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:49.077719 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-8eaea24e-9508-4dc8-949d-0513e43d097e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 985 time: 0.0543399 Sep 01 16:08:49.088795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Request body: {'port': {'security_groups': ['e17de458-ad3d-4d24-9590-108884945884']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:08:49.152254 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.322046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:08:49.350717 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.356016 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.397547 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:49.398178 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.399593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dd7ea9e5-c971-4f4e-a5c4-a7aa7579a1fe req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "PUT /v2.0/ports/5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 943 time: 0.3152277 Sep 01 16:08:49.400043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:49.400230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:08:49.402904 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061401a2-f488-4c1d-9b02-22793e7ec0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:49.406411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50358) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:49.429456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event updated for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:49.438198 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.438541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.438876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.439207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.439533 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.439857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.440178 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.440508 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.440831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.441180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.441503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.441821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d6766-c271-4a12-bc8b-f6fa6b97f03d tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.463202 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579de9c3-3791-43d1-a758-b36ce96a8529 x-openstack-request-id: req-579de9c3-3791-43d1-a758-b36ce96a8529 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:49.463646 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:49.463932 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-579de9c3-3791-43d1-a758-b36ce96a8529 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:49.465527 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:08:49.513929 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.531702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:08:49.543895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.619846 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.623974 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:49.625108 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "DELETE /v2.0/security-groups/098c15ce-5dc2-4165-8849-3d35cc50e36b HTTP/1.1" status: 204 len: 168 time: 0.2167275 Sep 01 16:08:49.628850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:08:49.638330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c15ce-5dc2-4165-8849-3d35cc50e36b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:49.649499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.649854 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.650508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.650858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.651193 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.651526 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.652433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.652757 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.653359 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.653627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.654072 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.654408 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ad0605-4a09-40db-97e2-574ab97c36e3 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:08:49.689249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-e37a148a-b70a-43a6-8c60-387fbb25393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:49.690927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-e37a148a-b70a-43a6-8c60-387fbb25393b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1098 time: 0.1813295 Sep 01 16:08:49.716486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b17ea2c9-bac9-464d-9f70-0a05a86fea40 None None] Provisioning complete for port 5e627fc3-07ca-4741-87fc-fa089be2c4be triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:08:49.716864 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b17ea2c9-bac9-464d-9f70-0a05a86fea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.154917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.169243 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-65985dd6-5ce7-40f1-8cbb-f6028c3457da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:50.170922 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-65985dd6-5ce7-40f1-8cbb-f6028c3457da service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.4686489 Sep 01 16:08:50.235521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Deleting port 6e8ee913-7e62-4d5f-89f4-ef98f79cdd38 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:08:50.235846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.284834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-f8712320-f4d3-4d80-bc6a-8f378633d6f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 1002 time: 0.1048701 Sep 01 16:08:50.356912 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-4a824952-e3fb-4427-862b-463dca765b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:50.358466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-4a824952-e3fb-4427-862b-463dca765b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0660055 Sep 01 16:08:50.361801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.362122 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.395661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Calling delete_port for 6e8ee913-7e62-4d5f-89f4-ef98f79cdd38 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:08:50.459548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-ad17bf0f-f3d5-441a-a47d-28bfc0c7081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:50.461256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-ad17bf0f-f3d5-441a-a47d-28bfc0c7081d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919173 Sep 01 16:08:50.582580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-840a1bd1-f1d8-47e8-a9be-34368407622e service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136773 Sep 01 16:08:50.690669 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.731907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event deleted for resources: {'Port': ['ID=6e8ee913-7e62-4d5f-89f4-ef98f79cdd38,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:08:50.738138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-061401a2-f488-4c1d-9b02-22793e7ec0c4 req-c4b7f2e4-c6e2-43d4-81ff-1702c4179356 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477535 Sep 01 16:08:50.799745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks [] for floatingip, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:50.800652 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Floating IP 0690180a-85b1-45c2-ab41-aac496f1d98b disassociated (deleted). External IP: 172.25.1.125, port: 5e627fc3-07ca-4741-87fc-fa089be2c4be. Sep 01 16:08:51.007039 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Router 891fc9b2-5a19-4de7-8af6-8da55564d317 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:08:51.117218 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:08:51.122981 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:51.127482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Sync routers for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:08:51.137194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:51.137810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:51.152510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f5548bc7-8f2b-4642-b8c7-f8dd3769d0eb tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "DELETE /v2.0/floatingips/0690180a-85b1-45c2-ab41-aac496f1d98b HTTP/1.1" status: 204 len: 168 time: 1.5212216 Sep 01 16:08:51.246880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:51.456647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:51.466276 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:08:51.468678 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5826fc6c-21af-4af6-b72c-689f74eb2079" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:08:51.487086 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Checking router: 891fc9b2-5a19-4de7-8af6-8da55564d317 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:08:51.495558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:08:51.496692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:51.505552 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc2e13-4d64-46f0-ad7c-7bf1896b03e1 x-openstack-request-id: req-b7dc2e13-4d64-46f0-ad7c-7bf1896b03e1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:08:51.505838 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:08:51.506084 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7dc2e13-4d64-46f0-ad7c-7bf1896b03e1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:08:51.506509 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:08:51.593158 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-b8ff7e6a-d1c1-46b8-906d-30ed1c1cdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:51.594754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-b8ff7e6a-d1c1-46b8-906d-30ed1c1cdb87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 1098 time: 0.0440800 Sep 01 16:08:51.700639 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-70f9b19c-977e-476d-9d42-c28e07d449b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:51.702159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-70f9b19c-977e-476d-9d42-c28e07d449b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 200 len: 915 time: 0.0995998 Sep 01 16:08:51.749433 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-138d49be-f8d8-4175-abe6-94e98b353a94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 200 len: 217 time: 0.0381021 Sep 01 16:08:51.758656 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:08:51.812767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-92e7021d-8ca4-4a8a-9f76-529683083bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:51.814274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-92e7021d-8ca4-4a8a-9f76-529683083bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 200 len: 853 time: 0.0445583 Sep 01 16:08:51.862872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-7e2c3932-2831-4b57-afa9-84638a8fc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:51.864292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-7e2c3932-2831-4b57-afa9-84638a8fc11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d68397fb-4132-4089-a86a-e1436403630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418909 Sep 01 16:08:51.960671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:08:51.972693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-99f236f5-a1af-47f2-9ad2-076a887cd760 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995576 Sep 01 16:08:51.989592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3a791-772b-4073-85eb-4a1cf752e44e None None] The sync data for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 is: [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:50Z', 'revision_number': 4, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '05435a7f-84cd-4a72-8a38-b31cbf05c604', 'name': '', 'network_id': 'd68397fb-4132-4089-a86a-e1436403630d', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'mac_address': 'fa:16:3e:75:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:49Z', 'updated_at': '2021-09-01T16:06:55Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'subnets': [{'id': 'a7293f68-7aec-4810-b996-f94f46f040ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:08:52.076998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5826fc6c-21af-4af6-b72c-689f74eb2079 req-459495b2-3894-4503-9331-1110b1525492 service neutron] 10.222.0.24 "GET /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966773 Sep 01 16:08:52.227972 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28322b-5542-4a20-9bef-e504aa27541b None None] New status for floating IP 0690180a-85b1-45c2-ab41-aac496f1d98b: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:08:58.128273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4fd69-5d2b-4fc1-921e-ffb860f36bd0 req-bae84e14-c197-46c2-927c-28b08e193f97 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:58.129765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12c4fd69-5d2b-4fc1-921e-ffb860f36bd0 req-bae84e14-c197-46c2-927c-28b08e193f97 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0585392 Sep 01 16:08:58.169307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-12c4fd69-5d2b-4fc1-921e-ffb860f36bd0 req-c436fd2e-9e0e-4a79-8aa3-d5b5d9304002 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Sep 01 16:08:58.297839 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:59.284835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9607-8628-404d-b0a5-7e3edee24edb req-8f3e5379-208a-4ab1-a1c3-3e0700dd171e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:59.286402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f31b9607-8628-404d-b0a5-7e3edee24edb req-8f3e5379-208a-4ab1-a1c3-3e0700dd171e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0493665 Sep 01 16:08:59.324999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f31b9607-8628-404d-b0a5-7e3edee24edb req-d0b727c9-8b7c-41d5-b559-aa7df567562b tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/security-groups?id=e17de458-ad3d-4d24-9590-108884945884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Sep 01 16:08:59.925401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-2922a578-8b86-4a15-8b94-2fd88bc15e5f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:59.926794 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-2922a578-8b86-4a15-8b94-2fd88bc15e5f tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 946 time: 0.0487263 Sep 01 16:09:00.020775 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Deleting port 5e627fc3-07ca-4741-87fc-fa089be2c4be {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:00.021150 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:00.111363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] For port 5e627fc3-07ca-4741-87fc-fa089be2c4be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=5e627fc3-07ca-4741-87fc-fa089be2c4be,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:00.111723 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:00.126290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Calling delete_port for 5e627fc3-07ca-4741-87fc-fa089be2c4be owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:00.265825 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:00.293360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Pushing event deleted for resources: {'Port': ['ID=5e627fc3-07ca-4741-87fc-fa089be2c4be,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:00.300476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['5e627fc3-07ca-4741-87fc-fa089be2c4be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:09:00.342131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] No DVR routers for this DVR port 5e627fc3-07ca-4741-87fc-fa089be2c4be on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:00.344784 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:00.347226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4ad5170-58c9-4c3e-94ad-b865d35cc026 req-4cfe774d-fbb3-4c99-83f3-cdd156629a9e tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.24 "DELETE /v2.0/ports/5e627fc3-07ca-4741-87fc-fa089be2c4be HTTP/1.1" status: 204 len: 173 time: 0.4140804 Sep 01 16:09:00.347671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'name': 'network-vif-deleted', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:00.349986 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e595d-a48c-4038-9a53-2d46425ac7f3" -d '{"events": [{"server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "name": "network-vif-deleted", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:00.357388 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:09:00.421933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47befd4e-1b4b-402c-82cf-9b871ff0526d req-09573384-796c-4045-b1b8-f8dda06f5920 tempest-TestMinimumBasicScenario-430691079 tempest-TestMinimumBasicScenario-430691079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d4ae753-9e4f-430c-beba-aa600b20a2db HTTP/1.1" status: 200 len: 210 time: 0.0276284 Sep 01 16:09:00.476417 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878c39d6-467f-47b8-a84e-ba2c0d76ad99 x-openstack-request-id: req-878c39d6-467f-47b8-a84e-ba2c0d76ad99 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:00.476711 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4ae753-9e4f-430c-beba-aa600b20a2db", "name": "network-vif-deleted", "tag": "5e627fc3-07ca-4741-87fc-fa089be2c4be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:00.476962 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-878c39d6-467f-47b8-a84e-ba2c0d76ad99 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:00.477393 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4ae753-9e4f-430c-beba-aa600b20a2db', 'name': 'network-vif-deleted', 'tag': '5e627fc3-07ca-4741-87fc-fa089be2c4be', 'status': 'completed', 'code': 200} Sep 01 16:09:01.986947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:02.323512 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:02.872036 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Deleting port 05435a7f-84cd-4a72-8a38-b31cbf05c604 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:02.872269 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:02.950373 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] For port 05435a7f-84cd-4a72-8a38-b31cbf05c604, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=05435a7f-84cd-4a72-8a38-b31cbf05c604,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:02.950729 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:02.962660 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Calling delete_port for 05435a7f-84cd-4a72-8a38-b31cbf05c604 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:03.015365 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 5e627fc3-07ca-4741-87fc-fa089be2c4be no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:03.035822 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 5e627fc3-07ca-4741-87fc-fa089be2c4be {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:03.036160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 5e627fc3-07ca-4741-87fc-fa089be2c4be not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:03.141153 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:03.168838 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=05435a7f-84cd-4a72-8a38-b31cbf05c604,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:03.334526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:03.546096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Router 891fc9b2-5a19-4de7-8af6-8da55564d317 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:09:03.652572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:09:03.659405 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d13b7a69-2bdd-4014-b61c-d6046bbc2a8e admin admin] 10.222.0.41 "PUT /v2.0/routers/891fc9b2-5a19-4de7-8af6-8da55564d317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713529 Sep 01 16:09:03.661872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:03.665424 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Sync routers for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:09:03.674768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:03.675468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:03.768015 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:03.780071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:03.872569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:03.924985 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Deleting port a393c7e7-fe39-40bb-8f94-4398251b9a1c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:03.925354 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:03.958186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:09:03Z', 'revision_number': 5, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port': {'id': 'a393c7e7-fe39-40bb-8f94-4398251b9a1c', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:03.984580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Checking router: 891fc9b2-5a19-4de7-8af6-8da55564d317 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:09:03.992926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Routers {'891fc9b2-5a19-4de7-8af6-8da55564d317'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:03.993569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['891fc9b2-5a19-4de7-8af6-8da55564d317'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:04.006017 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] For port a393c7e7-fe39-40bb-8f94-4398251b9a1c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a393c7e7-fe39-40bb-8f94-4398251b9a1c,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:04.006399 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.019181 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Calling delete_port for a393c7e7-fe39-40bb-8f94-4398251b9a1c owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:04.084893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] Set router 891fc9b2-5a19-4de7-8af6-8da55564d317 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:04.145992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:09:03Z', 'revision_number': 6, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:04.177786 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606cc27-4c15-449c-a867-1f6cfa1be1bf None None] The sync data for ids ['891fc9b2-5a19-4de7-8af6-8da55564d317'] in n-d-802060-16 is: [{'id': '891fc9b2-5a19-4de7-8af6-8da55564d317', 'name': 'tempest-TestMinimumBasicScenario-225351856-router', 'tenant_id': '8851c18a5deb4cb692a5ce37565c0edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:47Z', 'updated_at': '2021-09-01T16:09:03Z', 'revision_number': 6, 'project_id': '8851c18a5deb4cb692a5ce37565c0edb', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:09:04.190864 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.216695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Pushing event deleted for resources: {'Port': ['ID=a393c7e7-fe39-40bb-8f94-4398251b9a1c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:04.279042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.368898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.371071 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.415990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.416415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 891fc9b2-5a19-4de7-8af6-8da55564d317 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:09:04.421477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.422621 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-80f6c1da-126c-4ea8-b4ba-3ac401dff78b admin admin] 10.222.0.41 "DELETE /v2.0/routers/891fc9b2-5a19-4de7-8af6-8da55564d317 HTTP/1.1" status: 204 len: 168 time: 0.7598102 Sep 01 16:09:04.425267 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50468) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:04.469249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Deleting subnet a7293f68-7aec-4810-b996-f94f46f040ab {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:09:04.472520 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.506976 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.603044 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.659496 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.686194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7293f68-7aec-4810-b996-f94f46f040ab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:04.688104 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.690305 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1c4b0642-a90b-4c8f-b4c1-b4d5494a2270 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7293f68-7aec-4810-b996-f94f46f040ab HTTP/1.1" status: 204 len: 168 time: 0.2637889 Sep 01 16:09:04.692508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50470) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:04.692902 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97848d5-dd24-49c2-ade3-a3b83db7001a None None] Network d68397fb-4132-4089-a86a-e1436403630d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:09:04.759715 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.817375 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Deleting port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:04.817717 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.879641 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] For port 83275437-83b8-42bd-a379-e9a2cb0ce1e3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=83275437-83b8-42bd-a379-e9a2cb0ce1e3,segment=NetworkSegment(6d6ca5d0-5264-4f9d-bdde-399da0217d08),segment_id=6d6ca5d0-5264-4f9d-bdde-399da0217d08)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:04.879940 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.893356 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Calling delete_port for 83275437-83b8-42bd-a379-e9a2cb0ce1e3 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:04.963572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd901ed-dd94-469c-881b-8fc8264ed1d5 None None] DHCP port deletion for d68397fb-4132-4089-a86a-e1436403630d request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:09:04.979934 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:04.997323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 05435a7f-84cd-4a72-8a38-b31cbf05c604 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:04.999332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-afd901ed-dd94-469c-881b-8fc8264ed1d5 None None] The port '83275437-83b8-42bd-a379-e9a2cb0ce1e3' was deleted {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 01 16:09:05.007640 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Pushing event deleted for resources: {'Port': ['ID=83275437-83b8-42bd-a379-e9a2cb0ce1e3,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:05.010456 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] No DVR routers for this DVR port 83275437-83b8-42bd-a379-e9a2cb0ce1e3 on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:05.026712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 05435a7f-84cd-4a72-8a38-b31cbf05c604 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:05.027567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 05435a7f-84cd-4a72-8a38-b31cbf05c604 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:05.085788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.095896 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68397fb-4132-4089-a86a-e1436403630d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:05.106137 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6ca5d0-5264-4f9d-bdde-399da0217d08') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:05.106432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6ca5d0-5264-4f9d-bdde-399da0217d08') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:05.115245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.134498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.142794 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:09:05.143325 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:09:05.145609 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:09:05.207462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.213532 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.215373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d68397fb-4132-4089-a86a-e1436403630d HTTP/1.1" status: 204 len: 168 time: 0.5219183 Sep 01 16:09:05.218664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50472) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:05.227436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631072de-f807-4fb7-9b5a-8dd8cf1fc057 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68397fb-4132-4089-a86a-e1436403630d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:05.557374 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.801625 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Deleting port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:05.801956 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.880605 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] For port 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:05.880879 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:05.893873 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Calling delete_port for 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:06.067595 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:06.095706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Pushing event deleted for resources: {'Port': ['ID=5386bc21-6e08-43fa-8bc1-1009dd2aa7f4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:06.266900 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:06.474890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Router 85b7af70-9bb5-4aa1-98d8-8a706b595566 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:09:06.566495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 83275437-83b8-42bd-a379-e9a2cb0ce1e3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:06.591138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 83275437-83b8-42bd-a379-e9a2cb0ce1e3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:06.591644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 83275437-83b8-42bd-a379-e9a2cb0ce1e3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:06.592064 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a393c7e7-fe39-40bb-8f94-4398251b9a1c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:06.612948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a393c7e7-fe39-40bb-8f94-4398251b9a1c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:06.613329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a393c7e7-fe39-40bb-8f94-4398251b9a1c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:06.888746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:09:06.893677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7f7e6db0-5c36-4a1e-8bb0-ce445cd05551 admin admin] 10.222.0.41 "PUT /v2.0/routers/85b7af70-9bb5-4aa1-98d8-8a706b595566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740062 Sep 01 16:09:06.896165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:06.899881 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Sync routers for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:09:06.913655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:06.914262 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:07.000736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.013054 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:07.102677 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.154563 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Deleting port bf42338a-8544-49be-8c68-37583e340aa3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:07.154810 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.192148 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:09:06Z', 'revision_number': 5, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port': {'id': 'bf42338a-8544-49be-8c68-37583e340aa3', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:07.218565 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Checking router: 85b7af70-9bb5-4aa1-98d8-8a706b595566 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:09:07.227353 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Routers {'85b7af70-9bb5-4aa1-98d8-8a706b595566'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:07.229516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['85b7af70-9bb5-4aa1-98d8-8a706b595566'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:07.239446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] For port bf42338a-8544-49be-8c68-37583e340aa3, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=bf42338a-8544-49be-8c68-37583e340aa3,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:07.239806 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.253135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Calling delete_port for bf42338a-8544-49be-8c68-37583e340aa3 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:07.316035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] Set router 85b7af70-9bb5-4aa1-98d8-8a706b595566 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:07.371852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:09:07Z', 'revision_number': 6, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:07.398082 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0439c-7347-46ed-bbba-c11fba1050ac None None] The sync data for ids ['85b7af70-9bb5-4aa1-98d8-8a706b595566'] in n-d-802060-16 is: [{'id': '85b7af70-9bb5-4aa1-98d8-8a706b595566', 'name': 'tempest-TestMinimumBasicScenario-283488961-router', 'tenant_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:06:52Z', 'updated_at': '2021-09-01T16:09:07Z', 'revision_number': 6, 'project_id': 'eb165ebb5e3742f9b5fcddc213ca6b06', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:09:07.419678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.447480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf42338a-8544-49be-8c68-37583e340aa3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:07.506279 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.608492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.610854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.660796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.661384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b7af70-9bb5-4aa1-98d8-8a706b595566 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:09:07.665971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.667141 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-683e204c-095d-4d5d-932a-e3506f17a23a admin admin] 10.222.0.41 "DELETE /v2.0/routers/85b7af70-9bb5-4aa1-98d8-8a706b595566 HTTP/1.1" status: 204 len: 168 time: 0.7700572 Sep 01 16:09:07.670681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50476) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:07.716513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Deleting subnet 816249a0-9e86-46da-a312-13180765a312 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:09:07.719721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.757037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.850891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.908133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.936568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816249a0-9e86-46da-a312-13180765a312,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:07.941710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:07.943593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-baa55bec-b097-44b9-90a7-c3e4d33cb508 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/816249a0-9e86-46da-a312-13180765a312 HTTP/1.1" status: 204 len: 168 time: 0.2720201 Sep 01 16:09:07.946257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:07.946576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5573d81-647a-4dad-a5ea-800909d67ba2 None None] Network b18e584c-ea2d-4434-b755-17e6b4383232 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:09:08.014047 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.072342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Deleting port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:08.072681 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.137186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] For port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,segment=NetworkSegment(a5480d35-4170-46a4-ae8b-e746a8782265),segment_id=a5480d35-4170-46a4-ae8b-e746a8782265)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:08.137475 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.150137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Calling delete_port for b70fae2a-36d9-4f7e-aee8-ec0601b60e3b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:08.192419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d368471-7635-4e81-8389-8181240e156b None None] DHCP port deletion for b18e584c-ea2d-4434-b755-17e6b4383232 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:09:08.240066 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.244613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7d368471-7635-4e81-8389-8181240e156b None None] Deleting port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:08.244985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.268723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:08.270634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] No DVR routers for this DVR port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:08.310530 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7d368471-7635-4e81-8389-8181240e156b None None] For port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:08.310918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.324497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7d368471-7635-4e81-8389-8181240e156b None None] Calling delete_port for b70fae2a-36d9-4f7e-aee8-ec0601b60e3b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:09:08.327386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-7d368471-7635-4e81-8389-8181240e156b None None] Port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:09:08.328687 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.343955 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.352542 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d368471-7635-4e81-8389-8181240e156b None None] Pushing event deleted for resources: {'Port': ['ID=b70fae2a-36d9-4f7e-aee8-ec0601b60e3b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:08.356698 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18e584c-ea2d-4434-b755-17e6b4383232']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:08.363815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.364044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.364385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.364716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.365049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.365484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.365712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.366040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.366418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.366671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.366990 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.367341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d368471-7635-4e81-8389-8181240e156b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:08.370213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d368471-7635-4e81-8389-8181240e156b None None] No DVR routers for this DVR port b70fae2a-36d9-4f7e-aee8-ec0601b60e3b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:08.373818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5480d35-4170-46a4-ae8b-e746a8782265') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:08.374106 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5480d35-4170-46a4-ae8b-e746a8782265') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:08.387402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.408232 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.414954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:09:08.415368 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:09:08.417572 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:09:08.485675 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.496609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.499954 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b18e584c-ea2d-4434-b755-17e6b4383232 HTTP/1.1" status: 204 len: 168 time: 0.5525372 Sep 01 16:09:08.517456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875585b3-6830-493c-a0ef-afa239534ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18e584c-ea2d-4434-b755-17e6b4383232,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:08.532819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:08.559317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:08.559672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 5386bc21-6e08-43fa-8bc1-1009dd2aa7f4 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:08.560094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf42338a-8544-49be-8c68-37583e340aa3 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:08.579590 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: bf42338a-8544-49be-8c68-37583e340aa3 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:08.579942 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device bf42338a-8544-49be-8c68-37583e340aa3 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:08.580362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b70fae2a-36d9-4f7e-aee8-ec0601b60e3b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:08.600745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b70fae2a-36d9-4f7e-aee8-ec0601b60e3b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:09:08.601111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b70fae2a-36d9-4f7e-aee8-ec0601b60e3b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:08.715087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50482) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:08.757999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d7c751b-f534-4739-9a79-0bee74df425a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8851c18a5deb4cb692a5ce37565c0edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415559 Sep 01 16:09:08.760729 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:08.829689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.851553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.903755 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.906252 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.907438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e17de458-ad3d-4d24-9590-108884945884 HTTP/1.1" status: 204 len: 168 time: 0.1451342 Sep 01 16:09:08.915962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba5d39-3f07-471c-9c97-b902142557b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17de458-ad3d-4d24-9590-108884945884,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:09.238453 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50490) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:09.280277 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-190f22d5-de91-4c15-84fd-6bec508ebb59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb165ebb5e3742f9b5fcddc213ca6b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406609 Sep 01 16:09:09.283164 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50492) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:09.333860 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.356443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.411054 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.414585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.415878 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4328348-5c37-4c76-b52a-49197a2dba04 HTTP/1.1" status: 204 len: 168 time: 0.1318035 Sep 01 16:09:09.427991 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b1c5-a221-4af3-a385-8f93c4ed7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4328348-5c37-4c76-b52a-49197a2dba04,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.201005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50532) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.205778 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147993010', 'description': 'tempest-secgroup-smoke-1147993010 description', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.228480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.236960 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.326894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.330313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.362738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc8fcd-a85e-4c30-a1ac-cdaee3f731af,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.418761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.422245 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.449396 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.450550 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2484674 Sep 01 16:09:11.452445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dc852-a7f4-4344-b9c4-3622469844b1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.453741 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50534) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.459363 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.487819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.535366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.538951 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.556550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8f6bb8-19f7-4661-976e-5b1ab19717bf,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.561878 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.563245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7e7d12a2-1553-4527-b37e-bbd5871f6eb4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077266 Sep 01 16:09:11.566042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50536) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.570491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.598265 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.658188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.662416 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.677569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435d7652-66e0-49a3-b22e-8bafe0abb1b8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.687389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.688629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-56780034-b83e-4bef-827d-18f211af62b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216605 Sep 01 16:09:11.691301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50538) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.695777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.722903 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.781380 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.785084 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.804094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73210be9-c046-465f-a113-c4d737a945a9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.806823 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.807923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cec93350-a253-4a2b-adc3-d3df64add21c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156607 Sep 01 16:09:11.810675 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50540) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.815123 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.841701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.901555 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.905750 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.924027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b566a2-4191-48af-bb30-348d5e48d5f5,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:11.929891 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:11.931099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3385a6a4-c59b-4375-85d1-826660fafb87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194799 Sep 01 16:09:11.933822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50542) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:11.938170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:11.958563 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:09:11.963409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.025424 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.029457 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.047130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afde9b6-342a-446f-8eee-97915cb15de0,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:12.055572 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.056892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-62d0581f-2814-4833-a880-631bb7d7b0c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221282 Sep 01 16:09:12.059601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:12.064047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '867e75c0-0b0d-4301-a6e0-e4a6c464cb5e', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:12.086512 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:09:12.091915 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.153869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.157493 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.175415 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0ef17-1181-44d8-8d68-a5b904176212,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:12.181303 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.182529 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a45d550-8d32-435b-aaff-b8eebee981a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219888 Sep 01 16:09:12.185609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50546) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:12.190600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'network': {'name': 'tempest-network-smoke--801327723', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:12.210712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:09:12.214290 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.249042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:09:12.259276 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.259625 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Added segment fb0cbb63-abc1-49c2-b7cb-a150e26cab25 of type vlan for network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 Sep 01 16:09:12.301968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.327047 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.332498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:12.333085 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.388272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015784 Sep 01 16:09:12.391345 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50548) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:12.396028 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'admin_state_up': True, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:12.399000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44e622-04f8-4bca-8b0f-c5eddbde3268 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Network': ['ID=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:12.409777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:09:12.419165 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.420163 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.474313 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.607214 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.799224 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.818469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.920512 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.101 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/2aa972d0-488a-411d-bc1b-cfc69a2a9ad7) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:09:13.018571 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:13.055834 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:13.100498 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:13.103457 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:13.108363 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:09:13.110321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:13.354659 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:13.862046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:13.983792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 40220ee8-889a-4104-9089-c878d2102621 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:09:14.088529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:09:14.098533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Sync routers for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:09:14.107066 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.107567 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:14.108226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:14.108387 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-015de46c-e81e-4854-9de1-a3eb007fcafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7159531 Sep 01 16:09:14.111594 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50550) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:14.213949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:14.236245 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-efa6c182-e661-4f0d-939b-5c1fcb79b331 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=369ef40a3c944b218fc6fc3d34e74d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235566 Sep 01 16:09:14.239025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:14.386318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3471f-93c2-4bdc-84a2-778a1a67e16c tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:14.388252 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d3f3471f-93c2-4bdc-84a2-778a1a67e16c tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482003 Sep 01 16:09:14.391105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:14.395225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:13Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:14.421673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Checking router: 40220ee8-889a-4104-9089-c878d2102621 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:09:14.422004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Updating router 40220ee8-889a-4104-9089-c878d2102621 port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:09:14.424947 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d10bc35b-bfec-4755-8d6d-f7f6ea3cbb63 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327690 Sep 01 16:09:14.427515 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:14.432485 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583622308', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:14.446831 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.525342 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:09:14.529490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.548358 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00388a23-aef9-4501-b3fa-4e8c259e38c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.726726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.730333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.740687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Transition to ACTIVE for port object 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:14.748037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.788432 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Subnet': ['ID=0d58f83d-f684-495d-88a6-235f40c349d7,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:14.797268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Checking segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:14.797644 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network hostable DHCP agents. Network: 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:09:14.800162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Attempting to bind port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:14.800537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Attempting to bind port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:14.800900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Attempting to bind port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:14.803750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e05e-4777-49c1-8259-5bd2851f8a5f None None] Pushing event updated for resources: {'Port': ['ID=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:14.809609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:14.809985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:14.810399 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.810802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:14.811298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Bound port: 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:14.811678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.816919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:09:14.826903 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:14.831278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:14.831858 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.838013 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4c916-8ed0-4f70-a139-5c2cb60d1a07 None None] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:09:14.846880 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-09fe7147-215b-4db4-a55d-539f5d08de34 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4183707 Sep 01 16:09:14.849762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50560) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:14.917537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] For port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:14.926049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] For port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:14.934056 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.031387 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e05e-4777-49c1-8259-5bd2851f8a5f None None] Pushing event updated for resources: {'Port': ['ID=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:15.033957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:15.034558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:15.134600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:09:15.135453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.285535 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.382271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:15.560439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Allocated IP 172.20.0.2 (8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5/0d58f83d-f684-495d-88a6-235f40c349d7/90a7876c-64fe-4c55-9903-3e1c1dc66f60) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:09:15.690586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:13Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:15.726007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dd7fd-cc5e-498e-951e-91d7fa8804f3 None None] The sync data for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 is: [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:13Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:09:15.777193 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.786609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Transition to ACTIVE for port object 90a7876c-64fe-4c55-9903-3e1c1dc66f60 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:15.802606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Transition to ACTIVE for port object 90a7876c-64fe-4c55-9903-3e1c1dc66f60 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:15.809234 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.851409 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:15.854587 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:15.858693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:09:15.866240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Pushing event updated for resources: {'Port': ['ID=90a7876c-64fe-4c55-9903-3e1c1dc66f60,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:15.867110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.1 (8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5/0d58f83d-f684-495d-88a6-235f40c349d7/b0f75a1b-dae7-4089-8fba-f9b5d96bc63b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:09:15.921434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Attempting to bind port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:15.921846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Attempting to bind port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:15.922211 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Attempting to bind port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 on network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:15.928015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:15.928394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Checking segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:15.928805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.929295 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Bound using segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:15.929703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Bound port: 90a7876c-64fe-4c55-9903-3e1c1dc66f60, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:15.930076 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.024945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.026170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] For port 90a7876c-64fe-4c55-9903-3e1c1dc66f60, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:16.029758 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] For port 90a7876c-64fe-4c55-9903-3e1c1dc66f60, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90a7876c-64fe-4c55-9903-3e1c1dc66f60,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:16.034536 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.040830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object b0f75a1b-dae7-4089-8fba-f9b5d96bc63b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:16.097903 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.104126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762529d-e7a4-4932-ac02-dea55a9c5925 None None] Pushing event updated for resources: {'Port': ['ID=90a7876c-64fe-4c55-9903-3e1c1dc66f60,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:16.147959 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:16.153322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:16.157705 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:09:16.185466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:16.213707 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.381890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.604882 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90a7876c-64fe-4c55-9903-3e1c1dc66f60 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:16.662597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:16.667142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:16.714029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.719802 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.727532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:16.731920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:16.732297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.809590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.811368 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:16.825949 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.849301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:16.854173 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:16.914664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:16.917581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:16.920473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:17.055706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 40220ee8-889a-4104-9089-c878d2102621 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:09:17.083809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8ac9f-a977-403b-b1b2-5a1c6b542ae1 None None] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:09:17.149331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Provisioning for port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:17.161871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Provisioning complete for port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:17.162251 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.175499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:09:17.182113 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cf43b5d4-58f9-40b5-92f5-3f05f7638ea9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/40220ee8-889a-4104-9089-c878d2102621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312936 Sep 01 16:09:17.319491 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.328773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-d04ce4cf-b92e-4831-a43f-01868ce78bd0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147993010&fields=id&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 267 time: 0.0374722 Sep 01 16:09:17.357702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] For port 90a7876c-64fe-4c55-9903-3e1c1dc66f60, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90a7876c-64fe-4c55-9903-3e1c1dc66f60,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:17.361828 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.419127 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf29e40-1fc0-40a0-a05f-09276b928b1c None None] Pushing event updated for resources: {'Port': ['ID=90a7876c-64fe-4c55-9903-3e1c1dc66f60,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:17.466029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-d6c94dbd-309c-4925-b580-eed062974e38 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:17.467629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-d6c94dbd-309c-4925-b580-eed062974e38 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/networks?id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 200 len: 796 time: 0.1209416 Sep 01 16:09:17.484696 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-cf0e6b10-1372-4019-83dc-202895fa542c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/quotas/369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 375 time: 0.0107751 Sep 01 16:09:17.494821 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Sync routers for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:09:17.504325 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:17.504950 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:08:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:17.542568 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-4ae3af17-603d-4060-948a-8d6cf24aba45 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510254 Sep 01 16:09:17.590362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Provisioning for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:17.594772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Provisioning complete for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:17.595377 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.638972 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:17.653134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:09:17.654882 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34f58d8d-1920-4821-8bf4-a90bb361a096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.666061 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Provisioning complete for port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:17.666489 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db9b95f9-06e1-405a-9731-def46838917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.682001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-ae52d7d2-4928-4e91-987a-7f3c9b3b22ae service neutron] 10.222.0.41 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266654 Sep 01 16:09:17.788993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-c74c43c9-cb59-4bf9-8756-0c013f3ade68 service neutron] 10.222.0.41 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055715 Sep 01 16:09:17.790928 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.897561 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 2, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:17.910672 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-9c7fcb9e-79ee-4f6f-9b3c-63d9e62c2649 None None] Provisioning complete for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:17.911452 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c7fcb9e-79ee-4f6f-9b3c-63d9e62c2649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.951232 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Checking router: 40220ee8-889a-4104-9089-c878d2102621 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:09:17.951589 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Updating router 40220ee8-889a-4104-9089-c878d2102621 port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:09:17.957897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fcb9e-79ee-4f6f-9b3c-63d9e62c2649 None None] Port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:09:17.982863 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:17.984847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c481c4ba-5258-45eb-bf0a-aa82f4a0ff8d req-ced80e18-1da4-4ce3-9fff-eb6ebef6fe27 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 210 time: 0.0377443 Sep 01 16:09:18.082278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-117c2839-4b1d-480c-ae1c-49b47de71771 None None] Provisioning complete for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:18.082971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-117c2839-4b1d-480c-ae1c-49b47de71771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.126286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-117c2839-4b1d-480c-ae1c-49b47de71771 None None] Port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:09:18.366736 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.376794 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Transition to ACTIVE for port object b0f75a1b-dae7-4089-8fba-f9b5d96bc63b will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:18.382258 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.437116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Pushing event updated for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:18.459963 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.460353 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.460613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.460936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.461307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.461606 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.461922 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.462233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.462542 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.462852 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.463158 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.463474 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:18.496656 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Attempting to bind port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:18.497307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Attempting to bind port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:18.497424 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Attempting to bind port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b on network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:18.503241 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:18.503613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Checking segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:18.504012 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.504401 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Bound using segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:18.504863 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Bound port: b0f75a1b-dae7-4089-8fba-f9b5d96bc63b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:18.505267 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.553620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90a7876c-64fe-4c55-9903-3e1c1dc66f60 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:18.573777 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] For port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:18.578212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] For port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:18.583550 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.633977 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.637886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:18.638255 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:18.658390 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:18.659305 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:18.715375 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede16f9-97c9-430b-8db0-caf7043c9b7b None None] Pushing event updated for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:18.760174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:18.795902 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:18.827853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:18.828236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:19.014045 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:18Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:19.039082 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:19.043926 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee63ba-c56c-4f11-b49a-2fd9f1deb01d None None] The sync data for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 is: [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:18Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:09:19.115380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-86b96b3a-0922-4681-9d99-7556a2a183f0 req-04b47215-02b0-4212-b667-7e5c7601da22 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 210 time: 0.0598686 Sep 01 16:09:20.140159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-483adf61-a8f3-4d9e-9180-4882a473303b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:20.141700 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-483adf61-a8f3-4d9e-9180-4882a473303b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/networks?id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 200 len: 796 time: 0.1085727 Sep 01 16:09:20.158306 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.223514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-a48d58aa-9cf0-4ed0-920d-25f67593d910 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 380 time: 0.0574262 Sep 01 16:09:20.225350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0f57d1ab-d582-4999-a833-6d25df542e1d req-dcee2f9a-be3a-4e14-b59f-426a4f95b92d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 210 time: 0.0392275 Sep 01 16:09:20.245832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'port': {'device_id': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'admin_state_up': True, 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'security_groups': ['867e75c0-0b0d-4301-a6e0-e4a6c464cb5e']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:20.354922 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:09:20.359006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.484388 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.10 (8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5/0d58f83d-f684-495d-88a6-235f40c349d7/eae991c3-f161-4e6c-928e-c0aa1e57aff9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:09:20.558743 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0f75a1b-dae7-4089-8fba-f9b5d96bc63b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:20.610988 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:20.615081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:20.615574 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.635346 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.649459 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object eae991c3-f161-4e6c-928e-c0aa1e57aff9 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:20.682361 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.698753 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.730890 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:20.731929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:20.734029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:20.735984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.738469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:09:20.742500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:20.789005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:20.797810 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:20.798425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.818880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-af223ee3-32d5-422a-835d-caa3ccad4070 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769379 Sep 01 16:09:20.839765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Request body: {'port': {'device_id': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:20.896568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:20.969741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0cae45ba-44ef-4ef7-94a2-e276d60b4caf None None] Provisioning for port eae991c3-f161-4e6c-928e-c0aa1e57aff9 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:20.974210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0cae45ba-44ef-4ef7-94a2-e276d60b4caf None None] Provisioning complete for port eae991c3-f161-4e6c-928e-c0aa1e57aff9 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:20.974578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cae45ba-44ef-4ef7-94a2-e276d60b4caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.008084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0cae45ba-44ef-4ef7-94a2-e276d60b4caf None None] Port eae991c3-f161-4e6c-928e-c0aa1e57aff9 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:09:21.158660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae991c3-f161-4e6c-928e-c0aa1e57aff9 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:09:21.167101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.179669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Transition to ACTIVE for port object eae991c3-f161-4e6c-928e-c0aa1e57aff9 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:21.184317 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.240050 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:21.318139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Attempting to bind port eae991c3-f161-4e6c-928e-c0aa1e57aff9 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:21.318476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Attempting to bind port eae991c3-f161-4e6c-928e-c0aa1e57aff9 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:21.318807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Attempting to bind port eae991c3-f161-4e6c-928e-c0aa1e57aff9 on network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:21.338945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Port eae991c3-f161-4e6c-928e-c0aa1e57aff9 on network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:09:21.339275 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Attempting to bind port eae991c3-f161-4e6c-928e-c0aa1e57aff9 on network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:21.348963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:21.349330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Checking segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:21.349722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Bound using segment: {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:21.350157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Bound port: eae991c3-f161-4e6c-928e-c0aa1e57aff9, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:21.350517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.380934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128209-68a9-4ac9-aec4-ae62344fbe64 req-4addbb15-23e6-4a74-8bfb-8db8f6bfd96f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.382445 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43128209-68a9-4ac9-aec4-ae62344fbe64 req-4addbb15-23e6-4a74-8bfb-8db8f6bfd96f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 944 time: 0.0852578 Sep 01 16:09:21.460158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-43128209-68a9-4ac9-aec4-ae62344fbe64 req-8ff6f74a-9c1f-4262-8e03-9000d1c63a38 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580974 Sep 01 16:09:21.461300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:21.464644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:21.470075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.505520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.506134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:21.507556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] 10.222.0.24 "PUT /v2.0/ports/eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 200 len: 1093 time: 0.6723943 Sep 01 16:09:21.508001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:21.510327 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313cad37-8410-4285-827b-1caf0a8a577a" -d '{"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:21.538335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590963d5-a1ac-481e-bdab-ff000ccc2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:21.556951 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fd231-0b62-40ea-960d-a94655f0f5b1 x-openstack-request-id: req-463fd231-0b62-40ea-960d-a94655f0f5b1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:21.557287 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:21.557541 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-463fd231-0b62-40ea-960d-a94655f0f5b1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:21.557967 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'status': 'completed', 'code': 200} Sep 01 16:09:21.625047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-f48d1831-34bd-406b-8831-d48b68de862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.626653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-f48d1831-34bd-406b-8831-d48b68de862a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1096 time: 0.0447474 Sep 01 16:09:21.686268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-22486c75-90f7-4143-9fab-8f8fde0e4131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 200 len: 217 time: 0.0417099 Sep 01 16:09:21.738664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-3a0c98b3-9fc7-41e2-81f8-a7b07db471bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.740546 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-3a0c98b3-9fc7-41e2-81f8-a7b07db471bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d58f83d-f684-495d-88a6-235f40c349d7 HTTP/1.1" status: 200 len: 834 time: 0.0469120 Sep 01 16:09:21.787320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-0a0173e9-7c09-49db-acbc-8ad84584c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.788711 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-0a0173e9-7c09-49db-acbc-8ad84584c803 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406847 Sep 01 16:09:21.880841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-5e608a7e-2e2e-4fb9-ac15-f7f0fe0a338a service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Sep 01 16:09:21.969371 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c0c78878-c87d-42e7-9db3-3e2e385c4e67 req-1b84233b-bae5-4129-a1e1-fb1b1a16fb9e service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809512 Sep 01 16:09:22.101841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cad37-8410-4285-827b-1caf0a8a577a req-35a328b5-9d26-4ff0-8bca-f3bb72be5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.103295 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-35a328b5-9d26-4ff0-8bca-f3bb72be5236 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1096 time: 0.0467203 Sep 01 16:09:22.190839 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cad37-8410-4285-827b-1caf0a8a577a req-76b7a583-617f-4b28-843c-59aa5e96824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.192350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-76b7a583-617f-4b28-843c-59aa5e96824a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 200 len: 897 time: 0.0816329 Sep 01 16:09:22.235041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-632d4daf-434e-4345-99ef-3e8258366c37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 200 len: 217 time: 0.0351031 Sep 01 16:09:22.288332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cad37-8410-4285-827b-1caf0a8a577a req-1a2d47c7-4a19-4052-ac75-d6ec5185ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.289807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-1a2d47c7-4a19-4052-ac75-d6ec5185ce54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d58f83d-f684-495d-88a6-235f40c349d7 HTTP/1.1" status: 200 len: 834 time: 0.0469365 Sep 01 16:09:22.340019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cad37-8410-4285-827b-1caf0a8a577a req-4aa4798b-b7c3-4c32-829e-d09344ff92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.341577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-4aa4798b-b7c3-4c32-829e-d09344ff92b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413373 Sep 01 16:09:22.430339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-40628b5a-7cf6-45be-82ba-9edf3415de33 service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Sep 01 16:09:22.528332 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-313cad37-8410-4285-827b-1caf0a8a577a req-d0bee5f7-d6e8-460b-9fcc-019f5fe317b9 service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909829 Sep 01 16:09:22.537002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0f75a1b-dae7-4089-8fba-f9b5d96bc63b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:22.585249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65606d-f220-44a0-b480-d4479ade29b7 req-9ceb421c-64bf-47c0-be39-b1136dde5b2a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.586536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d65606d-f220-44a0-b480-d4479ade29b7 req-9ceb421c-64bf-47c0-be39-b1136dde5b2a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Sep 01 16:09:22.588239 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:22.588673 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:22.630603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6d65606d-f220-44a0-b480-d4479ade29b7 req-0cb919e5-83be-4151-8c20-3cc5a4efbd88 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370636 Sep 01 16:09:23.751671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfee7a4-cf32-4ea4-8d53-cd673f7a552f req-2e6b7277-47f5-48d5-b32c-8ac04d868e4b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:23.753163 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dfee7a4-cf32-4ea4-8d53-cd673f7a552f req-2e6b7277-47f5-48d5-b32c-8ac04d868e4b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 944 time: 0.0537117 Sep 01 16:09:23.791233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6dfee7a4-cf32-4ea4-8d53-cd673f7a552f req-12e8e1d4-b0c5-42f0-851d-4d4d9bc1ca24 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Sep 01 16:09:24.915488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf63186-93da-4565-b9aa-186ccd05ddd9 req-f76050a2-0728-45dd-b9d7-9a7d0307d7d1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:24.917125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebf63186-93da-4565-b9aa-186ccd05ddd9 req-f76050a2-0728-45dd-b9d7-9a7d0307d7d1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 944 time: 0.0513856 Sep 01 16:09:24.966832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebf63186-93da-4565-b9aa-186ccd05ddd9 req-f231ec69-dc51-4666-9d00-2d4d7221eb6d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Sep 01 16:09:25.124981 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device eae991c3-f161-4e6c-928e-c0aa1e57aff9 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:09:25.236056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:25.249330 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'port_id': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'mac_address': 'fa:16:3e:06:ae:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:09:25.289086 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.303769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae991c3-f161-4e6c-928e-c0aa1e57aff9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:09:25.328987 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:25.334129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.394007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:25.661623 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['eae991c3-f161-4e6c-928e-c0aa1e57aff9'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:09:26.084336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a16b9-f2c8-42b2-bfe5-f038fdc4ea51 req-8df808b8-2f30-4cd6-86f6-fa146c1b28a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:26.085883 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-131a16b9-f2c8-42b2-bfe5-f038fdc4ea51 req-8df808b8-2f30-4cd6-86f6-fa146c1b28a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 945 time: 0.0504847 Sep 01 16:09:26.125842 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-131a16b9-f2c8-42b2-bfe5-f038fdc4ea51 req-6093b564-9f72-4dfd-9f78-046484ae5e02 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Sep 01 16:09:27.125157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device eae991c3-f161-4e6c-928e-c0aa1e57aff9 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:27.177772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port eae991c3-f161-4e6c-928e-c0aa1e57aff9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:27.181742 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port eae991c3-f161-4e6c-928e-c0aa1e57aff9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:27.182123 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:27.248057 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4883761-a789-4014-8c5f-88ff34394fe9 req-a9551916-e541-4b00-ac7d-d3c65cc5db9e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.249605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4883761-a789-4014-8c5f-88ff34394fe9 req-a9551916-e541-4b00-ac7d-d3c65cc5db9e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 945 time: 0.0543625 Sep 01 16:09:27.260834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:27.285040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:27.287306 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b6965-de15-4417-b6ca-b84c90b30b6f" -d '{"events": [{"server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "name": "network-vif-plugged", "status": "completed", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:27.293632 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4883761-a789-4014-8c5f-88ff34394fe9 req-ad7043a8-8b25-4e02-bba6-014a1f68dfe7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366471 Sep 01 16:09:27.299853 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:27.304678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:27.358413 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:27.403203 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646a6ef-4a1f-4d50-8638-a660ab6c09f3 x-openstack-request-id: req-5646a6ef-4a1f-4d50-8638-a660ab6c09f3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:27.403502 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "name": "network-vif-plugged", "status": "completed", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:27.403751 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5646a6ef-4a1f-4d50-8638-a660ab6c09f3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:27.404146 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'code': 200} Sep 01 16:09:27.544958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f80db-6de6-490a-8ffc-e9919d852afd req-47082b8c-a239-477f-9bd3-08db4b282b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.546616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b8f80db-6de6-490a-8ffc-e9919d852afd req-47082b8c-a239-477f-9bd3-08db4b282b84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1098 time: 0.0461743 Sep 01 16:09:27.586938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b8f80db-6de6-490a-8ffc-e9919d852afd req-de371968-1908-4bd5-a654-a63baa9747d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Sep 01 16:09:28.294035 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:28.414255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb109813-3ba2-4235-84d2-e5d2dde56f06 req-e29ecf7f-ab15-4694-a43d-1608466f725c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:28.415807 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb109813-3ba2-4235-84d2-e5d2dde56f06 req-e29ecf7f-ab15-4694-a43d-1608466f725c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0516708 Sep 01 16:09:28.456549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb109813-3ba2-4235-84d2-e5d2dde56f06 req-b9e6cbe8-6075-43ec-890a-48717857dcda tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Sep 01 16:09:29.578385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237039-28e9-466f-a1fc-13d8967888bc req-51043816-7575-48a0-84f2-d0efe416bf02 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:29.579904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30237039-28e9-466f-a1fc-13d8967888bc req-51043816-7575-48a0-84f2-d0efe416bf02 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0541370 Sep 01 16:09:29.618895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30237039-28e9-466f-a1fc-13d8967888bc req-b375d55a-3a04-489e-a20e-e14dd419f41b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Sep 01 16:09:29.735654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc26946-28e7-4940-a995-47577e103cdb req-bc829cd6-cad5-4fc1-bc88-ebfc62167c1d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:29.737084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bc26946-28e7-4940-a995-47577e103cdb req-bc829cd6-cad5-4fc1-bc88-ebfc62167c1d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0509341 Sep 01 16:09:29.775887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bc26946-28e7-4940-a995-47577e103cdb req-3e34276c-adba-474e-b5e3-286a23ed4c95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Sep 01 16:09:29.797166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50628) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:29.837956 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48898bbb-b03a-4065-8f85-e72dc17b2ead tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:29.839534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-48898bbb-b03a-4065-8f85-e72dc17b2ead tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1093 time: 0.0413442 Sep 01 16:09:29.842382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50630) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:29.847133 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:29.870090 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:29.975977 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:30.080468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.44 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/370efd94-4722-4322-a098-ad5c456a855b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:09:30.192345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:30.232669 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:30.275124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:09:30.278177 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:09:30.281998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:09:30.287990 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=370efd94-4722-4322-a098-ad5c456a855b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:30.649372 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:30.717452 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:31.187819 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:31.192872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:31.261487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=370efd94-4722-4322-a098-ad5c456a855b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:31.272944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:31.370479 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP 9ac41ffe-9973-4a28-8110-de126d00a73c associated. External IP: 172.25.1.44, port: eae991c3-f161-4e6c-928e-c0aa1e57aff9. Sep 01 16:09:31.572894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 40220ee8-889a-4104-9089-c878d2102621 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:09:31.679685 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:09:31.693680 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Sync routers for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:09:31.696603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:31.703227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:31.703843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:31.727908 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bcb6bfad-21ff-4f64-883b-fdc50fee648b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8845017 Sep 01 16:09:31.728494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:31.731597 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed5011-3786-45fb-87e0-e526f382e799" -d '{"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:31.809768 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:31.822399 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d1ca-f3e6-4235-8e6b-8ce3e9aac036 req-083de39f-f5f2-4759-938f-5fd8dd121043 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:31.824496 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cb1d1ca-f3e6-4235-8e6b-8ce3e9aac036 req-083de39f-f5f2-4759-938f-5fd8dd121043 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Sep 01 16:09:31.861979 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cb1d1ca-f3e6-4235-8e6b-8ce3e9aac036 req-c34bc94e-f3e4-40ea-a1c7-d897d46ade1e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Sep 01 16:09:31.884378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50638) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:31.949582 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb5f676d-cda0-4047-a296-ab6cbfdbd809 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/9ac41ffe-9973-4a28-8110-de126d00a73c HTTP/1.1" status: 200 len: 991 time: 0.0632536 Sep 01 16:09:31.965843 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da9e5a-73f7-4e01-badd-929e64190692 x-openstack-request-id: req-e3da9e5a-73f7-4e01-badd-929e64190692 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:31.966135 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:31.966389 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3da9e5a-73f7-4e01-badd-929e64190692 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:31.966868 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'status': 'completed', 'code': 200} Sep 01 16:09:32.038205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '9ac41ffe-9973-4a28-8110-de126d00a73c', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '40220ee8-889a-4104-9089-c878d2102621', 'port_id': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'mac_address': 'fa:16:3e:06:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:09:30Z', 'updated_at': '2021-09-01T16:09:30Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:32.058516 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5011-3786-45fb-87e0-e526f382e799 req-76f5f60c-91c2-44c6-8c3f-9e4daddb8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:32.060265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-76f5f60c-91c2-44c6-8c3f-9e4daddb8822 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1098 time: 0.0449729 Sep 01 16:09:32.064172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Checking router: 40220ee8-889a-4104-9089-c878d2102621 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:09:32.072450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:09:32.073046 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:32.152597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5011-3786-45fb-87e0-e526f382e799 req-98362e7f-83ed-463d-a0a8-cd1e562d086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:32.154052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-98362e7f-83ed-463d-a0a8-cd1e562d086c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 200 len: 897 time: 0.0865850 Sep 01 16:09:32.178885 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:09:32.233415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-c0b6e851-1a01-41e7-a275-4d322780cf8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 200 len: 999 time: 0.0720992 Sep 01 16:09:32.285015 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5011-3786-45fb-87e0-e526f382e799 req-0361fb2f-a16b-432a-9a39-55a57c2c7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:32.286644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-0361fb2f-a16b-432a-9a39-55a57c2c7725 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d58f83d-f684-495d-88a6-235f40c349d7 HTTP/1.1" status: 200 len: 834 time: 0.0466733 Sep 01 16:09:32.337255 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5011-3786-45fb-87e0-e526f382e799 req-8687653d-1ca3-4e70-89aa-cf4eaa981903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:32.338858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-8687653d-1ca3-4e70-89aa-cf4eaa981903 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448346 Sep 01 16:09:32.438183 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-80266332-da76-4490-9b1a-c1d024cb4061 service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919509 Sep 01 16:09:32.533988 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-78ed5011-3786-45fb-87e0-e526f382e799 req-66f05f21-b6de-4de0-ad62-368235c11cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889621 Sep 01 16:09:32.582982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '9ac41ffe-9973-4a28-8110-de126d00a73c', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '40220ee8-889a-4104-9089-c878d2102621', 'port_id': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'mac_address': 'fa:16:3e:06:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:09:30Z', 'updated_at': '2021-09-01T16:09:30Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:09:32.609964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8097-e0e3-413f-bb1d-2d06bb78180b None None] The sync data for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 is: [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '9ac41ffe-9973-4a28-8110-de126d00a73c', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '40220ee8-889a-4104-9089-c878d2102621', 'port_id': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'mac_address': 'fa:16:3e:06:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:09:30Z', 'updated_at': '2021-09-01T16:09:30Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:09:32.813904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e62ea-8803-4d2a-878c-ecc5cef53469 None None] New status for floating IP 9ac41ffe-9973-4a28-8110-de126d00a73c: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:09:32.953286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50640) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:09:33.018105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e203b5cc-54c0-4538-915a-e93af6e80b1f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/9ac41ffe-9973-4a28-8110-de126d00a73c HTTP/1.1" status: 200 len: 993 time: 0.0636697 Sep 01 16:09:37.357046 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:09:44.491156 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c86e31e-7171-4dca-a16f-bf27bbbe9c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:47.623050 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52e9fb08-9afb-4f66-8d08-83b6edce78af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:47.772230 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:48.620654 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:49.043885 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:50.160673 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:58.302813 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:01.804879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e69fa5-93ed-4467-a94a-ae1dde5cd1df req-1912fdc2-1f82-4537-87b6-ac8c6d6aa873 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:01.806424 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3e69fa5-93ed-4467-a94a-ae1dde5cd1df req-1912fdc2-1f82-4537-87b6-ac8c6d6aa873 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Sep 01 16:10:01.846880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3e69fa5-93ed-4467-a94a-ae1dde5cd1df req-c88b8e66-f610-47f1-a6f8-b290e483e50c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343368 Sep 01 16:10:02.964504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa2e6-61b0-4d79-aca7-f42e5a146c04 req-be66649b-a8c9-4362-8f16-c592b7972593 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:02.966066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f82aa2e6-61b0-4d79-aca7-f42e5a146c04 req-be66649b-a8c9-4362-8f16-c592b7972593 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Sep 01 16:10:03.004913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f82aa2e6-61b0-4d79-aca7-f42e5a146c04 req-a21d6913-c443-4bf8-ac84-678e7d7d64bb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Sep 01 16:10:03.027382 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50656) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:03.089949 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-706fa0b4-a950-483b-bb8d-3866b8df0158 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/9ac41ffe-9973-4a28-8110-de126d00a73c HTTP/1.1" status: 200 len: 993 time: 0.0613320 Sep 01 16:10:04.362997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d5a5-e4fa-4c76-b0e2-56c83c6dd90c req-1f5b8027-9e5c-4428-b228-c995aeb00da2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:04.364388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2253d5a5-e4fa-4c76-b0e2-56c83c6dd90c req-1f5b8027-9e5c-4428-b228-c995aeb00da2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0487623 Sep 01 16:10:04.405395 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2253d5a5-e4fa-4c76-b0e2-56c83c6dd90c req-2b0af8b5-8307-4b83-855f-b76c849da1d0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349388 Sep 01 16:10:05.525525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e97ad-a052-448e-8738-f83eda360d77 req-6aa536dd-d58b-4f76-bb64-c8a8984ffe29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:05.527053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef2e97ad-a052-448e-8738-f83eda360d77 req-6aa536dd-d58b-4f76-bb64-c8a8984ffe29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Sep 01 16:10:05.566223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef2e97ad-a052-448e-8738-f83eda360d77 req-454895b7-61bd-4c13-a0b7-a8edc5c38984 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Sep 01 16:10:05.588920 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50666) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:05.650258 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c0813c4b-af13-443c-bfcf-e5fb4fde1dbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/9ac41ffe-9973-4a28-8110-de126d00a73c HTTP/1.1" status: 200 len: 993 time: 0.0601394 Sep 01 16:10:05.935831 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50672) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:06.092340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 370efd94-4722-4322-a098-ad5c456a855b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:06.092613 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.174728 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.175060 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.187911 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 370efd94-4722-4322-a098-ad5c456a855b owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:06.337868 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.365986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=370efd94-4722-4322-a098-ad5c456a855b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:06.391727 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.392071 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.392414 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.392752 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.393113 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.393447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.393780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.394114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.394442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.394762 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.395095 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.395424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:06.437043 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.437404 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP 9ac41ffe-9973-4a28-8110-de126d00a73c disassociated (deleted). External IP: 172.25.1.44, port: eae991c3-f161-4e6c-928e-c0aa1e57aff9. Sep 01 16:10:06.647820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 40220ee8-889a-4104-9089-c878d2102621 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:06.761479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:06.766467 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:06.780512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Sync routers for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:06.791751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:06.793092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:06.797609 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-21d79ecf-2aea-4e1e-a44a-8294cdb3c8cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/floatingips/9ac41ffe-9973-4a28-8110-de126d00a73c HTTP/1.1" status: 204 len: 168 time: 0.8606520 Sep 01 16:10:06.798200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:06.800482 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2992c210-e11f-47de-aab8-72182afba2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:06.919148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:06.999989 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1806b7-7c78-4f2d-9566-a867f1081efc x-openstack-request-id: req-ab1806b7-7c78-4f2d-9566-a867f1081efc {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:07.000338 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:07.000595 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab1806b7-7c78-4f2d-9566-a867f1081efc {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:07.001092 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'status': 'completed', 'code': 200} Sep 01 16:10:07.130006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6679a2e-6c1e-4da5-b2e8-e562a91e8185 req-92f7616e-599a-4cfe-b591-494f75456fd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.131565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6679a2e-6c1e-4da5-b2e8-e562a91e8185 req-92f7616e-599a-4cfe-b591-494f75456fd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0828385 Sep 01 16:10:07.133601 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c210-e11f-47de-aab8-72182afba2fe req-fa484dd7-f459-4d58-882d-3757f301f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.135834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-fa484dd7-f459-4d58-882d-3757f301f837 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 1098 time: 0.0731368 Sep 01 16:10:07.141712 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:07.168608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Checking router: 40220ee8-889a-4104-9089-c878d2102621 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:07.177891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:07.178437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:07.228019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6679a2e-6c1e-4da5-b2e8-e562a91e8185 req-36935bf2-6010-4f3a-8d2c-94ed741529e2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887918 Sep 01 16:10:07.267852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c210-e11f-47de-aab8-72182afba2fe req-6b5af93a-dd81-4328-ae3b-2db72265a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.269417 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-6b5af93a-dd81-4328-ae3b-2db72265a41f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 200 len: 897 time: 0.1233208 Sep 01 16:10:07.298197 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:07.319106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-b61a200b-7bbb-4321-bd0b-b87eed42eb93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 200 len: 217 time: 0.0418520 Sep 01 16:10:07.522528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:07.551098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4116d-c011-42a1-bac7-e74170e9d505 None None] The sync data for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 is: [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b0f75a1b-dae7-4089-8fba-f9b5d96bc63b', 'name': '', 'network_id': '8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:80:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:15Z', 'updated_at': '2021-09-01T16:09:20Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '0d58f83d-f684-495d-88a6-235f40c349d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:07.703401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c210-e11f-47de-aab8-72182afba2fe req-3a251ebb-3e30-4c15-86ea-cb96055f7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.705039 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-3a251ebb-3e30-4c15-86ea-cb96055f7f73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d58f83d-f684-495d-88a6-235f40c349d7 HTTP/1.1" status: 200 len: 834 time: 0.3771331 Sep 01 16:10:07.758996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c210-e11f-47de-aab8-72182afba2fe req-318e5cab-aa74-4585-9a1a-52e6bcb88955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:07.760608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-318e5cab-aa74-4585-9a1a-52e6bcb88955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468786 Sep 01 16:10:07.803950 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491cb384-6890-471c-b9bc-5c277119c486 None None] New status for floating IP 9ac41ffe-9973-4a28-8110-de126d00a73c: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:10:07.865157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-350eb0d0-144a-4795-834c-196d6dcaa096 service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943995 Sep 01 16:10:07.957750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2992c210-e11f-47de-aab8-72182afba2fe req-4d65117a-88c9-40c1-93bc-76d6a9b1ffcd service neutron] 10.222.0.24 "GET /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849895 Sep 01 16:10:08.350380 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e9cd7-89c5-465b-b745-0de01aaef155 req-20dbd5f1-fa4b-4be3-bc16-da08e255fc2a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:08.351953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e00e9cd7-89c5-465b-b745-0de01aaef155 req-20dbd5f1-fa4b-4be3-bc16-da08e255fc2a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0517557 Sep 01 16:10:08.390982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e00e9cd7-89c5-465b-b745-0de01aaef155 req-ce43848d-16d9-4efc-a7b5-f837ec639fba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Sep 01 16:10:09.039498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-2258f315-b060-4e49-a1e2-c299cf768863 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:09.041085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-2258f315-b060-4e49-a1e2-c299cf768863 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 946 time: 0.0538232 Sep 01 16:10:09.138411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port eae991c3-f161-4e6c-928e-c0aa1e57aff9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:09.138745 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.230387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port eae991c3-f161-4e6c-928e-c0aa1e57aff9, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=eae991c3-f161-4e6c-928e-c0aa1e57aff9,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:09.230758 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.243640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for eae991c3-f161-4e6c-928e-c0aa1e57aff9 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:09.372607 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.402375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=eae991c3-f161-4e6c-928e-c0aa1e57aff9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:09.415830 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.416201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.416555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.416884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.417290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.418259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.418597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.419074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.419413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.419818 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.420465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.420654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:09.456102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] No DVR routers for this DVR port eae991c3-f161-4e6c-928e-c0aa1e57aff9 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:09.458936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.461625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-510a36dc-c873-4a4c-ae31-17af25aa5f5b req-411214cf-5771-495b-9bd5-a38b77e9be78 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "DELETE /v2.0/ports/eae991c3-f161-4e6c-928e-c0aa1e57aff9 HTTP/1.1" status: 204 len: 173 time: 0.4130580 Sep 01 16:10:09.461823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'name': 'network-vif-deleted', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:09.464859 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57058fd7-da84-4009-9512-d034790a06ff" -d '{"events": [{"server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "name": "network-vif-deleted", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:09.514482 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6513066d-7b67-4a37-a568-0b6907ad44ad req-49aefeaa-a028-4570-8f61-b7dc04942acb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=187b0024-7c3a-497b-9a08-c6b82ce38be3 HTTP/1.1" status: 200 len: 210 time: 0.0273807 Sep 01 16:10:09.633694 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa7433-bc77-48f5-b218-f4902f68ab39 x-openstack-request-id: req-7caa7433-bc77-48f5-b218-f4902f68ab39 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:09.634003 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187b0024-7c3a-497b-9a08-c6b82ce38be3", "name": "network-vif-deleted", "tag": "eae991c3-f161-4e6c-928e-c0aa1e57aff9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:09.634253 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7caa7433-bc77-48f5-b218-f4902f68ab39 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:09.634666 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187b0024-7c3a-497b-9a08-c6b82ce38be3', 'name': 'network-vif-deleted', 'tag': 'eae991c3-f161-4e6c-928e-c0aa1e57aff9', 'status': 'completed', 'code': 200} Sep 01 16:10:10.575459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50692) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:10.969330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.257330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:11.257623 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.351588 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port b0f75a1b-dae7-4089-8fba-f9b5d96bc63b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:11.351946 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.365586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for b0f75a1b-dae7-4089-8fba-f9b5d96bc63b owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:11.552416 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.577832 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=b0f75a1b-dae7-4089-8fba-f9b5d96bc63b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.779178 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.995045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 40220ee8-889a-4104-9089-c878d2102621 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:12.105728 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:12.111236 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bbf020e6-64ec-444e-93c5-263a3216cdb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/40220ee8-889a-4104-9089-c878d2102621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5347338 Sep 01 16:10:12.114261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50694) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:12.116994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Sync routers for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:12.133022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:12.133697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:12.171444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting subnet 0d58f83d-f684-495d-88a6-235f40c349d7 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:12.175264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.218698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.243836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:12.305354 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.370108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.455940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:10:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:12.487721 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Checking router: 40220ee8-889a-4104-9089-c878d2102621 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:12.497705 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Routers {'40220ee8-889a-4104-9089-c878d2102621'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:12.498351 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['40220ee8-889a-4104-9089-c878d2102621'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:12.655165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] Set router 40220ee8-889a-4104-9089-c878d2102621 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:12.749930 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Subnet': ['ID=0d58f83d-f684-495d-88a6-235f40c349d7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:12.755551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.759560 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c9bcbc5e-1f91-4ee6-8750-fff19b87d6ce tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/subnets/0d58f83d-f684-495d-88a6-235f40c349d7 HTTP/1.1" status: 204 len: 168 time: 0.6419637 Sep 01 16:10:12.760305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50696) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:12.767625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e0a72-891c-4edb-8e60-194f493d401d None None] Network 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:12.880561 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.963996 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:10:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:12.992354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.993893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a388c-9233-44ee-85c0-dd73e1400db3 None None] The sync data for ids ['40220ee8-889a-4104-9089-c878d2102621'] in n-d-802060-16 is: [{'id': '40220ee8-889a-4104-9089-c878d2102621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2083523720', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:10:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '2aa972d0-488a-411d-bc1b-cfc69a2a9ad7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40220ee8-889a-4104-9089-c878d2102621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:09:12Z', 'updated_at': '2021-09-01T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:13.034941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] DHCP port deletion for 8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:10:13.055814 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:13.056246 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.091817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Deleting port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:13.092247 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.145006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:13.145563 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.158648 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:13.162704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] For port 90a7876c-64fe-4c55-9903-3e1c1dc66f60, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=90a7876c-64fe-4c55-9903-3e1c1dc66f60,segment=NetworkSegment(fb0cbb63-abc1-49c2-b7cb-a150e26cab25),segment_id=fb0cbb63-abc1-49c2-b7cb-a150e26cab25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:13.163232 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.176370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Calling delete_port for 90a7876c-64fe-4c55-9903-3e1c1dc66f60 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:13.261987 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.294551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Pushing event deleted for resources: {'Port': ['ID=90a7876c-64fe-4c55-9903-3e1c1dc66f60,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:13.302564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] No DVR routers for this DVR port 90a7876c-64fe-4c55-9903-3e1c1dc66f60 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:13.305335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.305800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.306139 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.306522 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.306894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.307218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.307549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.307899 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.308329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.308698 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.309017 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.309355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3730f97b-f91b-46d6-a6ea-a9afc573c6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:13.354386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.358783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device eae991c3-f161-4e6c-928e-c0aa1e57aff9 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:13.382488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: eae991c3-f161-4e6c-928e-c0aa1e57aff9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:13.382868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device eae991c3-f161-4e6c-928e-c0aa1e57aff9 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:13.404049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=2aa972d0-488a-411d-bc1b-cfc69a2a9ad7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:13.490050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.625954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.628218 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.673943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.674389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Fanout notify agent at l3_agent the message router_deleted on router 40220ee8-889a-4104-9089-c878d2102621 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:10:13.681574 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.682712 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-33a60646-89ab-40a8-a0c0-b3c016852029 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/routers/40220ee8-889a-4104-9089-c878d2102621 HTTP/1.1" status: 204 len: 168 time: 0.9217567 Sep 01 16:10:13.686140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50698) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:13.780093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.877123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.888401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:13.899798 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:13.900148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0cbb63-abc1-49c2-b7cb-a150e26cab25') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:13.909753 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.923695 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.929705 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:13.930019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:13.933657 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:13.999139 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.008144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.008692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/networks/8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5 HTTP/1.1" status: 204 len: 168 time: 0.3215795 Sep 01 16:10:14.012795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50700) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:14.021430 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13d0e3-c933-46d1-b274-743d039a651c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Network': ['ID=8a6d151b-fb3b-4804-acfb-6a7c11ddb3f5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:14.072305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.097861 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.161492 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.163252 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.164544 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/security-groups/867e75c0-0b0d-4301-a6e0-e4a6c464cb5e HTTP/1.1" status: 204 len: 168 time: 0.1505442 Sep 01 16:10:14.175301 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852e8d4-59c7-4296-b86f-1f2d1927b6a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867e75c0-0b0d-4301-a6e0-e4a6c464cb5e,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:14.357222 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:14.492702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-335ad94e-4d72-4273-8d9f-036c0b37ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.560168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90a7876c-64fe-4c55-9903-3e1c1dc66f60 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:14.580607 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 90a7876c-64fe-4c55-9903-3e1c1dc66f60 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:14.580994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 90a7876c-64fe-4c55-9903-3e1c1dc66f60 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:14.581496 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0f75a1b-dae7-4089-8fba-f9b5d96bc63b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:14.601226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b0f75a1b-dae7-4089-8fba-f9b5d96bc63b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:14.601754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b0f75a1b-dae7-4089-8fba-f9b5d96bc63b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:14.602170 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:14.622824 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:14.623341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2aa972d0-488a-411d-bc1b-cfc69a2a9ad7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:14.661217 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50706) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:14.666043 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788386191', 'description': 'tempest-secgroup-smoke-788386191 description', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:14.690204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.791145 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.795129 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.825629 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.826887 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1646740 Sep 01 16:10:14.830026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:14.834990 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:14.835218 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e53c0-7b46-4407-bf43-f24d229d0173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e1247d-9991-4f36-a163-8aca081681a8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:14.870939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.930364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.934026 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.951590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5e9110-3bfb-4b32-86f6-1a6a39ea59a2,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:14.957478 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:14.958683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bc6013bf-df0c-4985-ae17-1151c83d7682 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276507 Sep 01 16:10:14.961541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:14.966738 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:14.991964 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.048257 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.051966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.072322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a1f3dd-7740-4839-a199-e5b4b685004c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.076590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.077920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1471251a-c057-4671-8fc4-44ecddce060b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153762 Sep 01 16:10:15.080553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50712) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.085423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.111771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.172902 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.176798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.194962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a681501-55fc-4311-9871-6c2d3858deb9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.201104 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.202303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-824d3d88-bde7-433c-b9bc-caaf6dc81e95 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208076 Sep 01 16:10:15.205078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.209487 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.235933 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.310010 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.314375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.336419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180eb19a-4bd8-478e-bf52-80fb4e258b72,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.340562 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.341836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7db00f00-b6a3-498c-852c-6553b4d8e852 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358249 Sep 01 16:10:15.346618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50716) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.352033 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.375737 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:10:15.381359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.445326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.449784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.466876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f314ea0-9033-4428-a993-18b390a4e360,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.473716 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.474943 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b76f9ad9-e994-44eb-8927-ea17eb3cd343 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269953 Sep 01 16:10:15.478031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50718) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.482603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '56e1247d-9991-4f36-a163-8aca081681a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.503843 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:10:15.508865 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.572595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.577469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.598134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf237af-d25e-4642-a999-74415c515589,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.605944 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.607477 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1ba40d67-2444-4f66-9b77-919ab4cba254 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283700 Sep 01 16:10:15.610210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50720) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.615710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'network': {'name': 'tempest-network-smoke--1568314307', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'port_security_enabled': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.638032 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:15.641637 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.665777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:15.675813 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.676158 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Added segment 0e1f88df-be0a-4a9c-85b0-df7f5d07dea3 of type vlan for network 6b10ee45-0837-4320-b642-3e0b60e4f383 Sep 01 16:10:15.720101 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.749791 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.755715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:15.756333 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.819998 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2086365 Sep 01 16:10:15.822861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50722) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:15.826362 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba1c39-4732-4122-9b68-4f38231279f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Network': ['ID=6b10ee45-0837-4320-b642-3e0b60e4f383,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:15.827732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'admin_state_up': True, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.836948 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:15.852568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.853648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.914034 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.059060 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.257714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.277505 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.382029 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.158 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/65a339b2-2bae-49af-8c5a-a4a45f9c9fa7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:16.494007 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.535221 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.573480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:16.578521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:16.582205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:16.608348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:16.847512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.048893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.179649 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 16c52acb-8410-468b-922d-db2d3b74febb is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:10:17.289016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:17.298721 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Sync routers for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:17.309558 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:17.309786 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.310577 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:09:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:17.310900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76416e72-ffbd-4496-9153-818a83105af7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4870741 Sep 01 16:10:17.314248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50724) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:17.344778 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cedc08b6-d5a0-4dcc-81ad-8fa5c4848140 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=369ef40a3c944b218fc6fc3d34e74d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293236 Sep 01 16:10:17.347803 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50726) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:17.430076 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:17.444664 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c79d28d-d501-4721-813f-6e881489af3f tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.446278 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3c79d28d-d501-4721-813f-6e881489af3f tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974860 Sep 01 16:10:17.450129 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50728) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:17.484937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-47861e56-2862-4018-aa1f-17be7a682664 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309939 Sep 01 16:10:17.485204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:17.490358 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1413446359', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:17.619449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:17.624056 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.630293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50d432ff-12bd-498e-befc-321977d5587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.631609 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:16Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:17.685180 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Checking router: 16c52acb-8410-468b-922d-db2d3b74febb for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:17.685743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Updating router 16c52acb-8410-468b-922d-db2d3b74febb port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:10:17.724565 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.779679 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.848559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.916759 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Subnet': ['ID=8b8d352f-1f64-416b-a091-9c9f432ed46b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:17.928337 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Checking segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:17.928718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network hostable DHCP agents. Network: 6b10ee45-0837-4320-b642-3e0b60e4f383, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:17.946502 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:17.955776 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 6b10ee45-0837-4320-b642-3e0b60e4f383) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:17.961237 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.963238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:17.964846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ad512-f0e5-4e3e-8921-87fcc1a4d6b7 None None] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:17.980208 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4f6c035f-f71a-4d69-aedf-ca51b98d98b9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4931443 Sep 01 16:10:17.982713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50732) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:18.092497 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.105789 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Transition to ACTIVE for port object 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:18.111111 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.130016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-6b10ee45-0837-4320-b642-3e0b60e4f383', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:18.131023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.156843 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Attempting to bind port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:18.157228 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Attempting to bind port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:18.157613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Attempting to bind port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:18.170222 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:18.170586 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:18.170982 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.171368 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:18.171836 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Bound port: 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:18.172203 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.216217 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d83f1-85c8-40c5-8c76-fb90abb824ec None None] Pushing event updated for resources: {'Port': ['ID=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:18.229286 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] For port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:18.233009 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] For port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:18.238204 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.277224 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Allocated IP 172.20.0.2 (6b10ee45-0837-4320-b642-3e0b60e4f383/8b8d352f-1f64-416b-a091-9c9f432ed46b/7326af90-51dd-4f44-8b5f-002d06cff82b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:18.285343 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:18.286057 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:10:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:18.346991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d83f1-85c8-40c5-8c76-fb90abb824ec None None] Pushing event updated for resources: {'Port': ['ID=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:18.409424 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:18.442724 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.452241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Transition to ACTIVE for port object 7326af90-51dd-4f44-8b5f-002d06cff82b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:18.470123 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Transition to ACTIVE for port object 7326af90-51dd-4f44-8b5f-002d06cff82b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:18.477293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.523630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:18.529576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:18.533669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:18.544541 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Pushing event updated for resources: {'Port': ['ID=7326af90-51dd-4f44-8b5f-002d06cff82b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:18.604695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Attempting to bind port 7326af90-51dd-4f44-8b5f-002d06cff82b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:18.604815 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:16Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:18.604965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Attempting to bind port 7326af90-51dd-4f44-8b5f-002d06cff82b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:18.604965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Attempting to bind port 7326af90-51dd-4f44-8b5f-002d06cff82b on network 6b10ee45-0837-4320-b642-3e0b60e4f383 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:18.613373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:18.613739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Checking segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:18.614137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.614518 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Bound using segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:18.614982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Bound port: 7326af90-51dd-4f44-8b5f-002d06cff82b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:18.615483 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.631671 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c95eafd-f083-4583-a74f-4a1f05eb08f8 None None] The sync data for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 is: [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:16Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:18.664917 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.694322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] For port 7326af90-51dd-4f44-8b5f-002d06cff82b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:18.697722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] For port 7326af90-51dd-4f44-8b5f-002d06cff82b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7326af90-51dd-4f44-8b5f-002d06cff82b,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:18.703146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:18.767739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5c57-6982-4f47-b2bc-0c525a9f9a81 None None] Pushing event updated for resources: {'Port': ['ID=7326af90-51dd-4f44-8b5f-002d06cff82b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:18.814961 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.076119 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.166494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.1 (6b10ee45-0837-4320-b642-3e0b60e4f383/8b8d352f-1f64-416b-a091-9c9f432ed46b/21489d67-eb7c-4c73-95c5-41ccb0510263) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:19.287030 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.303118 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 21489d67-eb7c-4c73-95c5-41ccb0510263 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:19.336366 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.380846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:19.384169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:19.388477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:19.412570 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:19.437498 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.575865 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.809863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd047f0-0c33-4078-a976-076877fa30a7 None None] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:19.873547 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.879144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:19.955449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:19.961654 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.032657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2f9a816d-bd24-41ac-b5ba-ffea50356c67 None None] Provisioning for port 7326af90-51dd-4f44-8b5f-002d06cff82b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:20.066852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:20.068259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:20.187884 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.199664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 16c52acb-8410-468b-922d-db2d3b74febb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:20.327940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:20.337314 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d6514302-5015-4983-9430-8176166d5eb2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/16c52acb-8410-468b-922d-db2d3b74febb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3491855 Sep 01 16:10:20.349939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Sync routers for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:20.359219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:20.359866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:10:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:20.480687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3958363-1e7f-45f2-b916-596d38be9d81 None None] Provisioning for port 21489d67-eb7c-4c73-95c5-41ccb0510263 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:20.489999 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:20.491983 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d3958363-1e7f-45f2-b916-596d38be9d81 None None] Provisioning complete for port 21489d67-eb7c-4c73-95c5-41ccb0510263 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:20.492349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3958363-1e7f-45f2-b916-596d38be9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.492816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-1b1b1564-5d88-4b48-850b-092053c611f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788386191&fields=id&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 267 time: 0.0367827 Sep 01 16:10:20.604229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d3958363-1e7f-45f2-b916-596d38be9d81 None None] Port 21489d67-eb7c-4c73-95c5-41ccb0510263 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:10:20.633454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-079096f0-03f2-4327-9870-6a8186d4cc71 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:20.635210 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-079096f0-03f2-4327-9870-6a8186d4cc71 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 797 time: 0.1313879 Sep 01 16:10:20.660153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-6bf4ff8c-87ea-4485-85b2-360bc10a0b2d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/quotas/369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 375 time: 0.0175214 Sep 01 16:10:20.690476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:20.733652 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-44d6d33c-18b7-4043-bc34-eafb84302445 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629444 Sep 01 16:10:20.796769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:20.801534 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:20.801913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.835626 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ae93f050-e1b2-466a-bf85-e89f64f1c81f None None] Provisioning complete for port 21489d67-eb7c-4c73-95c5-41ccb0510263 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:20.836343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae93f050-e1b2-466a-bf85-e89f64f1c81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.857649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c9c5d490-9747-4cb7-91de-fb7ea5ac6610 service neutron] 10.222.0.41 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107585 Sep 01 16:10:20.892945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ae93f050-e1b2-466a-bf85-e89f64f1c81f None None] Port 21489d67-eb7c-4c73-95c5-41ccb0510263 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:10:20.925893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 2, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:20.951065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-555335dd-9db5-44ef-9073-486957299370 service neutron] 10.222.0.41 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893593 Sep 01 16:10:20.955577 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Checking router: 16c52acb-8410-468b-922d-db2d3b74febb for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:20.955934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Updating router 16c52acb-8410-468b-922d-db2d3b74febb port 21489d67-eb7c-4c73-95c5-41ccb0510263 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:10:20.993576 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.012488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.034252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:21.043711 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.044501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7326af90-51dd-4f44-8b5f-002d06cff82b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:21.134641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-95381b85-fdda-4142-a946-2cfdd4b0bc8b None None] Provisioning complete for port 21489d67-eb7c-4c73-95c5-41ccb0510263 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:21.135117 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95381b85-fdda-4142-a946-2cfdd4b0bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.141886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e674566-2a74-4b18-b8fc-aea23b392073 req-fed5c0d3-fdd2-4b05-9c36-d2bbd36a3077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 210 time: 0.0356998 Sep 01 16:10:21.277861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-95381b85-fdda-4142-a946-2cfdd4b0bc8b None None] Port 21489d67-eb7c-4c73-95c5-41ccb0510263 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:10:21.279402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:21.297470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 7326af90-51dd-4f44-8b5f-002d06cff82b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:21.305240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7326af90-51dd-4f44-8b5f-002d06cff82b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:21.305612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.473946 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.557148 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 7326af90-51dd-4f44-8b5f-002d06cff82b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7326af90-51dd-4f44-8b5f-002d06cff82b,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:21.562733 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.566159 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.599229 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Transition to ACTIVE for port object 21489d67-eb7c-4c73-95c5-41ccb0510263 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:21.613471 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.642198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=7326af90-51dd-4f44-8b5f-002d06cff82b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:21.723609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f58ce-6beb-4c0c-b369-1d9b4d3d4072 None None] Pushing event updated for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:21.735218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Attempting to bind port 21489d67-eb7c-4c73-95c5-41ccb0510263 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:21.735692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Attempting to bind port 21489d67-eb7c-4c73-95c5-41ccb0510263 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:21.736137 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Attempting to bind port 21489d67-eb7c-4c73-95c5-41ccb0510263 on network 6b10ee45-0837-4320-b642-3e0b60e4f383 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:21.741533 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:21.742775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Checking segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:21.742775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.742775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Bound using segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:21.743155 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Bound port: 21489d67-eb7c-4c73-95c5-41ccb0510263, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:21.743563 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.817919 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] For port 21489d67-eb7c-4c73-95c5-41ccb0510263, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:21.821231 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] For port 21489d67-eb7c-4c73-95c5-41ccb0510263, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=21489d67-eb7c-4c73-95c5-41ccb0510263,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:21.825845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:21.885354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:21.886519 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:10:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:21.888307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f58ce-6beb-4c0c-b369-1d9b4d3d4072 None None] Pushing event updated for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:22.007397 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:22.267773 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1580db21-6df7-4841-91f7-5bdb756a9124 req-6d8c1563-59be-4c90-8144-d696f75a9c0c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 210 time: 0.0415654 Sep 01 16:10:22.269090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:21Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:22.299105 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1e47c-0226-434e-ac36-eebab3fe89a1 None None] The sync data for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 is: [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:21Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:22.304436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-f06a42a3-93a0-4756-b1f2-2295bc23c7e7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:22.306718 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-f06a42a3-93a0-4756-b1f2-2295bc23c7e7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 797 time: 0.1586304 Sep 01 16:10:22.381783 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-8d012f62-893e-47dd-8d24-60524e815c6b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 379 time: 0.0580966 Sep 01 16:10:22.393384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'port': {'device_id': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'admin_state_up': True, 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'security_groups': ['56e1247d-9991-4f36-a163-8aca081681a8']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:22.533036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:22.537537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.679095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 21489d67-eb7c-4c73-95c5-41ccb0510263 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:22.693917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.10 (6b10ee45-0837-4320-b642-3e0b60e4f383/8b8d352f-1f64-416b-a091-9c9f432ed46b/7cb36390-af45-4c5e-b5af-bf10cab717e1) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:22.735666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 21489d67-eb7c-4c73-95c5-41ccb0510263 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:22.739909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 21489d67-eb7c-4c73-95c5-41ccb0510263 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:22.740285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.829754 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.857854 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.866027 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 21489d67-eb7c-4c73-95c5-41ccb0510263, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=21489d67-eb7c-4c73-95c5-41ccb0510263,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:22.870437 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.871333 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:22.874646 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 7cb36390-af45-4c5e-b5af-bf10cab717e1 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:22.912756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.954301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:22.965498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:22.965874 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.968689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:22.978471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:22.978471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:22.980943 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:23.036175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.036942 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.053781 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-7f6f1da5-44d3-4165-b214-29529ed3e229 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6653101 Sep 01 16:10:23.072641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Request body: {'port': {'device_id': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:23.075007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7326af90-51dd-4f44-8b5f-002d06cff82b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:23.132341 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 7326af90-51dd-4f44-8b5f-002d06cff82b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:23.132735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.147588 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.266804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6c610111-fad3-496b-bdb2-76a2b8323bbf None None] Provisioning for port 7cb36390-af45-4c5e-b5af-bf10cab717e1 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:23.271616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6c610111-fad3-496b-bdb2-76a2b8323bbf None None] Provisioning complete for port 7cb36390-af45-4c5e-b5af-bf10cab717e1 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:23.272128 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c610111-fad3-496b-bdb2-76a2b8323bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.313715 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6c610111-fad3-496b-bdb2-76a2b8323bbf None None] Port 7cb36390-af45-4c5e-b5af-bf10cab717e1 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:10:23.436956 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b7e4-54cd-4e9b-9f47-e1689f43cd72 req-85350af0-a29d-45c6-b86a-bb78a985f0a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.438565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c636b7e4-54cd-4e9b-9f47-e1689f43cd72 req-85350af0-a29d-45c6-b86a-bb78a985f0a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 932 time: 0.0849233 Sep 01 16:10:23.518684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c636b7e4-54cd-4e9b-9f47-e1689f43cd72 req-bcdb1f63-d5c7-4000-8f91-8994c633e7d1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721815 Sep 01 16:10:23.522493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb36390-af45-4c5e-b5af-bf10cab717e1 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:23.530038 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.542003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Transition to ACTIVE for port object 7cb36390-af45-4c5e-b5af-bf10cab717e1 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:23.545843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.603688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:23.684849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Attempting to bind port 7cb36390-af45-4c5e-b5af-bf10cab717e1 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:23.685134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Attempting to bind port 7cb36390-af45-4c5e-b5af-bf10cab717e1 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:23.685475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Attempting to bind port 7cb36390-af45-4c5e-b5af-bf10cab717e1 on network 6b10ee45-0837-4320-b642-3e0b60e4f383 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:23.691719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Port 7cb36390-af45-4c5e-b5af-bf10cab717e1 on network 6b10ee45-0837-4320-b642-3e0b60e4f383 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:10:23.692042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Attempting to bind port 7cb36390-af45-4c5e-b5af-bf10cab717e1 on network 6b10ee45-0837-4320-b642-3e0b60e4f383 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:23.697515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:23.697856 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Checking segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:23.698860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Bound using segment: {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:23.699294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Bound port: 7cb36390-af45-4c5e-b5af-bf10cab717e1, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:23.699657 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.769575 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:23.772845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:23.778000 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.817777 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.818402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:23.819838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 1093 time: 0.7516561 Sep 01 16:10:23.820310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:23.822561 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0029cc79-52cd-4a5c-912d-d2fa6758c502" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:23.865544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e0ac-71c7-469e-a253-74e0f34bffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:23.873575 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c83be-2d06-4351-896e-2918206a70bc x-openstack-request-id: req-3e3c83be-2d06-4351-896e-2918206a70bc {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:23.874597 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:23.874958 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e3c83be-2d06-4351-896e-2918206a70bc {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:23.875536 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'status': 'completed', 'code': 200} Sep 01 16:10:23.934722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-55cd9d79-915f-47fe-8cf8-ef41300f11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.936316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-55cd9d79-915f-47fe-8cf8-ef41300f11da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1096 time: 0.0457587 Sep 01 16:10:23.988863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-b903e2e8-d26f-4b33-916a-061a7792e309 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 217 time: 0.0379555 Sep 01 16:10:24.045870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-5db735ea-a6b4-4b03-9069-3727551a66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.047429 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-5db735ea-a6b4-4b03-9069-3727551a66ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0478976 Sep 01 16:10:24.098569 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-039cff89-dc9b-468a-87f4-394cd893d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.100077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-039cff89-dc9b-468a-87f4-394cd893d239 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448525 Sep 01 16:10:24.189278 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-a017efbb-074c-43e4-aa72-7cbcbeacdbf3 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820038 Sep 01 16:10:24.283032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9e2e3cc8-e4f5-4fef-a72e-8e5dc21004a2 req-32f6ab24-046e-4fe1-9003-42eecba25734 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Sep 01 16:10:24.412652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-fe3bf176-13de-46e7-bc7d-b7ce6a4ccd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.414268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-fe3bf176-13de-46e7-bc7d-b7ce6a4ccd34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1096 time: 0.0420339 Sep 01 16:10:24.506449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-289e2834-b3c0-4620-a709-6cfd8a36e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.509692 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-289e2834-b3c0-4620-a709-6cfd8a36e831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 898 time: 0.0863192 Sep 01 16:10:24.551737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-e98782b0-5cc1-42c5-97e8-ccf33b13d802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 217 time: 0.0363202 Sep 01 16:10:24.569932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 21489d67-eb7c-4c73-95c5-41ccb0510263 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:24.620291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 21489d67-eb7c-4c73-95c5-41ccb0510263 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:24.620642 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:24.633019 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-1e73bb32-290e-448c-8c99-b7f8ac1daf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.634556 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-1e73bb32-290e-448c-8c99-b7f8ac1daf36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0761442 Sep 01 16:10:24.679842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbfde1-a22a-4d57-bb60-d60d7ac54170 req-7fb160b5-2bc0-4ffb-bad0-d30d67a9f656 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.681365 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50cbfde1-a22a-4d57-bb60-d60d7ac54170 req-7fb160b5-2bc0-4ffb-bad0-d30d67a9f656 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 944 time: 0.0871978 Sep 01 16:10:24.708653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-8d75b401-d812-4b10-bc8e-6d74854d40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.710207 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-8d75b401-d812-4b10-bc8e-6d74854d40c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669656 Sep 01 16:10:24.744281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50cbfde1-a22a-4d57-bb60-d60d7ac54170 req-f1d51b61-1cb5-472a-b04e-1d969b3d8e4b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545373 Sep 01 16:10:24.813684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-e6eaed4e-06ca-4600-a605-96f839566080 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924056 Sep 01 16:10:24.915674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0029cc79-52cd-4a5c-912d-d2fa6758c502 req-c9d3a711-b6c1-4056-8215-ee7072fa5557 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Sep 01 16:10:25.868306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff278c9-f555-4458-aa73-ca4f09677760 req-5c5aa420-ca10-4aa3-bc4d-501c49e01e30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:25.869897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dff278c9-f555-4458-aa73-ca4f09677760 req-5c5aa420-ca10-4aa3-bc4d-501c49e01e30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 944 time: 0.0520577 Sep 01 16:10:25.914655 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dff278c9-f555-4458-aa73-ca4f09677760 req-dec6b2b8-b287-4476-851b-de9c4634c1a3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Sep 01 16:10:27.037845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bab3-9888-410b-9c21-c6becdb83b82 req-ccd3e1ab-45b1-4fe1-a6e3-74f52fb96f10 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:27.039404 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ef3bab3-9888-410b-9c21-c6becdb83b82 req-ccd3e1ab-45b1-4fe1-a6e3-74f52fb96f10 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 944 time: 0.0546882 Sep 01 16:10:27.078462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ef3bab3-9888-410b-9c21-c6becdb83b82 req-b4b72cc7-65c5-4440-b539-c768d95ad2a9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Sep 01 16:10:27.388696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7cb36390-af45-4c5e-b5af-bf10cab717e1 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:10:27.486134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:27.498145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'port_id': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'mac_address': 'fa:16:3e:c5:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:10:27.535672 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.549145 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb36390-af45-4c5e-b5af-bf10cab717e1 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:27.568647 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:27.572888 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.626783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:27.844551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['7cb36390-af45-4c5e-b5af-bf10cab717e1'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:28.194289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4429e0-8071-4405-b5b9-1a2e574c1993 req-78da3bca-bd11-4e72-8254-f982b5675484 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:28.196084 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b4429e0-8071-4405-b5b9-1a2e574c1993 req-78da3bca-bd11-4e72-8254-f982b5675484 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 945 time: 0.0512071 Sep 01 16:10:28.235276 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2b4429e0-8071-4405-b5b9-1a2e574c1993 req-7c040ed5-2e41-49bf-b1e0-ccc26a0c916d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Sep 01 16:10:28.304730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:29.348887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63d86-dca5-4f0f-9f09-02a030858d0a req-185aa70a-1a11-42de-9b06-3be5b2d1bf16 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:29.350400 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3c63d86-dca5-4f0f-9f09-02a030858d0a req-185aa70a-1a11-42de-9b06-3be5b2d1bf16 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 945 time: 0.0485065 Sep 01 16:10:29.388230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b3c63d86-dca5-4f0f-9f09-02a030858d0a req-1a6a51b7-0c99-4a31-9503-3d94f94244dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Sep 01 16:10:29.411045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7cb36390-af45-4c5e-b5af-bf10cab717e1 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:29.458394 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 7cb36390-af45-4c5e-b5af-bf10cab717e1 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:29.462028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 7cb36390-af45-4c5e-b5af-bf10cab717e1 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:29.462404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:29.540900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:29.565629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:29.567851 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b4b94-acf1-401b-9d37-5b115d325365" -d '{"events": [{"server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "name": "network-vif-plugged", "status": "completed", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:29.580236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:29.585047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:29.609873 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf2c0a-8a5d-4e06-a05d-8131a21e6e78 x-openstack-request-id: req-f0cf2c0a-8a5d-4e06-a05d-8131a21e6e78 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:29.610168 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "name": "network-vif-plugged", "status": "completed", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:29.610412 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0cf2c0a-8a5d-4e06-a05d-8131a21e6e78 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:29.610794 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'code': 200} Sep 01 16:10:29.637089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:29.735520 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa51bf-738c-4f34-9a6f-494403e190de req-e531b1c6-ee48-41da-bd0b-18753fb734a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:29.737117 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7fa51bf-738c-4f34-9a6f-494403e190de req-e531b1c6-ee48-41da-bd0b-18753fb734a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1098 time: 0.0451257 Sep 01 16:10:29.773235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f7fa51bf-738c-4f34-9a6f-494403e190de req-648e9c96-b40c-4377-a159-5bdb6990ceb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292559 Sep 01 16:10:30.508731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c513-90ea-4820-9254-f751395ec7d9 req-7c7e7948-b92e-48e9-ae05-56dc4081ab7a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:30.510286 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d16c513-90ea-4820-9254-f751395ec7d9 req-7c7e7948-b92e-48e9-ae05-56dc4081ab7a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0501094 Sep 01 16:10:30.549737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0d16c513-90ea-4820-9254-f751395ec7d9 req-e940574c-cfc1-462a-b8cf-92e16cf11a87 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Sep 01 16:10:31.668131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af278e3-e024-4d27-afcd-8af59fe6a3a1 req-444ccf9d-66a4-49f9-aebe-3f686d99f3ae tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:31.669680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7af278e3-e024-4d27-afcd-8af59fe6a3a1 req-444ccf9d-66a4-49f9-aebe-3f686d99f3ae tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0490298 Sep 01 16:10:31.709535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7af278e3-e024-4d27-afcd-8af59fe6a3a1 req-967e0208-afee-47ff-9bbd-70daf7ad1df6 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Sep 01 16:10:31.830822 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87878-a877-4335-aa6a-6a1f3ee9f4bf req-9b2fd00c-2823-485d-8eab-c61cc4de7815 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:31.832244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4e87878-a877-4335-aa6a-6a1f3ee9f4bf req-9b2fd00c-2823-485d-8eab-c61cc4de7815 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0565429 Sep 01 16:10:31.877325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b4e87878-a877-4335-aa6a-6a1f3ee9f4bf req-76158c62-a23b-4f9b-8848-88ac23f3a7c4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Sep 01 16:10:31.899631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50790) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:31.940317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e837df-8127-423d-9cab-0c40c38ec7a9 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:31.941897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-d7e837df-8127-423d-9cab-0c40c38ec7a9 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1093 time: 0.0412831 Sep 01 16:10:31.944755 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50792) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:31.949290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:31.972172 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:32.073344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:32.173997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.8 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/398b45a8-03d7-4a28-b4c6-fa1b3d744fe9) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:32.277048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:32.321906 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:32.365679 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:32.369492 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:32.372449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:32.395611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=398b45a8-03d7-4a28-b4c6-fa1b3d744fe9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:32.751860 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.129883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.278576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.283338 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.349657 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=398b45a8-03d7-4a28-b4c6-fa1b3d744fe9,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:33.361608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.462159 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP f859d860-2089-4aba-93f2-333a5c3c24cc associated. External IP: 172.25.1.8, port: 7cb36390-af45-4c5e-b5af-bf10cab717e1. Sep 01 16:10:33.688783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 16c52acb-8410-468b-922d-db2d3b74febb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:33.800587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:33.811291 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666344-b234-414d-a032-aa70897f159a None None] Sync routers for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:33.818158 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.822590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:33.823389 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:10:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:33.846324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e3a124ef-0d81-47ea-8a00-58ce9083d3ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9004169 Sep 01 16:10:33.847179 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:33.849511 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd528e98-1eb2-419e-a970-e3b409ec0624" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:33.934128 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:33.948330 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f86a-2f59-44fe-b565-9f08faf97ab2 req-995344b8-82e5-4a93-9a52-e1296453f07f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:33.950144 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0148f86a-2f59-44fe-b565-9f08faf97ab2 req-995344b8-82e5-4a93-9a52-e1296453f07f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0525055 Sep 01 16:10:34.003148 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0148f86a-2f59-44fe-b565-9f08faf97ab2 req-06607b6d-12ef-4443-b055-0ed29b39f305 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Sep 01 16:10:34.028777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50798) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:34.063861 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ec575-06fb-4fc1-83f3-574afbe54f99 x-openstack-request-id: req-064ec575-06fb-4fc1-83f3-574afbe54f99 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:34.064160 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:34.064413 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-064ec575-06fb-4fc1-83f3-574afbe54f99 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:34.064821 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'status': 'completed', 'code': 200} Sep 01 16:10:34.096373 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5f8032de-58dc-4f7a-a40f-69aebe34e2d0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/f859d860-2089-4aba-93f2-333a5c3c24cc HTTP/1.1" status: 200 len: 990 time: 0.0663953 Sep 01 16:10:34.148614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-61cdbd6b-efdb-4d64-b96e-4224b82c8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.150224 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-61cdbd6b-efdb-4d64-b96e-4224b82c8401 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1098 time: 0.0414970 Sep 01 16:10:34.166333 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'f859d860-2089-4aba-93f2-333a5c3c24cc', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'port_id': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'mac_address': 'fa:16:3e:c5:ad:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:32Z', 'updated_at': '2021-09-01T16:10:32Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:34.196153 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666344-b234-414d-a032-aa70897f159a None None] Checking router: 16c52acb-8410-468b-922d-db2d3b74febb for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:34.204626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:34.205267 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:10:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:34.246977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-fc3bd2ec-e4dc-447f-83e0-3382fcb33935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.248471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-fc3bd2ec-e4dc-447f-83e0-3382fcb33935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 898 time: 0.0855289 Sep 01 16:10:34.308941 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:34.318243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-563e04d6-c85f-4e88-b48a-7356d86ea5b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 998 time: 0.0630369 Sep 01 16:10:34.368616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-c630e03a-abee-4071-bc5d-9ac5ad112bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.370126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-c630e03a-abee-4071-bc5d-9ac5ad112bc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0454049 Sep 01 16:10:34.416159 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-afdaec84-4aae-4971-a335-1485a90c8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.417643 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-afdaec84-4aae-4971-a335-1485a90c8283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408227 Sep 01 16:10:34.511393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-98b79b62-4390-4817-9b23-590c5e0c875c service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862780 Sep 01 16:10:34.534594 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ea666344-b234-414d-a032-aa70897f159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'f859d860-2089-4aba-93f2-333a5c3c24cc', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'port_id': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'mac_address': 'fa:16:3e:c5:ad:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:32Z', 'updated_at': '2021-09-01T16:10:32Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:34.560003 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea666344-b234-414d-a032-aa70897f159a None None] The sync data for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 is: [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'f859d860-2089-4aba-93f2-333a5c3c24cc', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'port_id': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'mac_address': 'fa:16:3e:c5:ad:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:10:32Z', 'updated_at': '2021-09-01T16:10:32Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:34.606415 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd528e98-1eb2-419e-a970-e3b409ec0624 req-b55badb2-24ca-41f8-957c-6c2c0e366718 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874898 Sep 01 16:10:34.761312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80efde9-3e4e-494d-a5ed-c083f2a75e1d None None] New status for floating IP f859d860-2089-4aba-93f2-333a5c3c24cc: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:10:35.100457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50800) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:35.164673 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-5a3d2959-9483-457b-8130-a16a62f97a2d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/f859d860-2089-4aba-93f2-333a5c3c24cc HTTP/1.1" status: 200 len: 992 time: 0.0629978 Sep 01 16:10:44.495157 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd53762a-ece3-45b2-b89d-bc62818c43b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:47.623659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f516-c309-4953-a495-fbb0ec26821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:47.770790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:48.627187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:49.056285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.169620 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.357569 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:58.308702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.691075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3962e8-0c94-4e6f-81ad-69624c86b42a req-74dbff95-12ae-43a6-9dfb-98492a5e1dc7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:06.692695 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b3962e8-0c94-4e6f-81ad-69624c86b42a req-74dbff95-12ae-43a6-9dfb-98492a5e1dc7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0816665 Sep 01 16:11:06.702097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-0852d430-3ca4-4d18-82cc-25dae409208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:06.703644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-0852d430-3ca4-4d18-82cc-25dae409208f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1098 time: 0.0653362 Sep 01 16:11:06.793984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1b3962e8-0c94-4e6f-81ad-69624c86b42a req-72c24e6b-8dbf-44ae-b2b5-2d5487d5c3a0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890579 Sep 01 16:11:06.833662 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-4735e1a1-3437-469b-bceb-1529ae4c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:06.835193 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-4735e1a1-3437-469b-bceb-1529ae4c4914 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 898 time: 0.1234586 Sep 01 16:11:06.912961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-6576002b-5aa8-4b44-b689-cdbb9a8f7b3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 1000 time: 0.0691361 Sep 01 16:11:06.971548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-3592d5de-fa1e-404a-8db7-16d886f617b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:06.973476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-3592d5de-fa1e-404a-8db7-16d886f617b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0521262 Sep 01 16:11:07.023313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-429b3d72-d139-4814-980c-316a6cd0a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:07.024936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-429b3d72-d139-4814-980c-316a6cd0a7b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441060 Sep 01 16:11:07.136936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-768fdfb5-85a9-4858-95cb-444fcc69f949 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025071 Sep 01 16:11:07.240126 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57b6d9a0-640a-4923-afb9-c8a9ff8f80ac req-a221253e-bf05-4147-a560-1785c3a967d0 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957844 Sep 01 16:11:07.961075 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c57e42-5320-4d5b-95b0-d782c9417ec8 req-2a3ed986-08fb-430f-916d-75eb02d31fe0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:07.963895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3c57e42-5320-4d5b-95b0-d782c9417ec8 req-2a3ed986-08fb-430f-916d-75eb02d31fe0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0867028 Sep 01 16:11:08.007981 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d3c57e42-5320-4d5b-95b0-d782c9417ec8 req-c5b1c37d-c019-417c-a2c6-279e200577ea tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Sep 01 16:11:09.141280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde31f76-dac1-4cbb-b8eb-622cc5b81fb3 req-9a15e142-28c7-437f-9767-c92d0464357f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:09.143439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cde31f76-dac1-4cbb-b8eb-622cc5b81fb3 req-9a15e142-28c7-437f-9767-c92d0464357f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0617759 Sep 01 16:11:09.190677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cde31f76-dac1-4cbb-b8eb-622cc5b81fb3 req-18b4760b-bf4f-4171-9223-567321a3970e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Sep 01 16:11:10.331214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6e40b-abfa-48e1-aa23-47dd2532cef9 req-27f10da5-dc64-4b15-9f62-915473afedf9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:10.334066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59c6e40b-abfa-48e1-aa23-47dd2532cef9 req-27f10da5-dc64-4b15-9f62-915473afedf9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0686734 Sep 01 16:11:10.378300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-59c6e40b-abfa-48e1-aa23-47dd2532cef9 req-59a4db0b-abb8-4f58-aeab-8998fd640c43 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382178 Sep 01 16:11:11.516116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106a58d-8830-4692-a505-bdaffad436e3 req-8a88c46c-2e5e-49d3-af4a-63db0a098a1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:11.518820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5106a58d-8830-4692-a505-bdaffad436e3 req-8a88c46c-2e5e-49d3-af4a-63db0a098a1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0685771 Sep 01 16:11:11.562608 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5106a58d-8830-4692-a505-bdaffad436e3 req-00d70633-0804-4e0b-a0b0-8cbd53024e37 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359814 Sep 01 16:11:12.690988 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca061d34-41f2-488d-a7ad-c5cfdf37a835 req-5a4142de-9fa2-40b7-8bc7-0fc6dc3cbb6a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:12.692963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca061d34-41f2-488d-a7ad-c5cfdf37a835 req-5a4142de-9fa2-40b7-8bc7-0fc6dc3cbb6a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0572193 Sep 01 16:11:12.741074 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ca061d34-41f2-488d-a7ad-c5cfdf37a835 req-a8df414e-2da4-494d-a384-c50332a6eed9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Sep 01 16:11:13.873464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57a32-f84c-49a9-a01e-b2a49ce5a9dd req-f5dd0c33-2b89-4441-8524-a353a5eef642 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:13.875088 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc57a32-f84c-49a9-a01e-b2a49ce5a9dd req-f5dd0c33-2b89-4441-8524-a353a5eef642 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0596037 Sep 01 16:11:13.922975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dc57a32-f84c-49a9-a01e-b2a49ce5a9dd req-25b14946-9bdf-49be-bc2d-6760e597b814 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374329 Sep 01 16:11:14.503453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e110821-dc07-49a6-8585-c5f199748686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.043622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087895ad-6a3d-4de7-bc4b-8f2566a2dee3 req-76cf42e1-b727-42a3-a113-30ec6ff2e882 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:15.045837 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-087895ad-6a3d-4de7-bc4b-8f2566a2dee3 req-76cf42e1-b727-42a3-a113-30ec6ff2e882 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0513947 Sep 01 16:11:15.087997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-087895ad-6a3d-4de7-bc4b-8f2566a2dee3 req-ab166eea-d002-4e37-bff0-c08d8ba736c7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355132 Sep 01 16:11:16.220229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e65bf6-6ac6-4e87-8275-4fefd896bd0c req-6cb604c9-0713-4615-a1dd-f8e8b563ed53 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.221907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9e65bf6-6ac6-4e87-8275-4fefd896bd0c req-6cb604c9-0713-4615-a1dd-f8e8b563ed53 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0572836 Sep 01 16:11:16.293362 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d9e65bf6-6ac6-4e87-8275-4fefd896bd0c req-f007ed9f-987e-42b2-8303-24cab96c8724 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640211 Sep 01 16:11:17.421012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357a802-349c-4446-ad6b-f149a901808a req-55569411-6fea-455b-be07-246003eaf081 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:17.422644 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8357a802-349c-4446-ad6b-f149a901808a req-55569411-6fea-455b-be07-246003eaf081 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0552499 Sep 01 16:11:17.464578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8357a802-349c-4446-ad6b-f149a901808a req-57b6a90c-89bf-440d-9647-7b308bd7d8cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Sep 01 16:11:17.623848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73486921-332f-4c26-8803-740cd9d128d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:17.773494 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:18.580820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35deae-6b02-40b8-82c8-8fd5d2936a21 req-fedef279-6d08-47d9-a809-c9957ba0dce7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:18.582394 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc35deae-6b02-40b8-82c8-8fd5d2936a21 req-fedef279-6d08-47d9-a809-c9957ba0dce7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0490611 Sep 01 16:11:18.622888 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc35deae-6b02-40b8-82c8-8fd5d2936a21 req-a0f41399-bb6e-4d7a-b5ec-bc2b03285c10 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Sep 01 16:11:18.630025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:19.064906 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:19.739902 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8fb1e-93ec-4799-a485-e214c1d107ed req-aeb75239-96e0-4eaa-ba1c-b5b4c14b5687 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:19.741522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77e8fb1e-93ec-4799-a485-e214c1d107ed req-aeb75239-96e0-4eaa-ba1c-b5b4c14b5687 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0505826 Sep 01 16:11:19.812309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77e8fb1e-93ec-4799-a485-e214c1d107ed req-a7ee017e-e884-4d73-8789-d31eb224b974 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637426 Sep 01 16:11:19.822273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-74e4f380-2300-44fd-80a3-9c5578518e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:19.823800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-74e4f380-2300-44fd-80a3-9c5578518e3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1098 time: 0.0573635 Sep 01 16:11:19.933466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-6208c0fe-1e1a-4f51-9916-6478cd1afa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:19.935052 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-6208c0fe-1e1a-4f51-9916-6478cd1afa12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 898 time: 0.0839920 Sep 01 16:11:20.005030 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-07140c1a-98fe-4fd4-9f33-34451e91a390 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 1000 time: 0.0631177 Sep 01 16:11:20.055654 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-82b3d86b-8d5f-4d39-8f94-a0c18860938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:20.057150 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-82b3d86b-8d5f-4d39-8f94-a0c18860938e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0447044 Sep 01 16:11:20.104548 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-5cc82e88-11b8-48be-9e76-b815486212ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:20.106118 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-5cc82e88-11b8-48be-9e76-b815486212ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416942 Sep 01 16:11:20.171051 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:20.204354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-2835bbbf-aeed-4e66-8953-b91c1f02c0b1 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905213 Sep 01 16:11:20.301602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a95e9e99-bf58-4b29-a8fe-74a569a94df7 req-96e6acc0-c7bf-4f44-af72-e8702b3015b2 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Sep 01 16:11:20.930224 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c4c2-a65a-46a9-859e-377d8a2347b5 req-2f57bd86-fd11-4bc0-a1c2-6ce5f034a563 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:20.931739 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f49c4c2-a65a-46a9-859e-377d8a2347b5 req-2f57bd86-fd11-4bc0-a1c2-6ce5f034a563 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0497859 Sep 01 16:11:20.976019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f49c4c2-a65a-46a9-859e-377d8a2347b5 req-e96d3bc2-f8ed-4713-a04c-eca83ce80ab9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375319 Sep 01 16:11:22.102144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5639-fb1a-4a24-bebb-0dabf29b375c req-fdfb7e22-d711-48eb-9901-24d3c26aedc8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:22.103751 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88ec5639-fb1a-4a24-bebb-0dabf29b375c req-fdfb7e22-d711-48eb-9901-24d3c26aedc8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0595105 Sep 01 16:11:22.144504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88ec5639-fb1a-4a24-bebb-0dabf29b375c req-aa1d8360-a399-4c53-acf9-4ea610b3d8eb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Sep 01 16:11:23.266673 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ae179-7098-4a57-86c4-12564cfb6466 req-2036acb8-7520-425c-96be-5b33cfcbbd00 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:23.268168 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a88ae179-7098-4a57-86c4-12564cfb6466 req-2036acb8-7520-425c-96be-5b33cfcbbd00 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0552173 Sep 01 16:11:23.308121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a88ae179-7098-4a57-86c4-12564cfb6466 req-ac876efb-75e3-43a4-b975-a629a5de4b62 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336578 Sep 01 16:11:23.331494 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50850) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:23.400511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ea2e6e0c-3fd5-4b91-9d68-2652acf9156d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/f859d860-2089-4aba-93f2-333a5c3c24cc HTTP/1.1" status: 200 len: 992 time: 0.0676391 Sep 01 16:11:28.318709 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:28.357676 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:11:44.493802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e6c58b6-a0a4-4e5e-a74e-c529c7116058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:47.626004 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40adab8a-07b9-4a61-a2d3-b6e5497f1b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:47.776660 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:48.633610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.055089 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:50.172441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:53.784078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50864) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:53.947568 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 398b45a8-03d7-4a28-b4c6-fa1b3d744fe9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:53.947806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.025895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.026217 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.038106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 398b45a8-03d7-4a28-b4c6-fa1b3d744fe9 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:54.180386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.210172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=398b45a8-03d7-4a28-b4c6-fa1b3d744fe9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:54.237104 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.237447 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.237783 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.238116 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.238444 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.238772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.239102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.239425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.239749 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.240067 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.240384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.240695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:54.284188 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.284535 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP f859d860-2089-4aba-93f2-333a5c3c24cc disassociated (deleted). External IP: 172.25.1.8, port: 7cb36390-af45-4c5e-b5af-bf10cab717e1. Sep 01 16:11:54.496182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 16c52acb-8410-468b-922d-db2d3b74febb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:11:54.605395 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:54.611344 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:54.617540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Sync routers for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:54.627153 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:54.627752 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:54.638014 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5c3f560c-4c04-4d16-be0c-e5954f550f0b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/floatingips/f859d860-2089-4aba-93f2-333a5c3c24cc HTTP/1.1" status: 204 len: 168 time: 0.8528132 Sep 01 16:11:54.638614 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:54.640972 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4716b7-0298-4a65-99fc-ee00385dd415" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:54.807210 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3452ae02-42cc-4018-877c-801202e2d24f x-openstack-request-id: req-3452ae02-42cc-4018-877c-801202e2d24f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:54.807811 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:54.807811 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3452ae02-42cc-4018-877c-801202e2d24f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:54.808144 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'status': 'completed', 'code': 200} Sep 01 16:11:54.825420 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:54.939669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eb732-35d5-4917-9178-a6d05b7c8600 req-7dc4460c-bede-44e9-87d8-8d1d8f954455 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:54.941341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad1eb732-35d5-4917-9178-a6d05b7c8600 req-7dc4460c-bede-44e9-87d8-8d1d8f954455 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0844870 Sep 01 16:11:54.944225 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-d72c602b-f56d-4d26-ae04-4c6cbcad410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:54.945687 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-d72c602b-f56d-4d26-ae04-4c6cbcad410a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 1098 time: 0.0770690 Sep 01 16:11:55.031402 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad1eb732-35d5-4917-9178-a6d05b7c8600 req-48e8dcc5-9a6c-40b3-bae5-086535f13477 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836217 Sep 01 16:11:55.036430 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:55.064753 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Checking router: 16c52acb-8410-468b-922d-db2d3b74febb for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:11:55.077850 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:55.078475 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:55.083495 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-4f4bb14d-c85e-468c-9cfa-f59e07d5d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:55.085011 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-4f4bb14d-c85e-468c-9cfa-f59e07d5d5df service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 200 len: 898 time: 0.1239858 Sep 01 16:11:55.132226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-1b41556a-b668-4b5a-a7d6-9f974efd495b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 200 len: 217 time: 0.0368702 Sep 01 16:11:55.187484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-bbd03f36-9ba7-445a-849f-89a354c5ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:55.189028 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-bbd03f36-9ba7-445a-849f-89a354c5ca77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 200 len: 835 time: 0.0474894 Sep 01 16:11:55.193344 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:55.240564 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-372b45df-658e-4507-b189-ec91d51d8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:55.242227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-372b45df-658e-4507-b189-ec91d51d8d70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b10ee45-0837-4320-b642-3e0b60e4f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446587 Sep 01 16:11:55.343616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-48198417-a11c-44fc-bc93-075167421ee8 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908871 Sep 01 16:11:55.398083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:55.425224 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26809f-a149-480e-9f16-8233fc856c56 None None] The sync data for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 is: [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:10:19Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '21489d67-eb7c-4c73-95c5-41ccb0510263', 'name': '', 'network_id': '6b10ee45-0837-4320-b642-3e0b60e4f383', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:76:17:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:18Z', 'updated_at': '2021-09-01T16:10:22Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '8b8d352f-1f64-416b-a091-9c9f432ed46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:11:55.442906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d4716b7-0298-4a65-99fc-ee00385dd415 req-ba379123-7ea4-4ae4-81e0-44d1fe921655 service neutron] 10.222.0.24 "GET /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871623 Sep 01 16:11:55.644101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf16bb-d765-4fe5-97c5-9aa5dafcfdaa None None] New status for floating IP f859d860-2089-4aba-93f2-333a5c3c24cc: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:11:56.177053 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4e34-193d-4b61-99d4-fc97054fc8db req-83adb6da-43c8-4c7f-9195-96d86709b07f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:56.178559 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-592f4e34-193d-4b61-99d4-fc97054fc8db req-83adb6da-43c8-4c7f-9195-96d86709b07f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0524726 Sep 01 16:11:56.215940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-592f4e34-193d-4b61-99d4-fc97054fc8db req-e58bcf9c-460e-4304-ab37-1c7158560b57 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=56e1247d-9991-4f36-a163-8aca081681a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Sep 01 16:11:56.715954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b666a-3227-4223-9046-c2b18e5d7375 req-a02d4db9-e760-4927-848e-ba3a4b4d275f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:56.717514 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-145b666a-3227-4223-9046-c2b18e5d7375 req-a02d4db9-e760-4927-848e-ba3a4b4d275f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 946 time: 0.0495148 Sep 01 16:11:56.814142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 7cb36390-af45-4c5e-b5af-bf10cab717e1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:56.814486 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:56.909894 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 7cb36390-af45-4c5e-b5af-bf10cab717e1, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=7cb36390-af45-4c5e-b5af-bf10cab717e1,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:56.910176 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:56.923554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 7cb36390-af45-4c5e-b5af-bf10cab717e1 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:57.057793 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:57.091663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=7cb36390-af45-4c5e-b5af-bf10cab717e1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:57.104793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.105202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.105512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.105849 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.106183 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.106513 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.106840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.107165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.107485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.107806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.108260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.108466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:57.144011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] No DVR routers for this DVR port 7cb36390-af45-4c5e-b5af-bf10cab717e1 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:11:57.147078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:57.149243 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-145b666a-3227-4223-9046-c2b18e5d7375 req-721b2d83-2a41-4273-a817-a76b9dcecf54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "DELETE /v2.0/ports/7cb36390-af45-4c5e-b5af-bf10cab717e1 HTTP/1.1" status: 204 len: 173 time: 0.4253922 Sep 01 16:11:57.149690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'name': 'network-vif-deleted', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:57.151959 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0390cf03-8c97-4042-bf6f-e9a8c3d0c444" -d '{"events": [{"server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "name": "network-vif-deleted", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:57.198264 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72bbe4-67ac-4b21-b416-1e7998e3a109 x-openstack-request-id: req-de72bbe4-67ac-4b21-b416-1e7998e3a109 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:57.198890 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7d045-9663-48f7-a706-94b1ceae3e7e", "name": "network-vif-deleted", "tag": "7cb36390-af45-4c5e-b5af-bf10cab717e1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:57.198890 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de72bbe4-67ac-4b21-b416-1e7998e3a109 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:57.199397 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7d045-9663-48f7-a706-94b1ceae3e7e', 'name': 'network-vif-deleted', 'tag': '7cb36390-af45-4c5e-b5af-bf10cab717e1', 'status': 'completed', 'code': 200} Sep 01 16:11:57.323289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-10d6be30-3513-42b7-a046-f9b803734f99 req-f74a11a8-cd44-420a-96b5-42f3f339bf3a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=36b7d045-9663-48f7-a706-94b1ceae3e7e HTTP/1.1" status: 200 len: 210 time: 0.0314860 Sep 01 16:11:58.313971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:58.381775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50882) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:58.760689 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.022048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 21489d67-eb7c-4c73-95c5-41ccb0510263 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:59.022382 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.109650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 21489d67-eb7c-4c73-95c5-41ccb0510263, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=21489d67-eb7c-4c73-95c5-41ccb0510263,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:59.110016 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.123173 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 21489d67-eb7c-4c73-95c5-41ccb0510263 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:59.309619 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.340449 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=21489d67-eb7c-4c73-95c5-41ccb0510263,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:59.556341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.776998 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 16c52acb-8410-468b-922d-db2d3b74febb has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:11:59.794538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7cb36390-af45-4c5e-b5af-bf10cab717e1 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:11:59.814848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 7cb36390-af45-4c5e-b5af-bf10cab717e1 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:11:59.815194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 7cb36390-af45-4c5e-b5af-bf10cab717e1 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:11:59.884963 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:59.891192 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2eb1440b-4652-4bf6-adf7-b75fc35516f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/16c52acb-8410-468b-922d-db2d3b74febb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083280 Sep 01 16:11:59.894088 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50884) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:59.899464 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Sync routers for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:59.910595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:59.911254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:59.954621 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting subnet 8b8d352f-1f64-416b-a091-9c9f432ed46b {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:11:59.958873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.005817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.034418 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:00.098306 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.160635 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.189501 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8d352f-1f64-416b-a091-9c9f432ed46b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:00.193255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.195231 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07e82347-5b4e-4d42-8891-600c3c6c3c58 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/subnets/8b8d352f-1f64-416b-a091-9c9f432ed46b HTTP/1.1" status: 204 len: 168 time: 0.3001587 Sep 01 16:12:00.198140 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50886) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:00.207659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7a014-9340-4a7e-baf9-c68af6aea341 None None] Network 6b10ee45-0837-4320-b642-3e0b60e4f383 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:00.231128 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:11:59Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:00.265678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Checking router: 16c52acb-8410-468b-922d-db2d3b74febb for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:00.275299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Routers {'16c52acb-8410-468b-922d-db2d3b74febb'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:00.275922 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['16c52acb-8410-468b-922d-db2d3b74febb'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:00.322238 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.393491 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] Set router 16c52acb-8410-468b-922d-db2d3b74febb gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:00.413875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] DHCP port deletion for 6b10ee45-0837-4320-b642-3e0b60e4f383 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:12:00.472332 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Deleting port 7326af90-51dd-4f44-8b5f-002d06cff82b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:00.473178 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.553317 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] For port 7326af90-51dd-4f44-8b5f-002d06cff82b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=7326af90-51dd-4f44-8b5f-002d06cff82b,segment=NetworkSegment(0e1f88df-be0a-4a9c-85b0-df7f5d07dea3),segment_id=0e1f88df-be0a-4a9c-85b0-df7f5d07dea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:00.553812 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.571631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Calling delete_port for 7326af90-51dd-4f44-8b5f-002d06cff82b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:00.630610 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:11:59Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:00.662168 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba81d6-5d50-45b6-9d31-88487acf9985 None None] The sync data for ids ['16c52acb-8410-468b-922d-db2d3b74febb'] in n-d-802060-16 is: [{'id': '16c52acb-8410-468b-922d-db2d3b74febb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884278378', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:10:15Z', 'updated_at': '2021-09-01T16:11:59Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': '65a339b2-2bae-49af-8c5a-a4a45f9c9fa7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c52acb-8410-468b-922d-db2d3b74febb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:10:16Z', 'updated_at': '2021-09-01T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:00.684551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.724917 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Pushing event deleted for resources: {'Port': ['ID=7326af90-51dd-4f44-8b5f-002d06cff82b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:00.735161 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] No DVR routers for this DVR port 7326af90-51dd-4f44-8b5f-002d06cff82b on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:00.737755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.738094 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.738549 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.738893 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.739217 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.739544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.739865 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.740183 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.740501 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.740844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.741247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.741570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd49979-29de-40ad-8369-b6b822214490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:00.784518 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.838148 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:00.838493 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.919935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:00.920218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:00.933587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:01.037770 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7326af90-51dd-4f44-8b5f-002d06cff82b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:01.059945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 7326af90-51dd-4f44-8b5f-002d06cff82b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:01.060312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 7326af90-51dd-4f44-8b5f-002d06cff82b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:01.112892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.136763 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=65a339b2-2bae-49af-8c5a-a4a45f9c9fa7,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:01.207626 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.300240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.302723 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.353208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.353731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Fanout notify agent at l3_agent the message router_deleted on router 16c52acb-8410-468b-922d-db2d3b74febb {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:12:01.360956 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.362128 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8b4b1a20-e702-4e6b-a143-d835bb7d893f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/routers/16c52acb-8410-468b-922d-db2d3b74febb HTTP/1.1" status: 204 len: 168 time: 1.1622062 Sep 01 16:12:01.365228 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50888) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:01.443094 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.535983 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.545838 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b10ee45-0837-4320-b642-3e0b60e4f383']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:01.556132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:01.556421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1f88df-be0a-4a9c-85b0-df7f5d07dea3') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:01.565694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.579580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.585369 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:12:01.585759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:12:01.588642 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:12:01.645988 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.653510 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.655172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/networks/6b10ee45-0837-4320-b642-3e0b60e4f383 HTTP/1.1" status: 204 len: 168 time: 0.2889349 Sep 01 16:12:01.658229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50890) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:01.678172 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa987f2-7c81-4001-8675-4be3cee9709b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Network': ['ID=6b10ee45-0837-4320-b642-3e0b60e4f383,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:01.720279 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.745655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.807236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.810008 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:01.811756 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/security-groups/56e1247d-9991-4f36-a163-8aca081681a8 HTTP/1.1" status: 204 len: 168 time: 0.1518750 Sep 01 16:12:01.822053 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa842a83-81c7-4d61-9dba-446e983fc9c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e1247d-9991-4f36-a163-8aca081681a8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.132134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50896) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.136971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634428276', 'description': 'tempest-secgroup-smoke-634428276 description', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.163742 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.252220 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.256201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.286557 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46d59f-7fad-4359-88a7-f7e08100f70a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.290294 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.291542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8315fb92-1807-4742-af57-10fcd6ae23a1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584086 Sep 01 16:12:02.295328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50898) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.300710 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.327111 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.376195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.379892 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.398701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8730c4-87e0-4f4c-a7c9-ebf460744c32,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.406655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.407923 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c97dd838-acea-48c4-80c8-e18d6562b1da tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110206 Sep 01 16:12:02.410774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50900) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.415298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.442247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.503568 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.507590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.525034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0ae683-57cb-451a-a798-993f974f85ea,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.532218 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.533611 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6f25a1c0-29b6-4bf2-9bd1-2f281d15a5a7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214142 Sep 01 16:12:02.535857 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50902) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.540572 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.568288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.632296 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 21489d67-eb7c-4c73-95c5-41ccb0510263 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:02.637280 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.641777 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.661575 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 21489d67-eb7c-4c73-95c5-41ccb0510263 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:02.661916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 21489d67-eb7c-4c73-95c5-41ccb0510263 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:02.662334 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:02.664186 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43801e3-937a-47ed-b177-3e2880891a19,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.672061 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.673402 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-55ae971e-80c8-4e4e-9880-8c7118e437ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365142 Sep 01 16:12:02.677415 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50904) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.682001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.684616 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:02.684969 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 65a339b2-2bae-49af-8c5a-a4a45f9c9fa7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:02.713547 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.773763 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.777972 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.797691 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812caff9-a035-4840-9aed-a4373f6559c2,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.800305 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.801532 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c6841d17-21bf-403e-aa5b-b4f533dae230 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231539 Sep 01 16:12:02.804383 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50906) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.810812 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.834389 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:12:02.840498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.906359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.910611 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.929490 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4528262e-2f7b-4199-bc15-fb720a30c85d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:02.932902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:02.934361 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a7bb6fe9-9395-49b2-aab0-3680be0785dd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288521 Sep 01 16:12:02.936894 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50908) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:02.941317 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '5d46d59f-7fad-4359-88a7-f7e08100f70a', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:02.962823 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:12:02.968147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.027814 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.031516 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.048609 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c9daf5-2c9c-46b8-a180-69ceb47a1aaf,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:03.054161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.055335 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-874c9849-d876-471c-a69e-57019edd34cf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174796 Sep 01 16:12:03.058107 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50910) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:03.063412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'network': {'name': 'tempest-network-smoke--1682165183', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'port_security_enabled': True}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:03.083001 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:03.086352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.108731 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:12:03.117410 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.117743 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Added segment 26eb78e6-50b5-461b-ad5e-16507579a577 of type vlan for network c4862f38-8665-49b4-97c4-682e83f11deb Sep 01 16:12:03.158784 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.185093 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.191194 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:03.191768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.249927 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907973 Sep 01 16:12:03.252651 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50912) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:03.256992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'admin_state_up': True, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:03.267263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa09b0-82ef-4545-95a3-6e9d8908261d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Network': ['ID=c4862f38-8665-49b4-97c4-682e83f11deb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:03.280755 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network c4862f38-8665-49b4-97c4-682e83f11deb details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:12:03.290782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.291847 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.351150 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.485155 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.677083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.696508 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.797200 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.119 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:03.900316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.939943 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:03.982479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:03.986943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:03.989564 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:04.013595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:04.239083 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:04.431700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:04.557371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router cf9f4958-3eff-42f0-b5ad-96ea5292c310 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:12:04.665698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:04.675384 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Sync routers for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:04.684249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:04.684603 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:04.685369 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:04.685628 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0a7a69d4-bcd6-49d5-9bce-e5db05c1f29d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4320378 Sep 01 16:12:04.689302 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50914) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:04.718419 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-79a37db5-95a4-4f61-a8ac-c823c4b1368e tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=369ef40a3c944b218fc6fc3d34e74d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279462 Sep 01 16:12:04.720957 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50916) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:04.792823 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:04.810083 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77398446-452b-4351-b061-8c2d8c711954 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:04.814747 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-77398446-452b-4351-b061-8c2d8c711954 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901663 Sep 01 16:12:04.815257 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50918) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:04.844977 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-85206103-233d-4c52-ad15-cb3a9b1e1643 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285261 Sep 01 16:12:04.847713 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50920) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:04.853090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191761689', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:04.940325 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:04.944108 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:04.970110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:04Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:05.001373 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Checking router: cf9f4958-3eff-42f0-b5ad-96ea5292c310 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:05.001725 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Updating router cf9f4958-3eff-42f0-b5ad-96ea5292c310 port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:05.030421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.127517 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.193585 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Subnet': ['ID=a4479e4b-30d5-4640-b701-dfc7e9b3c48d,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:05.202082 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Checking segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:05.202450 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network hostable DHCP agents. Network: c4862f38-8665-49b4-97c4-682e83f11deb, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:12:05.218777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network c4862f38-8665-49b4-97c4-682e83f11deb is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:12:05.228184 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, c4862f38-8665-49b4-97c4-682e83f11deb) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:05.234986 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:05.235608 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.240034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46998b-4378-48fa-9492-6853a050724d None None] Network c4862f38-8665-49b4-97c4-682e83f11deb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:05.251142 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ff456b58-07a5-429c-9865-757b755255f0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4021506 Sep 01 16:12:05.253922 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50922) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:05.339181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.357227 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:05.357860 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Transition to ACTIVE for port object a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:05.370621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.451108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Attempting to bind port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:05.451516 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Attempting to bind port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:05.451877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Attempting to bind port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:05.464795 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2121212-0669-45fc-9e98-046971d37a6d None None] Pushing event updated for resources: {'Port': ['ID=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:05.479475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:05.479856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:05.480254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.480646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:05.481151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Bound port: a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:05.481531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.505349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-c4862f38-8665-49b4-97c4-682e83f11deb', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:12:05.506204 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.596479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] For port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:05.623654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] For port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:05.630649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.678950 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:05.728671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Allocated IP 172.20.0.2 (c4862f38-8665-49b4-97c4-682e83f11deb/a4479e4b-30d5-4640-b701-dfc7e9b3c48d/2d2eaa38-ee7c-44ef-92f1-d92a777b97df) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:05.730637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2121212-0669-45fc-9e98-046971d37a6d None None] Pushing event updated for resources: {'Port': ['ID=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:05.736696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:05.737342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:05.907374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:06.062022 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.081508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Transition to ACTIVE for port object 2d2eaa38-ee7c-44ef-92f1-d92a777b97df will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:06.116914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Transition to ACTIVE for port object 2d2eaa38-ee7c-44ef-92f1-d92a777b97df will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:06.126359 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.177861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.1 (c4862f38-8665-49b4-97c4-682e83f11deb/a4479e4b-30d5-4640-b701-dfc7e9b3c48d/57f15310-43e0-441c-8a32-228a53ae2059) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:06.303324 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.318459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 57f15310-43e0-441c-8a32-228a53ae2059 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:06.346453 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Network c4862f38-8665-49b4-97c4-682e83f11deb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:06.352421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.352668 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:06.358681 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:06.363335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Pushing event updated for resources: {'Port': ['ID=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:06.374673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:04Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:06.401370 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network c4862f38-8665-49b4-97c4-682e83f11deb is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:06.406719 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:06.409287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:06.416834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39dcbf-f66e-4c26-a5c5-9daacf808364 None None] The sync data for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 is: [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:04Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:06.447678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Attempting to bind port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:06.447892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:06.448141 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Attempting to bind port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:06.448717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Attempting to bind port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:06.454513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:06.454895 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Checking segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:06.455303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.455695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Bound using segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:06.456403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Bound port: 2d2eaa38-ee7c-44ef-92f1-d92a777b97df, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:06.456628 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.465421 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.526202 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] For port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:06.529356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] For port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:06.534985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.598651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f31e-300b-4ba6-933a-3290b9722f0a None None] Pushing event updated for resources: {'Port': ['ID=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:06.617614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.967652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:06.972630 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:07.047030 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:07.049469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:07.150321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network c4862f38-8665-49b4-97c4-682e83f11deb is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:07.151747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:07.529585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc656e1-35d1-4f72-b1a6-07e2de356474 None None] Network c4862f38-8665-49b4-97c4-682e83f11deb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:07.594314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-dfe48f17-c566-4ea4-bd97-188a7c8d6d57 None None] Provisioning for port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:07.612474 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router cf9f4958-3eff-42f0-b5ad-96ea5292c310 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:07.737965 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:07.749634 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6da71355-500c-403f-96e9-c1aacc5eac4a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/cf9f4958-3eff-42f0-b5ad-96ea5292c310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946053 Sep 01 16:12:07.890619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-9b7ae8ba-ca25-48b3-b54d-b7e41e491aee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634428276&fields=id&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 267 time: 0.0375440 Sep 01 16:12:07.946118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6278f4a2-ff65-4a8b-9b7f-248436ecdc83 None None] Provisioning for port 57f15310-43e0-441c-8a32-228a53ae2059 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:07.950053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6278f4a2-ff65-4a8b-9b7f-248436ecdc83 None None] Provisioning complete for port 57f15310-43e0-441c-8a32-228a53ae2059 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:07.950559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6278f4a2-ff65-4a8b-9b7f-248436ecdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:07.995302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6278f4a2-ff65-4a8b-9b7f-248436ecdc83 None None] Port 57f15310-43e0-441c-8a32-228a53ae2059 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:08.007175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-af1b4b3c-2205-4ece-b9d7-366f488c4033 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:08.008738 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-af1b4b3c-2205-4ece-b9d7-366f488c4033 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 797 time: 0.1108747 Sep 01 16:12:08.032702 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-c27da1e5-8dcc-440c-8b75-de53238d1962 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/quotas/369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 375 time: 0.0107944 Sep 01 16:12:08.058522 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Sync routers for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:08.069354 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:08.070106 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:08.092349 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-6b5a60d0-6d06-4a50-9b13-8306f5c8e1a8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548790 Sep 01 16:12:08.125552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ca9da1b5-ab51-4bfc-a0f3-c54c1bb9ef49 None None] Provisioning complete for port 57f15310-43e0-441c-8a32-228a53ae2059 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:08.126134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca9da1b5-ab51-4bfc-a0f3-c54c1bb9ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.167609 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ca9da1b5-ab51-4bfc-a0f3-c54c1bb9ef49 None None] Port 57f15310-43e0-441c-8a32-228a53ae2059 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:08.257863 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-b857596f-ff67-437b-ae03-e5d01e994612 service neutron] 10.222.0.41 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486504 Sep 01 16:12:08.285234 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:08.365658 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-00405645-fc7a-4281-8f48-ec3887edef6b service neutron] 10.222.0.41 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012921 Sep 01 16:12:08.387374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cb39a6a4-fb7f-4093-893b-66e44364b9da None None] Provisioning complete for port 57f15310-43e0-441c-8a32-228a53ae2059 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:08.387728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb39a6a4-fb7f-4093-893b-66e44364b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.427800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cb39a6a4-fb7f-4093-893b-66e44364b9da None None] Port 57f15310-43e0-441c-8a32-228a53ae2059 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:08.505497 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 2, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:08.533485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Checking router: cf9f4958-3eff-42f0-b5ad-96ea5292c310 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:08.534191 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Updating router cf9f4958-3eff-42f0-b5ad-96ea5292c310 port 57f15310-43e0-441c-8a32-228a53ae2059 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:08.543947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c8faa1d-aaab-4d23-bcd5-ea312a78418d req-75b7acf2-ab9a-4772-bfe9-1e4410b5aafc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 210 time: 0.0271792 Sep 01 16:12:08.561195 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.699565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d2eaa38-ee7c-44ef-92f1-d92a777b97df up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:08.750208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:08.754659 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:08.754659 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.835640 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.860359 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.871672 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Transition to ACTIVE for port object 57f15310-43e0-441c-8a32-228a53ae2059 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:08.879636 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.888425 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:08.893198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:08.893998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:08.965106 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Pushing event updated for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:08.974714 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.974714 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.975166 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.975606 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.975936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.976260 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.976790 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.976908 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.977227 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.977546 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.977856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.978169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:08.981818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:09.000194 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Attempting to bind port 57f15310-43e0-441c-8a32-228a53ae2059 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:09.000663 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Attempting to bind port 57f15310-43e0-441c-8a32-228a53ae2059 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:09.000884 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Attempting to bind port 57f15310-43e0-441c-8a32-228a53ae2059 on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:09.001985 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:09.007489 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:09.007736 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:09.007849 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Checking segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:09.008072 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.008214 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.008557 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Bound using segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:09.009317 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Bound port: 57f15310-43e0-441c-8a32-228a53ae2059, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:09.009700 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.082721 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] For port 57f15310-43e0-441c-8a32-228a53ae2059, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:09.086246 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] For port 57f15310-43e0-441c-8a32-228a53ae2059, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=57f15310-43e0-441c-8a32-228a53ae2059,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:09.091881 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.106675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.130655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:09.135697 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.147626 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:09.148274 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:11:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:09.193692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:09.196299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74473d-a8d5-4102-af62-0554e2c7cce8 None None] Pushing event updated for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:09.278559 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:09.490040 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:09.521915 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695aa37-6e8d-474e-9460-ebecfb117389 None None] The sync data for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 is: [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:09.694984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-61a506ae-35a6-4a78-9042-d97bf368486b req-2d837f57-4566-423e-8cad-2ec64c971f8c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 210 time: 0.0319691 Sep 01 16:12:09.758357 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-77c1f8cd-765a-4b98-954c-f630eac683ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:09.760219 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-77c1f8cd-765a-4b98-954c-f630eac683ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 797 time: 0.1667554 Sep 01 16:12:09.816649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-dd3d599d-db68-429a-bf3f-d8135c1161c9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 379 time: 0.0388954 Sep 01 16:12:09.828094 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'port': {'device_id': 'f8980c9c-0655-43ad-b728-092b9f282504', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'admin_state_up': True, 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'security_groups': ['5d46d59f-7fad-4359-88a7-f7e08100f70a']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:09.939067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:09.942527 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.082111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.11 (c4862f38-8665-49b4-97c4-682e83f11deb/a4479e4b-30d5-4640-b701-dfc7e9b3c48d/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:10.224917 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.239229 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:10.274580 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.331867 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network c4862f38-8665-49b4-97c4-682e83f11deb is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:10.335186 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:10.339804 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:10.343969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:10.393455 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:10.394134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.411577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-d0b7eff0-0e85-4e57-886e-1a6b9737621a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879972 Sep 01 16:12:10.431441 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Request body: {'port': {'device_id': 'f8980c9c-0655-43ad-b728-092b9f282504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:10.495001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.614101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-006f838b-a50b-411f-90f5-ff49017a686b None None] Provisioning for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:10.621103 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-006f838b-a50b-411f-90f5-ff49017a686b None None] Provisioning complete for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:10.621559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-006f838b-a50b-411f-90f5-ff49017a686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.661964 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-006f838b-a50b-411f-90f5-ff49017a686b None None] Port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:10.726456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:10.779199 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:10.780118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:10.866329 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d2eaa38-ee7c-44ef-92f1-d92a777b97df up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:10.921691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:10.922073 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.010092 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 57f15310-43e0-441c-8a32-228a53ae2059 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:11.060074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 57f15310-43e0-441c-8a32-228a53ae2059 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:11.064403 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 57f15310-43e0-441c-8a32-228a53ae2059 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:11.064785 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.146509 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.164688 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36661323-349e-4696-97c9-e1e540ecb07d req-8331304c-7fcc-47ea-b980-ce620f9a12b0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:11.166217 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36661323-349e-4696-97c9-e1e540ecb07d req-8331304c-7fcc-47ea-b980-ce620f9a12b0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 932 time: 0.0839019 Sep 01 16:12:11.175821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:12:11.182757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 57f15310-43e0-441c-8a32-228a53ae2059, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=57f15310-43e0-441c-8a32-228a53ae2059,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:11.185054 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.186863 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.212578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Transition to ACTIVE for port object b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:11.220811 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.238289 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:11.255759 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36661323-349e-4696-97c9-e1e540ecb07d req-3a61312e-4120-44f0-a85d-bcc3b4cdf244 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754747 Sep 01 16:12:11.282256 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:11.352021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:11.352354 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:11.352676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:11.357609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:12:11.357925 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:11.363235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:11.363622 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Checking segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:11.363999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Bound using segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:11.364440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Bound port: b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:11.364801 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.436321 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:11.439715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:11.444656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.483819 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:11.484453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:11.485903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] 10.222.0.24 "PUT /v2.0/ports/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 1093 time: 1.0591018 Sep 01 16:12:11.486356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:11.488677 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:11.516889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef928e0c-a89d-4ef3-921d-e6f4df328f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:11.543967 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abd2c7-e89e-4069-837b-9c02b77bcfe3 x-openstack-request-id: req-b4abd2c7-e89e-4069-837b-9c02b77bcfe3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:11.544290 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:11.544534 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4abd2c7-e89e-4069-837b-9c02b77bcfe3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:11.544937 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'status': 'completed', 'code': 200} Sep 01 16:12:11.612969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-7438eab4-79bc-49b3-a0fb-e3ec828591cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:11.614619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-7438eab4-79bc-49b3-a0fb-e3ec828591cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0460534 Sep 01 16:12:11.674167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-9afe0720-6279-45e6-b00b-fb6ce75a3d75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 217 time: 0.0354466 Sep 01 16:12:11.727200 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-dff9ad31-7990-45c0-8d9d-a1f09fc011f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:11.728694 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-dff9ad31-7990-45c0-8d9d-a1f09fc011f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0473356 Sep 01 16:12:11.779515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b434-071c-49a2-a549-8c08a212447d req-44a4f7f8-1d5e-40fd-acf8-440ef2cf5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:11.780998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-44a4f7f8-1d5e-40fd-acf8-440ef2cf5b2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451586 Sep 01 16:12:11.871316 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-2ced4e4f-4eae-4670-9004-1e08dd4891e5 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Sep 01 16:12:11.966246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2e0b434-071c-49a2-a549-8c08a212447d req-31ce0e9a-e421-46db-b86c-9e295ec2253e service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878196 Sep 01 16:12:12.094113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-3e3677e5-fc6a-45fb-8ac8-d1e110c0e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:12.095623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-3e3677e5-fc6a-45fb-8ac8-d1e110c0e2cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0437109 Sep 01 16:12:12.193942 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-bb0006cc-8f32-4234-9986-83abf62433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:12.195463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-bb0006cc-8f32-4234-9986-83abf62433fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.0923767 Sep 01 16:12:12.242145 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-68eb09d6-1e56-45da-bef6-25d0f0cfd1ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 217 time: 0.0375304 Sep 01 16:12:12.298042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-a6d96a61-79ab-48b5-a541-a29f9730b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:12.299507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-a6d96a61-79ab-48b5-a541-a29f9730b1a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0459504 Sep 01 16:12:12.379964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-ac2dd8ab-a66b-409f-b8ea-580e5c499db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:12.381526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-ac2dd8ab-a66b-409f-b8ea-580e5c499db3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728242 Sep 01 16:12:12.400305 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ed74-8f57-4ea3-bd77-d88df576099b req-c98b4730-fad2-4ac9-bb85-0763fc578dfe tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:12.401909 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad13ed74-8f57-4ea3-bd77-d88df576099b req-c98b4730-fad2-4ac9-bb85-0763fc578dfe tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0665812 Sep 01 16:12:12.489370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ad13ed74-8f57-4ea3-bd77-d88df576099b req-64a029b5-fd81-4815-bc53-db4a6b0df212 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793567 Sep 01 16:12:12.514540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-ba2c1671-51b2-47c5-9b61-ca5ff2dd30ea service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Sep 01 16:12:12.612290 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6522ff4-5a93-4fa7-9f05-66d097f34ab8 req-67c87fd9-6cd5-4fed-9bea-300902b6bd7f service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897119 Sep 01 16:12:12.632930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 57f15310-43e0-441c-8a32-228a53ae2059 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:12.681861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 57f15310-43e0-441c-8a32-228a53ae2059 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:12.682236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.609176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ac82-64bd-4f31-86f2-b84a35a8b8bd req-d84f3601-8ea8-40b1-a2b7-948cac411687 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:13.610747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7730ac82-64bd-4f31-86f2-b84a35a8b8bd req-d84f3601-8ea8-40b1-a2b7-948cac411687 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0529592 Sep 01 16:12:13.649656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7730ac82-64bd-4f31-86f2-b84a35a8b8bd req-26e52c55-615c-4ead-b546-c075c42ee6d0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Sep 01 16:12:13.882777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:12:13.977156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:13.989408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'mac_address': 'fa:16:3e:0c:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:12:14.026736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:14.044564 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:12:14.065563 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:14.071436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:14.130254 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:14.389402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:12:14.507296 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ced7b8b1-ad48-41e3-a6ee-960e7492b76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:14.774011 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94f78d-08ac-4d06-81c0-df7c004607f1 req-fd9d25d8-4b81-4d59-9b2e-c3ba2a0bd2c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:14.775532 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f94f78d-08ac-4d06-81c0-df7c004607f1 req-fd9d25d8-4b81-4d59-9b2e-c3ba2a0bd2c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 945 time: 0.0541527 Sep 01 16:12:14.814648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f94f78d-08ac-4d06-81c0-df7c004607f1 req-b6a05d6d-83d0-4357-a2be-5ce3324f2f0d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Sep 01 16:12:15.900070 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:15.932732 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3abe8c-7cbd-4e2f-a0c0-087498c867d0 req-06a774d5-0526-45d7-bae6-7a20bc951072 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:15.934545 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c3abe8c-7cbd-4e2f-a0c0-087498c867d0 req-06a774d5-0526-45d7-bae6-7a20bc951072 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Sep 01 16:12:15.948751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:15.953298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:15.953675 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:15.976418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6c3abe8c-7cbd-4e2f-a0c0-087498c867d0 req-2f219f2e-e02e-4ed5-ba01-520d1fa09313 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349505 Sep 01 16:12:16.039350 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.063595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:16.066360 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b3789-995f-46a9-9837-8f5a538e4475" -d '{"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-plugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:16.080194 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:16.084431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.114549 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7794b58f-7050-4a0e-b29b-e1fc6af47e89 x-openstack-request-id: req-7794b58f-7050-4a0e-b29b-e1fc6af47e89 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:16.114828 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-plugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:16.115092 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7794b58f-7050-4a0e-b29b-e1fc6af47e89 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:16.115461 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'code': 200} Sep 01 16:12:16.143415 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:16.231253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4881-e1f2-49d8-ab85-55047e82fadc req-d677b7d3-30be-489b-aae9-7f1bf5f07546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:16.233410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-634f4881-e1f2-49d8-ab85-55047e82fadc req-d677b7d3-30be-489b-aae9-7f1bf5f07546 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.0423617 Sep 01 16:12:16.270005 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-634f4881-e1f2-49d8-ab85-55047e82fadc req-84012c27-8dfb-4006-8e81-606dd6fda12f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297945 Sep 01 16:12:17.103345 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797006f-0916-40c3-bd58-0d47e65a1506 req-72140401-7591-4aa0-a263-33ebe9bd33ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:17.104841 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c797006f-0916-40c3-bd58-0d47e65a1506 req-72140401-7591-4aa0-a263-33ebe9bd33ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0574405 Sep 01 16:12:17.142813 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c797006f-0916-40c3-bd58-0d47e65a1506 req-c7618535-c22a-4724-aae9-aafb3ef1d6f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Sep 01 16:12:17.629819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4ead511-8756-410b-a860-4391b45af91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:17.777841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.257460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb922bc-c86f-44ad-a0d4-3c7b991623ac req-8b9c2662-e42e-4677-a750-2e819cccd5f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:18.258961 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cb922bc-c86f-44ad-a0d4-3c7b991623ac req-8b9c2662-e42e-4677-a750-2e819cccd5f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Sep 01 16:12:18.296867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0cb922bc-c86f-44ad-a0d4-3c7b991623ac req-b6813d33-c9bc-41d0-a6b0-38f115860432 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311253 Sep 01 16:12:18.410045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce385d4-f6c8-4830-a46a-8133841e628e req-4d7c2ce3-de54-4704-bee1-722ce516dffb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:18.411527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ce385d4-f6c8-4830-a46a-8133841e628e req-4d7c2ce3-de54-4704-bee1-722ce516dffb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0486505 Sep 01 16:12:18.450834 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ce385d4-f6c8-4830-a46a-8133841e628e req-30990d02-5398-41d4-8dcc-bd5331fe2f1a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332477 Sep 01 16:12:18.476249 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50974) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:18.517333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5928946-adee-405b-997a-f13ecde7e184 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:18.518881 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c5928946-adee-405b-997a-f13ecde7e184 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1093 time: 0.0416255 Sep 01 16:12:18.521667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50976) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:18.525993 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:18.548154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.637937 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.649760 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.760078 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.95 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/bd5f2d61-7a3c-475f-8f1e-fe554f990f87) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:18.879322 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.941490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.993040 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:18.996075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:19.000274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:19.006108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=bd5f2d61-7a3c-475f-8f1e-fe554f990f87,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:19.055529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.360922 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.430024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.591779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.596426 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.660210 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=bd5f2d61-7a3c-475f-8f1e-fe554f990f87,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:19.675553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:19.776003 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP d7c84ba6-4924-4a27-a400-56344f15f080 associated. External IP: 172.25.1.95, port: b7a52a4a-a0c7-46c5-9f35-552d75ef34e2. Sep 01 16:12:19.985125 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router cf9f4958-3eff-42f0-b5ad-96ea5292c310 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:20.093790 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:20.104133 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Sync routers for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:20.111398 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.114312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:20.114982 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:12:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:20.141116 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fedf1fa5-e1f3-4d52-98e8-cda6848f9976 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6183813 Sep 01 16:12:20.141843 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:20.144133 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5c4bd-7deb-4cef-a427-e49f506552f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:20.207248 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.236396 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:20.250940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8cae-71bc-4e8e-8722-1608115d95c6 req-11c857d2-5730-4380-9fc7-01ee541be861 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:20.252707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcd8cae-71bc-4e8e-8722-1608115d95c6 req-11c857d2-5730-4380-9fc7-01ee541be861 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0565627 Sep 01 16:12:20.293943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdcd8cae-71bc-4e8e-8722-1608115d95c6 req-08dafe5b-1eb6-473d-bb99-9c70c1b9e11d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350862 Sep 01 16:12:20.316774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 50984) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:20.356380 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb52cf-4e31-4f4a-8c77-d5dd0bdee174 x-openstack-request-id: req-fbcb52cf-4e31-4f4a-8c77-d5dd0bdee174 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:20.356691 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:20.356947 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbcb52cf-4e31-4f4a-8c77-d5dd0bdee174 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:20.357946 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'status': 'completed', 'code': 200} Sep 01 16:12:20.384213 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3832a58e-4f88-421b-b098-0afb41fd77e7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d7c84ba6-4924-4a27-a400-56344f15f080 HTTP/1.1" status: 200 len: 991 time: 0.0661843 Sep 01 16:12:20.429201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-6d986d99-c390-4b1e-a830-f55681852b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:20.430757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-6d986d99-c390-4b1e-a830-f55681852b4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.0426836 Sep 01 16:12:20.476592 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd7c84ba6-4924-4a27-a400-56344f15f080', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'mac_address': 'fa:16:3e:0c:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8980c9c-0655-43ad-b728-092b9f282504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:12:19Z', 'updated_at': '2021-09-01T16:12:19Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:20.503780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Checking router: cf9f4958-3eff-42f0-b5ad-96ea5292c310 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:20.512820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:20.513565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:12:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:20.530859 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-6322a325-2aad-48a5-9cc4-f8468e383249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:20.532380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-6322a325-2aad-48a5-9cc4-f8468e383249 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.0936799 Sep 01 16:12:20.607125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-25764d29-1af8-4455-9316-bba1f21b69d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.0658138 Sep 01 16:12:20.623238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:20.661312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-620d389a-8c3a-4352-8ac7-2229b76d7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:20.662919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-620d389a-8c3a-4352-8ac7-2229b76d7597 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0476441 Sep 01 16:12:20.697618 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.24', 58713) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:20.732865 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-cc838fd7-c570-435a-93f1-f8d073036bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:20.734353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-cc838fd7-c570-435a-93f1-f8d073036bdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512929 Sep 01 16:12:20.753689 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-fc95da22-47e9-4471-9b79-ef428810f66a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538375 Sep 01 16:12:20.828213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-2dfa6eb8-665d-4706-a502-eb60a3faf473 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857465 Sep 01 16:12:20.863472 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd7c84ba6-4924-4a27-a400-56344f15f080', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'mac_address': 'fa:16:3e:0c:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8980c9c-0655-43ad-b728-092b9f282504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:12:19Z', 'updated_at': '2021-09-01T16:12:19Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:20.896399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fccae2-9c65-4a3e-9fdf-379750218a4e None None] The sync data for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 is: [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd7c84ba6-4924-4a27-a400-56344f15f080', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'mac_address': 'fa:16:3e:0c:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8980c9c-0655-43ad-b728-092b9f282504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:12:19Z', 'updated_at': '2021-09-01T16:12:19Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:20.940453 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-08f5c4bd-7deb-4cef-a427-e49f506552f5 req-9127cf3e-8e61-4ad0-b85b-9eab80790e6e service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047487 Sep 01 16:12:21.097336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-c452aec3-ae48-4362-83a6-da9c5052d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:21.099159 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-c452aec3-ae48-4362-83a6-da9c5052d01e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.0480504 Sep 01 16:12:21.129035 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b28f4-1ff0-484d-9734-418fedc695f7 None None] New status for floating IP d7c84ba6-4924-4a27-a400-56344f15f080: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:12:21.209476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-41ec1dfc-76dd-44ca-a6ca-a52a392694a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:21.211055 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-41ec1dfc-76dd-44ca-a6ca-a52a392694a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.0918119 Sep 01 16:12:21.286774 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-13f07ffc-9b4a-42a2-8743-872da9aff98c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.0671496 Sep 01 16:12:21.344633 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-e76b8c46-2fc7-4b4d-8b1b-01a26c0774fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:21.346136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-e76b8c46-2fc7-4b4d-8b1b-01a26c0774fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0459399 Sep 01 16:12:21.388108 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 50986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:21.432604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-59bdb058-f638-4d54-a180-0324ca8b356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:21.434152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-59bdb058-f638-4d54-a180-0324ca8b356f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799382 Sep 01 16:12:21.501913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f3e96e46-35ef-4afd-a828-5596b718f27b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d7c84ba6-4924-4a27-a400-56344f15f080 HTTP/1.1" status: 200 len: 993 time: 0.1126628 Sep 01 16:12:21.545449 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-6c250774-58f9-41f4-9bce-6635be15ac75 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010718 Sep 01 16:12:21.646076 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-975e61f8-1872-47c2-aedf-b3280a03719a service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Sep 01 16:12:28.312516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.359566 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:44.500153 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4340171e-1414-479f-83a0-d58d9fd8ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:47.631517 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e016eddf-23df-4aef-940e-b3e477c998d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:47.780610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:48.644661 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:49.053031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:50.180425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:50.374515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b0322-1ed2-42b1-83c3-f9e836d288c0 req-8b7322a1-f381-4af1-9fb7-088c5342e3cc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:50.376048 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-736b0322-1ed2-42b1-83c3-f9e836d288c0 req-8b7322a1-f381-4af1-9fb7-088c5342e3cc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0802040 Sep 01 16:12:50.383184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-d31fa3d2-9b82-4668-80fd-c07a7a18ae6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057289 Sep 01 16:12:50.428474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-736b0322-1ed2-42b1-83c3-f9e836d288c0 req-14079931-a6b4-423a-bc51-8a591850badb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Sep 01 16:12:51.557356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ac05-16d6-486e-b331-7ee3fef23c75 req-bf7116fc-05a0-4944-8660-8d2ddf1be3ea tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.559190 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed86ac05-16d6-486e-b331-7ee3fef23c75 req-bf7116fc-05a0-4944-8660-8d2ddf1be3ea tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0543151 Sep 01 16:12:51.623227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ed86ac05-16d6-486e-b331-7ee3fef23c75 req-8e72b786-e615-447c-9c65-d9229b63ca38 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577874 Sep 01 16:12:51.642789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-afff8b87-2ef3-42ea-a038-db2b00f7ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.644483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-afff8b87-2ef3-42ea-a038-db2b00f7ddf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.0494697 Sep 01 16:12:51.750587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-798929a7-2f7f-44fa-9bb7-ec9d58e43119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.751970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-798929a7-2f7f-44fa-9bb7-ec9d58e43119 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.0943027 Sep 01 16:12:51.827390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-0676a6df-eb62-44e2-abee-0d99b9e35a6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0646627 Sep 01 16:12:51.879427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-add53914-f8a2-42ca-b00c-952a801221a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.880942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-add53914-f8a2-42ca-b00c-952a801221a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0456281 Sep 01 16:12:51.933113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-02165554-7b61-4652-9564-43381f4c57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.934612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-02165554-7b61-4652-9564-43381f4c57c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438070 Sep 01 16:12:52.030855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-2f3457be-62a4-4f43-b4eb-95939d07056a service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848432 Sep 01 16:12:52.141940 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-d87578ff-8524-42a5-879d-649cec0d35c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029878 Sep 01 16:12:52.745117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff89b-8a56-40d8-9974-91a2fe243a52 req-ceace4cb-4ec5-4500-a3e1-7491758dfa2e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:52.746749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-689ff89b-8a56-40d8-9974-91a2fe243a52 req-ceace4cb-4ec5-4500-a3e1-7491758dfa2e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0503998 Sep 01 16:12:52.789578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-689ff89b-8a56-40d8-9974-91a2fe243a52 req-4f320f9c-5101-4708-8fa2-ce3380489f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366230 Sep 01 16:12:53.913726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29a2d-9d98-4f74-852e-31303a4c0f4e req-5c099c5c-6c79-43d4-9f4d-5273bf3adb69 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:53.915223 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60e29a2d-9d98-4f74-852e-31303a4c0f4e req-5c099c5c-6c79-43d4-9f4d-5273bf3adb69 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0557561 Sep 01 16:12:53.957859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60e29a2d-9d98-4f74-852e-31303a4c0f4e req-91fe804c-ace4-4a2e-850d-35e27edec017 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358150 Sep 01 16:12:55.086512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a0832-9147-4818-afe5-ce460a69e29a req-b593c92d-a76a-4f7a-a7db-c3169e533deb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:55.088069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-032a0832-9147-4818-afe5-ce460a69e29a req-b593c92d-a76a-4f7a-a7db-c3169e533deb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0538871 Sep 01 16:12:55.132564 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-032a0832-9147-4818-afe5-ce460a69e29a req-7cb19baa-80a4-49be-8201-f99f307c5c60 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Sep 01 16:12:56.257488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6015-0c8e-400a-a89f-432003be05a5 req-d16116cc-743f-4110-b523-8b578a895d15 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:56.259311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d35a6015-0c8e-400a-a89f-432003be05a5 req-d16116cc-743f-4110-b523-8b578a895d15 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0494564 Sep 01 16:12:56.305420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d35a6015-0c8e-400a-a89f-432003be05a5 req-2ee0b4a3-73a6-4e3c-9c98-1a5e1d18170a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366802 Sep 01 16:12:57.438959 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574d8b-9c77-487d-98fa-b7b0b691edce req-7ba572f4-1cd8-4cd5-b454-6e7ff549a71e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:57.440575 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d574d8b-9c77-487d-98fa-b7b0b691edce req-7ba572f4-1cd8-4cd5-b454-6e7ff549a71e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0614777 Sep 01 16:12:57.480280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4d574d8b-9c77-487d-98fa-b7b0b691edce req-d1544ac1-7713-4c97-8819-e52f1fe94872 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331111 Sep 01 16:12:58.311957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:58.606528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f610ca-5a08-4c84-84ad-841214046df7 req-cb71463d-57d9-4b2e-ae09-e2f67b2e803c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:58.608068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f610ca-5a08-4c84-84ad-841214046df7 req-cb71463d-57d9-4b2e-ae09-e2f67b2e803c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0560400 Sep 01 16:12:58.645858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-00f610ca-5a08-4c84-84ad-841214046df7 req-2a210e5a-b6aa-4fc7-8329-55b666ca8bcb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Sep 01 16:12:59.769939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc318aff-5868-47d9-9dff-0784d36f1284 req-40b172e1-e75b-40cb-b155-7936850616c4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:59.771603 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc318aff-5868-47d9-9dff-0784d36f1284 req-40b172e1-e75b-40cb-b155-7936850616c4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0522361 Sep 01 16:12:59.813710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bc318aff-5868-47d9-9dff-0784d36f1284 req-492dba05-ceef-490c-99b5-d4098b44043f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Sep 01 16:13:00.933540 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62232-4c3c-47b9-9be3-83b0f831a2f1 req-14f6943b-97ad-4b47-82df-0a8ad0bacf42 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.935065 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ea62232-4c3c-47b9-9be3-83b0f831a2f1 req-14f6943b-97ad-4b47-82df-0a8ad0bacf42 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Sep 01 16:13:00.973899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ea62232-4c3c-47b9-9be3-83b0f831a2f1 req-fa3242f6-d30a-43a3-8ea3-86304c8fb6d7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Sep 01 16:13:02.091162 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bff08-0b7d-47a2-826f-42530573b4d7 req-c028f6ef-bd3b-4fc0-9626-9eb2fd4345b8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:02.092699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c9bff08-0b7d-47a2-826f-42530573b4d7 req-c028f6ef-bd3b-4fc0-9626-9eb2fd4345b8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0519810 Sep 01 16:13:02.130078 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c9bff08-0b7d-47a2-826f-42530573b4d7 req-7c0a42fe-e55f-4a22-9bd1-c7f4187e155e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Sep 01 16:13:03.245645 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d2eb-068e-4afc-9699-6822a4335197 req-43dc5886-a53f-4d52-927a-8b81f8c27744 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:03.247127 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a99d2eb-068e-4afc-9699-6822a4335197 req-43dc5886-a53f-4d52-927a-8b81f8c27744 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Sep 01 16:13:03.284691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7a99d2eb-068e-4afc-9699-6822a4335197 req-12b3671c-1ead-408d-98d6-7f500db255fa tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Sep 01 16:13:04.307811 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-c8d49a4a-d505-420d-a33a-6621aa5a6be9 service neutron] show failed (client error): The resource could not be found. Sep 01 16:13:04.309438 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-c8d49a4a-d505-420d-a33a-6621aa5a6be9 service neutron] 10.222.0.24 "GET /v2.0/ports/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2/bindings/n-h1-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0549204 Sep 01 16:13:04.406443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af49d0-219a-4553-9955-4543f3c03ea5 req-49979522-c185-4dc4-9064-24aa788f8946 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:04.408403 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4af49d0-219a-4553-9955-4543f3c03ea5 req-49979522-c185-4dc4-9064-24aa788f8946 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0544174 Sep 01 16:13:04.451275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c4af49d0-219a-4553-9955-4543f3c03ea5 req-dc833fc6-24c3-4030-8d67-54092b55e5de tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349636 Sep 01 16:13:04.563928 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-45abaf8a-82c9-49ba-b996-1495870d928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:04.565372 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-45abaf8a-82c9-49ba-b996-1495870d928c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 1098 time: 0.0868893 Sep 01 16:13:04.576236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-f1feb3a7-cb8f-46d2-ba0f-712cb873f9a8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:13:04.577223 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-f1feb3a7-cb8f-46d2-ba0f-712cb873f9a8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056500 Sep 01 16:13:04.588830 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-16', 'device_owner': 'compute:nova'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:04.645043 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:04.858274 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:04.896420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h2-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:04.905653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.50', 51722) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:04.937666 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:04.939957 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec3b9e6-eb03-487f-a8ae-d6f1e08bc063" -d '{"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:04.944301 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:04.948745 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-6a8a4ba9-6b41-4425-9c70-c5dc1ff6d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:04.950363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-6a8a4ba9-6b41-4425-9c70-c5dc1ff6d820 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.0435784 Sep 01 16:13:04.957396 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Transition to ACTIVE for port object b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 will not be triggered until provisioned by entity L2. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:04.962388 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:05.006071 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff8680-7a17-49a1-9c2c-befcee8fa964 x-openstack-request-id: req-30ff8680-7a17-49a1-9c2c-befcee8fa964 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:05.006362 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:05.006611 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30ff8680-7a17-49a1-9c2c-befcee8fa964 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:05.007005 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'code': 200} Sep 01 16:13:05.016879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:05.061105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.061616 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.062003 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.062332 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.062652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.062976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.063293 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.063610 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.063927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.064248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.064567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.064874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:05.074660 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-ee353799-1bde-4c77-ad1c-a40196757acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.076262 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-ee353799-1bde-4c77-ad1c-a40196757acf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.1065438 Sep 01 16:13:05.109380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] No DVR routers for this DVR port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on host n-h2-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:13:05.153762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-a610807c-1422-4397-b9ab-53ad438acead service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.0698433 Sep 01 16:13:05.207136 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-6ff8edba-1adf-4f92-b1cc-b259858b8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.208660 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-6ff8edba-1adf-4f92-b1cc-b259858b8a14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0484433 Sep 01 16:13:05.247149 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:13:05.247487 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:13:05.247810 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:05.252054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:13:05.252365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Attempting to bind port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on network c4862f38-8665-49b4-97c4-682e83f11deb {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:05.255265 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-ca9aa6f5-1809-4821-8d33-8ed3bcfbd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.256788 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-ca9aa6f5-1809-4821-8d33-8ed3bcfbd6ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407043 Sep 01 16:13:05.257139 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:13:05.257472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Checking segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:05.257850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Bound using segment: {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:13:05.258269 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Bound port: b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26eb78e6-50b5-461b-ad5e-16507579a577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:13:05.258620 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:05.325861 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:05.328820 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:13:05.334412 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:05.352913 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-10454f9f-6a0f-4c70-9b88-1b7b06d85e42 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879583 Sep 01 16:13:05.368379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.369000 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:05.370406 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] 10.222.0.50 "PUT /v2.0/ports/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 1093 time: 0.7855680 Sep 01 16:13:05.391540 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:05.451246 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e76bde03-a261-4aec-8dc2-c2633c3fecaa req-0a6b8727-c22a-4c64-ac89-74df55f921d3 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914543 Sep 01 16:13:05.565087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-ebc34437-60e0-441b-b16e-a6b10d837034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.566607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-ebc34437-60e0-441b-b16e-a6b10d837034 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0742877 Sep 01 16:13:05.589444 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873e7e-e316-448c-a64a-290e0b45c490 req-1054d600-d482-48bf-b5d8-9a9f020127d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.591373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f873e7e-e316-448c-a64a-290e0b45c490 req-1054d600-d482-48bf-b5d8-9a9f020127d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0654337 Sep 01 16:13:05.680082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7f873e7e-e316-448c-a64a-290e0b45c490 req-d89fec9c-709b-4e9c-a690-556e5a250a2e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785525 Sep 01 16:13:05.696378 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-f9eb8198-000f-4380-8142-6928dffefe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.697938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-f9eb8198-000f-4380-8142-6928dffefe21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.1235738 Sep 01 16:13:05.762958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-08ab3d34-908a-45cd-85ed-52c52958f34b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.0575657 Sep 01 16:13:05.810886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-1a0bacad-ebaa-459c-bc14-8c6e39244e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.812298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-1a0bacad-ebaa-459c-bc14-8c6e39244e7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0427122 Sep 01 16:13:05.862967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-6890694a-957d-4656-bed3-13e3ae803180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.864492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-6890694a-957d-4656-bed3-13e3ae803180 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452766 Sep 01 16:13:05.951388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-2e7d8383-eb80-40a1-830b-b1b079f9c2d1 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792994 Sep 01 16:13:06.044242 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-5059773a-30ae-4a47-ad53-98d253916517 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Sep 01 16:13:06.806598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01eb5-41f0-4375-bb61-c67741fe9c71 req-758d1b68-5853-47bf-8c97-79e43997cf0f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:06.808265 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21d01eb5-41f0-4375-bb61-c67741fe9c71 req-758d1b68-5853-47bf-8c97-79e43997cf0f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0551591 Sep 01 16:13:06.850187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21d01eb5-41f0-4375-bb61-c67741fe9c71 req-ef634933-0cff-4b9e-8e44-fbfb55a109e8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353315 Sep 01 16:13:07.008538 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:07.010962 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df5c00-8b72-419b-898a-1f7646cf1881" -d '{"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:07.058301 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ea644-ecdd-41c9-8e43-4c40b918f2f4 x-openstack-request-id: req-d17ea644-ecdd-41c9-8e43-4c40b918f2f4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:07.058601 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:07.058854 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d17ea644-ecdd-41c9-8e43-4c40b918f2f4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:07.059274 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'status': 'completed', 'code': 200} Sep 01 16:13:07.148289 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-74ba9938-c8da-42b1-8df0-9723f49cebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.149742 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-74ba9938-c8da-42b1-8df0-9723f49cebe1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0671632 Sep 01 16:13:07.157119 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-95cf8bc2-d095-4a8f-890f-41d3e47fb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.158474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-95cf8bc2-d095-4a8f-890f-41d3e47fb410 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0507855 Sep 01 16:13:07.620498 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-c322878a-8e12-40c8-92ac-19b2feee1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.622604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-c322878a-8e12-40c8-92ac-19b2feee1f09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.4632952 Sep 01 16:13:07.625175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-04e9fd3b-1fab-442f-b9dd-684819668a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.626527 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-04e9fd3b-1fab-442f-b9dd-684819668a68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.4595363 Sep 01 16:13:07.741358 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-cc32aefc-be82-416c-862c-12707eeb3359 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.1109462 Sep 01 16:13:07.743092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-7bb15eca-4cc3-4f67-b96f-966126679f64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.1070700 Sep 01 16:13:07.823596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-b8065083-8141-47f7-be0f-1600d031bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.825216 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-b8065083-8141-47f7-be0f-1600d031bb13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0765111 Sep 01 16:13:07.826643 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-dde84264-a091-4a05-8356-79218771000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.827989 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-dde84264-a091-4a05-8356-79218771000c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0722098 Sep 01 16:13:07.901132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-c5d9815c-1d18-4922-9179-ddc12f770797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.903492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-c5d9815c-1d18-4922-9179-ddc12f770797 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707092 Sep 01 16:13:07.909977 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-512ba6c2-3295-4734-a6bc-eb84b4023e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.911485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-512ba6c2-3295-4734-a6bc-eb84b4023e91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704558 Sep 01 16:13:08.091476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac599a-bfd9-49df-a9bb-18fd2ef2fd6c req-c3a1358b-a85d-492f-a1bb-5e363588b52a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.092966 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29ac599a-bfd9-49df-a9bb-18fd2ef2fd6c req-c3a1358b-a85d-492f-a1bb-5e363588b52a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.1536951 Sep 01 16:13:08.128289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-d52d06f5-02ff-4b1e-aaaf-5cf18b7b4a28 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069628 Sep 01 16:13:08.134369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-aa8fe206-725e-4c3b-9d4b-9ea1b7d2b3cb service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219169 Sep 01 16:13:08.204542 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29ac599a-bfd9-49df-a9bb-18fd2ef2fd6c req-b576a007-e1d8-4e6e-81b7-996ccaca4460 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988927 Sep 01 16:13:08.224487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:13:08.268523 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:13:08.307033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-8cfffe77-0bc3-4186-bf3a-ba8b483f8987 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683939 Sep 01 16:13:08.309339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-57df5c00-8b72-419b-898a-1f7646cf1881 req-c1c2e5ff-a3c8-4182-8ebd-8c7bf76ffc69 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583838 Sep 01 16:13:08.439063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03fda-4686-4fa0-b0d7-a0897be5ded2 req-7b453a21-9ad6-47d4-9712-7893f8a49dd9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.440462 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39c03fda-4686-4fa0-b0d7-a0897be5ded2 req-7b453a21-9ad6-47d4-9712-7893f8a49dd9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0814953 Sep 01 16:13:08.454658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-ba73d6d0-6dcc-4ff0-a706-3a3e71261816 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.456115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-ba73d6d0-6dcc-4ff0-a706-3a3e71261816 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504&tenant_id=369ef40a3c944b218fc6fc3d34e74d93&binding%3Ahost_id=n-h1-802060-16 HTTP/1.1" status: 200 len: 944 time: 0.0698032 Sep 01 16:13:08.521020 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-39c03fda-4686-4fa0-b0d7-a0897be5ded2 req-daa9843a-9958-480f-947b-ab292fb3b0d7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744557 Sep 01 16:13:08.542659 n-d-802060-16 neutron-server[106376]: INFO neutron.api.v2.resource [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-1cfeffb2-f0ab-4a74-83ca-395f5eb914c1 service neutron] delete failed (client error): The resource could not be found. Sep 01 16:13:08.543755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-1cfeffb2-f0ab-4a74-83ca-395f5eb914c1 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2/bindings/n-h2-802060-16 HTTP/1.1" status: 404 len: 381 time: 0.0701928 Sep 01 16:13:08.681750 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5b1ba-30c3-4d09-af9d-cc5ad25e74af req-c88cc40b-6d1e-4058-92d6-ca74a22c75b5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.683304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edb5b1ba-30c3-4d09-af9d-cc5ad25e74af req-c88cc40b-6d1e-4058-92d6-ca74a22c75b5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0911694 Sep 01 16:13:08.686774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-737c0df6-fff5-493c-b979-56a2522ce338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.688192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-737c0df6-fff5-493c-b979-56a2522ce338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1096 time: 0.0679457 Sep 01 16:13:08.781222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-edb5b1ba-30c3-4d09-af9d-cc5ad25e74af req-fa3aa967-b78b-4efb-aee1-72cb665fd4e5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911558 Sep 01 16:13:08.812323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-2ae3a1a7-4858-448e-a8a8-b9a35df22b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.813889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-2ae3a1a7-4858-448e-a8a8-b9a35df22b30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.1179295 Sep 01 16:13:08.894699 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-cc9201d0-357e-4177-a78a-3c155e4bc7be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 999 time: 0.0728779 Sep 01 16:13:08.945972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-3f15eb3a-5735-465f-b7ad-f5a199004540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.947480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-3f15eb3a-5735-465f-b7ad-f5a199004540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0457776 Sep 01 16:13:09.001915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-616b71c4-82c4-4d43-a65e-8735bb0ab859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:09.003502 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-616b71c4-82c4-4d43-a65e-8735bb0ab859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428257 Sep 01 16:13:09.099282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-156ae67e-062a-4baa-bf14-f9b57e0a6a72 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875640 Sep 01 16:13:09.197598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d2aa752a-55c5-47a8-a097-bcd7fa35f66e req-2ca26001-51da-4373-9be4-3ca3b433d172 service neutron] 10.222.0.24 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894532 Sep 01 16:13:09.904095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3075c-a23f-4b15-9a24-e137acde108b req-683f91f7-7d3f-462b-8c75-d7f7443f41cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:09.905540 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6c3075c-a23f-4b15-9a24-e137acde108b req-683f91f7-7d3f-462b-8c75-d7f7443f41cd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 944 time: 0.0551271 Sep 01 16:13:09.944154 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f6c3075c-a23f-4b15-9a24-e137acde108b req-e18a0dfa-1eb4-424c-aad0-9c948b8f73e4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Sep 01 16:13:09.967421 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51080) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:10.037788 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e8c9f297-4c03-482e-90ab-36397441ae99 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d7c84ba6-4924-4a27-a400-56344f15f080 HTTP/1.1" status: 200 len: 991 time: 0.0687203 Sep 01 16:13:10.692585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:13:10.789642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:10.801773 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'port_id': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'mac_address': 'fa:16:3e:0c:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:13:10.838605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:10.853026 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:13:10.873903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:10.879055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:10.934031 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:10.941471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.941815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.942153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.942489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.942820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.943146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.943468 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.943793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.944110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.944427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.944745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:10.945082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:11.123854 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:13:12.724833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:12.773405 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:12.777772 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:12.778172 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.854819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.880544 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:12.882960 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9192a18-9e44-4da5-9044-e66bc15a28a5" -d '{"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-plugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:12.896054 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:12.900307 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.923912 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac840b2-2e04-42eb-b8d4-a3b18d6e45c6 x-openstack-request-id: req-4ac840b2-2e04-42eb-b8d4-a3b18d6e45c6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:12.924204 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-plugged", "status": "completed", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:12.924454 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ac840b2-2e04-42eb-b8d4-a3b18d6e45c6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:12.924844 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'code': 200} Sep 01 16:13:12.949777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:14.502406 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5de778ec-2165-4d2e-9722-c43a537ccbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:17.633743 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afb014c9-d527-4935-acc2-50d26bf695de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:17.782464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:18.642401 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:19.047519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:19.360084 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:20.181936 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:28.324176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.391055 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51096) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:40.556045 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port bd5f2d61-7a3c-475f-8f1e-fe554f990f87 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:13:40.556386 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.641987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.642255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.654679 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for bd5f2d61-7a3c-475f-8f1e-fe554f990f87 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:13:40.804890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.850281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=bd5f2d61-7a3c-475f-8f1e-fe554f990f87,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:40.909725 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:40.910362 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP d7c84ba6-4924-4a27-a400-56344f15f080 disassociated (deleted). External IP: 172.25.1.95, port: b7a52a4a-a0c7-46c5-9f35-552d75ef34e2. Sep 01 16:13:41.125655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router cf9f4958-3eff-42f0-b5ad-96ea5292c310 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:13:41.555341 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:13:41.560727 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:41.589201 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ccc69467-0371-410b-b509-bd2dfb2c8f18 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/floatingips/d7c84ba6-4924-4a27-a400-56344f15f080 HTTP/1.1" status: 204 len: 168 time: 1.1969612 Sep 01 16:13:41.589807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:41.592130 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1ba75-5d6c-4543-865c-4018ae763260" -d '{"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:41.673584 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Sync routers for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:13:41.684381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:41.685236 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:41.764100 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3bcdc6-e4ef-4807-96ec-541d25b15a3b x-openstack-request-id: req-1f3bcdc6-e4ef-4807-96ec-541d25b15a3b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:41.764395 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:41.764643 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f3bcdc6-e4ef-4807-96ec-541d25b15a3b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:41.765044 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'status': 'completed', 'code': 200} Sep 01 16:13:41.803326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:41.885034 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adfb55-7395-499e-a07d-fd25b14803ef req-6cb5dadf-96df-44af-ac2b-3a1c307c313a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:41.887214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66adfb55-7395-499e-a07d-fd25b14803ef req-6cb5dadf-96df-44af-ac2b-3a1c307c313a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0675793 Sep 01 16:13:41.889802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-e357ac6d-878a-48f9-9970-21c3d231f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:41.891450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-e357ac6d-878a-48f9-9970-21c3d231f5b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 1098 time: 0.1051130 Sep 01 16:13:41.990428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66adfb55-7395-499e-a07d-fd25b14803ef req-12238f4b-0d9d-4430-ac00-1f4eb5d980aa tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957334 Sep 01 16:13:42.023149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-8bbab6dc-b054-4477-b74e-ad6ac5ce6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:42.024681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-8bbab6dc-b054-4477-b74e-ad6ac5ce6ea2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 200 len: 898 time: 0.1235306 Sep 01 16:13:42.024815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:42.051883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Checking router: cf9f4958-3eff-42f0-b5ad-96ea5292c310 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:13:42.061090 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:42.061722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:42.073236 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-b9613046-9f01-46b1-accc-f355c33e5fe0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 200 len: 217 time: 0.0401032 Sep 01 16:13:42.129962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-c418b0d3-3125-4819-bd41-4fb51bacb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:42.131519 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-c418b0d3-3125-4819-bd41-4fb51bacb67f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 200 len: 834 time: 0.0503154 Sep 01 16:13:42.175637 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:42.183813 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-a79cd4d0-9597-48e6-a9ac-1f43c3f6ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:42.185384 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-a79cd4d0-9597-48e6-a9ac-1f43c3f6ce34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4862f38-8665-49b4-97c4-682e83f11deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467465 Sep 01 16:13:42.280387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-dccb359d-15d0-4594-9d12-6da4905d04ca service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873220 Sep 01 16:13:42.377444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a4b1ba75-5d6c-4543-865c-4018ae763260 req-2af528e2-d12f-41fc-9625-fcb8521fd418 service neutron] 10.222.0.50 "GET /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Sep 01 16:13:42.384868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:42.415629 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5e61f-5e15-4547-bad2-5748666c3584 None None] The sync data for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 is: [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:06Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '57f15310-43e0-441c-8a32-228a53ae2059', 'name': '', 'network_id': 'c4862f38-8665-49b4-97c4-682e83f11deb', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:13:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:05Z', 'updated_at': '2021-09-01T16:12:11Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'a4479e4b-30d5-4640-b701-dfc7e9b3c48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:13:42.635549 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0fafd-d648-46d2-babf-3d5e4321a99f None None] New status for floating IP d7c84ba6-4924-4a27-a400-56344f15f080: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:13:43.063325 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-28dd5efb-3877-40e9-9bb0-5d3324b65168 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:43.064895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-28dd5efb-3877-40e9-9bb0-5d3324b65168 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.0531819 Sep 01 16:13:43.167323 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7165-a110-4a46-87a1-6ac7a60f2e3c req-36b8abdd-3e34-4391-ad3b-743001e6b9d8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:43.168878 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bef7165-a110-4a46-87a1-6ac7a60f2e3c req-36b8abdd-3e34-4391-ad3b-743001e6b9d8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8980c9c-0655-43ad-b728-092b9f282504 HTTP/1.1" status: 200 len: 946 time: 0.1029961 Sep 01 16:13:43.222423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:13:43.222759 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.227765 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6bef7165-a110-4a46-87a1-6ac7a60f2e3c req-b41fc01a-96a4-49ac-9c5a-a21f33cd5960 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=5d46d59f-7fad-4359-88a7-f7e08100f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527079 Sep 01 16:13:43.320918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:43.321217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.335014 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:13:43.463620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.494134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=b7a52a4a-a0c7-46c5-9f35-552d75ef34e2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:43.507272 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.507718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.508059 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.508394 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.508724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.509052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.509471 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.509796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.510117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.510438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.510757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.511072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:43.549041 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] No DVR routers for this DVR port b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:13:43.551661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.553656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-36d0b3cf-9e6d-498b-8b82-4f29b7ab0804 req-d6d2f320-6f92-4647-8652-616b0e452494 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.50 "DELETE /v2.0/ports/b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 HTTP/1.1" status: 204 len: 173 time: 0.4785924 Sep 01 16:13:43.554116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-deleted', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:43.556332 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa946e0-0e00-4bdc-bd54-9676ed315783" -d '{"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-deleted", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:43.592904 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd6b9c-7caf-4bd8-8f4e-37d4552be0b5 x-openstack-request-id: req-b7fd6b9c-7caf-4bd8-8f4e-37d4552be0b5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:43.593221 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8980c9c-0655-43ad-b728-092b9f282504", "name": "network-vif-deleted", "tag": "b7a52a4a-a0c7-46c5-9f35-552d75ef34e2", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:43.593473 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7fd6b9c-7caf-4bd8-8f4e-37d4552be0b5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:43.593877 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8980c9c-0655-43ad-b728-092b9f282504', 'name': 'network-vif-deleted', 'tag': 'b7a52a4a-a0c7-46c5-9f35-552d75ef34e2', 'status': 'completed', 'code': 200} Sep 01 16:13:44.285653 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51110) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:44.504511 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5fa3-57ca-4be9-a104-589c48edc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:44.652741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:44.905299 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 57f15310-43e0-441c-8a32-228a53ae2059 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:13:44.905531 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:44.995475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 57f15310-43e0-441c-8a32-228a53ae2059, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=57f15310-43e0-441c-8a32-228a53ae2059,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:44.995886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.009635 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 57f15310-43e0-441c-8a32-228a53ae2059 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:13:45.192326 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.219430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=57f15310-43e0-441c-8a32-228a53ae2059,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:45.391023 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.622505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router cf9f4958-3eff-42f0-b5ad-96ea5292c310 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:13:45.732061 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:13:45.737074 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-81418f0d-2865-4098-a89a-cebbe51ce712 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/cf9f4958-3eff-42f0-b5ad-96ea5292c310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503913 Sep 01 16:13:45.739808 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51112) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:45.741180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Sync routers for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:13:45.751056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:45.751669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:45.790989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting subnet a4479e4b-30d5-4640-b701-dfc7e9b3c48d {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:13:45.794105 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.840967 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.859431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:45.923500 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.983241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.015507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Subnet': ['ID=a4479e4b-30d5-4640-b701-dfc7e9b3c48d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:46.019387 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.021315 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-820ecdd4-ff5b-43b0-90c9-6daedadecb8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/subnets/a4479e4b-30d5-4640-b701-dfc7e9b3c48d HTTP/1.1" status: 204 len: 168 time: 0.2805517 Sep 01 16:13:46.024031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51114) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:46.028502 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999689b5-bdcf-4aaa-9555-bc1f249822f1 None None] Network c4862f38-8665-49b4-97c4-682e83f11deb requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:13:46.096697 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:13:45Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:46.131190 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.141275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Checking router: cf9f4958-3eff-42f0-b5ad-96ea5292c310 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:13:46.164408 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Routers {'cf9f4958-3eff-42f0-b5ad-96ea5292c310'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:46.165033 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:46.232890 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.275690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] Set router cf9f4958-3eff-42f0-b5ad-96ea5292c310 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:46.288883 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:13:46.291271 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.346927 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] DHCP port deletion for c4862f38-8665-49b4-97c4-682e83f11deb request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:13:46.374802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:46.375581 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.388534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:13:46.474837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Deleting port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:13:46.475211 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.545602 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] For port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,segment=NetworkSegment(26eb78e6-50b5-461b-ad5e-16507579a577),segment_id=26eb78e6-50b5-461b-ad5e-16507579a577)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:46.545915 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.560374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Calling delete_port for 2d2eaa38-ee7c-44ef-92f1-d92a777b97df owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:13:46.562904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:13:45Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:46.563490 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.592508 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:46.597997 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3585466-3af2-4ce5-9b5b-e935503af599 None None] The sync data for ids ['cf9f4958-3eff-42f0-b5ad-96ea5292c310'] in n-d-802060-16 is: [{'id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1283064704', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:13:45Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f4958-3eff-42f0-b5ad-96ea5292c310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:03Z', 'updated_at': '2021-09-01T16:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:13:46.660963 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.680134 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.706474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] Pushing event deleted for resources: {'Port': ['ID=2d2eaa38-ee7c-44ef-92f1-d92a777b97df,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:46.710225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b713aa8-9f52-4d19-bd84-a6abdb1e491e None None] No DVR routers for this DVR port 2d2eaa38-ee7c-44ef-92f1-d92a777b97df on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:13:46.756330 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.758556 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.802081 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.802662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Fanout notify agent at l3_agent the message router_deleted on router cf9f4958-3eff-42f0-b5ad-96ea5292c310 {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:13:46.810300 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.811511 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a01e4096-904d-47e8-b1fc-703ab67c6e90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/routers/cf9f4958-3eff-42f0-b5ad-96ea5292c310 HTTP/1.1" status: 204 len: 168 time: 0.7864089 Sep 01 16:13:46.814219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51116) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:46.829966 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:13:46.852904 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:13:46.853283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device b7a52a4a-a0c7-46c5-9f35-552d75ef34e2 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:13:46.895138 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.982841 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:46.998690 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4862f38-8665-49b4-97c4-682e83f11deb']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:47.009867 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eb78e6-50b5-461b-ad5e-16507579a577') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:47.010160 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eb78e6-50b5-461b-ad5e-16507579a577') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:47.020525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.036762 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.055436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:13:47.058778 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:13:47.061572 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:13:47.063903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d2eaa38-ee7c-44ef-92f1-d92a777b97df no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:13:47.084830 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2d2eaa38-ee7c-44ef-92f1-d92a777b97df {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:13:47.085272 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d2eaa38-ee7c-44ef-92f1-d92a777b97df not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:13:47.127856 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.135010 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.137328 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/networks/c4862f38-8665-49b4-97c4-682e83f11deb HTTP/1.1" status: 204 len: 168 time: 0.3221123 Sep 01 16:13:47.140207 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51118) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:47.148698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fc56b-55cc-43a0-89b1-dfe58d7fa9d4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Network': ['ID=c4862f38-8665-49b4-97c4-682e83f11deb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:47.200181 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.226354 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.290118 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.293537 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.294717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d46d59f-7fad-4359-88a7-f7e08100f70a HTTP/1.1" status: 204 len: 168 time: 0.1535258 Sep 01 16:13:47.304898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b55f8c-2690-4d4f-9aa1-8f1919f80e59 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46d59f-7fad-4359-88a7-f7e08100f70a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:47.499879 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51124) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:47.504682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938633833', 'description': 'tempest-secgroup-smoke-1938633833 description', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:47.527944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.608425 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.612706 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.639802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aec8c58f-2b5c-479b-952f-479a1445b801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.642237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.643679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1427541 Sep 01 16:13:47.647211 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51126) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:47.652468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:47.656772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98e776-76c8-43cc-9a81-3afba900b942 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb62acd-fa5b-4ffb-a451-78047eda81c4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:47.685247 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.743472 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.746681 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.763589 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78787eb9-3008-4f01-8995-887dcad3f5df,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:47.774377 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.775666 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9968a10c-c7c5-4726-a687-c9d047bd6713 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273544 Sep 01 16:13:47.779151 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51128) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:47.783637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:47.785616 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.810096 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.871534 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.875459 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.894927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0242bd-8fd0-4077-8e19-b3aae90fcaa0,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:47.898469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.899701 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-fd366f32-e8c7-49b6-af97-ed27fe584e1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196091 Sep 01 16:13:47.902665 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:47.907744 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:47.935201 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.994143 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:47.997815 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.015364 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d201e1f2-eb7c-4c74-912f-77443c6da061,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:48.021905 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.022970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-126650fc-8337-4812-aeca-3268ea49a2d3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187263 Sep 01 16:13:48.025875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51132) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:48.031422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:48.057156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.117549 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.121458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.144157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e039f54e-89d9-4e2f-b5b8-63e0a908c858,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:48.148313 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.149537 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f9efcfba-8daf-451e-ad7c-3bd78c7be9f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226616 Sep 01 16:13:48.152304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:48.157475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:48.178619 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:13:48.183767 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.243611 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.247843 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.265500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccca432-c3bc-4288-93b0-b6da62edbaa8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:48.270936 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.272151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-e2e9f879-cede-4546-917f-b36ab4149837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188962 Sep 01 16:13:48.276568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:48.281030 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': '6cb62acd-fa5b-4ffb-a451-78047eda81c4', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:48.301665 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:13:48.306444 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.366106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.369729 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.390407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58d5949-2e17-428f-84d0-4bc2e2d32d4e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:48.396288 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.397530 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6771ee32-355d-4b74-b2a3-fc63d177c4ac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199913 Sep 01 16:13:48.400247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51138) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:48.405074 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'network': {'name': 'tempest-network-smoke--1666355718', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:48.424763 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:13:48.428134 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.452173 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:13:48.461774 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.462130 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Added segment 9f23b07c-f649-4ad0-9608-3d4a2e8b0468 of type vlan for network 05cd459c-0271-4f23-a6d3-f85c522933a8 Sep 01 16:13:48.502608 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.527179 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.533247 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:48.534150 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.591035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897357 Sep 01 16:13:48.593927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:48.599736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'admin_state_up': True, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:48.603853 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd6e93-d2da-4e05-9218-94cfbf7b2cee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Network': ['ID=05cd459c-0271-4f23-a6d3-f85c522933a8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:48.614831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:13:48.626394 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.627700 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.652821 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 57f15310-43e0-441c-8a32-228a53ae2059 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:13:48.687292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.833599 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.847122 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 57f15310-43e0-441c-8a32-228a53ae2059 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:13:48.847444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 57f15310-43e0-441c-8a32-228a53ae2059 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:13:48.847859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:13:48.852289 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:48.873848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:13:48.874208 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a6e1f7d1-87eb-466f-bcb4-f01a1299b5e9 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:13:49.032182 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.059480 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.064115 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.163693 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.75 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c98dfa88-a8e8-4603-87f7-abbe5e4520c6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:13:49.267231 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.305438 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.339595 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:49.344782 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:49.348566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:13:49.371943 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:49.595200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.792456 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:49.915733 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router da151701-3798-4a18-aac7-be13c022f909 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:13:50.192386 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.345703 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:13:50.355116 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Sync routers for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:13:50.363807 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.364549 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:50.365147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f237f4b5-66ea-4dcc-b5b7-de75f6e6f86e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7702038 Sep 01 16:13:50.365393 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:50.368330 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51142) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:50.395854 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ee509a4e-4240-4610-9b59-61765de0924f tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=369ef40a3c944b218fc6fc3d34e74d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264153 Sep 01 16:13:50.398407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51144) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:50.486698 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc804346-4f8c-4b71-99aa-e1c71fb6a4e5 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:50.488271 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bc804346-4f8c-4b71-99aa-e1c71fb6a4e5 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889657 Sep 01 16:13:50.491126 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51146) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:50.524482 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-5261c1d4-e159-47c4-aab2-b3261fd5e8b4 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322020 Sep 01 16:13:50.526934 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51148) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:50.532268 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840327517', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:50.556016 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:50.625014 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:13:50.628705 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.738095 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:49Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:50.767397 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Checking router: da151701-3798-4a18-aac7-be13c022f909 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:13:50.767743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Updating router da151701-3798-4a18-aac7-be13c022f909 port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:13:50.793021 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.811661 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.873600 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Subnet': ['ID=7a69e1a1-5cce-4570-8705-39fdbf71efb5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:50.880570 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Checking segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:50.880954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network hostable DHCP agents. Network: 05cd459c-0271-4f23-a6d3-f85c522933a8, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:13:50.898371 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:13:50.907281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 05cd459c-0271-4f23-a6d3-f85c522933a8) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:50.912283 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:50.912874 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:50.917142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de4d0c-c980-4be5-beaf-75693fe9f6e1 None None] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:13:50.927638 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-70c8c192-b8b7-44cc-b124-ff0b933b5bbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996317 Sep 01 16:13:50.930445 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:51.071886 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.075814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-05cd459c-0271-4f23-a6d3-f85c522933a8', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:13:51.077431 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.085370 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Transition to ACTIVE for port object c98dfa88-a8e8-4603-87f7-abbe5e4520c6 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:51.094036 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.150930 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Attempting to bind port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:13:51.151290 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Attempting to bind port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:13:51.151642 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Attempting to bind port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:51.159321 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Pushing event updated for resources: {'Port': ['ID=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:51.162304 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:13:51.162675 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:51.163066 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.163446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:13:51.163918 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Bound port: c98dfa88-a8e8-4603-87f7-abbe5e4520c6, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:13:51.164271 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.170681 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.171018 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.171349 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.171676 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.171996 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.172326 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.172630 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.172944 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.173281 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.173592 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.173903 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.174211 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:51.227703 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] For port c98dfa88-a8e8-4603-87f7-abbe5e4520c6, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:51.231028 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] For port c98dfa88-a8e8-4603-87f7-abbe5e4520c6, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:13:51.235350 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.240101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Allocated IP 172.20.0.2 (05cd459c-0271-4f23-a6d3-f85c522933a8/7a69e1a1-5cce-4570-8705-39fdbf71efb5/fc44b287-4e38-4f50-9436-19bbe0c0f3ab) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:13:51.285729 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd3a25-af28-4838-9f04-a2f60e7493a0 None None] Pushing event updated for resources: {'Port': ['ID=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:51.308703 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:51.309883 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:51.394280 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.398600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.403781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Transition to ACTIVE for port object fc44b287-4e38-4f50-9436-19bbe0c0f3ab will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:51.419302 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:51.425439 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Transition to ACTIVE for port object fc44b287-4e38-4f50-9436-19bbe0c0f3ab will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:51.432016 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.480036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:51.483339 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:51.487374 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:13:51.494879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Pushing event updated for resources: {'Port': ['ID=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:51.563088 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Attempting to bind port fc44b287-4e38-4f50-9436-19bbe0c0f3ab on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:13:51.563456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Attempting to bind port fc44b287-4e38-4f50-9436-19bbe0c0f3ab by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:13:51.563810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Attempting to bind port fc44b287-4e38-4f50-9436-19bbe0c0f3ab on network 05cd459c-0271-4f23-a6d3-f85c522933a8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:51.568679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:13:51.569049 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Checking segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:51.569514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.569908 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Bound using segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:13:51.570380 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Bound port: fc44b287-4e38-4f50-9436-19bbe0c0f3ab, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:13:51.570747 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.618618 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:49Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:51.635535 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] For port fc44b287-4e38-4f50-9436-19bbe0c0f3ab, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:51.639620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] For port fc44b287-4e38-4f50-9436-19bbe0c0f3ab, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:13:51.644093 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.650660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50444b1a-d9ef-4916-b656-7b6ccc8d949f None None] The sync data for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 is: [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:49Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:13:51.713949 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.1 (05cd459c-0271-4f23-a6d3-f85c522933a8/7a69e1a1-5cce-4570-8705-39fdbf71efb5/89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:13:51.714288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec0f9-db17-4df8-88a5-b51db5f0d9a8 None None] Pushing event updated for resources: {'Port': ['ID=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:51.843487 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.868676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:51.916721 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:51.985574 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:51.989436 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:51.991331 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:51.993850 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:13:52.049953 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.184542 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.779527 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c98dfa88-a8e8-4603-87f7-abbe5e4520c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:52.781660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f80286-63b0-471f-89bf-a89811ff9b7e None None] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:13:52.838859 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.846678 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.872700 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4306855a-0cbb-4cf5-be3b-72a796f218a3 None None] Provisioning for port fc44b287-4e38-4f50-9436-19bbe0c0f3ab completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:52.910010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:52.914042 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:52.914415 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.925244 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:52.934004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:53.021036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:53.022307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:53.045878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.066807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c98dfa88-a8e8-4603-87f7-abbe5e4520c6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:53.071735 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.072667 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc44b287-4e38-4f50-9436-19bbe0c0f3ab up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:53.142052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router da151701-3798-4a18-aac7-be13c022f909 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:13:53.151284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:53.183989 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fc44b287-4e38-4f50-9436-19bbe0c0f3ab completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:53.189274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fc44b287-4e38-4f50-9436-19bbe0c0f3ab triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:53.189744 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.262881 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:13:53.276518 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-640e3c48-41bc-4030-b16f-d2d946dc1d54 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/da151701-3798-4a18-aac7-be13c022f909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3372295 Sep 01 16:13:53.287412 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.326833 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Provisioning for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:53.338172 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Provisioning complete for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:53.338610 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.341765 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port fc44b287-4e38-4f50-9436-19bbe0c0f3ab, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:53.364486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.407142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:13:53.429581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:53.434843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Provisioning complete for port fc44b287-4e38-4f50-9436-19bbe0c0f3ab triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:53.435218 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c61af1c-e407-49f7-b1fb-bd648e47097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.541238 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Sync routers for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:13:53.552119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:53.552829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:53.672814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d19fe0ce-5d06-49ef-bbe5-a33fa1135bfb None None] Provisioning complete for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:53.673192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d19fe0ce-5d06-49ef-bbe5-a33fa1135bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.678943 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-acc4f05a-6a2c-4056-817f-52cc3174f173 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938633833&fields=id&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 267 time: 0.0428877 Sep 01 16:13:53.702678 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:53.749880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d19fe0ce-5d06-49ef-bbe5-a33fa1135bfb None None] Port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:13:53.804489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-c5ccf596-35e0-4235-8002-5afc0693f61a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:53.806175 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-c5ccf596-35e0-4235-8002-5afc0693f61a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 797 time: 0.1174526 Sep 01 16:13:53.822681 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-a989015b-9b50-4dc4-8bfa-b25057160859 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/quotas/369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Sep 01 16:13:53.882266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-c67163b5-3211-4dcd-bc82-b1b68d7eaeac tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531244 Sep 01 16:13:53.894055 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f092bb0c-e8a1-409c-ad61-027d55e4fb4d None None] Provisioning complete for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:53.894630 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f092bb0c-e8a1-409c-ad61-027d55e4fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:53.942538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f092bb0c-e8a1-409c-ad61-027d55e4fb4d None None] Port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:13:53.957691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 2, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:53.984157 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Checking router: da151701-3798-4a18-aac7-be13c022f909 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:13:53.984411 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Updating router da151701-3798-4a18-aac7-be13c022f909 port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:13:53.985289 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-47657a94-2f72-4c97-831b-9d4ebd8d935e service neutron] 10.222.0.41 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900774 Sep 01 16:13:54.010409 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.080147 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-29892b78-fc3b-40e2-87c7-8f2b27c0eee4 service neutron] 10.222.0.41 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891650 Sep 01 16:13:54.249906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cccb263-9d0f-4def-97b4-1329a23a1f5a req-71735e44-8c7a-48f2-b95d-a80d37e413d2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 210 time: 0.0317035 Sep 01 16:13:54.298843 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.308929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Transition to ACTIVE for port object 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:54.315392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.385604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e67dea-dc0d-43d0-add3-d188eb50da2c None None] Pushing event updated for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:54.416180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Attempting to bind port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:13:54.416554 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Attempting to bind port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:13:54.416921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Attempting to bind port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec on network 05cd459c-0271-4f23-a6d3-f85c522933a8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:54.427751 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:13:54.428176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Checking segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:54.428580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.428977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Bound using segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:13:54.429709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Bound port: 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:13:54.429864 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.508444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] For port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:54.512615 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] For port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:13:54.517495 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:54.583741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:54.584367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:54.656220 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e67dea-dc0d-43d0-add3-d188eb50da2c None None] Pushing event updated for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:54.727815 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c98dfa88-a8e8-4603-87f7-abbe5e4520c6 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:54.768825 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:55.023121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:55.023819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:55.182440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc44b287-4e38-4f50-9436-19bbe0c0f3ab up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:55.236677 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:54Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:55.270293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd57ea-bc86-4473-b073-0ae73260c398 None None] The sync data for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 is: [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:54Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:13:55.276264 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fc44b287-4e38-4f50-9436-19bbe0c0f3ab triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:55.276557 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:55.406572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3686ca3f-a07b-4e50-a025-8f20db0d03fe req-02508da8-fdf5-4d50-8c37-b5c00a508613 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 210 time: 0.0465114 Sep 01 16:13:55.447926 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-a350b547-8081-4821-bda4-286203863c9c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:55.449511 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-a350b547-8081-4821-bda4-286203863c9c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 797 time: 0.2047529 Sep 01 16:13:55.510203 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-7c4042d8-8680-416e-a0e3-b47a42cbedc5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 380 time: 0.0377049 Sep 01 16:13:55.520713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'port': {'device_id': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'admin_state_up': True, 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'security_groups': ['6cb62acd-fa5b-4ffb-a451-78047eda81c4']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:55.640655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:13:55.644295 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:55.776652 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.3 (05cd459c-0271-4f23-a6d3-f85c522933a8/7a69e1a1-5cce-4570-8705-39fdbf71efb5/65c7727d-b163-4b57-a556-2ca3e9ff37be) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:13:55.927546 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:55.942402 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 65c7727d-b163-4b57-a556-2ca3e9ff37be will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:55.976384 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.022964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:56.026202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:56.029342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:13:56.057315 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:56.087797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:56.088576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.104925 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-8de04dfd-cf65-435a-ae42-d47dbb01f18c tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880215 Sep 01 16:13:56.187134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Request body: {'port': {'device_id': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:56.248896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.311862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb9792ea-cf7e-4d5d-90db-2ed836d78fd3 None None] Provisioning for port 65c7727d-b163-4b57-a556-2ca3e9ff37be completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:56.316455 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bb9792ea-cf7e-4d5d-90db-2ed836d78fd3 None None] Provisioning complete for port 65c7727d-b163-4b57-a556-2ca3e9ff37be triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:56.316646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb9792ea-cf7e-4d5d-90db-2ed836d78fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.358383 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:56.362938 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bb9792ea-cf7e-4d5d-90db-2ed836d78fd3 None None] Port 65c7727d-b163-4b57-a556-2ca3e9ff37be cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:13:56.573144 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb754bc7-1804-4662-a4d1-8f1fbfada56a req-f662ad82-d4f4-4c82-924e-9b848b49a2eb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:56.575325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb754bc7-1804-4662-a4d1-8f1fbfada56a req-f662ad82-d4f4-4c82-924e-9b848b49a2eb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 931 time: 0.0996592 Sep 01 16:13:56.580131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c7727d-b163-4b57-a556-2ca3e9ff37be {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:13:56.596842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.629816 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Transition to ACTIVE for port object 65c7727d-b163-4b57-a556-2ca3e9ff37be will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:13:56.637826 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.644856 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb754bc7-1804-4662-a4d1-8f1fbfada56a req-e5e4959b-dbea-48ca-b3d6-de0a1d3e9113 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596478 Sep 01 16:13:56.698424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:56.752023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:56.786056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Attempting to bind port 65c7727d-b163-4b57-a556-2ca3e9ff37be on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:13:56.786765 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Attempting to bind port 65c7727d-b163-4b57-a556-2ca3e9ff37be by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:13:56.787432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Attempting to bind port 65c7727d-b163-4b57-a556-2ca3e9ff37be on network 05cd459c-0271-4f23-a6d3-f85c522933a8 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:56.792528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Port 65c7727d-b163-4b57-a556-2ca3e9ff37be on network 05cd459c-0271-4f23-a6d3-f85c522933a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:13:56.792845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Attempting to bind port 65c7727d-b163-4b57-a556-2ca3e9ff37be on network 05cd459c-0271-4f23-a6d3-f85c522933a8 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:13:56.798299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:13:56.798631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Checking segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:13:56.799261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Bound using segment: {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:13:56.799446 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Bound port: 65c7727d-b163-4b57-a556-2ca3e9ff37be, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f23b07c-f649-4ad0-9608-3d4a2e8b0468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:13:56.799797 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.806315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:56.815419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:56.816002 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.880425 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:13:56.884307 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:13:56.889091 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.904804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.923550 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:56.924155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.925604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] 10.222.0.24 "PUT /v2.0/ports/65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 1092 time: 0.8053322 Sep 01 16:13:56.926153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:56.928283 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814af1e2-b32b-4e84-8f87-f99045930234" -d '{"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:56.948883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:56.953618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:56.956703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255fb4c-c72b-445f-aa90-179b935a0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:56.994605 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4432eb1-a3ea-4347-a5dc-31dafad03bb4 x-openstack-request-id: req-a4432eb1-a3ea-4347-a5dc-31dafad03bb4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:56.994605 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:56.994605 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4432eb1-a3ea-4347-a5dc-31dafad03bb4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:56.994992 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'status': 'completed', 'code': 200} Sep 01 16:13:57.020340 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:57.031286 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-24057130-9da5-4346-8e54-8f544fff6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.032804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-24057130-9da5-4346-8e54-8f544fff6d92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1095 time: 0.0508459 Sep 01 16:13:57.082901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-5739d73e-d2e3-4420-b8f6-3dd41d98695f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 217 time: 0.0355639 Sep 01 16:13:57.138555 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-0e6462ee-6200-4ce6-a211-869a1f620a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.140038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-0e6462ee-6200-4ce6-a211-869a1f620a8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0501721 Sep 01 16:13:57.187635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093637-2495-4e72-adb7-ba021115061e req-631e53f2-51b5-448a-940f-67ea1972f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.189152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-631e53f2-51b5-448a-940f-67ea1972f23a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414789 Sep 01 16:13:57.284354 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-de4e5c19-38d1-4928-8f55-339ef47b2354 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 Sep 01 16:13:57.378448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a8093637-2495-4e72-adb7-ba021115061e req-518d763f-e304-466f-895d-5f754c78c775 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Sep 01 16:13:57.514070 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af1e2-b32b-4e84-8f87-f99045930234 req-e6c585a4-33b3-4252-a6ac-ace9a0903e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.515582 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-e6c585a4-33b3-4252-a6ac-ace9a0903e30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1095 time: 0.0431845 Sep 01 16:13:57.610690 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af1e2-b32b-4e84-8f87-f99045930234 req-80e74b6c-9489-451e-8928-765511a9e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.612176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-80e74b6c-9489-451e-8928-765511a9e9bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.0879390 Sep 01 16:13:57.657505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-0cbbd17b-e8bb-483c-b136-13e0da9a7afe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 217 time: 0.0369494 Sep 01 16:13:57.709134 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af1e2-b32b-4e84-8f87-f99045930234 req-56ac56ea-b826-4b86-be6c-9d20fbb674c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.709716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-56ac56ea-b826-4b86-be6c-9d20fbb674c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0450733 Sep 01 16:13:57.792503 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af1e2-b32b-4e84-8f87-f99045930234 req-d7c3193f-d49f-41d2-99d7-a548e83c7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.794604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-d7c3193f-d49f-41d2-99d7-a548e83c7432 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770545 Sep 01 16:13:57.806544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcaec0-6c33-4964-a4f2-7f71a2049303 req-9f1fa482-950b-402d-8cd1-7f3c12deed21 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:57.807944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ddcaec0-6c33-4964-a4f2-7f71a2049303 req-9f1fa482-950b-402d-8cd1-7f3c12deed21 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 943 time: 0.0592802 Sep 01 16:13:57.894935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1ddcaec0-6c33-4964-a4f2-7f71a2049303 req-489d38b1-d561-441e-a2a0-25fc3ad76fb3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784066 Sep 01 16:13:57.923906 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-9ba437f1-85e6-497d-a408-16c4172b6540 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149156 Sep 01 16:13:58.014609 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-814af1e2-b32b-4e84-8f87-f99045930234 req-f102bc1e-a170-4a7f-961b-0f8fc552d1f3 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Sep 01 16:13:58.313175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:58.693350 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:58.741528 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:58.741891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:59.010148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb7d1f-53d1-4fa9-995a-54fe5e5d2c19 req-0fa95735-124d-430b-b941-9144cc3cc492 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:59.011610 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfdb7d1f-53d1-4fa9-995a-54fe5e5d2c19 req-0fa95735-124d-430b-b941-9144cc3cc492 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Sep 01 16:13:59.049471 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bfdb7d1f-53d1-4fa9-995a-54fe5e5d2c19 req-8da93dab-3742-4b3a-8385-60386b6aeb90 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Sep 01 16:14:00.167628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c356ae-d2a9-43f1-9abd-db2b41b2c7ab req-5578b55d-de3a-42e8-8845-a286b7ab0f05 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:00.169165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30c356ae-d2a9-43f1-9abd-db2b41b2c7ab req-5578b55d-de3a-42e8-8845-a286b7ab0f05 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 943 time: 0.0523369 Sep 01 16:14:00.206110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-30c356ae-d2a9-43f1-9abd-db2b41b2c7ab req-53a16004-a165-435f-b799-5ce67e1e54bf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Sep 01 16:14:00.518098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 65c7727d-b163-4b57-a556-2ca3e9ff37be details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:14:00.614790 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:00.626731 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'port_id': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'mac_address': 'fa:16:3e:4d:18:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:14:00.663426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:00.675831 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c7727d-b163-4b57-a556-2ca3e9ff37be {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:14:00.694032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:00.698187 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:00.748576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:01.014186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['65c7727d-b163-4b57-a556-2ca3e9ff37be'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:14:01.322310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03521ecf-6707-4a8d-a732-3af23f4695ac req-c2486fd9-ece2-4e17-b560-f5c70325fc98 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:01.323806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03521ecf-6707-4a8d-a732-3af23f4695ac req-c2486fd9-ece2-4e17-b560-f5c70325fc98 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 944 time: 0.0491595 Sep 01 16:14:01.362868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03521ecf-6707-4a8d-a732-3af23f4695ac req-e0a41315-b97b-4f39-a7b4-0f9fe3e0b180 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Sep 01 16:14:02.477528 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af65e-883b-47e1-8fbb-b630d581874c req-bfe72a1f-16a7-4b32-a3ed-fca380fdfde0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:02.479021 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766af65e-883b-47e1-8fbb-b630d581874c req-bfe72a1f-16a7-4b32-a3ed-fca380fdfde0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 944 time: 0.0496364 Sep 01 16:14:02.517093 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-766af65e-883b-47e1-8fbb-b630d581874c req-155bbfb5-43d3-4faa-bf34-fc3f4dcafd73 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Sep 01 16:14:02.518136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 65c7727d-b163-4b57-a556-2ca3e9ff37be up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:02.565490 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port 65c7727d-b163-4b57-a556-2ca3e9ff37be completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:02.569300 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port 65c7727d-b163-4b57-a556-2ca3e9ff37be triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:02.569664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:02.646102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:02.668738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:02.671054 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477d6d8-a131-4d4f-ad60-75aac9e00a0a" -d '{"events": [{"server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "name": "network-vif-plugged", "status": "completed", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:02.687726 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:02.692087 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:02.715161 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93fab24-cf53-4331-96f9-f78aed6deea5 x-openstack-request-id: req-c93fab24-cf53-4331-96f9-f78aed6deea5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:02.715453 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "name": "network-vif-plugged", "status": "completed", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:02.715701 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c93fab24-cf53-4331-96f9-f78aed6deea5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:02.716082 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'code': 200} Sep 01 16:14:02.741227 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:02.832023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18289a8-0a48-4e1f-9d74-6dc6b225bc73 req-db5b290d-c97c-42e0-8210-a5c72917bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:02.833583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e18289a8-0a48-4e1f-9d74-6dc6b225bc73 req-db5b290d-c97c-42e0-8210-a5c72917bacd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0432212 Sep 01 16:14:02.871697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e18289a8-0a48-4e1f-9d74-6dc6b225bc73 req-deaf2e22-9f6f-41bc-af70-14012c728d05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293996 Sep 01 16:14:03.634489 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ee699-be56-4c7c-b75b-3e3ecfceeb0c req-51a96097-3c0e-4639-a21c-e5a0dd193bd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:03.635972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef0ee699-be56-4c7c-b75b-3e3ecfceeb0c req-51a96097-3c0e-4639-a21c-e5a0dd193bd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0496151 Sep 01 16:14:03.674381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ef0ee699-be56-4c7c-b75b-3e3ecfceeb0c req-484b1c67-abc0-4fb9-90ed-30106e9fbbcb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Sep 01 16:14:04.788504 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723a26-dbc3-46d6-b434-064210af30bc req-cfd15e2d-a152-439d-b33d-952ef1ebf782 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:04.790019 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13723a26-dbc3-46d6-b434-064210af30bc req-cfd15e2d-a152-439d-b33d-952ef1ebf782 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Sep 01 16:14:04.828017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-13723a26-dbc3-46d6-b434-064210af30bc req-9ebbfb26-376f-4327-81c1-21b9312fb394 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Sep 01 16:14:04.946910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d567c40-301d-4208-9fee-f7aec0bb4bf1 req-cda285a5-2e29-4461-b618-cf964e7fb112 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:04.948452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d567c40-301d-4208-9fee-f7aec0bb4bf1 req-cda285a5-2e29-4461-b618-cf964e7fb112 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Sep 01 16:14:04.988136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8d567c40-301d-4208-9fee-f7aec0bb4bf1 req-d7530f22-2bfd-49ca-81e0-bd7cb067da7e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Sep 01 16:14:05.009012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:05.048880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8eeab0-5f5d-4bde-99ae-b4fa76e69099 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:05.050444 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3c8eeab0-5f5d-4bde-99ae-b4fa76e69099 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1092 time: 0.0404425 Sep 01 16:14:05.053220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:05.057616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:05.078631 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:05.175350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:05.274042 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.155 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/78fcda4e-2935-467a-b9a7-794fadadbae5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:14:05.377184 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:05.414093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:05.450887 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:05.455682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:05.458116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:14:05.486786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=78fcda4e-2935-467a-b9a7-794fadadbae5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:05.807106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:05.871217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:06.016939 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:06.021350 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:06.088791 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=78fcda4e-2935-467a-b9a7-794fadadbae5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:06.100223 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:06.197145 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 associated. External IP: 172.25.1.155, port: 65c7727d-b163-4b57-a556-2ca3e9ff37be. Sep 01 16:14:06.404022 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router da151701-3798-4a18-aac7-be13c022f909 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:14:06.816036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:06.826861 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Sync routers for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:06.833502 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:06.836778 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:06.837442 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:06.861735 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bb96943b-3fd5-45b3-9452-94d0a7803561 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8074720 Sep 01 16:14:06.862702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:06.865174 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071af13c-4355-4809-849c-083d0886a8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:06.947602 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:06.958024 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7977-0d19-49a0-bf73-95c6aa86ff82 req-1a888751-bbb1-4a39-bfff-1fae6b82e150 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:06.959516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fdd7977-0d19-49a0-bf73-95c6aa86ff82 req-1a888751-bbb1-4a39-bfff-1fae6b82e150 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0481124 Sep 01 16:14:06.999009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fdd7977-0d19-49a0-bf73-95c6aa86ff82 req-d14136c3-d1dd-4b96-a574-4e86ecf4c2c7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334423 Sep 01 16:14:07.021685 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51216) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:07.063219 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807f4d2d-9895-4f67-b0aa-30140f42879f x-openstack-request-id: req-807f4d2d-9895-4f67-b0aa-30140f42879f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:07.063536 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:07.063762 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-807f4d2d-9895-4f67-b0aa-30140f42879f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:07.064156 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'status': 'completed', 'code': 200} Sep 01 16:14:07.091450 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ceb897c4-d4b3-4d64-a0d4-96ebe9a23379 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 HTTP/1.1" status: 200 len: 991 time: 0.0664699 Sep 01 16:14:07.132312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af13c-4355-4809-849c-083d0886a8f5 req-870510a5-804d-4a8d-b4ca-75c3b6ce9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:07.134115 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-870510a5-804d-4a8d-b4ca-75c3b6ce9cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0433371 Sep 01 16:14:07.174590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd2a6e1eb-db65-44f2-b8af-86a1b2e190c9', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'da151701-3798-4a18-aac7-be13c022f909', 'port_id': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'mac_address': 'fa:16:3e:4d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:14:05Z', 'updated_at': '2021-09-01T16:14:05Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:07.203905 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Checking router: da151701-3798-4a18-aac7-be13c022f909 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:07.212199 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:07.212939 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:13:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:07.229706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af13c-4355-4809-849c-083d0886a8f5 req-eaf00652-79e2-4cfe-9b46-3fb93584b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:07.231232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-eaf00652-79e2-4cfe-9b46-3fb93584b837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.0907693 Sep 01 16:14:07.310828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-1b50d365-0244-4bd0-82f9-6b513726adac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 999 time: 0.0726030 Sep 01 16:14:07.361787 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af13c-4355-4809-849c-083d0886a8f5 req-f8a3b08b-0bca-4fbd-a9b9-c4afecc1f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:07.363227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-f8a3b08b-0bca-4fbd-a9b9-c4afecc1f9e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0455797 Sep 01 16:14:07.406556 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:07.416001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af13c-4355-4809-849c-083d0886a8f5 req-3fdf9c49-d8bc-4a07-8a81-af5a303f8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:07.417701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-3fdf9c49-d8bc-4a07-8a81-af5a303f8ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464952 Sep 01 16:14:07.510846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-50900988-92df-4c2d-bb8c-b564e06c8d1d service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854294 Sep 01 16:14:07.607374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-071af13c-4355-4809-849c-083d0886a8f5 req-d8e275f3-8df0-46f3-894d-448aa76aafac service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891030 Sep 01 16:14:07.627590 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd2a6e1eb-db65-44f2-b8af-86a1b2e190c9', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'da151701-3798-4a18-aac7-be13c022f909', 'port_id': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'mac_address': 'fa:16:3e:4d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:14:05Z', 'updated_at': '2021-09-01T16:14:05Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:07.654833 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4d2df-46fd-440d-84e0-1c5d5f28d71c None None] The sync data for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 is: [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'd2a6e1eb-db65-44f2-b8af-86a1b2e190c9', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'da151701-3798-4a18-aac7-be13c022f909', 'port_id': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'mac_address': 'fa:16:3e:4d:18:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:14:05Z', 'updated_at': '2021-09-01T16:14:05Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:07.840621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ce88b-db57-4dd9-8c37-3ac4889ab9b7 None None] New status for floating IP d2a6e1eb-db65-44f2-b8af-86a1b2e190c9: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:14:08.094228 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51218) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:08.159000 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ac5cd442-2913-4f60-b7f5-62e9d942f2be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 HTTP/1.1" status: 200 len: 993 time: 0.0633128 Sep 01 16:14:14.507658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0fd9-d671-4e0c-adf8-df9899e92041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:17.634769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ba3d22a-3c86-42a9-b1a3-06adac55d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:17.787175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:18.648775 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:19.074155 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:20.187671 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:21.727565 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-3f0055b6-bc29-43d7-9fea-01560afc66cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413649 Sep 01 16:14:21.828287 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-ab5eab7b-0a53-4d02-9a80-9aea33311b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:21.829804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-ab5eab7b-0a53-4d02-9a80-9aea33311b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0406168 Sep 01 16:14:21.937079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-2c530fe2-8520-45a3-b1b8-a28b476ca385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:21.938476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-2c530fe2-8520-45a3-b1b8-a28b476ca385 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.0877631 Sep 01 16:14:22.004472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-655e3a94-34ba-4f2a-b198-6b49de42e7f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 1001 time: 0.0577009 Sep 01 16:14:22.054587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-23341b26-9b4d-423f-9576-768a1bf7b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:22.056010 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-23341b26-9b4d-423f-9576-768a1bf7b542 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0425425 Sep 01 16:14:22.105324 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-ae4ff2fb-8e69-4da1-8263-23494a3ea08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:22.107346 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-ae4ff2fb-8e69-4da1-8263-23494a3ea08f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436494 Sep 01 16:14:22.198375 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-f4732db9-30bb-4747-a998-84d688545aff service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831041 Sep 01 16:14:22.293051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df2d5552-dd08-4623-a08a-fa4f1bff4800 req-401bb189-3b69-444a-8111-50d8bffff4e2 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864620 Sep 01 16:14:28.323445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:33.358184 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:14:41.633963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da25ae-31da-4c22-9524-7df4eb7aa9fb req-fae9b865-473c-4188-9a92-8307af5ba768 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:41.635481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82da25ae-31da-4c22-9524-7df4eb7aa9fb req-fae9b865-473c-4188-9a92-8307af5ba768 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Sep 01 16:14:41.675057 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-82da25ae-31da-4c22-9524-7df4eb7aa9fb req-ad95be99-47e8-4b20-9ad6-61577ac24510 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Sep 01 16:14:42.792842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf610db-83a6-4eaa-aeff-01db330fd3b7 req-4b9e2524-0a50-4abc-a6b5-a3491bac7b48 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:42.794409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ecf610db-83a6-4eaa-aeff-01db330fd3b7 req-4b9e2524-0a50-4abc-a6b5-a3491bac7b48 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Sep 01 16:14:42.836686 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ecf610db-83a6-4eaa-aeff-01db330fd3b7 req-ac3c043a-e87b-4187-bbd4-43af02545225 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Sep 01 16:14:43.962663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931cdd-e1bb-4b4b-9a85-fa6bb23b811a req-1731397e-6ccf-4f9c-b482-d013c62bddbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:43.964330 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54931cdd-e1bb-4b4b-9a85-fa6bb23b811a req-1731397e-6ccf-4f9c-b482-d013c62bddbc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0571995 Sep 01 16:14:44.006326 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54931cdd-e1bb-4b4b-9a85-fa6bb23b811a req-d2fdb000-7a1a-44b0-9b6f-93566328d991 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354588 Sep 01 16:14:44.512271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23da0911-de68-4d8a-9679-0a68e2059e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.126708 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4a07e-b7cf-4fe0-bcbc-8315a9d01489 req-b4ad7380-1fba-4956-b459-b512951a985a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:45.128238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5f4a07e-b7cf-4fe0-bcbc-8315a9d01489 req-b4ad7380-1fba-4956-b459-b512951a985a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0509365 Sep 01 16:14:45.167916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a5f4a07e-b7cf-4fe0-bcbc-8315a9d01489 req-0ac965fe-d492-467f-86d8-27058bc7a06d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Sep 01 16:14:46.289736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d25eb9-beaf-491a-9b00-eaa64ccfa960 req-4bc1b307-441a-45b3-ae0b-d0d1f3ee57a9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:46.291284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51d25eb9-beaf-491a-9b00-eaa64ccfa960 req-4bc1b307-441a-45b3-ae0b-d0d1f3ee57a9 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Sep 01 16:14:46.332069 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-51d25eb9-beaf-491a-9b00-eaa64ccfa960 req-4b2fe64b-e632-472f-990a-d493f06247c1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344226 Sep 01 16:14:47.457174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992e702-0fe1-4297-a39c-21bf0dc2b23a req-10ae5ebe-d896-4ffb-ae16-fd6d16b8c125 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:47.458703 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9992e702-0fe1-4297-a39c-21bf0dc2b23a req-10ae5ebe-d896-4ffb-ae16-fd6d16b8c125 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0572691 Sep 01 16:14:47.500552 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9992e702-0fe1-4297-a39c-21bf0dc2b23a req-26d58499-433c-4b4b-b522-9bacf6cf1ed2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Sep 01 16:14:47.646641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-109d1d90-01ba-4245-a40b-ae742aa8edee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.792624 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.618480 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05bb13-8861-446f-8c79-baedde88990b req-d23ac1fe-34a2-4484-811c-2f825b19eb76 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:48.620668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f05bb13-8861-446f-8c79-baedde88990b req-d23ac1fe-34a2-4484-811c-2f825b19eb76 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Sep 01 16:14:48.651953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.663525 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5f05bb13-8861-446f-8c79-baedde88990b req-c4565254-098d-455d-9bbf-6dc7f1e29fc8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Sep 01 16:14:49.072192 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:49.785308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706edba-d99b-46dd-9637-38a59501b229 req-7903c5a5-bb68-483d-a34a-c92a6b310433 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:49.786836 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2706edba-d99b-46dd-9637-38a59501b229 req-7903c5a5-bb68-483d-a34a-c92a6b310433 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0497131 Sep 01 16:14:49.827869 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2706edba-d99b-46dd-9637-38a59501b229 req-10a58b39-d1be-4b8f-b8a1-37a2af93d091 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344496 Sep 01 16:14:50.191608 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.955910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3085b7e-14c3-44cb-83f6-69d0b737b818 req-6cf6769f-74dd-4476-b186-af9f1e37c1e3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:50.957464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3085b7e-14c3-44cb-83f6-69d0b737b818 req-6cf6769f-74dd-4476-b186-af9f1e37c1e3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0559587 Sep 01 16:14:51.001862 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3085b7e-14c3-44cb-83f6-69d0b737b818 req-5d3feb7d-442d-4ba0-8335-23a5cd2eb914 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Sep 01 16:14:52.133840 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0717-43e9-40d3-ba18-9108dce58c73 req-3566e916-0998-4ad9-8942-9c63b40ea625 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:52.136095 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-244e0717-43e9-40d3-ba18-9108dce58c73 req-3566e916-0998-4ad9-8942-9c63b40ea625 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Sep 01 16:14:52.183070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-244e0717-43e9-40d3-ba18-9108dce58c73 req-ab96af48-9d89-414b-b568-ec18345cbfe0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Sep 01 16:14:53.329362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66515-fe5f-44fc-aa14-97b3081afb8e req-90f202a1-3619-48a0-90b5-23de905e65b0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:53.331201 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ca66515-fe5f-44fc-aa14-97b3081afb8e req-90f202a1-3619-48a0-90b5-23de905e65b0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0667670 Sep 01 16:14:53.387149 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ca66515-fe5f-44fc-aa14-97b3081afb8e req-6a3230d1-a90d-4f95-9818-1c0d62a9ba13 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495198 Sep 01 16:14:54.519931 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79795311-7b57-4cbb-b894-f4a276775c08 req-bf63eeff-bb6a-41ef-b026-85735d1b3d42 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:54.521754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79795311-7b57-4cbb-b894-f4a276775c08 req-bf63eeff-bb6a-41ef-b026-85735d1b3d42 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0620096 Sep 01 16:14:54.568640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-79795311-7b57-4cbb-b894-f4a276775c08 req-01b317ac-7bb2-45b6-832e-ce6be9d0fb35 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Sep 01 16:14:55.690597 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa880-83f1-4e29-a376-3fcdac840570 req-6b12fa10-3010-4793-bee2-b14161a9ee8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:55.692196 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b96aa880-83f1-4e29-a376-3fcdac840570 req-6b12fa10-3010-4793-bee2-b14161a9ee8a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0514848 Sep 01 16:14:55.739405 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b96aa880-83f1-4e29-a376-3fcdac840570 req-3358cc76-152f-4af5-9be3-9e0764fb8d1d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Sep 01 16:14:56.873735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b828-eede-437b-bca9-ac7c4963e358 req-bd53f470-03bf-4f90-a98c-46f20c350817 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:56.875359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b61b828-eede-437b-bca9-ac7c4963e358 req-bd53f470-03bf-4f90-a98c-46f20c350817 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0559108 Sep 01 16:14:56.932871 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6b61b828-eede-437b-bca9-ac7c4963e358 req-4d24ed56-f2a6-4fc1-9cd5-5e39e23fe792 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476942 Sep 01 16:14:58.085658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17326b-d5c7-478a-81b5-962a7feb48f7 req-b87979aa-f2fd-4ac7-b1db-f2a8219b9bab tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:58.087253 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c17326b-d5c7-478a-81b5-962a7feb48f7 req-b87979aa-f2fd-4ac7-b1db-f2a8219b9bab tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0555568 Sep 01 16:14:58.126676 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1c17326b-d5c7-478a-81b5-962a7feb48f7 req-5f4f2067-d3bc-4f7d-b310-a7fbd20e0cdf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Sep 01 16:14:58.148820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51270) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:58.208106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-424fe860-106c-466d-86f0-b23ed34ade70 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 HTTP/1.1" status: 200 len: 993 time: 0.0581357 Sep 01 16:14:58.344604 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:59.474214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e52c-f2f2-4006-ae09-8ce99cc2b284 req-fdcbacbb-b0dc-4385-bf46-5ab435cfe304 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:59.475762 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae42e52c-f2f2-4006-ae09-8ce99cc2b284 req-fdcbacbb-b0dc-4385-bf46-5ab435cfe304 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0509205 Sep 01 16:14:59.545908 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae42e52c-f2f2-4006-ae09-8ce99cc2b284 req-a2a66439-56f7-4288-8592-62310bd4ae2d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637684 Sep 01 16:14:59.552000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-2daf35ff-406d-4223-94bc-6fd7b004382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:59.553499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-2daf35ff-406d-4223-94bc-6fd7b004382a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0654531 Sep 01 16:14:59.651140 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-086a0127-c4e7-4d9a-82f5-c83b80d4a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:59.652684 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-086a0127-c4e7-4d9a-82f5-c83b80d4a2e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.0871763 Sep 01 16:14:59.728624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-7fe7701e-d073-4665-b73e-f8acb073520c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 1001 time: 0.0681834 Sep 01 16:14:59.780120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-3cd7fe74-56f6-4ff2-b1ad-08dea4816a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:59.781656 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-3cd7fe74-56f6-4ff2-b1ad-08dea4816a05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0455229 Sep 01 16:14:59.831684 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-1d0d2c51-a84f-489f-96e5-7802ddccb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:59.833213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-1d0d2c51-a84f-489f-96e5-7802ddccb98e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430365 Sep 01 16:14:59.933004 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-650ce7ac-29c2-4dc5-9a53-b46fc53919cb service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917275 Sep 01 16:15:00.027353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a6566896-12f4-41e8-b3ed-5f74c7667d72 req-c690c7e8-78a7-4d01-92cd-303bda941b3e service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Sep 01 16:15:00.673350 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535205f0-2b0b-4e13-9850-1bf925d038c3 req-235f0bf2-2e00-48f5-96f7-ec91ad33e8b7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:00.674993 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-535205f0-2b0b-4e13-9850-1bf925d038c3 req-235f0bf2-2e00-48f5-96f7-ec91ad33e8b7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0584881 Sep 01 16:15:00.714593 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-535205f0-2b0b-4e13-9850-1bf925d038c3 req-54b70f10-67fe-4493-bcf3-e81cec0b7af2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Sep 01 16:15:01.836499 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b6f6-d851-4cba-bd7c-44e13d8b83d2 req-3273ddd2-b413-41d4-9ed5-19abb1048a1e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:01.838098 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7072b6f6-d851-4cba-bd7c-44e13d8b83d2 req-3273ddd2-b413-41d4-9ed5-19abb1048a1e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0510058 Sep 01 16:15:01.879761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7072b6f6-d851-4cba-bd7c-44e13d8b83d2 req-38b5087a-93ba-4c12-83dd-c4b0cb377036 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349073 Sep 01 16:15:01.903969 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51282) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:01.969641 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b386cc16-54d5-4d09-aed3-fc60119b6a5a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 HTTP/1.1" status: 200 len: 993 time: 0.0644670 Sep 01 16:15:10.356658 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:14.504531 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a20c442d-961a-4d89-a722-82ccafe34bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:17.638641 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c3390ff-d94a-4b94-a3e5-ac71fbd8f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:17.793446 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:18.655132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:19.076848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:20.193958 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:23.732964 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-6f37520b-81b6-4f46-b2c4-2dcde2b02296 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439095 Sep 01 16:15:23.840192 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-b94140d1-a8ca-400f-8271-2dc72b1563da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:23.841736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-b94140d1-a8ca-400f-8271-2dc72b1563da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0408239 Sep 01 16:15:23.947642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-b5f826f2-988b-4520-b859-a378e1283e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:23.949050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-b5f826f2-988b-4520-b859-a378e1283e90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.0879090 Sep 01 16:15:24.026077 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-f420eebf-b463-473c-845b-13bcbca51ba8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 1001 time: 0.0688996 Sep 01 16:15:24.079197 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-920bc8f6-dae4-4d6d-9ac6-cea184e75c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:24.080678 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-920bc8f6-dae4-4d6d-9ac6-cea184e75c14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0476737 Sep 01 16:15:24.128021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-d1d1bd1a-c18d-4c93-8b29-b67460f6257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:24.129551 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-d1d1bd1a-c18d-4c93-8b29-b67460f6257d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396512 Sep 01 16:15:24.228271 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-31ccc704-d5ca-4bb4-b23d-c551068e1d2a service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Sep 01 16:15:24.322577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-29e72c08-e7e0-4ef5-b364-6d61a8b1a2dc req-cbc0d20c-3c8f-4b0d-abe7-cb8c115bf50f service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868058 Sep 01 16:15:28.351569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.433466 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51298) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:34.594050 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 78fcda4e-2935-467a-b9a7-794fadadbae5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:34.594391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.670042 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.670373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.682143 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 78fcda4e-2935-467a-b9a7-794fadadbae5 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:34.831299 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.854404 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=78fcda4e-2935-467a-b9a7-794fadadbae5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:34.864972 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.865350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.865699 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.866041 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.866378 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.867090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.867090 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.867351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.867677 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.868004 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.868328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.868662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:34.933166 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:34.933820 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 disassociated (deleted). External IP: 172.25.1.155, port: 65c7727d-b163-4b57-a556-2ca3e9ff37be. Sep 01 16:15:35.140127 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router da151701-3798-4a18-aac7-be13c022f909 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:35.243277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:35.248908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:35.255272 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Sync routers for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:35.264238 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:35.264849 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:35.277680 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3feeeb02-9a79-44a4-b63b-16b6c41035ef tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/floatingips/d2a6e1eb-db65-44f2-b8af-86a1b2e190c9 HTTP/1.1" status: 204 len: 168 time: 0.8431311 Sep 01 16:15:35.278807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:35.281081 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb1da5c-7ccb-4067-996c-e5b500470a74" -d '{"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:35.368949 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:35.506787 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cb93e-ca3d-43e1-8737-2c45b26f0b4b x-openstack-request-id: req-268cb93e-ca3d-43e1-8737-2c45b26f0b4b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:35.507313 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:35.507313 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-268cb93e-ca3d-43e1-8737-2c45b26f0b4b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:35.508382 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'status': 'completed', 'code': 200} Sep 01 16:15:35.579975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:35.605640 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Checking router: da151701-3798-4a18-aac7-be13c022f909 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:35.614641 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:35.615365 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:35.631122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-98c90abf-5ce0-4b18-ac13-74b127270d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:35.632616 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-98c90abf-5ce0-4b18-ac13-74b127270d8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 1097 time: 0.0674608 Sep 01 16:15:35.639996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba4bf-eac0-4a07-99ab-4c4702f6cee5 req-08ebf9b6-1ddf-47dd-b22b-fbf465bb6631 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:35.641420 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9ba4bf-eac0-4a07-99ab-4c4702f6cee5 req-08ebf9b6-1ddf-47dd-b22b-fbf465bb6631 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0876250 Sep 01 16:15:35.720785 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:35.728814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7b9ba4bf-eac0-4a07-99ab-4c4702f6cee5 req-98f9fcb6-352e-4821-a2e9-2f3a61c8cc86 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751784 Sep 01 16:15:35.758635 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-03ca1f94-a417-4191-a8f2-702b0a80513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:35.760155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-03ca1f94-a417-4191-a8f2-702b0a80513e service neutron] 10.222.0.24 "GET /v2.0/networks?id=05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 200 len: 898 time: 0.1139545 Sep 01 16:15:35.809215 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-6360ea32-298c-42e8-bf21-1e30de910308 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 200 len: 217 time: 0.0384076 Sep 01 16:15:35.862592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-dedda344-5343-4cd1-bf76-09a0589e82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:35.864214 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-dedda344-5343-4cd1-bf76-09a0589e82d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 200 len: 834 time: 0.0437737 Sep 01 16:15:35.912193 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-f9f7c4e5-a18c-462a-93d6-e2699d85bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:35.913755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-f9f7c4e5-a18c-462a-93d6-e2699d85bc5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05cd459c-0271-4f23-a6d3-f85c522933a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405605 Sep 01 16:15:35.921631 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:35.947005 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35417e-1273-49f0-83f6-e8189c562eeb None None] The sync data for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 is: [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:13:52Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec', 'name': '', 'network_id': '05cd459c-0271-4f23-a6d3-f85c522933a8', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a9:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:51Z', 'updated_at': '2021-09-01T16:13:56Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': '7a69e1a1-5cce-4570-8705-39fdbf71efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:36.009970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-aac487e9-ed2b-4cee-916c-5bb1248bf115 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Sep 01 16:15:36.109255 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2bb1da5c-7ccb-4067-996c-e5b500470a74 req-b10573d6-3f8a-47d6-829e-2af5c75fb355 service neutron] 10.222.0.24 "GET /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Sep 01 16:15:36.169835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d9ebe-1421-49ab-b107-ce0fbb26eb4a None None] New status for floating IP d2a6e1eb-db65-44f2-b8af-86a1b2e190c9: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:15:36.848181 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d81ec2-51ed-4ba2-9d7a-cd25167f83dd req-6756dfa4-6b55-4373-a9a6-4c5ab267cb29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:36.849721 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7d81ec2-51ed-4ba2-9d7a-cd25167f83dd req-6756dfa4-6b55-4373-a9a6-4c5ab267cb29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0513232 Sep 01 16:15:36.888557 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d7d81ec2-51ed-4ba2-9d7a-cd25167f83dd req-9255d034-f035-4021-8c83-94a305e7a837 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cb62acd-fa5b-4ffb-a451-78047eda81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Sep 01 16:15:37.555619 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-78b42c6c-63db-4ee8-b0bd-b8472827e286 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:37.557171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-78b42c6c-63db-4ee8-b0bd-b8472827e286 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Sep 01 16:15:37.647416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 65c7727d-b163-4b57-a556-2ca3e9ff37be {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:37.647756 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:37.739381 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 65c7727d-b163-4b57-a556-2ca3e9ff37be, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=65c7727d-b163-4b57-a556-2ca3e9ff37be,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:37.739744 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:37.752519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 65c7727d-b163-4b57-a556-2ca3e9ff37be owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:37.875517 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:37.905846 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=65c7727d-b163-4b57-a556-2ca3e9ff37be,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:37.920474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.920809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.921273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.921491 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.922092 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.922427 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.922747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.923068 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.923470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.923686 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.924001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.924317 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:37.961401 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] No DVR routers for this DVR port 65c7727d-b163-4b57-a556-2ca3e9ff37be on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:15:37.972375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:37.974448 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf0b7b9e-80a9-4954-af5b-fa2b8c2d3f6c req-7af2bd22-9169-413f-89ed-85556d8d0e3d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "DELETE /v2.0/ports/65c7727d-b163-4b57-a556-2ca3e9ff37be HTTP/1.1" status: 204 len: 173 time: 0.4111331 Sep 01 16:15:37.974870 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'name': 'network-vif-deleted', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:37.977041 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b018c6be-34b6-4577-b10c-b002259d48f5" -d '{"events": [{"server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "name": "network-vif-deleted", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:37.997667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14900f96-683d-400b-b8be-bfb4c1d32adb req-4163107c-f5a5-428f-8883-f876db317acd tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=20acc737-2737-40fd-8f90-0be4f4bb53c3 HTTP/1.1" status: 200 len: 210 time: 0.0374520 Sep 01 16:15:38.096181 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebd24a-ed8d-4413-93be-c73b1d12322a x-openstack-request-id: req-c7ebd24a-ed8d-4413-93be-c73b1d12322a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:38.096642 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20acc737-2737-40fd-8f90-0be4f4bb53c3", "name": "network-vif-deleted", "tag": "65c7727d-b163-4b57-a556-2ca3e9ff37be", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:38.096956 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7ebd24a-ed8d-4413-93be-c73b1d12322a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:38.097451 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20acc737-2737-40fd-8f90-0be4f4bb53c3', 'name': 'network-vif-deleted', 'tag': '65c7727d-b163-4b57-a556-2ca3e9ff37be', 'status': 'completed', 'code': 200} Sep 01 16:15:39.054419 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51318) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:39.409670 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.660905 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:39.661197 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.750008 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:39.750371 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.763507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:39.943192 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.970565 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:40.141389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.360296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router da151701-3798-4a18-aac7-be13c022f909 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:40.462730 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:40.468695 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8c99ff7a-fef9-4ff7-b094-2fbd84d048ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/da151701-3798-4a18-aac7-be13c022f909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132528 Sep 01 16:15:40.471384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51320) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:40.473616 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Sync routers for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:40.483298 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:40.483908 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:40.522463 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting subnet 7a69e1a1-5cce-4570-8705-39fdbf71efb5 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:15:40.525527 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.566359 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.585830 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:40.657296 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.721389 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.750019 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Subnet': ['ID=7a69e1a1-5cce-4570-8705-39fdbf71efb5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:40.753595 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.755471 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-88796aab-011d-4845-8829-85ccd3f9c88a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/subnets/7a69e1a1-5cce-4570-8705-39fdbf71efb5 HTTP/1.1" status: 204 len: 168 time: 0.2831659 Sep 01 16:15:40.758235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51322) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:40.763160 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915e136-10ed-4a5a-b1ad-c68bbea71767 None None] Network 05cd459c-0271-4f23-a6d3-f85c522933a8 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:15:40.780419 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:15:39Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:40.810485 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Checking router: da151701-3798-4a18-aac7-be13c022f909 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:40.819158 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Routers {'da151701-3798-4a18-aac7-be13c022f909'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:40.819760 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['da151701-3798-4a18-aac7-be13c022f909'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:40.875458 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:40.955109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] DHCP port deletion for 05cd459c-0271-4f23-a6d3-f85c522933a8 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:15:40.987258 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.002928 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Deleting port fc44b287-4e38-4f50-9436-19bbe0c0f3ab {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:41.003293 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.021122 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] Set router da151701-3798-4a18-aac7-be13c022f909 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:41.043932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port c98dfa88-a8e8-4603-87f7-abbe5e4520c6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:41.044319 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.062358 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 65c7727d-b163-4b57-a556-2ca3e9ff37be no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:41.087880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: 65c7727d-b163-4b57-a556-2ca3e9ff37be {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:41.088613 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device 65c7727d-b163-4b57-a556-2ca3e9ff37be not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:41.098244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] For port fc44b287-4e38-4f50-9436-19bbe0c0f3ab, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,segment=NetworkSegment(9f23b07c-f649-4ad0-9608-3d4a2e8b0468),segment_id=9f23b07c-f649-4ad0-9608-3d4a2e8b0468)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:41.098764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.116205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Calling delete_port for fc44b287-4e38-4f50-9436-19bbe0c0f3ab owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:41.133869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port c98dfa88-a8e8-4603-87f7-abbe5e4520c6, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:41.134284 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.149655 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for c98dfa88-a8e8-4603-87f7-abbe5e4520c6 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:41.202438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.210338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:15:39Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:41.228797 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Pushing event deleted for resources: {'Port': ['ID=fc44b287-4e38-4f50-9436-19bbe0c0f3ab,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:41.231306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] No DVR routers for this DVR port fc44b287-4e38-4f50-9436-19bbe0c0f3ab on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:15:41.240104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.240676 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.240781 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.241130 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.241457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.241783 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.242109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.242434 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.242763 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.243095 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.243418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.243738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c297700-7f94-4564-a692-68f922eaea78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:41.243986 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7bc646-efd2-4a68-a9ad-87c211243215 None None] The sync data for ids ['da151701-3798-4a18-aac7-be13c022f909'] in n-d-802060-16 is: [{'id': 'da151701-3798-4a18-aac7-be13c022f909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551901599', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:13:48Z', 'updated_at': '2021-09-01T16:15:39Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'c98dfa88-a8e8-4603-87f7-abbe5e4520c6', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da151701-3798-4a18-aac7-be13c022f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:13:49Z', 'updated_at': '2021-09-01T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:41.339992 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.365823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=c98dfa88-a8e8-4603-87f7-abbe5e4520c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:41.426926 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.521773 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.523796 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.565551 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.566099 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Fanout notify agent at l3_agent the message router_deleted on router da151701-3798-4a18-aac7-be13c022f909 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:15:41.573370 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.574498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-cb0cc2ca-e8b3-4835-93db-dc4cc815ff9b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/routers/da151701-3798-4a18-aac7-be13c022f909 HTTP/1.1" status: 204 len: 168 time: 0.8152573 Sep 01 16:15:41.577201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:41.657925 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.750913 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.761111 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd459c-0271-4f23-a6d3-f85c522933a8']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:41.771524 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f23b07c-f649-4ad0-9608-3d4a2e8b0468') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:41.771876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f23b07c-f649-4ad0-9608-3d4a2e8b0468') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:41.780589 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.794892 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.801114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:15:41.801575 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:15:41.804473 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:15:41.868837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.876815 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.881261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/networks/05cd459c-0271-4f23-a6d3-f85c522933a8 HTTP/1.1" status: 204 len: 168 time: 0.3006217 Sep 01 16:15:41.881994 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51326) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:41.891868 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab9b40-6fc5-48de-bb85-a288e5944fc1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Network': ['ID=05cd459c-0271-4f23-a6d3-f85c522933a8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:41.948278 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:41.977822 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.037137 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.039714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.043922 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/security-groups/6cb62acd-fa5b-4ffb-a451-78047eda81c4 HTTP/1.1" status: 204 len: 168 time: 0.1603367 Sep 01 16:15:42.055284 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c01fd-99d9-4e69-8595-29974a740385 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb62acd-fa5b-4ffb-a451-78047eda81c4,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:42.341191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51332) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:42.346268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870177432', 'description': 'tempest-secgroup-smoke-1870177432 description', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:42.367701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.468349 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.472754 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.505355 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:42.508287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.513507 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51334) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:42.513649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-aa55bca5-c000-454f-88e7-183cb73d4185 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1704819 Sep 01 16:15:42.521701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:42.554945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.615181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.619341 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.644246 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f3f298-ecfb-4e16-b962-e4b73c468a91,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:42.651039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.652331 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-0eedf99c-2fb4-4c38-8087-feb5047e42dc tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384742 Sep 01 16:15:42.655669 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51336) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:42.660652 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:42.691959 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.752555 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:42.753159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.757708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.774658 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:42.775014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 89480dbc-3ec8-4cbc-a472-5f2e8e45d0ec not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:42.775432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c98dfa88-a8e8-4603-87f7-abbe5e4520c6 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:42.781114 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281c170c-0596-43e4-a443-8e862e8c2b83,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:42.785236 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.789434 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3862374c-c055-4ac2-8e79-8e5dbc71e513 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299217 Sep 01 16:15:42.789909 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51338) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:42.794858 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:42.799466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c98dfa88-a8e8-4603-87f7-abbe5e4520c6 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:42.800307 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c98dfa88-a8e8-4603-87f7-abbe5e4520c6 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:42.800730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc44b287-4e38-4f50-9436-19bbe0c0f3ab no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:42.819750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fc44b287-4e38-4f50-9436-19bbe0c0f3ab {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:42.820087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fc44b287-4e38-4f50-9436-19bbe0c0f3ab not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:42.822553 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.832277 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-1dc828c5-84dc-459b-8485-c666fd45abfb req-48e95977-0401-4a5d-b466-a25c63fe7f1a service neutron] (106376) timed out ('10.222.0.41', 47866) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:15:42.887741 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.891540 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.912932 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868273b2-ab88-4a47-9c0e-62a48dda4e71,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:42.915240 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.916550 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dded8c8f-33bc-4fd8-84b4-a5c0d1a6461d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256776 Sep 01 16:15:42.919872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51342) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:42.924783 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:42.950609 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.008213 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.011862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.029285 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63a12dd-efe8-4cb8-831e-b6b5ebe04d30,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:43.034506 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.035832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f0b5de9d-9666-4e89-9fc6-09234c796fbf tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149046 Sep 01 16:15:43.038551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:43.042945 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:43.063544 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:15:43.068337 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.129186 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.132779 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.456205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89ecc82-df92-47c7-907d-929d1457af03,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:43.463318 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.464535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-bba98703-3bdd-42e5-898d-03bf06e6ce8b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4250641 Sep 01 16:15:43.467809 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:43.472642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'security_group_rule': {'security_group_id': 'f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:43.494498 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Project 369ef40a3c944b218fc6fc3d34e74d93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:15:43.501635 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.556821 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.560934 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.582609 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96690435-0e72-4b94-b84b-8691135fb739,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:43.586954 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.588125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fe511d82-4f37-43ab-beed-aa93316cb966 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193275 Sep 01 16:15:43.591046 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51348) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:43.596149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'network': {'name': 'tempest-network-smoke--828386734', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'port_security_enabled': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:43.615494 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:15:43.618841 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.641920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:15:43.650344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.650638 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Added segment 6c35f077-6904-4bde-9df8-9669b482e734 of type vlan for network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 Sep 01 16:15:43.696840 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.721819 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.727477 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:43.728098 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.788605 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965077 Sep 01 16:15:43.791362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:43.796387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'admin_state_up': True, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:43.814372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14ed37-7029-496c-92a1-aeeb7f6ef8be tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Network': ['ID=8acf2ca3-3dc6-4661-8205-59cf93813bf5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:43.828395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:15:43.830435 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.831497 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.883395 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.023576 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.211666 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.231407 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.331281 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.187 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/dd2f50b4-b7e2-4d0a-971d-54fc824866de) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:44.437110 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.477714 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.509595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4d52ed4-218c-4fdb-a3b9-c5bf1df026ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.514761 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:44.521152 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:44.524726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:44.547845 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=dd2f50b4-b7e2-4d0a-971d-54fc824866de,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:44.778656 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:44.982467 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.116796 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:15:45.228568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:45.238485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Sync routers for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:45.250019 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.250311 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:45.250897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:45.254589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-631b4720-0f6c-495b-87a2-cbe687686f28 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4591448 Sep 01 16:15:45.254900 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51352) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:45.331206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-310d0bfb-9cf5-4a4e-b0b2-c67b2d757ff2 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=369ef40a3c944b218fc6fc3d34e74d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749950 Sep 01 16:15:45.335043 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:45.363900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:45.429341 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbac77-d7e6-4791-9e23-c2624e5369bd tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:45.430895 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8ddbac77-d7e6-4791-9e23-c2624e5369bd tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949173 Sep 01 16:15:45.434544 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:45.464520 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9cfb7502-5f9e-4021-a467-b73664c25e03 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=aa56c012-0662-4d7e-945e-42b350953ac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288453 Sep 01 16:15:45.467473 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51360) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:45.473304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411529559', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:45.544585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:44Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:45.562182 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:15:45.565867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.575099 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Checking router: 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:45.575444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Updating router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac port dd2f50b4-b7e2-4d0a-971d-54fc824866de binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:15:45.599982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.744833 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.801285 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Subnet': ['ID=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:45.811411 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Checking segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:45.811765 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network hostable DHCP agents. Network: 8acf2ca3-3dc6-4661-8205-59cf93813bf5, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:15:45.828226 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:15:45.837571 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 8acf2ca3-3dc6-4661-8205-59cf93813bf5) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:45.843012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:45.843657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.848842 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34128036-14a9-42c3-8006-7596ce58fb49 None None] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:15:45.859447 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b153feb3-c8b6-4bba-a62b-6b30a8ef1a12 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3905668 Sep 01 16:15:45.861976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51362) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:45.896316 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:45.914957 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Transition to ACTIVE for port object dd2f50b4-b7e2-4d0a-971d-54fc824866de will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:45.925047 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.014343 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Attempting to bind port dd2f50b4-b7e2-4d0a-971d-54fc824866de on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:46.014713 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Attempting to bind port dd2f50b4-b7e2-4d0a-971d-54fc824866de by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:46.015074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Attempting to bind port dd2f50b4-b7e2-4d0a-971d-54fc824866de on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:46.018558 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff5051-6257-4043-931d-c5cbbed659b9 None None] Pushing event updated for resources: {'Port': ['ID=dd2f50b4-b7e2-4d0a-971d-54fc824866de,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:46.028890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:46.029288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:46.029693 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.030089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:46.030556 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Bound port: dd2f50b4-b7e2-4d0a-971d-54fc824866de, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:46.030934 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.102984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:15:46.103812 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.118979 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] For port dd2f50b4-b7e2-4d0a-971d-54fc824866de, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:46.140739 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] For port dd2f50b4-b7e2-4d0a-971d-54fc824866de, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd2f50b4-b7e2-4d0a-971d-54fc824866de,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:46.184749 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.295424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.462604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:46.463235 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:46.469949 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff5051-6257-4043-931d-c5cbbed659b9 None None] Pushing event updated for resources: {'Port': ['ID=dd2f50b4-b7e2-4d0a-971d-54fc824866de,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:46.520881 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Allocated IP 172.20.0.2 (8acf2ca3-3dc6-4661-8205-59cf93813bf5/af2d7ed2-1e94-4238-b4ff-eac88f5c75b5/1c0bd8cb-bca9-46e3-8cd7-36118f5996cf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:46.648174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:46.846626 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.875470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Transition to ACTIVE for port object 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:46.897115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Transition to ACTIVE for port object 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:46.906129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.958876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.1 (8acf2ca3-3dc6-4661-8205-59cf93813bf5/af2d7ed2-1e94-4238-b4ff-eac88f5c75b5/2d76ac81-5d89-432b-8af9-d8517c510b42) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:46.964007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:46.969188 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:44Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:46.972900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:46.997994 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Pushing event updated for resources: {'Port': ['ID=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:47.000922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:47.004774 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777bab2-f2bc-4689-a8c9-2bdd7ff3d1e3 None None] The sync data for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 is: [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:44Z', 'revision_number': 3, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:47.059945 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Attempting to bind port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:47.060320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Attempting to bind port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:47.060687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Attempting to bind port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf on network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:47.066673 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:47.067056 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Checking segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:47.067465 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.067875 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Bound using segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:47.068505 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Bound port: 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:47.068897 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.086428 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.102805 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object 2d76ac81-5d89-432b-8af9-d8517c510b42 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:47.139748 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.146540 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] For port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:47.149716 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] For port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:47.155759 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.182579 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:47.186092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:47.190248 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:47.221421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaf04b-0bec-438c-90c6-fb3b45a20794 None None] Pushing event updated for resources: {'Port': ['ID=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:47.267134 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:47.273570 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.362947 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:47.445353 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.643579 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd6011d6-8d5c-4cd9-af55-be90628681c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.806338 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.808468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.813998 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.901265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:47.904927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:48.055872 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:48.057446 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:48.187296 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:48.304876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:48.316443 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-96fedb2a-8785-4eea-b6bf-66d947ecbbd5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4482276 Sep 01 16:15:48.316596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ae422-8779-4330-8626-bd80b02e5a16 None None] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:15:48.382762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-b14e275e-d8ff-465c-8685-d9fd9496c5b6 None None] Provisioning for port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:48.487648 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-09bd39ad-175d-4365-8fc6-693ebff8a3b0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870177432&fields=id&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 267 time: 0.0446584 Sep 01 16:15:48.615352 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-a5e542a0-b336-41a0-8166-c2f46c2b8ecb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:48.617017 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-a5e542a0-b336-41a0-8166-c2f46c2b8ecb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 796 time: 0.1221101 Sep 01 16:15:48.633606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-713da570-6721-4fa7-ba2a-ca95686552e6 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/quotas/369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 375 time: 0.0103431 Sep 01 16:15:48.662697 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:48.705670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-c413935e-9d78-4520-8ad5-02fabc442b80 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651095 Sep 01 16:15:48.726443 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-d52a369f-44cd-4f14-9bf9-576032efae1a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:15:48.734857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-d52a369f-44cd-4f14-9bf9-576032efae1a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137105 Sep 01 16:15:48.830390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cad3436b-a0c6-4b8a-a24f-3eb6abefac38 None None] Provisioning for port 2d76ac81-5d89-432b-8af9-d8517c510b42 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:48.846080 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-12e8b18a-5469-4065-ad6d-05100baf62d5 service neutron] 10.222.0.41 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101563 Sep 01 16:15:48.856370 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd2f50b4-b7e2-4d0a-971d-54fc824866de up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:48.881367 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cad3436b-a0c6-4b8a-a24f-3eb6abefac38 None None] Provisioning complete for port 2d76ac81-5d89-432b-8af9-d8517c510b42 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:48.881891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cad3436b-a0c6-4b8a-a24f-3eb6abefac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:48.885307 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Sync routers for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:48.896335 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:48.896972 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:48.938662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cad3436b-a0c6-4b8a-a24f-3eb6abefac38 None None] Port 2d76ac81-5d89-432b-8af9-d8517c510b42 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:15:48.978172 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-b2f9b220-965f-4541-b4e7-f6b12fff5761 service neutron] 10.222.0.41 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293931 Sep 01 16:15:48.982345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port dd2f50b4-b7e2-4d0a-971d-54fc824866de completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:48.987420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dd2f50b4-b7e2-4d0a-971d-54fc824866de triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:48.987963 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.032254 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:49.104797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.137410 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.141335 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port dd2f50b4-b7e2-4d0a-971d-54fc824866de, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd2f50b4-b7e2-4d0a-971d-54fc824866de,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:49.145608 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f4c8533f-9814-47ff-9ce5-6973a4499dfd None None] Provisioning complete for port 2d76ac81-5d89-432b-8af9-d8517c510b42 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:49.146290 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4c8533f-9814-47ff-9ce5-6973a4499dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.150623 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.151570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:49.206136 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-75a1f920-38c4-4c96-92eb-d54a8a7a4ccd req-4770d8e0-d1e8-48aa-89d6-2444ccbe9bc4 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 210 time: 0.0417502 Sep 01 16:15:49.264932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8533f-9814-47ff-9ce5-6973a4499dfd None None] Port 2d76ac81-5d89-432b-8af9-d8517c510b42 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:15:49.279475 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=dd2f50b4-b7e2-4d0a-971d-54fc824866de,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:49.291986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:49.297762 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:49.298132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.342752 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 2, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:49.368655 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Checking router: 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:49.369010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Updating router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac port 2d76ac81-5d89-432b-8af9-d8517c510b42 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:15:49.385632 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.393783 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.403243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-479a02c2-1400-4120-a195-c17e6f7929b7 None None] Provisioning complete for port 2d76ac81-5d89-432b-8af9-d8517c510b42 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:49.403612 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-479a02c2-1400-4120-a195-c17e6f7929b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.452178 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:49.455385 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-479a02c2-1400-4120-a195-c17e6f7929b7 None None] Port 2d76ac81-5d89-432b-8af9-d8517c510b42 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:15:49.458796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.508666 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:49.659282 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.669393 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Transition to ACTIVE for port object 2d76ac81-5d89-432b-8af9-d8517c510b42 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:49.674986 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.729475 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Pushing event updated for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:49.754690 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.755022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.755413 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.755670 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.755987 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.756302 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.756615 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.756924 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.757601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.757601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.757888 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.758250 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:49.793810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Attempting to bind port 2d76ac81-5d89-432b-8af9-d8517c510b42 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:49.794253 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Attempting to bind port 2d76ac81-5d89-432b-8af9-d8517c510b42 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:49.794680 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Attempting to bind port 2d76ac81-5d89-432b-8af9-d8517c510b42 on network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:49.800786 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:49.801201 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Checking segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:49.801604 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.801992 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Bound using segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:49.802459 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Bound port: 2d76ac81-5d89-432b-8af9-d8517c510b42, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:49.802838 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.872666 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] For port 2d76ac81-5d89-432b-8af9-d8517c510b42, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:49.875724 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] For port 2d76ac81-5d89-432b-8af9-d8517c510b42, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d76ac81-5d89-432b-8af9-d8517c510b42,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:49.880654 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:49.937369 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:49.938021 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:49.943083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f426ac-0b79-4034-9823-ea29fcc7d85a None None] Pushing event updated for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=4']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:50.051810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:50.196421 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.255094 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:50.276761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1121084-41a5-4cc7-88a8-881aae7ed540 req-05ed9015-a80a-43b3-b3a5-daaa305f1a80 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Sep 01 16:15:50.285797 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c48148-8124-4894-bd48-e69a92a99f69 None None] The sync data for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 is: [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:50.832398 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d76ac81-5d89-432b-8af9-d8517c510b42 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:50.882837 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 2d76ac81-5d89-432b-8af9-d8517c510b42 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:50.887891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2d76ac81-5d89-432b-8af9-d8517c510b42 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:50.888283 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.978714 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:51.015504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 2d76ac81-5d89-432b-8af9-d8517c510b42, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d76ac81-5d89-432b-8af9-d8517c510b42,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:51.020063 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:51.020923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd2f50b4-b7e2-4d0a-971d-54fc824866de up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:51.099671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:51.112557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port dd2f50b4-b7e2-4d0a-971d-54fc824866de triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:51.112940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:51.198844 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:51.250944 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:51.251323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:51.365341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adf1d301-f4d2-44e7-9bed-10f9e7579995 req-97a7e5e7-a729-4764-a075-e1f55476bbf1 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 210 time: 0.0279408 Sep 01 16:15:52.333268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-ae06edfa-b9e2-4c70-a158-452dcf4a7a0f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:52.334995 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-ae06edfa-b9e2-4c70-a158-452dcf4a7a0f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 796 time: 0.1204228 Sep 01 16:15:52.395563 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-2baa9d43-b323-41aa-90e8-90ffd1a68f7b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369ef40a3c944b218fc6fc3d34e74d93 HTTP/1.1" status: 200 len: 380 time: 0.0403607 Sep 01 16:15:52.413842 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'port': {'device_id': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'admin_state_up': True, 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'security_groups': ['f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:52.495162 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e31b586-c164-44af-a069-435b108bebb6 req-a315151b-5ead-4b1d-bffc-b758c90d5e14 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Sep 01 16:15:52.569786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Made reservation on behalf of 369ef40a3c944b218fc6fc3d34e74d93 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:15:52.576644 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.723812 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.20.0.4 (8acf2ca3-3dc6-4661-8205-59cf93813bf5/af2d7ed2-1e94-4238-b4ff-eac88f5c75b5/e9141bf9-9fda-4a41-ac3f-253b9c49dc17) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:52.776788 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d76ac81-5d89-432b-8af9-d8517c510b42 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:52.830121 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 2d76ac81-5d89-432b-8af9-d8517c510b42 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:52.830768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.880074 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.901483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Transition to ACTIVE for port object e9141bf9-9fda-4a41-ac3f-253b9c49dc17 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:52.935968 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.980980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:52.984142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:52.988016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:53.012815 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:53.041952 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:53.043096 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.060198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8f8dbaa7-7e6f-4413-8961-421e151a4077 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6516731 Sep 01 16:15:53.079519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Request body: {'port': {'device_id': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:53.143614 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.241914 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fcb96bb1-417d-458e-9533-f73a2cb31b8d None None] Provisioning for port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:53.246431 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-fcb96bb1-417d-458e-9533-f73a2cb31b8d None None] Provisioning complete for port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:53.246851 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bb1-417d-458e-9533-f73a2cb31b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.282474 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fcb96bb1-417d-458e-9533-f73a2cb31b8d None None] Port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:15:53.422028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9141bf9-9fda-4a41-ac3f-253b9c49dc17 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:15:53.429869 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.442872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Transition to ACTIVE for port object e9141bf9-9fda-4a41-ac3f-253b9c49dc17 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:53.447389 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.504008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Pushing event updated for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:53.590848 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Attempting to bind port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:53.591279 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Attempting to bind port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:53.591692 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Attempting to bind port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 on network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:53.597613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 on network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:15:53.598021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Attempting to bind port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 on network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:53.605939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:53.606267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Checking segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:53.606659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Bound using segment: {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:53.608426 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Bound port: e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c35f077-6904-4bde-9df8-9669b482e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:53.609001 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.710539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd017-1ce7-4b30-a486-faed5a7d16ad req-90cb0d18-5805-407a-93c7-32e8c3992096 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:53.712200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-247fd017-1ce7-4b30-a486-faed5a7d16ad req-90cb0d18-5805-407a-93c7-32e8c3992096 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 943 time: 0.1006472 Sep 01 16:15:53.738167 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:53.763572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:53.769472 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.809785 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-247fd017-1ce7-4b30-a486-faed5a7d16ad req-d2e28027-2dfa-4367-a0e1-7844fc432d3b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855508 Sep 01 16:15:53.825013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:53.825684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.827158 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] 10.222.0.24 "PUT /v2.0/ports/e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 1092 time: 0.7522941 Sep 01 16:15:53.827611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:53.830181 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4117def9-3ea0-43e4-8824-43ed099eecad" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:53.858142 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91c6a8-3f7a-4a92-bd3e-46f32828651e service neutron] Pushing event updated for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:53.874828 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5096a-fc04-46a5-a739-a62e601f2384 x-openstack-request-id: req-d9c5096a-fc04-46a5-a739-a62e601f2384 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:53.875212 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:53.875539 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9c5096a-fc04-46a5-a739-a62e601f2384 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:53.876031 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'status': 'completed', 'code': 200} Sep 01 16:15:53.947080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-9e871309-c1d6-4d91-86a1-a651d18a017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:53.948748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-9e871309-c1d6-4d91-86a1-a651d18a017f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1095 time: 0.0520709 Sep 01 16:15:54.010275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-dd014fbe-fc60-4afa-9f28-07bcd09f3072 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 217 time: 0.0464418 Sep 01 16:15:54.065748 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8446c78b-b930-48c7-a392-323c19f32d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.067273 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8446c78b-b930-48c7-a392-323c19f32d6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0490584 Sep 01 16:15:54.117895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-647a8a29-fdba-4e3e-a713-046faa4b02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.119388 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-647a8a29-fdba-4e3e-a713-046faa4b02b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440166 Sep 01 16:15:54.224323 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-90fc4321-c6b3-4e37-8a88-4e44c2357539 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963075 Sep 01 16:15:54.321167 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7038831-e47f-4f52-b9e9-ded6c7739513 req-8d862636-cde7-4964-b873-e853fa140b9e service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893235 Sep 01 16:15:54.459739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117def9-3ea0-43e4-8824-43ed099eecad req-616dda24-66a1-4d90-88ed-2c7fe92ca778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.461455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-616dda24-66a1-4d90-88ed-2c7fe92ca778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1095 time: 0.0454195 Sep 01 16:15:54.563298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117def9-3ea0-43e4-8824-43ed099eecad req-ce7f72a4-4737-4be8-a618-3a7828e867b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.564746 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-ce7f72a4-4737-4be8-a618-3a7828e867b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 897 time: 0.0960352 Sep 01 16:15:54.612790 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-fdf4abca-5e65-4709-900a-96e62d804395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 217 time: 0.0365000 Sep 01 16:15:54.665081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117def9-3ea0-43e4-8824-43ed099eecad req-048461f4-687e-4e4e-b39e-b0fb4eee6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.666638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-048461f4-687e-4e4e-b39e-b0fb4eee6a22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0446734 Sep 01 16:15:54.720339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117def9-3ea0-43e4-8824-43ed099eecad req-a3b374d1-f1ed-4147-8663-7b42c666e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.721923 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-a3b374d1-f1ed-4147-8663-7b42c666e032 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466464 Sep 01 16:15:54.814298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-4ec13621-565f-403d-b553-5efdabf6e9c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829132 Sep 01 16:15:54.940937 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4117def9-3ea0-43e4-8824-43ed099eecad req-859985a8-496d-4e20-b51d-a51b33cf0da6 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183698 Sep 01 16:15:54.964987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9bc65-971d-46ed-96d2-f1e57010b218 req-a48bbd44-b004-40b1-b64e-bfa7e05bd32d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:54.966767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee9bc65-971d-46ed-96d2-f1e57010b218 req-a48bbd44-b004-40b1-b64e-bfa7e05bd32d tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 943 time: 0.0719700 Sep 01 16:15:55.012000 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ee9bc65-971d-46ed-96d2-f1e57010b218 req-03cb1bbc-93db-4b26-b743-74b067e0b10e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Sep 01 16:15:56.129367 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f82a1-5706-40d6-b47d-3c7431e30405 req-355df0fa-b9ee-4f47-98a2-905b7ffbbf0a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:56.130933 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f63f82a1-5706-40d6-b47d-3c7431e30405 req-355df0fa-b9ee-4f47-98a2-905b7ffbbf0a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 943 time: 0.0492153 Sep 01 16:15:56.172166 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f63f82a1-5706-40d6-b47d-3c7431e30405 req-589e43ca-dc00-4105-8df5-7bb08fde7c69 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Sep 01 16:15:57.120093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e9141bf9-9fda-4a41-ac3f-253b9c49dc17 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:15:57.218963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:57.234650 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'port_id': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'mac_address': 'fa:16:3e:53:1b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:15:57.305957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6912a-f505-43da-9904-5b72e78abec2 req-e79b7ab5-3f26-4c4d-8144-753163f1d498 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:57.307625 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88c6912a-f505-43da-9904-5b72e78abec2 req-e79b7ab5-3f26-4c4d-8144-753163f1d498 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 943 time: 0.0583074 Sep 01 16:15:57.353009 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88c6912a-f505-43da-9904-5b72e78abec2 req-50479543-a6e2-412f-9ce6-5781adf63955 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Sep 01 16:15:57.433232 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.445991 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9141bf9-9fda-4a41-ac3f-253b9c49dc17 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:15:57.467871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:57.471678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.518946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:57.815984 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['e9141bf9-9fda-4a41-ac3f-253b9c49dc17'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:15:58.350871 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.489026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390ab74-6633-4ee3-b812-26db44aa12b5 req-36716af0-3e9d-4191-9b39-b5da027ee41a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:58.490668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1390ab74-6633-4ee3-b812-26db44aa12b5 req-36716af0-3e9d-4191-9b39-b5da027ee41a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 944 time: 0.0516703 Sep 01 16:15:58.532548 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1390ab74-6633-4ee3-b812-26db44aa12b5 req-82485e46-1bb3-41b2-bab0-cfdf7fa57143 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355277 Sep 01 16:15:59.124692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e9141bf9-9fda-4a41-ac3f-253b9c49dc17 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:59.176625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:59.181081 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:59.181565 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.266580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.291053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:59.294290 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d107118f-68ff-436e-865a-19160c7bf990" -d '{"events": [{"server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "name": "network-vif-plugged", "status": "completed", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:59.308487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:59.313793 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.388653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:59.396340 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e80a29-0d18-41a2-96ea-94de7ad203cb x-openstack-request-id: req-f7e80a29-0d18-41a2-96ea-94de7ad203cb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:59.396636 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "name": "network-vif-plugged", "status": "completed", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:59.396894 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7e80a29-0d18-41a2-96ea-94de7ad203cb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:59.397333 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'code': 200} Sep 01 16:15:59.544132 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411bab0-6d71-4081-9f41-bba301dd4a8e req-6dd94f38-e939-4ac4-a1d0-0b10f8dbb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:59.545755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8411bab0-6d71-4081-9f41-bba301dd4a8e req-6dd94f38-e939-4ac4-a1d0-0b10f8dbb06a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1097 time: 0.0453970 Sep 01 16:15:59.586177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8411bab0-6d71-4081-9f41-bba301dd4a8e req-239e8683-8da7-4df5-a605-f2f9af063cc8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325468 Sep 01 16:15:59.673594 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de681e-f4a2-4c43-a250-a9705873fe4a req-1f2a8629-cce8-4f81-95a7-5fb90a6abdea tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:59.675188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16de681e-f4a2-4c43-a250-a9705873fe4a req-1f2a8629-cce8-4f81-95a7-5fb90a6abdea tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0620377 Sep 01 16:15:59.719803 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-16de681e-f4a2-4c43-a250-a9705873fe4a req-28b01fbd-4469-41ec-b375-f21944a5822a tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Sep 01 16:16:00.857658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907119aa-e0e0-45a9-a414-1482a27639f4 req-8b4f44e0-8643-4e8b-92ac-ed30a3beff29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:00.859348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-907119aa-e0e0-45a9-a414-1482a27639f4 req-8b4f44e0-8643-4e8b-92ac-ed30a3beff29 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Sep 01 16:16:00.908691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-907119aa-e0e0-45a9-a414-1482a27639f4 req-c6245726-7972-4f06-87ee-ede9eb64dd22 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Sep 01 16:16:01.030249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e872a-cfca-4200-8cdf-9dfcca053c1f req-15b97f2d-65e2-41f7-a5a2-9f9f4a4311fa tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:01.031886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae6e872a-cfca-4200-8cdf-9dfcca053c1f req-15b97f2d-65e2-41f7-a5a2-9f9f4a4311fa tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Sep 01 16:16:01.075367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae6e872a-cfca-4200-8cdf-9dfcca053c1f req-2271ce6a-56ff-4348-b087-a0900f725126 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Sep 01 16:16:01.098265 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51426) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:01.144648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee76ce7-7c83-4b9c-a66a-1179682c4d35 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:01.146284 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9ee76ce7-7c83-4b9c-a66a-1179682c4d35 tempest-TestNetworkAdvancedServerOps-396375453 tempest-TestNetworkAdvancedServerOps-396375453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1092 time: 0.0469897 Sep 01 16:16:01.149281 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:01.154546 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:01.184871 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.295961 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.423846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Allocated IP 172.25.1.52 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:01.539755 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.581586 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.630780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:01.634096 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:01.638825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:01.644740 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:02.031422 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.107444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.279304 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.283854 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.358751 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event updated for resources: {'Port': ['ID=664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:02.372058 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.488435 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP 99fc21ee-6e78-4942-b693-c0811682580e associated. External IP: 172.25.1.52, port: e9141bf9-9fda-4a41-ac3f-253b9c49dc17. Sep 01 16:16:02.720124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:02.834263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:02.846266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Sync routers for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:02.853708 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.859660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:02.860467 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:02.896605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b6ac8b34-dab2-4260-bd33-f0f35275d8f8 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7459641 Sep 01 16:16:02.897599 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:02.902488 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c9b18c-b662-4d19-b0dd-010bb63fab51" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:03.012480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:03.013482 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b314e-a5be-4a6d-bd30-c8e8f53b2178 req-98119330-5d9e-4cff-9a49-6b971fefab86 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.015102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-796b314e-a5be-4a6d-bd30-c8e8f53b2178 req-98119330-5d9e-4cff-9a49-6b971fefab86 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0586803 Sep 01 16:16:03.078604 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-796b314e-a5be-4a6d-bd30-c8e8f53b2178 req-b7da49d9-fe63-4abd-9533-f34dcd305f06 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552695 Sep 01 16:16:03.107756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51434) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:03.176355 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22678f-a81e-4b4e-b327-871e71c6e85c x-openstack-request-id: req-3e22678f-a81e-4b4e-b327-871e71c6e85c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:03.176828 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:03.177161 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e22678f-a81e-4b4e-b327-871e71c6e85c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:03.177794 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'status': 'completed', 'code': 200} Sep 01 16:16:03.225023 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-49d8e4be-6cc3-43d2-aeb0-ff5c22950042 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/99fc21ee-6e78-4942-b693-c0811682580e HTTP/1.1" status: 200 len: 990 time: 0.1136878 Sep 01 16:16:03.242484 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-bff7be1e-f30d-40c9-af82-2d55997674c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.244047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-bff7be1e-f30d-40c9-af82-2d55997674c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1097 time: 0.0467269 Sep 01 16:16:03.321517 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '99fc21ee-6e78-4942-b693-c0811682580e', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'port_id': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'mac_address': 'fa:16:3e:53:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:01Z', 'updated_at': '2021-09-01T16:16:01Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:03.349032 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-117431f0-149c-446d-9bf9-d96ba59bc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.349654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Checking router: 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:03.350597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-117431f0-149c-446d-9bf9-d96ba59bc155 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 897 time: 0.0993688 Sep 01 16:16:03.359315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:03.359847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:15:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:03.477084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:03.741407 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '99fc21ee-6e78-4942-b693-c0811682580e', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'port_id': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'mac_address': 'fa:16:3e:53:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:01Z', 'updated_at': '2021-09-01T16:16:01Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:03.769929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ca0bc-f2d1-4a46-83df-b7a14eb258db None None] The sync data for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 is: [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '99fc21ee-6e78-4942-b693-c0811682580e', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'port_id': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'mac_address': 'fa:16:3e:53:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:01Z', 'updated_at': '2021-09-01T16:16:01Z', 'revision_number': 0, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:03.816779 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-912612ac-fcdd-4d34-8f3d-c62eee8db36c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 998 time: 0.4586046 Sep 01 16:16:03.881910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-0e3481e2-05d6-452f-b722-a6dfbb01321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.884536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-0e3481e2-05d6-452f-b722-a6dfbb01321e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0566862 Sep 01 16:16:03.940263 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-baaf021e-9378-40ae-b114-5d10250c04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.942182 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-baaf021e-9378-40ae-b114-5d10250c04d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507205 Sep 01 16:16:04.025083 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce78c07-0271-42c9-b591-85c70ebaf2cd None None] New status for floating IP 99fc21ee-6e78-4942-b693-c0811682580e: ACTIVE {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:16:04.064361 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-07ab1bc8-c0ee-43c3-b72b-a32070930a87 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145818 Sep 01 16:16:04.185092 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-93c9b18c-b662-4d19-b0dd-010bb63fab51 req-65df2514-6fe9-43f1-825a-2153d2054596 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131802 Sep 01 16:16:04.228899 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:04.340910 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ed753186-99de-400d-a2d2-1c7384eff632 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/99fc21ee-6e78-4942-b693-c0811682580e HTTP/1.1" status: 200 len: 992 time: 0.1099353 Sep 01 16:16:14.510982 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02d76812-3760-4ff8-9f76-9caecca66f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:17.645146 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74ac02f6-59f1-4226-bdc2-5e1299fb4b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:17.792639 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:18.660702 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:19.098240 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:20.200343 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:24.363070 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:16:25.710864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-47c32a7f-af16-41fe-b41d-3294b119f530 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396507 Sep 01 16:16:25.805067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-0f0db419-567f-4c29-a018-2a762adef38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:25.806613 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-0f0db419-567f-4c29-a018-2a762adef38e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1097 time: 0.0391469 Sep 01 16:16:25.909740 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-7847dd91-924a-4f59-80db-2666073546ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:25.911132 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-7847dd91-924a-4f59-80db-2666073546ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 897 time: 0.0848026 Sep 01 16:16:25.976284 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-c3bfebcd-5e21-4adc-96e0-3e4662c0d959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 1000 time: 0.0579617 Sep 01 16:16:26.024403 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-75c5946d-ce5d-40e9-ac51-040630d3ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:26.025874 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-75c5946d-ce5d-40e9-ac51-040630d3ae33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0424428 Sep 01 16:16:26.074169 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-41ff6591-a10d-41c0-a87c-28654c0dafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:26.075659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-41ff6591-a10d-41c0-a87c-28654c0dafce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428669 Sep 01 16:16:26.163287 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-0cf24614-1f93-4a2d-8857-7a59b13d992c service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793662 Sep 01 16:16:26.254053 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fb28d0c6-af9b-4819-9658-b8ed6340d700 req-ef6ac38b-80b1-4162-96a3-a7a7ed8169b5 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840859 Sep 01 16:16:28.345611 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:37.652364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd30373-1e43-49d5-84c0-42ed46ed4c3c req-e34fce34-30ab-4baf-a0d0-af634ea09a80 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:37.654601 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cd30373-1e43-49d5-84c0-42ed46ed4c3c req-e34fce34-30ab-4baf-a0d0-af634ea09a80 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Sep 01 16:16:37.692541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5cd30373-1e43-49d5-84c0-42ed46ed4c3c req-24f97c32-aa24-428e-a917-604e0fe55ecb tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Sep 01 16:16:38.808620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136af2-868a-49c8-9efd-5a22e8f74454 req-b1c83ef7-f183-4af9-a7be-f6b491dce45b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:38.811101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73136af2-868a-49c8-9efd-5a22e8f74454 req-b1c83ef7-f183-4af9-a7be-f6b491dce45b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 01 16:16:38.848999 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-73136af2-868a-49c8-9efd-5a22e8f74454 req-f51581c6-503f-4f24-b39a-505b155f5504 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Sep 01 16:16:38.872219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51464) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:38.938586 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f2faf47f-3ad2-47e4-b8ce-c7d6ff649e1e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/99fc21ee-6e78-4942-b693-c0811682580e HTTP/1.1" status: 200 len: 992 time: 0.0644996 Sep 01 16:16:40.204168 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4476-149e-4507-af85-f68b0ca2249a req-10961cf4-3694-438c-a94f-84962c8fc222 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:40.205758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77ff4476-149e-4507-af85-f68b0ca2249a req-10961cf4-3694-438c-a94f-84962c8fc222 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Sep 01 16:16:40.271583 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77ff4476-149e-4507-af85-f68b0ca2249a req-6c0968f3-b3ec-4f2f-ac3e-b0a0d37992e3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574403 Sep 01 16:16:40.274156 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-bfd60594-747d-4f71-94bc-3a785b4ccdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:40.275569 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-bfd60594-747d-4f71-94bc-3a785b4ccdd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1097 time: 0.0690150 Sep 01 16:16:40.363525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-4974e265-7327-420b-832f-45ea9855c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:40.365001 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-4974e265-7327-420b-832f-45ea9855c17d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 897 time: 0.0825658 Sep 01 16:16:40.434364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-85a4e655-7c64-450a-8a8a-e26817ac1cba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 1000 time: 0.0610003 Sep 01 16:16:40.483696 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-1a272667-4d8b-42a9-8298-083d354eabff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:40.485155 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-1a272667-4d8b-42a9-8298-083d354eabff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0437207 Sep 01 16:16:40.531150 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-904724ca-21a6-4490-bf3c-1e904b817446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:40.532662 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-904724ca-21a6-4490-bf3c-1e904b817446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402439 Sep 01 16:16:40.624816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-ac3fb40d-faa5-4597-9946-f5446c49a771 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Sep 01 16:16:40.714855 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-585ce9c2-275d-4fcb-a643-b67b93c5444e req-71d7cebd-d10f-45ed-8ea3-23306ae29e5a service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827210 Sep 01 16:16:41.392488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24a984-d736-4e3b-a6d9-1bd209514381 req-091b7a3f-d65f-4fba-9151-07b0ce620840 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:41.394014 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e24a984-d736-4e3b-a6d9-1bd209514381 req-091b7a3f-d65f-4fba-9151-07b0ce620840 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Sep 01 16:16:41.431767 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6e24a984-d736-4e3b-a6d9-1bd209514381 req-daf0cbe0-dd21-47c4-b659-ca58483328e5 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Sep 01 16:16:42.548349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad28ec6-c84b-4f8c-babe-8e70e897d567 req-d7d1a88a-4358-453f-acfb-a9b5577209c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:42.549858 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ad28ec6-c84b-4f8c-babe-8e70e897d567 req-d7d1a88a-4358-453f-acfb-a9b5577209c0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0488205 Sep 01 16:16:42.587355 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ad28ec6-c84b-4f8c-babe-8e70e897d567 req-7c395ee6-c36b-4260-be0a-eae1caae85ee tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Sep 01 16:16:42.609737 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51476) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:42.674622 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4f5dd610-5b17-4a15-8ba6-b2069432a26f tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/floatingips/99fc21ee-6e78-4942-b693-c0811682580e HTTP/1.1" status: 200 len: 992 time: 0.0637231 Sep 01 16:16:42.901895 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:43.057051 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:16:43.057316 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.130073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.130403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.141726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:16:43.289370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.314470 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=664c5aa3-7bb3-4e7e-bbe1-74ff448acf2a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:43.345424 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.345770 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.346108 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.346442 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.346772 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.347102 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.347426 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.347747 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.348070 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.348388 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.348708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.349025 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:43.387306 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.387608 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Floating IP 99fc21ee-6e78-4942-b693-c0811682580e disassociated (deleted). External IP: 172.25.1.52, port: e9141bf9-9fda-4a41-ac3f-253b9c49dc17. Sep 01 16:16:43.594119 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:43.703002 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:43.707667 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.712399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Sync routers for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:43.725084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:43.725740 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:43.838976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:44.050228 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:44.061833 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a6e9e08b-cc19-4e9e-9d3e-eea7b96fcc30 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/floatingips/99fc21ee-6e78-4942-b693-c0811682580e HTTP/1.1" status: 204 len: 168 time: 1.1588347 Sep 01 16:16:44.062425 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:44.065022 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5070f7a9-82cc-449b-9346-334dd3a8f703" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:44.077390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Checking router: 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:44.085524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:44.086140 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:44.201883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:44.215742 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a830cd4e-f7d3-41c9-a11d-86ed289edf28 x-openstack-request-id: req-a830cd4e-f7d3-41c9-a11d-86ed289edf28 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:44.216000 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:44.216530 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a830cd4e-f7d3-41c9-a11d-86ed289edf28 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:44.216955 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'status': 'completed', 'code': 200} Sep 01 16:16:44.340613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ece8be-6972-47e9-85d0-f6850da09b94 req-63116eb5-8663-45da-a5a6-c7a1d8e01a1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:44.342363 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2ece8be-6972-47e9-85d0-f6850da09b94 req-63116eb5-8663-45da-a5a6-c7a1d8e01a1b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0822079 Sep 01 16:16:44.349795 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-145a77e2-115e-4e54-aca9-63baab5b4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:44.352269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-145a77e2-115e-4e54-aca9-63baab5b4cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 1097 time: 0.0801196 Sep 01 16:16:44.408292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a914a37a-c612-43c9-99fa-64280291262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:44.434624 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b2ece8be-6972-47e9-85d0-f6850da09b94 req-4ae5d543-b5b2-4e5b-9799-0a273a3fd08b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811875 Sep 01 16:16:44.438891 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a37a-c612-43c9-99fa-64280291262f None None] The sync data for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 is: [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:15:47Z', 'revision_number': 4, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': '2d76ac81-5d89-432b-8af9-d8517c510b42', 'name': '', 'network_id': '8acf2ca3-3dc6-4661-8205-59cf93813bf5', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'mac_address': 'fa:16:3e:a0:6d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:46Z', 'updated_at': '2021-09-01T16:15:50Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'subnets': [{'id': 'af2d7ed2-1e94-4238-b4ff-eac88f5c75b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:44.470505 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-e8e90e94-01dd-4a37-87bf-8fa8116ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:44.471919 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-e8e90e94-01dd-4a37-87bf-8fa8116ba8f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 200 len: 897 time: 0.1108406 Sep 01 16:16:44.513621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8cc107e9-7823-40f1-8444-f72fc1494c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:44.525035 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-4bef3078-888e-46df-8847-d4842de82fa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 200 len: 217 time: 0.0450776 Sep 01 16:16:44.576592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-17277b5e-3201-4c3c-bb6c-e0e7698525c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:44.578280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-17277b5e-3201-4c3c-bb6c-e0e7698525c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 200 len: 835 time: 0.0460546 Sep 01 16:16:44.628653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-ff1b63d2-1f89-49f5-b181-c85314caa77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:44.630461 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-ff1b63d2-1f89-49f5-b181-c85314caa77e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8acf2ca3-3dc6-4661-8205-59cf93813bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439699 Sep 01 16:16:44.685579 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0157-c4e2-441e-8f76-c91dcffef447 None None] New status for floating IP 99fc21ee-6e78-4942-b693-c0811682580e: DOWN {{(pid=106379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:16:44.734260 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-f3415010-c7dd-44da-921b-031810887ae0 service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956650 Sep 01 16:16:44.827693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5070f7a9-82cc-449b-9346-334dd3a8f703 req-e9679476-bea8-44b5-8cd5-fa333b3e81fa service neutron] 10.222.0.24 "GET /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Sep 01 16:16:45.555576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f75bed-a9c7-4ddf-bd30-af329be5f666 req-41f61197-1807-4d82-80cf-d0f254bf9bf0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.557186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6f75bed-a9c7-4ddf-bd30-af329be5f666 req-41f61197-1807-4d82-80cf-d0f254bf9bf0 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0505631 Sep 01 16:16:45.600606 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6f75bed-a9c7-4ddf-bd30-af329be5f666 req-934784ee-c0f8-44a9-ac65-6a6cb8a617a2 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Sep 01 16:16:46.121720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-af09ee98-03fa-4c7b-b6af-b944776ba2f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:46.123953 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-af09ee98-03fa-4c7b-b6af-b944776ba2f3 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 945 time: 0.0542591 Sep 01 16:16:46.212526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:16:46.212862 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:46.307023 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port e9141bf9-9fda-4a41-ac3f-253b9c49dc17, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:46.307388 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:46.320997 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for e9141bf9-9fda-4a41-ac3f-253b9c49dc17 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:16:46.451156 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:46.484204 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=e9141bf9-9fda-4a41-ac3f-253b9c49dc17,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:46.496316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.496661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.497001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.497431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.497758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.498084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.498410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.498734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.499055 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.499373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.499699 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.500013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:46.533806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] No DVR routers for this DVR port e9141bf9-9fda-4a41-ac3f-253b9c49dc17 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:16:46.536403 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:46.538383 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-def81f92-7afa-4ae3-b1b3-90769f0e9e17 req-44021aa3-2e92-46f8-8fb0-ba9590621b04 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.24 "DELETE /v2.0/ports/e9141bf9-9fda-4a41-ac3f-253b9c49dc17 HTTP/1.1" status: 204 len: 173 time: 0.4083140 Sep 01 16:16:46.538828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'name': 'network-vif-deleted', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:46.541030 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b922bf1d-4f9d-4dde-919e-83e5244082c9" -d '{"events": [{"server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "name": "network-vif-deleted", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:46.577694 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9864663-621a-4434-b5ac-886272df7a3a x-openstack-request-id: req-c9864663-621a-4434-b5ac-886272df7a3a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:46.578343 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf26b55-8c44-4c79-bbc4-c89102b01f32", "name": "network-vif-deleted", "tag": "e9141bf9-9fda-4a41-ac3f-253b9c49dc17", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:46.578343 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9864663-621a-4434-b5ac-886272df7a3a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:46.578601 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf26b55-8c44-4c79-bbc4-c89102b01f32', 'name': 'network-vif-deleted', 'tag': 'e9141bf9-9fda-4a41-ac3f-253b9c49dc17', 'status': 'completed', 'code': 200} Sep 01 16:16:46.718177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ce36717-8ddd-4bbf-9e50-d0e1c20d538a req-8fb8b25f-64ab-46a7-a1dc-41aa9daefc3e tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf26b55-8c44-4c79-bbc4-c89102b01f32 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Sep 01 16:16:47.646455 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a604d0d-3dee-44f2-86da-c52d2353a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:47.776037 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51500) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:47.794932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.137432 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.388381 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port 2d76ac81-5d89-432b-8af9-d8517c510b42 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:16:48.388634 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.477552 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port 2d76ac81-5d89-432b-8af9-d8517c510b42, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=2d76ac81-5d89-432b-8af9-d8517c510b42,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:48.477911 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.490529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for 2d76ac81-5d89-432b-8af9-d8517c510b42 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:16:48.663007 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.673745 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:48.701262 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=2d76ac81-5d89-432b-8af9-d8517c510b42,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:48.886504 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.096976 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:49.100547 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.206260 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:49.212118 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-00a5292d-a177-4d7b-b7de-72d2e849a9ba tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "PUT /v2.0/routers/511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4350209 Sep 01 16:16:49.214878 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51502) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:49.216661 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Sync routers for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:49.228116 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:49.228733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:49.270958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting subnet af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:16:49.274075 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.315323 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.335028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:49.387784 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e9141bf9-9fda-4a41-ac3f-253b9c49dc17 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:16:49.396600 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.445766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: e9141bf9-9fda-4a41-ac3f-253b9c49dc17 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:16:49.446165 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e9141bf9-9fda-4a41-ac3f-253b9c49dc17 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:16:49.462494 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.492498 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.494612 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/subnets/af2d7ed2-1e94-4238-b4ff-eac88f5c75b5 HTTP/1.1" status: 204 len: 168 time: 0.2785318 Sep 01 16:16:49.495522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a92e4-ad7f-4709-8693-44a4caaa09af tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Subnet': ['ID=af2d7ed2-1e94-4238-b4ff-eac88f5c75b5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:49.497322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:49.507845 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c31511-8e1d-49e4-9307-4c2eb73c76dd None None] Network 8acf2ca3-3dc6-4661-8205-59cf93813bf5 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:16:49.609390 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.716661 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.768915 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Deleting port dd2f50b4-b7e2-4d0a-971d-54fc824866de {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:16:49.769285 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.790889 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:16:48Z', 'revision_number': 5, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port': {'id': 'dd2f50b4-b7e2-4d0a-971d-54fc824866de', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:44Z', 'updated_at': '2021-09-01T16:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:49.818588 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Checking router: 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:49.830775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Routers {'511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:49.831391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:49.857525 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] For port dd2f50b4-b7e2-4d0a-971d-54fc824866de, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=dd2f50b4-b7e2-4d0a-971d-54fc824866de,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:49.857746 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:49.874969 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Calling delete_port for dd2f50b4-b7e2-4d0a-971d-54fc824866de owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:16:49.896665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] DHCP port deletion for 8acf2ca3-3dc6-4661-8205-59cf93813bf5 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:16:49.942916 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] Set router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:50.001581 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:16:49Z', 'revision_number': 6, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:50.034537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b934915-f0f4-4428-88de-5657faf9312e None None] The sync data for ids ['511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac'] in n-d-802060-16 is: [{'id': '511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580689232', 'tenant_id': '369ef40a3c944b218fc6fc3d34e74d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:43Z', 'updated_at': '2021-09-01T16:16:49Z', 'revision_number': 6, 'project_id': '369ef40a3c944b218fc6fc3d34e74d93', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:50.043084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Deleting port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:16:50.043548 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.043830 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.072939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Port': ['ID=dd2f50b4-b7e2-4d0a-971d-54fc824866de,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:50.111956 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] For port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,segment=NetworkSegment(6c35f077-6904-4bde-9df8-9669b482e734),segment_id=6c35f077-6904-4bde-9df8-9669b482e734)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:50.112348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.125856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Calling delete_port for 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:16:50.132979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.211913 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.216750 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.226482 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.228665 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.240167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Pushing event deleted for resources: {'Port': ['ID=1c0bd8cb-bca9-46e3-8cd7-36118f5996cf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:50.242545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] No DVR routers for this DVR port 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:16:50.253406 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.253775 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.254104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.254463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.254769 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.255104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.255432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.255760 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.256087 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.256412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.256741 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.257050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6fb41a-3a8c-4b2c-8e93-1cd916517f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:50.282334 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.283047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Fanout notify agent at l3_agent the message router_deleted on router 511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:16:50.290281 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.291416 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-76bf0aa6-f381-46ab-b5d7-e81be38b4c5b tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/routers/511bf4b9-d264-4b53-b4a1-9abfc7c4f5ac HTTP/1.1" status: 204 len: 168 time: 0.7930963 Sep 01 16:16:50.297250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:50.377613 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.474182 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.484366 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acf2ca3-3dc6-4661-8205-59cf93813bf5']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:50.494511 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c35f077-6904-4bde-9df8-9669b482e734') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:50.494801 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c35f077-6904-4bde-9df8-9669b482e734') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:50.505335 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.519977 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.526336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:16:50.526924 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:16:50.530467 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:16:50.586896 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.594492 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.596308 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/networks/8acf2ca3-3dc6-4661-8205-59cf93813bf5 HTTP/1.1" status: 204 len: 168 time: 0.2980893 Sep 01 16:16:50.599303 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:50.613103 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa42ee-4ab4-4e0a-9af8-67c1c15327df tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'Network': ['ID=8acf2ca3-3dc6-4661-8205-59cf93813bf5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:50.667089 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.693373 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.758418 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.761621 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:50.762929 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb HTTP/1.1" status: 204 len: 168 time: 0.1625152 Sep 01 16:16:50.772966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee72f2-6071-4adf-ac9d-cbd48f4040f7 tempest-TestNetworkAdvancedServerOps-1295062650 tempest-TestNetworkAdvancedServerOps-1295062650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b8fe2d-8f03-4d7b-b090-a51dcc58f3fb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:50.808050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d76ac81-5d89-432b-8af9-d8517c510b42 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:16:50.845512 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 2d76ac81-5d89-432b-8af9-d8517c510b42 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:16:50.846085 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 2d76ac81-5d89-432b-8af9-d8517c510b42 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:16:50.846498 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd2f50b4-b7e2-4d0a-971d-54fc824866de no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:16:50.865820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: dd2f50b4-b7e2-4d0a-971d-54fc824866de {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:16:50.866167 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device dd2f50b4-b7e2-4d0a-971d-54fc824866de not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:16:50.866580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:16:50.884857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:16:50.885218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 1c0bd8cb-bca9-46e3-8cd7-36118f5996cf not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:16:51.109031 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51516) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:51.248298 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7ccb072c-6027-4263-961b-40b7ad8d5189 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=369ef40a3c944b218fc6fc3d34e74d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379993 Sep 01 16:16:51.250657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51520) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:51.297395 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.320743 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.366551 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.369045 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.370197 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ccc8fcd-a85e-4c30-a1ac-cdaee3f731af HTTP/1.1" status: 204 len: 168 time: 0.1186569 Sep 01 16:16:51.377708 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41196318-3767-4c7a-b984-ffde1f01c5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc8fcd-a85e-4c30-a1ac-cdaee3f731af,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:51.643476 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51526) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:51.657130 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e97e-a563-4e59-9f8a-117882b72ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.744633 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e97e-a563-4e59-9f8a-117882b72ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.749038 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e97e-a563-4e59-9f8a-117882b72ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.786392 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c2e7e97e-a563-4e59-9f8a-117882b72ca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9d92520f69845c1a39403950f47d2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418447 Sep 01 16:16:51.787346 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e97e-a563-4e59-9f8a-117882b72ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b38fae-0193-4808-8983-4646c460aabf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:51.789036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51528) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:51.837413 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.858039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.903463 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.906351 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:51.907580 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94b38fae-0193-4808-8983-4646c460aabf HTTP/1.1" status: 204 len: 168 time: 0.1174736 Sep 01 16:16:51.915746 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4c18e-9fd5-4b9a-b05f-2b77abbb4653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b38fae-0193-4808-8983-4646c460aabf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:52.605806 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:52.708638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-474945603-network', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:52.731088 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Made reservation on behalf of c91a1d1daf324841bf245fc6cdbac620 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:16:52.733699 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.742601 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.831449 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.835076 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.859322 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:16:52.868681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ac6cd-dde7-4636-a4e1-0c0d41b94287,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:52.873378 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.873717 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Added segment c3106638-19fb-453a-bf66-6bbd22776b71 of type vlan for network 989cc2d0-4135-457c-ba02-b30e6c6c39ae Sep 01 16:16:52.916520 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.941808 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:52.942769 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:52.943344 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.001439 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3938308 Sep 01 16:16:53.004449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2cbcd-3171-432b-af9e-a5add025d068 admin admin] Pushing event updated for resources: {'Network': ['ID=989cc2d0-4135-457c-ba02-b30e6c6c39ae,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:53.004850 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51554) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:53.009975 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Request body: {'subnet': {'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-474945603-subnet', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:53.015359 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:16:53.036743 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Made reservation on behalf of c91a1d1daf324841bf245fc6cdbac620 for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:16:53.039265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.208358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.265468 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf7045f-27ab-4136-8671-ca85bea2f2ef,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:53.273871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Checking segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:53.274230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Network hostable DHCP agents. Network: 989cc2d0-4135-457c-ba02-b30e6c6c39ae, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:16:53.292005 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:16:53.300989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 989cc2d0-4135-457c-ba02-b30e6c6c39ae) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:53.304944 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:53.305549 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.310730 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f3f0e-8b20-42d1-9a14-639a100cd8b8 None None] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:16:53.319948 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c174ce25-5723-40de-842c-1e637b723529 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3139799 Sep 01 16:16:53.322729 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51556) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:53.327680 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:53.347839 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.348945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.405985 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.462723 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:16:53.463567 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.547557 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.605809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Allocated IP 172.20.0.2 (989cc2d0-4135-457c-ba02-b30e6c6c39ae/bbf7045f-27ab-4136-8671-ca85bea2f2ef/12b88644-003f-465a-a08c-587aef106b0b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:53.756867 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.766881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.775539 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Transition to ACTIVE for port object 12b88644-003f-465a-a08c-587aef106b0b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:53.776009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.792883 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Transition to ACTIVE for port object 12b88644-003f-465a-a08c-587aef106b0b will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:53.799006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.842040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:53.845481 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:53.849695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:53.857952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Pushing event updated for resources: {'Port': ['ID=12b88644-003f-465a-a08c-587aef106b0b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:53.899011 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Allocated IP 172.25.1.39 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:53.916752 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Attempting to bind port 12b88644-003f-465a-a08c-587aef106b0b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:53.917276 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Attempting to bind port 12b88644-003f-465a-a08c-587aef106b0b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:53.917777 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Attempting to bind port 12b88644-003f-465a-a08c-587aef106b0b on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:53.923871 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:53.924232 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Checking segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:53.924629 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.925016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Bound using segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:53.925506 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Bound port: 12b88644-003f-465a-a08c-587aef106b0b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:53.925880 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:53.990508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] For port 12b88644-003f-465a-a08c-587aef106b0b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:53.993599 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] For port 12b88644-003f-465a-a08c-587aef106b0b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12b88644-003f-465a-a08c-587aef106b0b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:53.998236 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.004616 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.045614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.062098 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65380a-52fb-471d-b25b-37e70fd47861 None None] Pushing event updated for resources: {'Port': ['ID=12b88644-003f-465a-a08c-587aef106b0b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:54.096168 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:54.099412 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:54.104237 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:54.108804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Pushing event updated for resources: {'Port': ['ID=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:54.376071 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.834986 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12b88644-003f-465a-a08c-587aef106b0b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:54.894277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 12b88644-003f-465a-a08c-587aef106b0b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:54.904174 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:54.990375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50987af-8c87-47ae-839f-1c121c65bee4 None None] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:16:55.044617 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Router e307f295-638b-44d0-b042-30fc30c1349e is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:16:55.052448 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Provisioning for port 12b88644-003f-465a-a08c-587aef106b0b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:55.066069 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Provisioning complete for port 12b88644-003f-465a-a08c-587aef106b0b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:55.066772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.170566 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:55.181472 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:55.187519 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.191776 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b367f566-f1e7-438e-925b-bf04f872d06a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8652623 Sep 01 16:16:55.192039 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51558) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:55.193450 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:55.194187 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:55.211244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.255977 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] For port 12b88644-003f-465a-a08c-587aef106b0b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12b88644-003f-465a-a08c-587aef106b0b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:55.262200 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.306080 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:55.318565 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ba1ef-1e9d-4af1-ba9d-2d4e3db89920 None None] Pushing event updated for resources: {'Port': ['ID=12b88644-003f-465a-a08c-587aef106b0b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:55.483671 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3478e68d-907c-4eea-91a3-949419671249 None None] Provisioning complete for port 12b88644-003f-465a-a08c-587aef106b0b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:55.484042 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3478e68d-907c-4eea-91a3-949419671249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.500392 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:54Z', 'revision_number': 3, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:55.525991 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:55.526338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Updating router e307f295-638b-44d0-b042-30fc30c1349e port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:16:55.552221 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.643154 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.801921 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Allocated IP 172.20.0.1 (989cc2d0-4135-457c-ba02-b30e6c6c39ae/bbf7045f-27ab-4136-8671-ca85bea2f2ef/b6dffc47-9302-44e3-9e3f-37420cedda2b) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:55.806024 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.817543 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Transition to ACTIVE for port object 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:55.823526 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.873274 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Attempting to bind port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:55.873636 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Attempting to bind port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:55.873988 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Attempting to bind port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:55.882509 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Pushing event updated for resources: {'Port': ['ID=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:55.885388 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:55.885750 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:55.886183 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.886587 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:55.887039 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Bound port: 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:55.887928 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.894221 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.894560 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.894888 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.895212 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.895531 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.895860 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.896174 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.896487 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.896798 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.897139 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.897450 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.897758 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:16:55.906413 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.919472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Transition to ACTIVE for port object b6dffc47-9302-44e3-9e3f-37420cedda2b will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:55.952882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.955078 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] For port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:55.958384 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] For port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:55.963394 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:55.999475 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:56.002527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:56.006198 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:56.012099 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Pushing event updated for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:56.020066 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:56.020713 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:56.049370 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.055664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e129a-da39-403c-b807-f1df4c62fb51 None None] Pushing event updated for resources: {'Port': ['ID=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:56.134904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:56.189641 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.293418 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-26cc40ad-1390-41ca-add6-a56b460c44b7 None None] Provisioning for port b6dffc47-9302-44e3-9e3f-37420cedda2b completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:56.298947 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-26cc40ad-1390-41ca-add6-a56b460c44b7 None None] Provisioning complete for port b6dffc47-9302-44e3-9e3f-37420cedda2b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:56.299315 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26cc40ad-1390-41ca-add6-a56b460c44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.325359 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:54Z', 'revision_number': 3, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:56.336804 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-26cc40ad-1390-41ca-add6-a56b460c44b7 None None] Port b6dffc47-9302-44e3-9e3f-37420cedda2b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:56.357906 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e5669-0a6f-47e7-a332-d62f555e8541 None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:54Z', 'revision_number': 3, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:56.378120 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.383423 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.458168 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.459995 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Pushing event updated for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:56.562379 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:56.563712 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:56.709054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:56.841701 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:56.847251 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ce2e2fea-32cf-4bee-a3b7-513948b6ecbb admin admin] 10.222.0.41 "PUT /v2.0/routers/e307f295-638b-44d0-b042-30fc30c1349e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541681 Sep 01 16:16:56.871062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-11e45b09-2a66-4246-bccb-dc1afd518d29 None None] Provisioning complete for port b6dffc47-9302-44e3-9e3f-37420cedda2b triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:56.872085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11e45b09-2a66-4246-bccb-dc1afd518d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:56.915583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:56.948867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-11e45b09-2a66-4246-bccb-dc1afd518d29 None None] Port b6dffc47-9302-44e3-9e3f-37420cedda2b cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:56.976320 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:56.981513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:56.982323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.069590 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.092635 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:57.097681 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.098491 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12b88644-003f-465a-a08c-587aef106b0b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:57.180277 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:57.194028 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 12b88644-003f-465a-a08c-587aef106b0b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:57.194402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.401662 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51574) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:57.406748 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-351073437-network', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:57.427563 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Made reservation on behalf of 0d31d7e8b1ea479887827bd3ca20e083 for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:16:57.429793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.442041 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.530794 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.534502 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.555075 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:16:57.568605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4703017-3acf-4989-9638-36dadbc7d64d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:57.573567 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.573909 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Added segment be899ec6-4a53-44e5-800d-50993e06275c of type vlan for network be6677ed-c40a-4ed7-85d7-5cfbafde107d Sep 01 16:16:57.615612 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.642686 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.643882 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:57.644468 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.698534 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2955446 Sep 01 16:16:57.701910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51576) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:57.707987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Request body: {'subnet': {'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-351073437-subnet', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:57.711667 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5165c34-0b61-412b-86f0-9f8326c1ec2d admin admin] Pushing event updated for resources: {'Network': ['ID=be6677ed-c40a-4ed7-85d7-5cfbafde107d,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:57.724301 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:16:57.735176 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Made reservation on behalf of 0d31d7e8b1ea479887827bd3ca20e083 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:16:57.738324 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.915018 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:57.969423 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3ce733-f26e-47b5-b108-d7e883f45a76,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:57.979368 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Checking segment: {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:57.979721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Network hostable DHCP agents. Network: be6677ed-c40a-4ed7-85d7-5cfbafde107d, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:16:57.995054 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:16:58.003682 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, be6677ed-c40a-4ed7-85d7-5cfbafde107d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:58.007626 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:58.008206 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.013633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10088de3-ff2c-420c-98d7-cb879fa5b81c None None] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:16:58.023102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-141a8162-d78d-4dc4-95bd-163523085010 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3192751 Sep 01 16:16:58.025623 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51578) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:58.032767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:58.054708 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.056075 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.063561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:58.082149 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:58.082778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:58.112360 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.246876 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.420187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:58.423274 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'fixed_ips': [{'subnet_id': '8c3ce733-f26e-47b5-b108-d7e883f45a76'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:16:58.424109 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.465575 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.695576 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Allocated IP 172.20.0.2 (be6677ed-c40a-4ed7-85d7-5cfbafde107d/8c3ce733-f26e-47b5-b108-d7e883f45a76/d01852ee-54b0-45d7-9417-4e6984b7dafe) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:58.781999 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.802888 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.806998 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:58.833628 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 2, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:58.874664 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:58.875014 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Updating router e307f295-638b-44d0-b042-30fc30c1349e port b6dffc47-9302-44e3-9e3f-37420cedda2b binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:16:58.912464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Allocated IP 172.25.1.108 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/afde063d-b1d9-4ed9-9f2d-9fe04f3a0870) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:58.941505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.966857 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.001686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Transition to ACTIVE for port object d01852ee-54b0-45d7-9417-4e6984b7dafe will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:59.011632 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:59.012007 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.026152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.070372 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.104972 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:59.108552 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:59.114529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:59.115111 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Transition to ACTIVE for port object d01852ee-54b0-45d7-9417-4e6984b7dafe will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:59.131613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.147079 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Pushing event updated for resources: {'Port': ['ID=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:59.202180 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:59.232000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:59.235932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Pushing event updated for resources: {'Port': ['ID=d01852ee-54b0-45d7-9417-4e6984b7dafe,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:59.261044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:59.357646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Attempting to bind port d01852ee-54b0-45d7-9417-4e6984b7dafe on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:59.358010 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Attempting to bind port d01852ee-54b0-45d7-9417-4e6984b7dafe by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:59.358364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Attempting to bind port d01852ee-54b0-45d7-9417-4e6984b7dafe on network be6677ed-c40a-4ed7-85d7-5cfbafde107d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:59.368271 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:59.368638 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Checking segment: {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:59.369037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.369456 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Bound using segment: {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:59.369920 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Bound port: d01852ee-54b0-45d7-9417-4e6984b7dafe, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:59.370297 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.376357 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.466591 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.483308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Transition to ACTIVE for port object b6dffc47-9302-44e3-9e3f-37420cedda2b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:59.485275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] For port d01852ee-54b0-45d7-9417-4e6984b7dafe, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:59.489083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] For port d01852ee-54b0-45d7-9417-4e6984b7dafe, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d01852ee-54b0-45d7-9417-4e6984b7dafe,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:59.491317 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.496007 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.573164 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1871db-47dd-45eb-bdca-618e8ffc9268 None None] Pushing event updated for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:59.594082 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.659738 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f26ce-236f-4e4d-bcca-8fa5b15010c4 None None] Pushing event updated for resources: {'Port': ['ID=d01852ee-54b0-45d7-9417-4e6984b7dafe,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:59.668686 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Attempting to bind port b6dffc47-9302-44e3-9e3f-37420cedda2b on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:59.669102 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Attempting to bind port b6dffc47-9302-44e3-9e3f-37420cedda2b by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:59.669450 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Attempting to bind port b6dffc47-9302-44e3-9e3f-37420cedda2b on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:59.675331 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:59.675717 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Checking segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:59.676128 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.676537 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Bound using segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:59.677018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Bound port: b6dffc47-9302-44e3-9e3f-37420cedda2b, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:59.677430 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.749805 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Router 3ac946d2-93f3-4614-8c7a-5598482c642d is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:16:59.763247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] For port b6dffc47-9302-44e3-9e3f-37420cedda2b, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:59.779504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] For port b6dffc47-9302-44e3-9e3f-37420cedda2b, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b6dffc47-9302-44e3-9e3f-37420cedda2b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:59.800888 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.870992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1871db-47dd-45eb-bdca-618e8ffc9268 None None] Pushing event updated for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:59.881432 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:59.882083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:59.908807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:59.921503 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Sync routers for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:59.934757 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:59.935037 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:59.935678 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:59.936352 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4b234411-c62f-4d32-aae5-0820159383cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9097004 Sep 01 16:16:59.938979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:00.036440 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:00.186814 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:00.277138 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:16:59Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:00.303735 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc065a6-e90f-42a6-80c3-697cd0f19096 None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:16:59Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:00.391893 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:16:59Z', 'revision_number': 3, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:00.420810 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Checking router: 3ac946d2-93f3-4614-8c7a-5598482c642d for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:00.421182 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Updating router 3ac946d2-93f3-4614-8c7a-5598482c642d port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:17:00.445152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.449632 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.663449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Allocated IP 172.20.0.1 (be6677ed-c40a-4ed7-85d7-5cfbafde107d/8c3ce733-f26e-47b5-b108-d7e883f45a76/d7388543-2a89-4f71-8bc5-273826292feb) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:00.784507 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.788944 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.798831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Transition to ACTIVE for port object afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:00.809995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Transition to ACTIVE for port object d7388543-2a89-4f71-8bc5-273826292feb will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:00.811200 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.846241 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039b4ec-56c1-46a4-a4ec-29fe41b079aa None None] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:17:00.860375 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.895831 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d2c31-32d7-4613-962a-68f98df4fb0a None None] Pushing event updated for resources: {'Port': ['ID=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:00.910841 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Attempting to bind port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:00.911533 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Attempting to bind port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:00.912255 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Attempting to bind port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:00.920851 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:00.921758 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:00.923249 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.923922 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:00.924977 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Bound port: afde063d-b1d9-4ed9-9f2d-9fe04f3a0870, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:00.925711 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:00.944583 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:00.949222 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:00.956264 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:00.961353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d01852ee-54b0-45d7-9417-4e6984b7dafe up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:00.986227 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:01.003189 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.006866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e963dc7d-285c-4df6-94b9-63447bc3b5af None None] Provisioning for port d01852ee-54b0-45d7-9417-4e6984b7dafe completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:01.007869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] For port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:01.012491 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] For port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:01.019014 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.092143 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d2c31-32d7-4613-962a-68f98df4fb0a None None] Pushing event updated for resources: {'Port': ['ID=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:01.101900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:01.102540 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:01.116737 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d01852ee-54b0-45d7-9417-4e6984b7dafe completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:01.123018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d01852ee-54b0-45d7-9417-4e6984b7dafe triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:01.123394 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.161228 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.236337 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:01.254558 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.308687 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d01852ee-54b0-45d7-9417-4e6984b7dafe, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d01852ee-54b0-45d7-9417-4e6984b7dafe,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:01.322924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.324219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b6dffc47-9302-44e3-9e3f-37420cedda2b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:01.404434 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:01.412199 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.420889 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.456663 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d01852ee-54b0-45d7-9417-4e6984b7dafe,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:01.468573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:16:59Z', 'revision_number': 3, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:01.474457 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port b6dffc47-9302-44e3-9e3f-37420cedda2b completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:01.492482 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b6dffc47-9302-44e3-9e3f-37420cedda2b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:01.493215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.514207 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3138d8c-5d3b-4859-8ecf-a3c51a6e24f8 None None] The sync data for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 is: [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:16:59Z', 'revision_number': 3, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:01.516364 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.519939 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:01.564115 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Provisioning for port d7388543-2a89-4f71-8bc5-273826292feb completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:01.574281 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Provisioning complete for port d7388543-2a89-4f71-8bc5-273826292feb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:01.576194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.661027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:01.662627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:01.662817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.665941 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Port d7388543-2a89-4f71-8bc5-273826292feb cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:01.710412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port b6dffc47-9302-44e3-9e3f-37420cedda2b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b6dffc47-9302-44e3-9e3f-37420cedda2b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:01.717037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.721486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Provisioning complete for port d01852ee-54b0-45d7-9417-4e6984b7dafe triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:01.721881 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f30da3-6896-4460-9f2e-cb0b1471251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:01.819747 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Router 3ac946d2-93f3-4614-8c7a-5598482c642d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:01.951091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:01.960883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:01.966466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-82b60ddf-2504-4896-b82f-ed04c41802b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ac946d2-93f3-4614-8c7a-5598482c642d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261669 Sep 01 16:17:02.172193 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-36d174c4-ad53-4327-987d-bcba734f406f None None] Provisioning complete for port d7388543-2a89-4f71-8bc5-273826292feb triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:02.172804 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36d174c4-ad53-4327-987d-bcba734f406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.209934 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36d174c4-ad53-4327-987d-bcba734f406f None None] Port d7388543-2a89-4f71-8bc5-273826292feb cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:02.460488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:02.466195 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584848685', 'description': 'tempest-secgroup-smoke-1584848685 description', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:02.488849 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.576423 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.581256 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.611237 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.612480 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509378 Sep 01 16:17:02.614432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7e1f5-60ef-4a24-b4c5-98a53d4dc144 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5448bb8c-d8e5-487b-a6ef-f5e269860d39,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:02.615577 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51590) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:02.620561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:02.647975 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.712788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.718176 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.738155 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b168672e-732e-4447-896e-fb9cdb547236,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:02.743215 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.744587 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-b455dfb1-0757-4594-90d0-cb278e6b7276 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279142 Sep 01 16:17:02.747683 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51592) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:02.752105 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:02.784106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.842617 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.845949 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.864201 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ba6fb0-95cd-4567-b051-16949f71984e,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:02.869632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.870824 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a53962eb-b922-4bb6-a622-fe30e05e8098 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221950 Sep 01 16:17:02.874382 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51594) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:02.879143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:02.886807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d01852ee-54b0-45d7-9417-4e6984b7dafe up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:02.907532 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.938383 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d01852ee-54b0-45d7-9417-4e6984b7dafe triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:02.938756 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.975620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.979590 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:02.994960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfbbd17-15f3-4241-b43e-d0ddcc07b88f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:03.008320 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.009761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-a0b392cd-e293-4382-aebf-45fb012e34ef tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343584 Sep 01 16:17:03.013169 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51596) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:03.018092 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:03.023634 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b6dffc47-9302-44e3-9e3f-37420cedda2b up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:03.043524 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.070591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port b6dffc47-9302-44e3-9e3f-37420cedda2b triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:03.070957 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.109106 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.112804 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.132611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4c8d40-0702-4a51-b731-d6bbaabef4ec,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:03.140443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.141914 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-585efe55-a5a8-49a7-9a92-4bc6d28a204e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276438 Sep 01 16:17:03.144637 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51598) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:03.149142 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:03.165319 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:03.173480 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Project c91a1d1daf324841bf245fc6cdbac620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:17:03.178403 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.214345 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:03.218828 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:03.219261 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.246350 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.251196 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.269807 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bd21b9-5d7a-496a-b3d4-6e09f2beeae2,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:03.275022 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.276367 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9417c941-dfa1-4922-9dab-9e5329f67135 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306324 Sep 01 16:17:03.279372 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51600) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:03.284457 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': '5448bb8c-d8e5-487b-a6ef-f5e269860d39', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:03.306355 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.306728 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Project c91a1d1daf324841bf245fc6cdbac620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:17:03.312568 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.327851 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:03.331848 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.379641 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.381961 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:03.386272 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.407786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f985ee-c7ad-4bd7-a511-2cca96bfc84f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:03.414736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:03.416040 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-c4aeee0d-129a-4fb0-88fc-819464c7fa2c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356657 Sep 01 16:17:03.553188 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-627ce31c-0d7f-4d4c-a675-4b426f0ff451 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584848685&fields=id&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 267 time: 0.0329261 Sep 01 16:17:03.664418 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-b18d87d5-e8e3-4044-b4a8-4189b872355f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:03.665927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-b18d87d5-e8e3-4044-b4a8-4189b872355f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 808 time: 0.1055748 Sep 01 16:17:03.681867 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-f56e3ad4-d1bb-4559-b56f-cfbfbf6083a1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/quotas/c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 375 time: 0.0088646 Sep 01 16:17:03.723780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Sync routers for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:03.733551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:03.734244 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:03.736861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-7a4dc0d6-08f2-43f1-b354-c5b908832f0c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502996 Sep 01 16:17:03.833848 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1de1daeb-9175-4dd0-997c-8af1f125957a service neutron] 10.222.0.41 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824828 Sep 01 16:17:03.845112 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:03.928457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-ab2165d1-490a-404e-9105-4b1874404e68 service neutron] 10.222.0.41 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Sep 01 16:17:04.043486 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 4, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7388543-2a89-4f71-8bc5-273826292feb', 'name': '', 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'mac_address': 'fa:16:3e:13:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:00Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 2, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'subnets': [{'id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:04.074150 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Checking router: 3ac946d2-93f3-4614-8c7a-5598482c642d for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:04.075050 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Updating router 3ac946d2-93f3-4614-8c7a-5598482c642d port d7388543-2a89-4f71-8bc5-273826292feb binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:17:04.091140 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c173ba62-5460-49ea-af0e-af788baeba1d req-2cb378ad-d9b7-48f0-a28b-b97516d1d84a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Sep 01 16:17:04.101244 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.370255 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.381080 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Transition to ACTIVE for port object d7388543-2a89-4f71-8bc5-273826292feb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:04.386705 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.468401 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a64d-48e3-4283-a00b-06fbbd1612f6 None None] Pushing event updated for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:04.504283 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Attempting to bind port d7388543-2a89-4f71-8bc5-273826292feb on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:04.504651 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Attempting to bind port d7388543-2a89-4f71-8bc5-273826292feb by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:04.505022 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Attempting to bind port d7388543-2a89-4f71-8bc5-273826292feb on network be6677ed-c40a-4ed7-85d7-5cfbafde107d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:04.510776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:04.511218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Checking segment: {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:04.511637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.512631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Bound using segment: {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:04.513218 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Bound port: d7388543-2a89-4f71-8bc5-273826292feb, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be899ec6-4a53-44e5-800d-50993e06275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:04.514098 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.581706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] For port d7388543-2a89-4f71-8bc5-273826292feb, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:04.585362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] For port d7388543-2a89-4f71-8bc5-273826292feb, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7388543-2a89-4f71-8bc5-273826292feb,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:04.590198 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:04.656156 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:04.656836 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:04.721595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a64d-48e3-4283-a00b-06fbbd1612f6 None None] Pushing event updated for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:04.799504 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:04.827023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:04.979890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:04.980258 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.111364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 4, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7388543-2a89-4f71-8bc5-273826292feb', 'name': '', 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'mac_address': 'fa:16:3e:13:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:00Z', 'updated_at': '2021-09-01T16:17:04Z', 'revision_number': 4, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'subnets': [{'id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:05.148776 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc266f-b291-452a-93b9-a68b35c148b6 None None] The sync data for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 is: [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 4, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'd7388543-2a89-4f71-8bc5-273826292feb', 'name': '', 'network_id': 'be6677ed-c40a-4ed7-85d7-5cfbafde107d', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'mac_address': 'fa:16:3e:13:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:00Z', 'updated_at': '2021-09-01T16:17:04Z', 'revision_number': 4, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'subnets': [{'id': '8c3ce733-f26e-47b5-b108-d7e883f45a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:05.227391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-c5971cf3-ead1-4d36-9f5f-19e740b854fa tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:05.228946 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-c5971cf3-ead1-4d36-9f5f-19e740b854fa tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 808 time: 0.1485562 Sep 01 16:17:05.238614 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-1dcfd98a-aa21-49c2-8862-ac0da8c79e87 req-17422d22-6497-451a-88bb-4f9dbf7ba331 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0531592 Sep 01 16:17:05.284031 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-4a6491e7-5ca3-495c-8d94-e0d40ca0e710 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 380 time: 0.0372801 Sep 01 16:17:05.294857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'port': {'device_id': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'admin_state_up': True, 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'security_groups': ['5448bb8c-d8e5-487b-a6ef-f5e269860d39']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:05.404432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Made reservation on behalf of c91a1d1daf324841bf245fc6cdbac620 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:17:05.407987 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.544586 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Allocated IP 172.20.0.11 (989cc2d0-4135-457c-ba02-b30e6c6c39ae/bbf7045f-27ab-4136-8671-ca85bea2f2ef/feca7f39-a141-4de6-ad88-0e58017d25a4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:05.693559 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.708884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Transition to ACTIVE for port object feca7f39-a141-4de6-ad88-0e58017d25a4 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:05.742553 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.787996 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:05.791184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:05.795007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:05.801304 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:05.851013 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:05.851655 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.867903 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-8a5aef18-b711-4273-ba87-6a6babafc2d2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775318 Sep 01 16:17:05.890431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Request body: {'port': {'device_id': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:05.951152 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:05.994399 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88447c9c-9191-4799-b2da-b50ff262f9c0 None None] Provisioning for port feca7f39-a141-4de6-ad88-0e58017d25a4 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:05.998532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-88447c9c-9191-4799-b2da-b50ff262f9c0 None None] Provisioning complete for port feca7f39-a141-4de6-ad88-0e58017d25a4 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:05.998903 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88447c9c-9191-4799-b2da-b50ff262f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.032802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-88447c9c-9191-4799-b2da-b50ff262f9c0 None None] Port feca7f39-a141-4de6-ad88-0e58017d25a4 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:06.215093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:17:06.222727 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.234600 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Transition to ACTIVE for port object feca7f39-a141-4de6-ad88-0e58017d25a4 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:06.238710 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.305130 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:06.398767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cf3cf-e2ed-4a4c-8912-016446dfa639 req-b0f9503d-b59a-42af-96ea-e1fa4039c250 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:06.400381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-999cf3cf-e2ed-4a4c-8912-016446dfa639 req-b0f9503d-b59a-42af-96ea-e1fa4039c250 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0926576 Sep 01 16:17:06.401733 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Attempting to bind port feca7f39-a141-4de6-ad88-0e58017d25a4 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:06.402063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Attempting to bind port feca7f39-a141-4de6-ad88-0e58017d25a4 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:06.402448 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Attempting to bind port feca7f39-a141-4de6-ad88-0e58017d25a4 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:06.407342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Port feca7f39-a141-4de6-ad88-0e58017d25a4 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:17:06.407656 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Attempting to bind port feca7f39-a141-4de6-ad88-0e58017d25a4 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:06.419960 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:06.420299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Checking segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:06.420678 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Bound using segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:06.421145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Bound port: feca7f39-a141-4de6-ad88-0e58017d25a4, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:06.421604 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.476311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-999cf3cf-e2ed-4a4c-8912-016446dfa639 req-12ec2ed3-cdda-4a15-a97c-170bc26484b5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663850 Sep 01 16:17:06.508722 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:06.511821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:06.516322 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.554736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:06.555466 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.556857 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] 10.222.0.24 "PUT /v2.0/ports/feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1093 time: 0.6715477 Sep 01 16:17:06.557359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:06.559677 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb0337f-7b61-4202-8dd3-6631193438d2" -d '{"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:06.584604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeff0c5-c4dc-4972-8c27-fb80d70b4759 service neutron] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:06.610520 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1268981-1ab7-4076-8c46-fbf3aa50268e x-openstack-request-id: req-e1268981-1ab7-4076-8c46-fbf3aa50268e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:06.610870 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:06.611167 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1268981-1ab7-4076-8c46-fbf3aa50268e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:06.611531 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'status': 'completed', 'code': 200} Sep 01 16:17:06.675628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-3cf426d1-8400-4b2b-a55d-f678baa4382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:06.677180 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-3cf426d1-8400-4b2b-a55d-f678baa4382e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0450134 Sep 01 16:17:06.730108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-0767b73d-5490-4136-af20-a6ec3bcc8e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 217 time: 0.0374546 Sep 01 16:17:06.790114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-2bb4972f-c769-4752-befe-bae21f2ee259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:06.791650 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-2bb4972f-c769-4752-befe-bae21f2ee259 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0536859 Sep 01 16:17:06.825913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7388543-2a89-4f71-8bc5-273826292feb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:06.846143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1fff7d1f-544a-42ec-a22e-ef2542e9f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:06.847680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-1fff7d1f-544a-42ec-a22e-ef2542e9f18d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472982 Sep 01 16:17:06.880420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port d7388543-2a89-4f71-8bc5-273826292feb completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:06.884071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d7388543-2a89-4f71-8bc5-273826292feb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:06.884451 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.939688 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-08111d6d-81e6-4587-a5e9-ddd053ae9807 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Sep 01 16:17:06.960861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:06.993515 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port d7388543-2a89-4f71-8bc5-273826292feb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7388543-2a89-4f71-8bc5-273826292feb,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:06.998850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:07.038714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e9e6840e-2c64-479c-885b-f8c226e9119f req-58885e08-429a-411f-b427-fd9be5f3a343 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916519 Sep 01 16:17:07.045855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:07.180343 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-bbaacd9b-b9a2-4017-956c-3a7b2db13a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:07.181893 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-bbaacd9b-b9a2-4017-956c-3a7b2db13a5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0498993 Sep 01 16:17:07.279318 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-68cdb337-c053-43ee-99ef-d22ee8f98983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:07.280816 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-68cdb337-c053-43ee-99ef-d22ee8f98983 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0868843 Sep 01 16:17:07.645238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-b31731dd-3dce-4bf0-893a-8aa03e8d506b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 217 time: 0.3563943 Sep 01 16:17:07.731617 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1b2b3-ff93-4f9e-a406-fc6d718c9263 req-f7064a5a-6877-40ac-b40c-ec82e083c1c8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:07.733244 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8f1b2b3-ff93-4f9e-a406-fc6d718c9263 req-f7064a5a-6877-40ac-b40c-ec82e083c1c8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0907578 Sep 01 16:17:07.734672 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-218b4688-6f27-4a2a-8430-45f3f3140c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:07.736033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-218b4688-6f27-4a2a-8430-45f3f3140c2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0827537 Sep 01 16:17:07.800412 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8f1b2b3-ff93-4f9e-a406-fc6d718c9263 req-90b3af3a-fb87-4c0d-8fe8-30679796281e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607188 Sep 01 16:17:07.807067 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-cc198a33-382b-4526-ae81-0ab8cb8dfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:07.808390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-cc198a33-382b-4526-ae81-0ab8cb8dfc45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626860 Sep 01 16:17:07.909755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-cf9894da-267f-42f7-8912-f13b7bdbc3e6 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911896 Sep 01 16:17:08.001670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dcb0337f-7b61-4202-8dd3-6631193438d2 req-146e8c8f-7ede-460c-a9de-47352b9e702e service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837502 Sep 01 16:17:08.798280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7388543-2a89-4f71-8bc5-273826292feb up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:08.849040 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port d7388543-2a89-4f71-8bc5-273826292feb triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:08.849442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:08.922606 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f60d04-0e07-4ae2-8790-3111fb29605a req-8f7edd55-1f41-4778-890e-a93dd5470319 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:08.924491 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01f60d04-0e07-4ae2-8790-3111fb29605a req-8f7edd55-1f41-4778-890e-a93dd5470319 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0486870 Sep 01 16:17:08.962629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01f60d04-0e07-4ae2-8790-3111fb29605a req-e612f812-0f22-4fda-8054-fadc14dd347d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Sep 01 16:17:09.511466 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:17:09.605134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:09.616695 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:17:09.653683 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:09.666327 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:17:09.685796 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:09.690048 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:09.736200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:09.995323 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['feca7f39-a141-4de6-ad88-0e58017d25a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:17:10.083021 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cbef6-6bcd-4559-a38a-fac2db428f7f req-f85aa9ad-02c8-4613-8aca-2a09970df6dc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:10.084590 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-555cbef6-6bcd-4559-a38a-fac2db428f7f req-f85aa9ad-02c8-4613-8aca-2a09970df6dc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0528996 Sep 01 16:17:10.124508 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-555cbef6-6bcd-4559-a38a-fac2db428f7f req-e6adc768-fea7-498f-a522-786bedbbbe19 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Sep 01 16:17:11.240962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48d1e-4f9b-40d6-b24a-a836bc766042 req-32432473-5cc7-4d0a-ae1e-ab3c14b3c8e0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:11.242487 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f48d1e-4f9b-40d6-b24a-a836bc766042 req-32432473-5cc7-4d0a-ae1e-ab3c14b3c8e0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Sep 01 16:17:11.279758 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-48f48d1e-4f9b-40d6-b24a-a836bc766042 req-30cc77ee-1a7d-4f13-a0f9-5a5eb3abbab5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Sep 01 16:17:11.537596 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:11.586429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port feca7f39-a141-4de6-ad88-0e58017d25a4 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:11.590583 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port feca7f39-a141-4de6-ad88-0e58017d25a4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:11.591202 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:11.667434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:11.688826 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:11.691089 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f0f08-8d9f-4230-84ad-cef69d7f7a8a" -d '{"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:11.703877 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:11.707924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:11.743332 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0cc08-e429-422c-81db-5dcb22d73b81 x-openstack-request-id: req-c8f0cc08-e429-422c-81db-5dcb22d73b81 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:11.743626 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:11.743869 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8f0cc08-e429-422c-81db-5dcb22d73b81 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:11.744243 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'code': 200} Sep 01 16:17:11.770574 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:11.865700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d2f6-b5cb-431e-a067-4b4317a33ea6 req-9e221ec5-d2e4-4dea-b9de-b78234f75709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:11.867300 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6a4d2f6-b5cb-431e-a067-4b4317a33ea6 req-9e221ec5-d2e4-4dea-b9de-b78234f75709 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0417407 Sep 01 16:17:11.902432 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c6a4d2f6-b5cb-431e-a067-4b4317a33ea6 req-e8f19497-b976-430f-a286-2571741fc2df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271330 Sep 01 16:17:12.399987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea3136-0b2b-4bde-ad9e-83a09886619e req-2b09cdc5-e2c7-4192-ba18-ed9cce2bbc9a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:12.401393 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41ea3136-0b2b-4bde-ad9e-83a09886619e req-2b09cdc5-e2c7-4192-ba18-ed9cce2bbc9a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0523026 Sep 01 16:17:12.439179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41ea3136-0b2b-4bde-ad9e-83a09886619e req-a88bfb32-64de-4732-bba2-a115fffcbb93 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Sep 01 16:17:13.552303 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c19ad-399a-4e5e-851b-50c8cc10e28f req-4fbe5d6e-5085-4c32-8b87-1254ddd754e2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:13.553795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-724c19ad-399a-4e5e-851b-50c8cc10e28f req-4fbe5d6e-5085-4c32-8b87-1254ddd754e2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0481119 Sep 01 16:17:13.592829 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-724c19ad-399a-4e5e-851b-50c8cc10e28f req-5f856ea8-a073-4021-b5b4-b529b6d579b6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Sep 01 16:17:13.705208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d348f-96a4-42a9-bca0-b9730615d92d req-5bc99bc3-6ea4-4324-989a-488893e82c65 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:13.706668 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc9d348f-96a4-42a9-bca0-b9730615d92d req-5bc99bc3-6ea4-4324-989a-488893e82c65 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0482354 Sep 01 16:17:13.745455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dc9d348f-96a4-42a9-bca0-b9730615d92d req-462bd2c6-6103-4e69-b680-1ad13c7497dd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Sep 01 16:17:13.767479 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51650) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:13.896477 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8fe541-dd0c-4a79-82d7-d923997da1aa tempest-TestShelveInstance-39398117 tempest-TestShelveInstance-39398117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:13.898051 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4e8fe541-dd0c-4a79-82d7-d923997da1aa tempest-TestShelveInstance-39398117 tempest-TestShelveInstance-39398117-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1093 time: 0.1295388 Sep 01 16:17:13.900906 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51654) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:13.905327 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:13.927040 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.023666 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.123499 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Allocated IP 172.25.1.48 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/f05b2a2c-ed4b-4fdd-803a-329e800bcb30) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:14.223793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.261209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.296603 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:14.301756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:14.305258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:14.330795 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=f05b2a2c-ed4b-4fdd-803a-329e800bcb30,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:14.516053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68991c6c-771f-4b55-8d72-00df999006c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.661945 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.728195 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.877162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.881522 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:14.945328 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=f05b2a2c-ed4b-4fdd-803a-329e800bcb30,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:14.958270 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:15.055201 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Floating IP b9e62c53-7183-4bc7-87b2-9c000d011574 associated. External IP: 172.25.1.48, port: feca7f39-a141-4de6-ad88-0e58017d25a4. Sep 01 16:17:15.577892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:15.684780 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:15.696047 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:15.701697 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:15.705722 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:15.706328 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:15.729310 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26ce735a-ea6d-423f-983c-a9585a4a7294 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8273060 Sep 01 16:17:15.729916 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:15.732221 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2b907-d8b6-464e-8b15-a2682de1a8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:15.767932 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb7122-1ce0-44cd-956e-6991f10689d1 x-openstack-request-id: req-9efb7122-1ce0-44cd-956e-6991f10689d1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:15.768222 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:15.768474 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9efb7122-1ce0-44cd-956e-6991f10689d1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:15.768880 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'status': 'completed', 'code': 200} Sep 01 16:17:15.816167 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:15.865308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-64fedc75-5665-41e1-815f-4d5eacbca072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:15.866710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-64fedc75-5665-41e1-815f-4d5eacbca072 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0456505 Sep 01 16:17:15.956826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-a8882977-58af-4117-aa11-e6ded8922954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:15.958418 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-a8882977-58af-4117-aa11-e6ded8922954 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0844603 Sep 01 16:17:16.028944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-3a5e0b59-eb35-451c-b5a3-45a1bf67eacb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 999 time: 0.0619500 Sep 01 16:17:16.041752 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b9e62c53-7183-4bc7-87b2-9c000d011574', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.48', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:14Z', 'updated_at': '2021-09-01T16:17:14Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:16.067097 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:16.075829 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:16.076436 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:16:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:16.079985 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-23e54a6b-1778-46c5-88fa-421973318c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:16.081535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-23e54a6b-1778-46c5-88fa-421973318c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0435579 Sep 01 16:17:16.127420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-eaceb9f9-2b33-4562-a9ba-2a5a7c1711e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:16.128898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-eaceb9f9-2b33-4562-a9ba-2a5a7c1711e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401757 Sep 01 16:17:16.228364 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-60b34373-1258-43dc-af83-3b572803e71e service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916448 Sep 01 16:17:16.270094 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:16.319345 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74a2b907-d8b6-464e-8b15-a2682de1a8bc req-040e36b9-3ee9-4b92-979e-0d6a184435e2 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830402 Sep 01 16:17:16.496069 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b9e62c53-7183-4bc7-87b2-9c000d011574', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.48', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:14Z', 'updated_at': '2021-09-01T16:17:14Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:16.522357 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a55ea-1d03-429c-9137-177a9d5e5c3a None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b9e62c53-7183-4bc7-87b2-9c000d011574', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.48', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:14Z', 'updated_at': '2021-09-01T16:17:14Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:16.709390 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f616551-e952-4b3b-8fda-fa03cc972514 None None] New status for floating IP b9e62c53-7183-4bc7-87b2-9c000d011574: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:17:17.646710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f09902-4e38-47a1-900b-aad095055098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:17.797267 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:18.666233 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:19.125332 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:20.206969 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:26.711406 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-b8514f6b-66f9-4a71-941d-2ac951912c62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416982 Sep 01 16:17:26.816273 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-1bc787fd-b84b-4d1c-9b83-db8c36149bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:26.817846 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-1bc787fd-b84b-4d1c-9b83-db8c36149bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0455923 Sep 01 16:17:26.919797 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-2dd85797-3ae5-48fd-bb3a-44fe4a6bad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:26.921324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-2dd85797-3ae5-48fd-bb3a-44fe4a6bad68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0843503 Sep 01 16:17:26.994488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-3170ccd1-e294-4c6e-9b65-ee09505b5081 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1001 time: 0.0621426 Sep 01 16:17:27.044332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-0001529b-d845-4524-932c-bb90a0174ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:27.045838 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-0001529b-d845-4524-932c-bb90a0174ba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0437078 Sep 01 16:17:27.091701 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-a6f4c707-f673-45c6-bf4c-25ce309bf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:27.093281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-a6f4c707-f673-45c6-bf4c-25ce309bf43d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395453 Sep 01 16:17:27.104731 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-5034cc08-479f-4027-9334-6aca7d88d465 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:17:27.105706 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-5034cc08-479f-4027-9334-6aca7d88d465 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049956 Sep 01 16:17:27.199560 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-6af44889-b63e-48b6-b420-0c997c0ecd26 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Sep 01 16:17:27.289822 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dda6eff6-289f-4514-8ad7-4bcfdbed5bf2 req-7f644508-ec43-4923-91e2-3feb203c80d4 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829191 Sep 01 16:17:28.330604 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.404163 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:44.519025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd23d885-3f74-48da-9e57-1e52f2a75947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:47.648615 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f2230f-5365-4b29-b770-1ddce475ad94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:47.798596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:48.670646 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:49.123519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:50.210745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:58.344339 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:14.523438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a00adb1e-5db6-47e7-97ce-e2ac0a803c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:15.403183 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:18:17.650285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2dbbc41-bb2b-41e5-be4f-af5331b35f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:17.799222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:18.671653 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:19.136810 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:20.213454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:28.359596 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:28.727810 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-d9225a5d-27f8-4e03-b955-c8b213bad5f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419664 Sep 01 16:18:28.836137 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-a70ccdc1-ed13-45e8-9023-dc4392f613ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:28.837665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-a70ccdc1-ed13-45e8-9023-dc4392f613ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0453377 Sep 01 16:18:28.940519 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-22985c7a-0872-45a0-a188-25c96b1a211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:28.942056 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-22985c7a-0872-45a0-a188-25c96b1a211d service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0845644 Sep 01 16:18:29.011468 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-bbde067a-7280-4a17-af04-2ecf66ae4b8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1001 time: 0.0615249 Sep 01 16:18:29.062205 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-dd53e8f6-7331-4928-9441-f15cc5d69690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:29.063633 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-dd53e8f6-7331-4928-9441-f15cc5d69690 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0433760 Sep 01 16:18:29.108598 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-fff90863-9c24-4c4a-948a-638e3b9e5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:29.110171 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-fff90863-9c24-4c4a-948a-638e3b9e5937 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390546 Sep 01 16:18:29.203321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-d39fa795-c5fe-4f5f-b52f-a14b02e6843d service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847471 Sep 01 16:18:29.296063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9364c5ff-d944-4cca-a17c-df9ccf49efa2 req-eb2a5caf-a1f5-45e7-9a4a-0769eac143d2 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846813 Sep 01 16:18:44.524580 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad5b42d6-ad49-49dd-9b81-e9397e571521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:47.650312 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cfdbf84-2aa6-4378-89bb-8d29f49c5a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:47.801118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:48.674156 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:49.138508 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:50.215577 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:52.401771 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:18:58.355802 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:13.832680 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5250d2-2d35-4939-a8cd-0607d8177484 req-26839696-9667-4fe8-bae1-c10120023283 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:13.834100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae5250d2-2d35-4939-a8cd-0607d8177484 req-26839696-9667-4fe8-bae1-c10120023283 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0500305 Sep 01 16:19:13.872932 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ae5250d2-2d35-4939-a8cd-0607d8177484 req-c383ac2c-4179-40fd-bc1e-746004f02a69 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Sep 01 16:19:14.525701 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a1d5c7-83c3-4ce5-bce8-8abddc9510fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:15.004507 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6851e-1a29-4fcb-b3a3-ff67ce6b46df req-dd69fd50-b069-480b-bdd3-f5d6ad71dd25 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:15.006015 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17f6851e-1a29-4fcb-b3a3-ff67ce6b46df req-dd69fd50-b069-480b-bdd3-f5d6ad71dd25 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0535235 Sep 01 16:19:15.042915 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17f6851e-1a29-4fcb-b3a3-ff67ce6b46df req-2ffd701c-523f-4452-bead-6b1e3be19601 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Sep 01 16:19:16.163220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b6f95-b958-4204-82be-35fc564cbf97 req-a9f342da-3560-4f18-a0ad-bb224c7e2c89 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:16.164750 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df4b6f95-b958-4204-82be-35fc564cbf97 req-a9f342da-3560-4f18-a0ad-bb224c7e2c89 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0501342 Sep 01 16:19:16.202756 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-df4b6f95-b958-4204-82be-35fc564cbf97 req-575dfc07-cff8-4350-83ef-8bef626e8686 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Sep 01 16:19:17.317479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81752d9b-2871-4f1b-9305-57a18396302d req-4640150f-53be-4fad-9b0b-81669e53abba tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:17.318980 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81752d9b-2871-4f1b-9305-57a18396302d req-4640150f-53be-4fad-9b0b-81669e53abba tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0480571 Sep 01 16:19:17.356814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-81752d9b-2871-4f1b-9305-57a18396302d req-6cdda478-542b-44d7-872e-8e35b19a3a49 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Sep 01 16:19:17.651752 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba0a1cc2-27b6-48cf-8c42-4a88c808829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:17.802599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:18.474301 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b344fd-dff5-45a6-a224-2ea5e3c9e83e req-b7d76b4e-ea73-4654-9e9d-3398c1ede98e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:18.475772 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14b344fd-dff5-45a6-a224-2ea5e3c9e83e req-b7d76b4e-ea73-4654-9e9d-3398c1ede98e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Sep 01 16:19:18.514220 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-14b344fd-dff5-45a6-a224-2ea5e3c9e83e req-2703646b-77e8-42f4-b7dd-fec333f8c97b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Sep 01 16:19:18.676670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:19.149243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:19.629257 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670001-6321-483d-85fa-ed5c9a3faa78 req-287076fc-922d-4e99-a584-023e7ae13cfb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:19.630769 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e670001-6321-483d-85fa-ed5c9a3faa78 req-287076fc-922d-4e99-a584-023e7ae13cfb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0496235 Sep 01 16:19:19.677221 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8e670001-6321-483d-85fa-ed5c9a3faa78 req-861f16b6-f847-4b25-b50d-69bda7b38e64 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404239 Sep 01 16:19:20.221352 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:20.792962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709a597-dda1-4975-86ee-de878adeb50a req-f1fcf7e2-afb1-4197-a19c-1fbffac58077 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:20.794475 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c709a597-dda1-4975-86ee-de878adeb50a req-f1fcf7e2-afb1-4197-a19c-1fbffac58077 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0488706 Sep 01 16:19:20.831659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c709a597-dda1-4975-86ee-de878adeb50a req-39ae3c50-875e-4e63-996c-6987057f50b5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Sep 01 16:19:21.948802 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5dd74-014a-45d9-b8ac-da257b63c8ca req-b27a7bdf-ff77-47e3-95b9-023d1f0b7f41 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:21.950311 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ee5dd74-014a-45d9-b8ac-da257b63c8ca req-b27a7bdf-ff77-47e3-95b9-023d1f0b7f41 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0523524 Sep 01 16:19:21.987113 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2ee5dd74-014a-45d9-b8ac-da257b63c8ca req-9b11e0e8-c0f4-4865-8226-b35161cda530 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Sep 01 16:19:23.101808 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652148-7d73-4529-9a3b-248059d1c867 req-3d2231cf-63ac-4b49-93ee-8f4bed5c594e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:23.103282 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20652148-7d73-4529-9a3b-248059d1c867 req-3d2231cf-63ac-4b49-93ee-8f4bed5c594e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0489163 Sep 01 16:19:23.141279 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-20652148-7d73-4529-9a3b-248059d1c867 req-7fffd9b7-02ab-42f2-8992-82e2e3637580 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Sep 01 16:19:24.259389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779226-d02e-4a55-9afc-77641b03ceab req-a86a6bc1-6264-436e-b98e-0f76fc1d33db tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:24.261538 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba779226-d02e-4a55-9afc-77641b03ceab req-a86a6bc1-6264-436e-b98e-0f76fc1d33db tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Sep 01 16:19:24.298380 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ba779226-d02e-4a55-9afc-77641b03ceab req-f761e401-8353-49cb-87be-51eaeda58890 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306530 Sep 01 16:19:25.416113 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352e68f-55d7-45b8-8d5d-5217c6271460 req-9f50c005-a832-4e9e-bc6b-2e5372f2aba5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:25.417607 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c352e68f-55d7-45b8-8d5d-5217c6271460 req-9f50c005-a832-4e9e-bc6b-2e5372f2aba5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0528762 Sep 01 16:19:25.456968 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c352e68f-55d7-45b8-8d5d-5217c6271460 req-b937410f-7835-4a0a-baf2-b1fe89341be1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333803 Sep 01 16:19:26.217866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:19:26.314879 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:26.326416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:19:26.364849 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:26.381606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:19:26.401375 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:26.406426 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:26.455151 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:26.462690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.463032 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.463368 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.463699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.464809 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.465210 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.465536 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.465856 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.466177 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.466495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.466811 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.467126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:26.541470 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['feca7f39-a141-4de6-ad88-0e58017d25a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:19:26.583428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798ed5-8738-4723-a9a5-77e180de1966 req-cccb9b90-0e23-49e6-854d-649f9987087c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:26.585367 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8798ed5-8738-4723-a9a5-77e180de1966 req-cccb9b90-0e23-49e6-854d-649f9987087c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0602469 Sep 01 16:19:26.654368 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8798ed5-8738-4723-a9a5-77e180de1966 req-8e5b4b3e-b8f4-490d-af52-6145f48b7f43 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582349 Sep 01 16:19:27.800389 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180fe8d-8824-4001-92de-666509f55e2c req-37ecf140-9c8e-4b28-b93c-55e1b6c7a01c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:27.802032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0180fe8d-8824-4001-92de-666509f55e2c req-37ecf140-9c8e-4b28-b93c-55e1b6c7a01c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0526948 Sep 01 16:19:27.849051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0180fe8d-8824-4001-92de-666509f55e2c req-8711c5e6-6dd6-4e16-a197-ad5a02fcc932 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Sep 01 16:19:28.235007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:28.291839 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port feca7f39-a141-4de6-ad88-0e58017d25a4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:28.292223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:28.385700 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:28.420052 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:28.423070 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dab026-8e1a-4ed8-b1be-0bc5e9a1f289" -d '{"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:28.434533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:28.440016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:28.446429 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:28.475134 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44163cd4-c9b1-4d8b-94dc-f61818091609 x-openstack-request-id: req-44163cd4-c9b1-4d8b-94dc-f61818091609 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:28.475663 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:28.475802 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44163cd4-c9b1-4d8b-94dc-f61818091609 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:28.476298 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'code': 200} Sep 01 16:19:28.507479 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:28.989391 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b8471-1391-4f8e-a37b-1bb1c32e9f48 req-e60d1fe7-ad3f-4665-8c6c-69fb3e7bb647 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:28.991787 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e72b8471-1391-4f8e-a37b-1bb1c32e9f48 req-e60d1fe7-ad3f-4665-8c6c-69fb3e7bb647 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0627103 Sep 01 16:19:29.037927 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e72b8471-1391-4f8e-a37b-1bb1c32e9f48 req-9bc56ae8-c376-4869-a57d-2754b680fc8e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 Sep 01 16:19:29.408743 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:19:30.194469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13b30a-43f2-4daf-93a4-6a03e810820d req-d849cb69-6594-4c6b-ac1f-46d86bb9ec6e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:30.196007 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc13b30a-43f2-4daf-93a4-6a03e810820d req-d849cb69-6594-4c6b-ac1f-46d86bb9ec6e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0665035 Sep 01 16:19:30.263479 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fc13b30a-43f2-4daf-93a4-6a03e810820d req-298783fc-c025-42e1-be98-f27416a1db0d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569293 Sep 01 16:19:31.394561 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fc34a-e750-4491-b3da-a93945dd9073 req-7a608b12-c710-4a5e-aac3-c3fe0124b965 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:31.396206 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f03fc34a-e750-4491-b3da-a93945dd9073 req-7a608b12-c710-4a5e-aac3-c3fe0124b965 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0631986 Sep 01 16:19:31.451997 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f03fc34a-e750-4491-b3da-a93945dd9073 req-d5dae20e-79d7-4ff8-96e9-99a35de454c7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Sep 01 16:19:31.753371 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-65a42e8c-7ae9-4cbb-bf32-d97e503ed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:31.755343 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-65a42e8c-7ae9-4cbb-bf32-d97e503ed186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.1029973 Sep 01 16:19:31.878739 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-ac245744-7aee-4250-b098-c7e49704cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:31.880531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-ac245744-7aee-4250-b098-c7e49704cd66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.1037810 Sep 01 16:19:31.959991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-147ee9a6-c0a9-4110-88b3-79327c523c17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1001 time: 0.0717037 Sep 01 16:19:32.017826 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-b2db5173-82ab-4f78-8919-62d43998abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:32.019377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-b2db5173-82ab-4f78-8919-62d43998abc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0502343 Sep 01 16:19:32.071431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-c39f5709-006e-4778-b019-b986fa817b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:32.072481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-c39f5709-006e-4778-b019-b986fa817b97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459805 Sep 01 16:19:32.183612 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-bf2bf2e8-27ef-4c10-b7e0-510ed2e4ea8f service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031394 Sep 01 16:19:32.299864 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5548c8cf-b351-46a4-ab18-3bbd57522102 req-91f802aa-0fbd-4410-a8be-b270007ebfcc service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093080 Sep 01 16:19:32.648576 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff4aca-693a-4b14-8087-888f11ac2f30 req-c2f28b10-0e42-46a1-8094-4120bc61ab08 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:32.650359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cff4aca-693a-4b14-8087-888f11ac2f30 req-c2f28b10-0e42-46a1-8094-4120bc61ab08 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0740688 Sep 01 16:19:32.736068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4cff4aca-693a-4b14-8087-888f11ac2f30 req-5c329797-81cc-4ac7-bbab-1352cd101ead tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646484 Sep 01 16:19:33.884596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8d62-0f48-4a1a-9dfa-ac057af1018c req-c5cd7599-569e-4843-9bfd-b2bfb7108516 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.886515 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cef8d62-0f48-4a1a-9dfa-ac057af1018c req-c5cd7599-569e-4843-9bfd-b2bfb7108516 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0657511 Sep 01 16:19:33.953942 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2cef8d62-0f48-4a1a-9dfa-ac057af1018c req-cfd0dbac-1987-4f36-81b8-2e2bdaf2c526 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590215 Sep 01 16:19:35.119823 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd7fc1-7f2c-4fa9-a214-98a80772ea0d req-d12eba45-b666-4723-946b-3a0740b93c14 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:35.121737 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ebd7fc1-7f2c-4fa9-a214-98a80772ea0d req-d12eba45-b666-4723-946b-3a0740b93c14 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0854986 Sep 01 16:19:35.180256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8ebd7fc1-7f2c-4fa9-a214-98a80772ea0d req-d8a735fc-a6ff-4a13-815a-510c3c480ec7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517685 Sep 01 16:19:36.324683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a200-a106-49f5-a540-16f0e8e6e5ac req-8ff707bc-5e3f-4651-8f5d-b0e8e3479117 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:36.326322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c870a200-a106-49f5-a540-16f0e8e6e5ac req-8ff707bc-5e3f-4651-8f5d-b0e8e3479117 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0512795 Sep 01 16:19:36.365156 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c870a200-a106-49f5-a540-16f0e8e6e5ac req-f2200ff4-ac19-4a06-ac1d-6f7c16ef4357 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Sep 01 16:19:36.426725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-3ac0835e-7ecc-460c-8004-4a7122ffaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:36.428241 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-3ac0835e-7ecc-460c-8004-4a7122ffaa3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0454788 Sep 01 16:19:36.523913 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-e9f73b52-f292-4f41-b32f-4bb4cfde12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:36.525348 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-e9f73b52-f292-4f41-b32f-4bb4cfde12b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0904379 Sep 01 16:19:36.596125 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-6c654288-8014-424b-b412-8acaee48157d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1001 time: 0.0638282 Sep 01 16:19:36.648153 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-a630c566-7810-4028-a268-faadfbd3f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:36.649747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-a630c566-7810-4028-a268-faadfbd3f3d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0460424 Sep 01 16:19:36.696762 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-6608bc96-6d8a-49fe-8909-fecc005d1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:36.698409 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-6608bc96-6d8a-49fe-8909-fecc005d1f61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420814 Sep 01 16:19:36.792663 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-0cf13d68-54c6-476d-96c5-69e94bf1c579 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865941 Sep 01 16:19:36.886859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c2808306-587c-43a9-8ea3-62164220cdb8 req-1e96d4af-2d1a-4a43-8d4b-32692fa63df0 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882359 Sep 01 16:19:37.486587 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957b981-9e3f-4859-b710-7771f7d1e8ec req-218e201c-f7bb-45b1-810e-7eaf05def2e9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:37.488100 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3957b981-9e3f-4859-b710-7771f7d1e8ec req-218e201c-f7bb-45b1-810e-7eaf05def2e9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0508199 Sep 01 16:19:37.527112 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3957b981-9e3f-4859-b710-7771f7d1e8ec req-413cd3fe-d002-400e-92e2-3c02f004d3c1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Sep 01 16:19:38.311074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:38.396949 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.422386 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:38.424925 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b37fe2-49dd-4649-85f8-c76cf4877b44" -d '{"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:38.440245 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:38.446505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.483441 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc2d41-b803-41fa-861e-7f5487d20749 x-openstack-request-id: req-a3dc2d41-b803-41fa-861e-7f5487d20749 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:38.483717 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:38.483972 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3dc2d41-b803-41fa-861e-7f5487d20749 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:38.484409 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'code': 200} Sep 01 16:19:38.512662 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:38.655052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954efb0-ed08-478a-90f2-e0ffc76cdafe req-b30ba552-7d1d-4117-9441-8bc687d998b3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:38.656672 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a954efb0-ed08-478a-90f2-e0ffc76cdafe req-b30ba552-7d1d-4117-9441-8bc687d998b3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0553732 Sep 01 16:19:38.698938 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a954efb0-ed08-478a-90f2-e0ffc76cdafe req-ff0a499b-d927-49e3-9cea-0759a359933e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350761 Sep 01 16:19:38.829774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-d854521c-cba1-4d07-a5ef-aa70c6115f16 req-e1676094-e32e-4791-aad6-9584aaae2f2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:19:38.830793 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d854521c-cba1-4d07-a5ef-aa70c6115f16 req-e1676094-e32e-4791-aad6-9584aaae2f2f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511107 Sep 01 16:19:38.999420 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de813c40-e2ac-4004-b2b4-ebc1619c6494 req-dab4785c-ce57-4b81-b9d3-a96a9918363b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:39.001032 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de813c40-e2ac-4004-b2b4-ebc1619c6494 req-dab4785c-ce57-4b81-b9d3-a96a9918363b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0568800 Sep 01 16:19:39.058986 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de813c40-e2ac-4004-b2b4-ebc1619c6494 req-a3ad55e8-4b65-4f99-89d6-b33d0c7fcfae tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495436 Sep 01 16:19:39.216849 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-d4684517-5471-47d3-b739-50e937d2bd9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929101 Sep 01 16:19:39.226062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-c1872046-b8b3-49ff-b91f-7f2a7b66a5ea service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:19:39.227099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-c1872046-b8b3-49ff-b91f-7f2a7b66a5ea service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053535 Sep 01 16:19:40.206618 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-a1b5de81-6211-4ced-9d33-3cf632a3f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.207713 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-a1b5de81-6211-4ced-9d33-3cf632a3f7ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 1096 time: 0.0762384 Sep 01 16:19:40.220089 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfe2c2-3a37-4d7e-a444-4fd79a0e0060 req-a7de5e87-828f-4cf1-b0b5-57f8c9dfd16b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.221646 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fdfe2c2-3a37-4d7e-a444-4fd79a0e0060 req-a7de5e87-828f-4cf1-b0b5-57f8c9dfd16b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0816047 Sep 01 16:19:40.287629 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7fdfe2c2-3a37-4d7e-a444-4fd79a0e0060 req-bc045b1c-fe9e-47af-ad88-810c4cfaa768 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598068 Sep 01 16:19:40.300253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-f2b04fdc-83e2-46ee-a8c2-e8e7be689327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.301819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-f2b04fdc-83e2-46ee-a8c2-e8e7be689327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0602133 Sep 01 16:19:40.409967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-a219f979-ec3d-46fc-b53e-8591a45e51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.411456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-a219f979-ec3d-46fc-b53e-8591a45e51d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.1019216 Sep 01 16:19:40.480374 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-0ca39514-4c54-46f2-b15b-34f11386aa70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 999 time: 0.0613503 Sep 01 16:19:40.534869 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-9d58b2a0-5674-4a59-ada0-b25162eef9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.536353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-9d58b2a0-5674-4a59-ada0-b25162eef9c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0497496 Sep 01 16:19:40.897373 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-f6510729-fa96-4387-8ff3-8d36b1acf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.898884 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-f6510729-fa96-4387-8ff3-8d36b1acf431 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3554215 Sep 01 16:19:40.990952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-f65299ec-19fe-452e-9d77-7b4596a21fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843818 Sep 01 16:19:41.083103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-42b62681-bd86-40cc-89b7-6edceccf3539 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Sep 01 16:19:41.452078 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e83a-9597-40c2-b28c-ae5537f95ccb req-fde58386-6d30-4244-a085-63066fce25dd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:41.454376 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2195e83a-9597-40c2-b28c-ae5537f95ccb req-fde58386-6d30-4244-a085-63066fce25dd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0926645 Sep 01 16:19:41.516904 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2195e83a-9597-40c2-b28c-ae5537f95ccb req-74363214-f5b3-4941-bacf-eef149ba15d1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562193 Sep 01 16:19:42.320062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:42.671641 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704bb88-f032-4f0c-a004-4190d38ea804 req-835a013a-5aa1-46cd-8ade-6ae7effd2b17 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:42.673598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9704bb88-f032-4f0c-a004-4190d38ea804 req-835a013a-5aa1-46cd-8ade-6ae7effd2b17 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0777571 Sep 01 16:19:42.748200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9704bb88-f032-4f0c-a004-4190d38ea804 req-ec694e77-a0a1-448c-a382-e6361749bea2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614455 Sep 01 16:19:43.892208 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbc8e-7cdc-4750-8b25-d80afc20622a req-7ce531a0-6ac2-46e6-ad8f-a42760c62c6a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:43.893819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bacbc8e-7cdc-4750-8b25-d80afc20622a req-7ce531a0-6ac2-46e6-ad8f-a42760c62c6a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0563214 Sep 01 16:19:43.954096 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5bacbc8e-7cdc-4750-8b25-d80afc20622a req-eb22497a-802d-4436-9b25-fcd66dc9e0e4 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494702 Sep 01 16:19:44.534682 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffd498e8-2e13-4597-91df-0e3344be20d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.107512 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18207029-f51d-4ea7-88d5-5ee914400e37 req-599cd35a-f89e-4ea4-b656-52072e13b5e7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:45.109181 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18207029-f51d-4ea7-88d5-5ee914400e37 req-599cd35a-f89e-4ea4-b656-52072e13b5e7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0634785 Sep 01 16:19:45.159749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-18207029-f51d-4ea7-88d5-5ee914400e37 req-fb25c233-db4e-4f16-a5ff-2dcb35e96187 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Sep 01 16:19:46.319351 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8aff8-a826-483c-b0ee-8af3909034aa req-b942a149-124c-4564-bb66-c7043e090d4b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:46.322259 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fe8aff8-a826-483c-b0ee-8af3909034aa req-b942a149-124c-4564-bb66-c7043e090d4b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0852304 Sep 01 16:19:46.378146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3fe8aff8-a826-483c-b0ee-8af3909034aa req-f4593116-4a4b-4727-a829-451f2d9ee288 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Sep 01 16:19:47.515799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9368-e431-4526-98d8-3678d1533b03 req-fe6f94f5-133c-477e-8186-1e7768ddcb73 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:47.517736 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e52e9368-e431-4526-98d8-3678d1533b03 req-fe6f94f5-133c-477e-8186-1e7768ddcb73 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0616996 Sep 01 16:19:47.566227 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e52e9368-e431-4526-98d8-3678d1533b03 req-bddc6bdb-6df9-4d7e-be76-a9be9287ea7b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374129 Sep 01 16:19:47.661949 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bfbacc9-40a6-4bc5-884e-1db4902e48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:47.804875 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.686861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.758671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff7ac6-cbc0-481b-8394-7618f4ec392b req-3a81813c-7829-4510-86d2-e2558f84feb7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:48.767110 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2ff7ac6-cbc0-481b-8394-7618f4ec392b req-3a81813c-7829-4510-86d2-e2558f84feb7 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0666032 Sep 01 16:19:48.838038 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f2ff7ac6-cbc0-481b-8394-7618f4ec392b req-58d68b82-c18b-45ab-8ed9-a45e915d8e8c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613608 Sep 01 16:19:49.152413 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:50.001981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3282e43-7ca2-42ae-94b7-88d7ec3c3460 req-0f8407fc-ae07-4585-8c61-79ca1949a149 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.003577 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3282e43-7ca2-42ae-94b7-88d7ec3c3460 req-0f8407fc-ae07-4585-8c61-79ca1949a149 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0723190 Sep 01 16:19:50.066510 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3282e43-7ca2-42ae-94b7-88d7ec3c3460 req-f4b2af55-adb9-4a4d-b81c-a92eae31f573 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562172 Sep 01 16:19:50.224072 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:51.200253 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4239c-fbeb-4d10-b4be-4a7af6d26890 req-28583ef3-c638-47da-898d-304642d72691 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:51.201916 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfd4239c-fbeb-4d10-b4be-4a7af6d26890 req-28583ef3-c638-47da-898d-304642d72691 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0510566 Sep 01 16:19:51.244396 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dfd4239c-fbeb-4d10-b4be-4a7af6d26890 req-1e11bfac-7fbc-4225-8004-3760d5d5df77 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Sep 01 16:19:52.363413 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707147e-1051-42fb-aa85-66d531f2248f req-7051297f-9661-40c2-8c3d-b982012b2891 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:52.364952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b707147e-1051-42fb-aa85-66d531f2248f req-7051297f-9661-40c2-8c3d-b982012b2891 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0515616 Sep 01 16:19:52.407233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b707147e-1051-42fb-aa85-66d531f2248f req-05fa8d35-4980-4e42-9119-2a4760092be4 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343792 Sep 01 16:19:53.525314 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dde69e-d577-41e1-a760-37f1fd97dce2 req-d32daa18-79b7-4a35-9f0a-4c6fd50a4de3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:53.526901 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89dde69e-d577-41e1-a760-37f1fd97dce2 req-d32daa18-79b7-4a35-9f0a-4c6fd50a4de3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0508921 Sep 01 16:19:53.570911 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-89dde69e-d577-41e1-a760-37f1fd97dce2 req-8ff46ff9-c622-4f8e-a37e-11c67f746adf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Sep 01 16:19:54.396071 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:19:54.500918 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:54.514205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'port_id': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'mac_address': 'fa:16:3e:91:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:19:54.562618 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:54.576273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:19:54.603864 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:54.608768 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:54.663136 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:54.706239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9ff78-75c6-46a5-add7-510fa7478f2b req-ade3b6cb-e149-440d-9fb0-d26d52ca33f0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:54.707861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1a9ff78-75c6-46a5-add7-510fa7478f2b req-ade3b6cb-e149-440d-9fb0-d26d52ca33f0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0583313 Sep 01 16:19:54.767852 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d1a9ff78-75c6-46a5-add7-510fa7478f2b req-6e7ceffc-57ee-486d-8b61-478b0463845c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531595 Sep 01 16:19:54.879894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['feca7f39-a141-4de6-ad88-0e58017d25a4'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:19:55.886214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7968-c320-4e67-87c6-e2799fcfb3e2 req-dc3a53de-f9df-4b21-83d1-70a528ce6bdf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:55.888232 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebde7968-c320-4e67-87c6-e2799fcfb3e2 req-dc3a53de-f9df-4b21-83d1-70a528ce6bdf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0514359 Sep 01 16:19:55.927618 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ebde7968-c320-4e67-87c6-e2799fcfb3e2 req-c1650fb9-17c6-4c27-a237-6a041177c028 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Sep 01 16:19:56.418693 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:56.465848 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port feca7f39-a141-4de6-ad88-0e58017d25a4 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:56.466217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:56.543629 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:56.565318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:56.567565 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b9a0c-df78-453a-94bd-777e8901bfb7" -d '{"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:56.580679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:56.585158 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:56.608286 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f7ec5-7bda-42d2-9454-88c8a2f1f130 x-openstack-request-id: req-e97f7ec5-7bda-42d2-9454-88c8a2f1f130 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:56.608575 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:56.608821 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e97f7ec5-7bda-42d2-9454-88c8a2f1f130 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:56.609240 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'code': 200} Sep 01 16:19:56.635297 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:56.802294 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab77d8-250f-4db2-a039-7e29aff59944 req-fc37d9a0-0165-4981-9f6f-5dc960d342e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:56.803812 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34ab77d8-250f-4db2-a039-7e29aff59944 req-fc37d9a0-0165-4981-9f6f-5dc960d342e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0405517 Sep 01 16:19:56.844068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-34ab77d8-250f-4db2-a039-7e29aff59944 req-88f4903d-7a99-47fb-b7ae-478afcafa575 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Sep 01 16:19:57.046416 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811f0ff-0351-4e48-ac56-45a02cdc31b9 req-eed05d27-ea2f-4211-aa89-5a41f2498eda tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:57.048051 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f811f0ff-0351-4e48-ac56-45a02cdc31b9 req-eed05d27-ea2f-4211-aa89-5a41f2498eda tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0502033 Sep 01 16:19:57.087512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f811f0ff-0351-4e48-ac56-45a02cdc31b9 req-d688a7a3-ac6f-4a13-805c-a63ac164d8dd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Sep 01 16:19:58.216467 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639957-2d6f-44b9-981a-d1597afde940 req-ed61c739-7a2e-4110-88d5-1c9777344ac1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:58.218184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72639957-2d6f-44b9-981a-d1597afde940 req-ed61c739-7a2e-4110-88d5-1c9777344ac1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0520947 Sep 01 16:19:58.260063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-72639957-2d6f-44b9-981a-d1597afde940 req-023ba9c3-8f0e-47bb-91ef-348511622a5c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Sep 01 16:19:58.398387 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:59.378933 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b6e8-e800-4a64-aff2-de56c0ef5786 req-211c4b1b-5b3b-48c8-b7c8-2355088896a2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.380494 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ed1b6e8-e800-4a64-aff2-de56c0ef5786 req-211c4b1b-5b3b-48c8-b7c8-2355088896a2 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0512834 Sep 01 16:19:59.424717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5ed1b6e8-e800-4a64-aff2-de56c0ef5786 req-bf32b7f2-1bf8-45f7-963d-c146d3cbf285 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373869 Sep 01 16:20:06.397233 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:20:14.526397 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ca3afcf-314e-488a-a460-0d78672d0602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:17.655018 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92948089-6267-4f5e-9993-96852e12c272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:17.808572 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:18.685971 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:19.146625 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:20.224559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:28.397796 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.427211 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-8026cfa3-b32f-43ef-8fb8-03ec5194648a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423677 Sep 01 16:20:32.527923 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-530c58ac-01dd-40e4-a7dc-f6fe6a634fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.530121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-530c58ac-01dd-40e4-a7dc-f6fe6a634fb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0416603 Sep 01 16:20:32.634064 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-6d1fccf6-6be3-4bb3-9d12-9998c09f0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.635558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-6d1fccf6-6be3-4bb3-9d12-9998c09f0c3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0870118 Sep 01 16:20:32.703381 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-e00d3b17-73d7-4ee6-a52d-eb55f5dea7ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 1001 time: 0.0602379 Sep 01 16:20:32.754254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-540f3da2-3bca-4fb3-b003-c4647fd730fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.755725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-540f3da2-3bca-4fb3-b003-c4647fd730fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0449240 Sep 01 16:20:32.804529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-37fcace7-db32-4bfd-8104-61a382aef0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.806067 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-37fcace7-db32-4bfd-8104-61a382aef0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438318 Sep 01 16:20:32.896303 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-ac0f0276-90bb-4168-a14c-ff807718e561 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824397 Sep 01 16:20:32.989998 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-60bceca0-9a7b-40ff-99e2-2d96b98beffa req-89c7354d-1d92-4cd4-805f-7d08d5da9678 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868151 Sep 01 16:20:43.395915 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:20:44.527670 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afcf78de-594a-4f13-a116-8ba7bda2ca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:47.655542 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed200b8a-f469-4c24-894f-843f5afb288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:47.810664 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:48.688329 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:49.144925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:50.226914 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:58.406533 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.354758 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51962) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:10.508436 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Deleting port f05b2a2c-ed4b-4fdd-803a-329e800bcb30 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:10.508779 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.585073 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.585391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.597012 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Calling delete_port for f05b2a2c-ed4b-4fdd-803a-329e800bcb30 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:10.742462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.773407 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'Port': ['ID=f05b2a2c-ed4b-4fdd-803a-329e800bcb30,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:10.799195 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.799539 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.799875 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.800213 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.800545 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.800871 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.801230 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.801561 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.801885 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.802205 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.802529 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.802847 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:10.844800 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:10.845227 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Floating IP b9e62c53-7183-4bc7-87b2-9c000d011574 disassociated (deleted). External IP: 172.25.1.48, port: feca7f39-a141-4de6-ad88-0e58017d25a4. Sep 01 16:21:11.049318 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:11.160106 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:11.164711 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:11.170393 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:11.183302 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:11.183911 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:20:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:11.192774 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-04d30bc8-6673-49f2-92ee-7107206833d6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "DELETE /v2.0/floatingips/b9e62c53-7183-4bc7-87b2-9c000d011574 HTTP/1.1" status: 204 len: 168 time: 0.8369150 Sep 01 16:21:11.193534 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:11.196138 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a37157-d518-472f-86ec-3f74f1847c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:11.284352 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:11.403542 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e6fcf-e565-45b5-9dda-6203b9bdc611 x-openstack-request-id: req-e81e6fcf-e565-45b5-9dda-6203b9bdc611 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:11.404687 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:11.404687 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e81e6fcf-e565-45b5-9dda-6203b9bdc611 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:11.405513 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'status': 'completed', 'code': 200} Sep 01 16:21:11.490936 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:11.517299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:11.525605 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:11.526196 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:20:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:11.528230 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88920f59-03e9-4049-ac1e-cb7462e5b2e9 req-72eccd63-4d61-42a3-bede-486f374c4707 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:11.529778 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88920f59-03e9-4049-ac1e-cb7462e5b2e9 req-72eccd63-4d61-42a3-bede-486f374c4707 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0806916 Sep 01 16:21:11.532453 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37157-d518-472f-86ec-3f74f1847c3c req-3219ee42-fc71-41a5-8b35-07460a9e623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:11.533892 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-3219ee42-fc71-41a5-8b35-07460a9e623e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 1099 time: 0.0835662 Sep 01 16:21:11.624285 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-88920f59-03e9-4049-ac1e-cb7462e5b2e9 req-100d243a-d819-432f-97c2-67f7a75b9838 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876224 Sep 01 16:21:11.630573 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:11.653910 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37157-d518-472f-86ec-3f74f1847c3c req-2099c8c5-0231-4fc6-bfec-f213be0769c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:11.655611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-2099c8c5-0231-4fc6-bfec-f213be0769c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.1128862 Sep 01 16:21:11.699951 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-ab1d9cb9-e4e4-4cfb-a2b2-0d2c8e77cb83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 200 len: 217 time: 0.0355067 Sep 01 16:21:11.752063 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37157-d518-472f-86ec-3f74f1847c3c req-4fd2dc87-f9a5-4093-9f35-0f73b607bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:11.753602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-4fd2dc87-f9a5-4093-9f35-0f73b607bb1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0461802 Sep 01 16:21:11.807422 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37157-d518-472f-86ec-3f74f1847c3c req-03b9cfc2-9590-47ab-abff-edd80f187e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:11.808944 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-03b9cfc2-9590-47ab-abff-edd80f187e84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481191 Sep 01 16:21:11.845613 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:11.871386 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2e2e1-056e-4e84-b6ec-680d44754b30 None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:11.909584 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-7a374e59-50d1-481b-be15-a8532c147e65 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887370 Sep 01 16:21:12.008804 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-41a37157-d518-472f-86ec-3f74f1847c3c req-6216cb5f-d08c-469e-936d-71e004084431 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914326 Sep 01 16:21:12.097075 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c01fd-0222-4faa-9ddb-2cba0a0193ec None None] New status for floating IP b9e62c53-7183-4bc7-87b2-9c000d011574: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:21:12.746831 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a12689-8510-48cd-ae36-51fc14af33dc req-49135285-4a02-42ed-b9f0-42d0cf64699f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:12.748463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54a12689-8510-48cd-ae36-51fc14af33dc req-49135285-4a02-42ed-b9f0-42d0cf64699f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0516849 Sep 01 16:21:12.786507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54a12689-8510-48cd-ae36-51fc14af33dc req-dedb2e96-1ea0-42f3-9eb7-399579580e29 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=5448bb8c-d8e5-487b-a6ef-f5e269860d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Sep 01 16:21:12.893326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-56112466-3ce9-4a07-9ea3-9f1b82fb5379 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:12.894792 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-56112466-3ce9-4a07-9ea3-9f1b82fb5379 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a5185c-0c12-42ca-87c5-8761c4c2b9a2 HTTP/1.1" status: 200 len: 947 time: 0.0472751 Sep 01 16:21:12.989483 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Deleting port feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:12.989832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.075339 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] For port feca7f39-a141-4de6-ad88-0e58017d25a4, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=feca7f39-a141-4de6-ad88-0e58017d25a4,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:13.075689 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.089084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Calling delete_port for feca7f39-a141-4de6-ad88-0e58017d25a4 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:13.222512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.250611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'Port': ['ID=feca7f39-a141-4de6-ad88-0e58017d25a4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:13.263437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.263437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.263437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.263770 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.264037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.264359 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.264681 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.265724 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.265940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.266260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.266620 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.266934 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:13.305407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] No DVR routers for this DVR port feca7f39-a141-4de6-ad88-0e58017d25a4 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:21:13.308020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.310063 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8f4a8cff-15f1-492b-8b9d-06447a405587 req-eec886cd-b180-44f4-8a40-db1b5ea49f4f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "DELETE /v2.0/ports/feca7f39-a141-4de6-ad88-0e58017d25a4 HTTP/1.1" status: 204 len: 173 time: 0.4090500 Sep 01 16:21:13.310509 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-deleted', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:13.312788 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e742130-f1cd-4784-b5f7-b8b250860702" -d '{"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-deleted", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:13.407310 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0438b0-e48d-4e07-9ceb-f014c97134f4 x-openstack-request-id: req-ec0438b0-e48d-4e07-9ceb-f014c97134f4 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:13.407610 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a5185c-0c12-42ca-87c5-8761c4c2b9a2", "name": "network-vif-deleted", "tag": "feca7f39-a141-4de6-ad88-0e58017d25a4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:13.407859 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec0438b0-e48d-4e07-9ceb-f014c97134f4 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:13.408262 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a5185c-0c12-42ca-87c5-8761c4c2b9a2', 'name': 'network-vif-deleted', 'tag': 'feca7f39-a141-4de6-ad88-0e58017d25a4', 'status': 'completed', 'code': 200} Sep 01 16:21:13.848695 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:13.908975 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.934129 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.996722 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.000009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.001229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "DELETE /v2.0/security-groups/5448bb8c-d8e5-487b-a6ef-f5e269860d39 HTTP/1.1" status: 204 len: 168 time: 0.1512144 Sep 01 16:21:14.010292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976d2a4-9a59-4843-a113-f183a5c55ba0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448bb8c-d8e5-487b-a6ef-f5e269860d39,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:14.490435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 51992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:14.495338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329811931', 'description': 'tempest-secgroup-smoke-1329811931 description', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:14.518761 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.529570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67eebab8-cc30-43f0-a40d-eda64e87d5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.601144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.604828 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.633551 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.634761 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432567 Sep 01 16:21:14.635559 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbac20-af3a-4828-a23d-0476de5ccdbb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf12728-f2c4-485f-a004-b3ff21218ea6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:14.637715 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51994) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:14.643655 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:14.670603 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.726469 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.729970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.749319 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4fa9dc-ad00-4a0b-a32b-2c39e790b9e5,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:14.752573 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.753803 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-cb24ead1-049a-4059-819b-ba9999205e76 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148961 Sep 01 16:21:14.756726 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51996) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:14.761236 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:14.790161 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.849908 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.853652 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.870581 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5fd624-adc7-4c07-87fb-09712d214b33,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:14.877817 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.879058 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-8a813dd3-85c5-41cf-8511-e7cc990a808e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213310 Sep 01 16:21:14.881902 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 51998) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:14.886322 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:14.911345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.969481 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.973179 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.990505 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb02b8ff-4f46-400a-bb73-181349960d2c,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:14.996029 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:14.997263 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-e22eee62-e09e-42a5-b9e6-e4f21a70b260 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144123 Sep 01 16:21:15.000775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52000) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:15.005365 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:15.030828 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.090391 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.094288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.114124 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7001b4-6bb1-4a7e-a0b8-6b5e1ed02189,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:15.120913 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.122147 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-4b4c3983-4ead-4975-9e01-353e982d7704 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204133 Sep 01 16:21:15.125429 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52002) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:15.129917 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:15.151228 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Project c91a1d1daf324841bf245fc6cdbac620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:21:15.155912 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.218569 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.222208 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.239931 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f582c5-9a16-45c3-82fe-b3f78f29a3f8,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:15.246384 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.247714 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-6aa77bf0-79ab-4d9f-a933-27d133a59f6f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213655 Sep 01 16:21:15.251112 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52004) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:15.255605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'security_group_rule': {'security_group_id': 'fdf12728-f2c4-485f-a004-b3ff21218ea6', 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:15.276616 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Project c91a1d1daf324841bf245fc6cdbac620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:21:15.281331 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.340886 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.344343 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.362110 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc04b36-dcdd-4341-a20d-7fc1f78bdb25,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:15.366881 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.369502 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3168444d-4a68-42d6-92ef-67450850babc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174114 Sep 01 16:21:16.852034 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:21:16.876068 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: feca7f39-a141-4de6-ad88-0e58017d25a4 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:21:16.876414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device feca7f39-a141-4de6-ad88-0e58017d25a4 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:21:17.660729 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971f088d-5476-4579-a5a6-6b8acd1053e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:17.813420 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.693425 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:19.160303 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:20.231704 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:20.394963 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:28.407125 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.702325 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-12913939-5d86-48a2-87ef-1c6eb8e1079b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329811931&fields=id&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 267 time: 0.0568433 Sep 01 16:21:29.816706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-9c67dd5f-4155-428f-b05b-4ec3585e8519 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:29.818179 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-9c67dd5f-4155-428f-b05b-4ec3585e8519 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 808 time: 0.1091001 Sep 01 16:21:29.834097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-94237678-28f4-4e40-8cbb-1c178c61f71e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/quotas/c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 375 time: 0.0096741 Sep 01 16:21:29.888918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-5d898b22-8e9f-424c-9746-d48f136337a3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488110 Sep 01 16:21:30.001881 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-17011b36-a5c9-4240-87cc-cd964789a840 service neutron] 10.222.0.41 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986884 Sep 01 16:21:30.098526 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-8ae7281e-f907-4584-a0a1-81058ff69c86 service neutron] 10.222.0.41 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903592 Sep 01 16:21:30.438637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ca543fc-25eb-46b5-b7e7-30b8b6696bf6 req-8f6d366b-8c88-47d8-bfd2-004d7dddbe28 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0340548 Sep 01 16:21:31.558712 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-1f8d06fd-a7bc-45a4-9912-16dad2096ada tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:31.560455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-1f8d06fd-a7bc-45a4-9912-16dad2096ada tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 808 time: 0.1377077 Sep 01 16:21:31.578081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c88e0b5-cc23-4278-9ed7-299125710d7e req-b68599b9-073f-4545-b978-f9e148cae8d8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0469677 Sep 01 16:21:31.638558 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-4f689dd2-f9ef-4818-83a8-42fdf3163826 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 380 time: 0.0541446 Sep 01 16:21:31.655349 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'port': {'device_id': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'admin_state_up': True, 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'security_groups': ['fdf12728-f2c4-485f-a004-b3ff21218ea6']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:31.837578 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Made reservation on behalf of c91a1d1daf324841bf245fc6cdbac620 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:21:31.841507 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.981342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Allocated IP 172.20.0.5 (989cc2d0-4135-457c-ba02-b30e6c6c39ae/bbf7045f-27ab-4136-8671-ca85bea2f2ef/e295498c-c4d9-4606-8967-d4c049a24b95) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:32.169971 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.198149 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Transition to ACTIVE for port object e295498c-c4d9-4606-8967-d4c049a24b95 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:32.240473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.314663 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:32.324817 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:32.332246 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:32.406693 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:32.447963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:32.448653 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.473199 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-c4ad35f8-3fba-424b-92f3-6026eda33614 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223419 Sep 01 16:21:32.494037 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Request body: {'port': {'device_id': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:32.573101 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.697477 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97707ef8-ba5b-4007-9467-40ae8b953ba8 None None] Provisioning for port e295498c-c4d9-4606-8967-d4c049a24b95 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:32.713487 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-97707ef8-ba5b-4007-9467-40ae8b953ba8 None None] Provisioning complete for port e295498c-c4d9-4606-8967-d4c049a24b95 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:32.715150 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97707ef8-ba5b-4007-9467-40ae8b953ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.785704 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-97707ef8-ba5b-4007-9467-40ae8b953ba8 None None] Port e295498c-c4d9-4606-8967-d4c049a24b95 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:21:32.829493 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aacf00-82d0-4912-8013-61abeeb7c5d3 req-60065c6f-5dbe-46dd-8756-980e4e7732bf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:32.832043 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74aacf00-82d0-4912-8013-61abeeb7c5d3 req-60065c6f-5dbe-46dd-8756-980e4e7732bf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 931 time: 0.1301680 Sep 01 16:21:32.947328 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-74aacf00-82d0-4912-8013-61abeeb7c5d3 req-5621d6f9-1818-4031-ab3e-b2dfbee867a5 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875871 Sep 01 16:21:33.007725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e295498c-c4d9-4606-8967-d4c049a24b95 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:21:33.020155 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.039126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Transition to ACTIVE for port object e295498c-c4d9-4606-8967-d4c049a24b95 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:33.044386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.120642 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:33.201116 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Attempting to bind port e295498c-c4d9-4606-8967-d4c049a24b95 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:33.201706 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Attempting to bind port e295498c-c4d9-4606-8967-d4c049a24b95 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:33.202295 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Attempting to bind port e295498c-c4d9-4606-8967-d4c049a24b95 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:33.210485 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Port e295498c-c4d9-4606-8967-d4c049a24b95 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:21:33.211025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Attempting to bind port e295498c-c4d9-4606-8967-d4c049a24b95 on network 989cc2d0-4135-457c-ba02-b30e6c6c39ae {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:33.220526 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:33.221126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Checking segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:33.221786 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Bound using segment: {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:33.222541 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Bound port: e295498c-c4d9-4606-8967-d4c049a24b95, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3106638-19fb-453a-bf66-6bbd22776b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:33.223053 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.342980 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:33.346716 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:33.352113 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.390190 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:33.390816 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.392256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] 10.222.0.24 "PUT /v2.0/ports/e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 1092 time: 0.9054513 Sep 01 16:21:33.392715 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:33.395069 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f919acd-66ef-4fef-806f-90bcfa42b159" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:33.439803 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd871d6-b5e5-4fc5-8321-ae685ae2075f service neutron] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:33.460358 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf3208-5a11-4488-94d3-0833853d7ebd x-openstack-request-id: req-6ddf3208-5a11-4488-94d3-0833853d7ebd {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:33.460913 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:33.461357 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ddf3208-5a11-4488-94d3-0833853d7ebd {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:33.461949 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'status': 'completed', 'code': 200} Sep 01 16:21:33.551348 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-4c11e8a9-5582-41fa-a611-685fe1b7a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:33.554350 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-4c11e8a9-5582-41fa-a611-685fe1b7a373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1095 time: 0.0740137 Sep 01 16:21:33.636849 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-9c7d735b-9863-4dbc-a2c0-9e7a0ac1bf12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 217 time: 0.0696454 Sep 01 16:21:33.705671 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-1b7af6e2-7fc1-44e5-9db6-2b6731263593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:33.707198 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-1b7af6e2-7fc1-44e5-9db6-2b6731263593 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0638950 Sep 01 16:21:33.758375 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-a50d7c92-5170-4041-866c-47f2ab3abbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:33.759851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-a50d7c92-5170-4041-866c-47f2ab3abbd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452600 Sep 01 16:21:33.882281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-a8190996-d04d-4210-b694-57e67ad73df0 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148653 Sep 01 16:21:34.000716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4c20e273-7f65-4ed8-a714-f1feee658e42 req-a1855ad5-205a-4fda-9851-a8c985b597e1 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115255 Sep 01 16:21:34.153328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c33138-2214-4524-b7db-304f53ab71bc req-1e4b204f-7d94-425d-b897-ad6eaa5a380e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:34.155452 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32c33138-2214-4524-b7db-304f53ab71bc req-1e4b204f-7d94-425d-b897-ad6eaa5a380e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.1181226 Sep 01 16:21:34.205160 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-d5468e2c-dbce-4e31-92c2-8dbd7b12f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:34.211109 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-d5468e2c-dbce-4e31-92c2-8dbd7b12f9bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1095 time: 0.1276376 Sep 01 16:21:34.304359 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-32c33138-2214-4524-b7db-304f53ab71bc req-e0061f32-d280-4184-bbfd-d405699939f4 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413741 Sep 01 16:21:34.385703 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-73db88c0-3352-4a85-9945-00e82e326b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:34.388269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-73db88c0-3352-4a85-9945-00e82e326b58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.1720543 Sep 01 16:21:34.440710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-e9839a59-edd4-4171-8516-5b17dd6081bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 217 time: 0.0447462 Sep 01 16:21:34.497768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-9aa88935-976b-4b56-9b3d-6657fdbbedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:34.500318 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-9aa88935-976b-4b56-9b3d-6657fdbbedf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0527351 Sep 01 16:21:34.553593 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-db02d98d-bd8b-40c2-a318-38adfbe40a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:34.555263 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-db02d98d-bd8b-40c2-a318-38adfbe40a6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481722 Sep 01 16:21:34.668985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-bb7b2022-d20b-44d7-a109-56e4901ae5bc service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061134 Sep 01 16:21:34.768907 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f919acd-66ef-4fef-806f-90bcfa42b159 req-0b3587e5-7829-4a7c-84d8-a72d1b29d117 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931261 Sep 01 16:21:35.445994 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bf08c-72e9-4f71-8472-670e7404c3ed req-305b7a58-0c6c-4e1b-893e-91f2db5bdd5a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:35.447749 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-627bf08c-72e9-4f71-8472-670e7404c3ed req-305b7a58-0c6c-4e1b-893e-91f2db5bdd5a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0537174 Sep 01 16:21:35.494594 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-627bf08c-72e9-4f71-8472-670e7404c3ed req-0ed08220-11fa-4ff0-86ae-a39ab807c649 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Sep 01 16:21:36.620025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeda31-d93e-4200-9d96-708b1bf68733 req-f863596d-a922-49f3-bbfb-0cf15c64ddab tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:36.621714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbeeda31-d93e-4200-9d96-708b1bf68733 req-f863596d-a922-49f3-bbfb-0cf15c64ddab tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0531764 Sep 01 16:21:36.664969 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-dbeeda31-d93e-4200-9d96-708b1bf68733 req-c69d3485-ac87-4770-8569-0551b5236456 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364056 Sep 01 16:21:37.782592 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f734a-c30f-471e-a273-210bbfbcc4a3 req-b0680790-fee8-4fea-8bb5-e74ed947897b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.784106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-860f734a-c30f-471e-a273-210bbfbcc4a3 req-b0680790-fee8-4fea-8bb5-e74ed947897b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0493932 Sep 01 16:21:37.823309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-860f734a-c30f-471e-a273-210bbfbcc4a3 req-dbc0978a-5465-40b6-8a0b-ecece18f89bb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Sep 01 16:21:38.938080 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7386bd6-efe2-42c2-8262-c4bc8fe7d775 req-38140eb3-f4dc-4729-94e7-31ba6995eac3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:38.939963 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7386bd6-efe2-42c2-8262-c4bc8fe7d775 req-38140eb3-f4dc-4729-94e7-31ba6995eac3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0490663 Sep 01 16:21:38.980002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b7386bd6-efe2-42c2-8262-c4bc8fe7d775 req-9b64b5c9-92d6-46f2-b5d3-a1841df19b8b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345740 Sep 01 16:21:40.093451 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc041e-4aab-4b81-adbf-d253520b2472 req-5abcaffd-7455-4cae-9e2b-350eb8c1fa4c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:40.094947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69cc041e-4aab-4b81-adbf-d253520b2472 req-5abcaffd-7455-4cae-9e2b-350eb8c1fa4c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0489037 Sep 01 16:21:40.132957 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-69cc041e-4aab-4b81-adbf-d253520b2472 req-7ae7a6ed-4e24-41f1-8356-da71aee4d09c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Sep 01 16:21:41.247579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17926340-ea17-478c-b348-e682bda64d5b req-02c00ae1-392f-4793-a2e8-dbc179a8791e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:41.249623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17926340-ea17-478c-b348-e682bda64d5b req-02c00ae1-392f-4793-a2e8-dbc179a8791e tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0500035 Sep 01 16:21:41.286647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-17926340-ea17-478c-b348-e682bda64d5b req-5fef5eb9-5977-4fb9-900f-1103d9c300e8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Sep 01 16:21:42.401883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b84f07-7f38-43ee-a6e5-5ce6e187aa80 req-22d52149-109a-4ab9-8b8e-2d13155c2986 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:42.403401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9b84f07-7f38-43ee-a6e5-5ce6e187aa80 req-22d52149-109a-4ab9-8b8e-2d13155c2986 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0496383 Sep 01 16:21:42.447574 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f9b84f07-7f38-43ee-a6e5-5ce6e187aa80 req-1f76a461-8fac-44d9-88e1-01be4ceaebd9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368989 Sep 01 16:21:43.002862 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:21:43.096744 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:43.108263 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'mac_address': 'fa:16:3e:12:b1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:21:43.144919 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.157023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e295498c-c4d9-4606-8967-d4c049a24b95 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:21:43.176419 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:43.180075 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.232878 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:43.240915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.241278 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.241612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.241940 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.242267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.242582 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.242897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.243212 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.243524 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.243835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.244144 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.244451 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:43.491595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['e295498c-c4d9-4606-8967-d4c049a24b95'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:21:43.567875 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2dfa-ffce-438b-81b1-8d67adb4e09f req-73d8e9d1-02f3-46b8-a799-df8709bad080 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:43.569598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab7e2dfa-ffce-438b-81b1-8d67adb4e09f req-73d8e9d1-02f3-46b8-a799-df8709bad080 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 944 time: 0.0491457 Sep 01 16:21:43.609428 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ab7e2dfa-ffce-438b-81b1-8d67adb4e09f req-ca6575d8-2121-431d-9d37-f088498770f6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336311 Sep 01 16:21:44.531323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2409-08dc-40e9-a64c-4db78d528fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:44.727405 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22753f0-bdd3-46b2-b966-b9d06be9cff9 req-862660bc-da6f-4700-9385-7b3b34c9f23f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:44.728920 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d22753f0-bdd3-46b2-b966-b9d06be9cff9 req-862660bc-da6f-4700-9385-7b3b34c9f23f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 944 time: 0.0483890 Sep 01 16:21:44.767586 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d22753f0-bdd3-46b2-b966-b9d06be9cff9 req-2a055dc8-3f1d-4377-b6d4-e39adb9313d8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Sep 01 16:21:45.006174 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:45.053863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port e295498c-c4d9-4606-8967-d4c049a24b95 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:45.057508 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port e295498c-c4d9-4606-8967-d4c049a24b95 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:45.057876 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.131606 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.156257 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:45.158569 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada6045f-1e16-4217-b339-0acb2127037c" -d '{"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-plugged", "status": "completed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:45.172932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:45.177116 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.228526 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:45.254442 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c35cc06-f741-40f9-b826-9c5e18e079a6 x-openstack-request-id: req-5c35cc06-f741-40f9-b826-9c5e18e079a6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:45.254736 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-plugged", "status": "completed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:45.254985 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c35cc06-f741-40f9-b826-9c5e18e079a6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:45.255374 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'code': 200} Sep 01 16:21:45.374027 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce822-cb5b-4b24-926e-a6cb579f41ee req-d347b371-1dfc-4f48-86a7-99e1ea052d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:45.377492 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdfce822-cb5b-4b24-926e-a6cb579f41ee req-d347b371-1dfc-4f48-86a7-99e1ea052d39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0424538 Sep 01 16:21:45.419948 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bdfce822-cb5b-4b24-926e-a6cb579f41ee req-6266144f-329d-4337-8082-9ebbe2a7f008 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349069 Sep 01 16:21:45.888180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81587e5-f616-4cfd-b079-d1932fc0aa50 req-10d9f727-a224-4a79-a390-4fd7db53e57c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:45.890272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f81587e5-f616-4cfd-b079-d1932fc0aa50 req-10d9f727-a224-4a79-a390-4fd7db53e57c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0528407 Sep 01 16:21:45.929277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f81587e5-f616-4cfd-b079-d1932fc0aa50 req-715bf429-6dcb-4bd7-ac6e-290dded800cd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Sep 01 16:21:47.057961 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8172a-c51a-47ae-a8db-277e6a9a127a req-1e063876-8de0-45e2-ab12-37389a430e89 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.059505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87c8172a-c51a-47ae-a8db-277e6a9a127a req-1e063876-8de0-45e2-ab12-37389a430e89 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0500124 Sep 01 16:21:47.101499 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-87c8172a-c51a-47ae-a8db-277e6a9a127a req-8e0cb1c3-fa49-4a25-b10b-09d26fd54214 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359523 Sep 01 16:21:47.217048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f34-c365-42a1-bb36-1c73bfa35a69 req-958f7c50-f605-4210-9bba-6d6d19c68f2d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.219153 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1818f34-c365-42a1-bb36-1c73bfa35a69 req-958f7c50-f605-4210-9bba-6d6d19c68f2d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0501766 Sep 01 16:21:47.261889 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c1818f34-c365-42a1-bb36-1c73bfa35a69 req-2c6dbe69-31fe-408f-b7d2-100e040ae0b8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Sep 01 16:21:47.283938 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52196) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:47.323856 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bcf55-7c25-4b51-8d55-d00b22f220a6 tempest-TestShelveInstance-39398117 tempest-TestShelveInstance-39398117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.325409 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-193bcf55-7c25-4b51-8d55-d00b22f220a6 tempest-TestShelveInstance-39398117 tempest-TestShelveInstance-39398117-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1092 time: 0.0401614 Sep 01 16:21:47.328815 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52198) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:47.333321 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:47.356194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.466668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.580158 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Allocated IP 172.25.1.230 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/104358fc-44c2-40b5-a09f-798faa3015db) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:47.668516 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1ab1-c462-48d1-98d9-de9aa26a876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.708679 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.749460 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.789892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:47.792846 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:47.797229 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:47.821918 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=104358fc-44c2-40b5-a09f-798faa3015db,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:47.822239 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.173526 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.242655 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.398204 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.403309 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.475172 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event updated for resources: {'Port': ['ID=104358fc-44c2-40b5-a09f-798faa3015db,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:48.488065 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.591277 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Floating IP b01f236d-1ea7-4ce9-996d-e13b6c0e542b associated. External IP: 172.25.1.230, port: e295498c-c4d9-4606-8967-d4c049a24b95. Sep 01 16:21:48.695254 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.812952 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:48.918689 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:48.928399 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:48.934110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:48.938926 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:48.939537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:21:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:48.965001 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-180a0bc6-6bdb-4f63-ad41-bfe6a73dd576 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6350935 Sep 01 16:21:48.965620 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:48.967934 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03943649-7a3a-41d7-bcea-f31033cbb823" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:49.006526 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0e1e3-f529-4393-bec1-1e1a8d610bda x-openstack-request-id: req-a6c0e1e3-f529-4393-bec1-1e1a8d610bda {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:49.006819 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:49.007066 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6c0e1e3-f529-4393-bec1-1e1a8d610bda {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:49.007472 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'status': 'completed', 'code': 200} Sep 01 16:21:49.047271 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:49.091650 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-a07acb83-8c76-4543-bbdf-127fd993d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:49.093101 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-a07acb83-8c76-4543-bbdf-127fd993d8de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0413983 Sep 01 16:21:49.173799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:49.186527 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-8903de88-fb2e-4664-8492-e76a7c808a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:49.188103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-8903de88-fb2e-4664-8492-e76a7c808a90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0873399 Sep 01 16:21:49.259068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-279b36d4-b3f0-467a-9b8e-c1f44dc14ba2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 999 time: 0.0631499 Sep 01 16:21:49.268498 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b01f236d-1ea7-4ce9-996d-e13b6c0e542b', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:12:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:48Z', 'updated_at': '2021-09-01T16:21:48Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:49.309616 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-523ff9ca-ccb5-4c43-a7a2-a2e4067fbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:49.312081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-523ff9ca-ccb5-4c43-a7a2-a2e4067fbae2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0461097 Sep 01 16:21:49.360122 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-1c867e96-c358-4efc-9add-44969534779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:49.361602 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-1c867e96-c358-4efc-9add-44969534779b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427902 Sep 01 16:21:49.385255 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:49.393537 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:49.394141 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:21:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:49.454066 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-c84e67d3-d213-4dbc-a753-6f88f1554e5c service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849051 Sep 01 16:21:49.508087 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:49.552264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-03943649-7a3a-41d7-bcea-f31033cbb823 req-5dec0a19-51f0-45e2-bc40-eecae183fa7d service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911567 Sep 01 16:21:49.729036 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b01f236d-1ea7-4ce9-996d-e13b6c0e542b', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:12:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:48Z', 'updated_at': '2021-09-01T16:21:48Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:49.759113 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2433-46fa-41cb-b6e8-5b98cec08b0d None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': 'b01f236d-1ea7-4ce9-996d-e13b6c0e542b', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'floating_ip_address': '172.25.1.230', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'mac_address': 'fa:16:3e:12:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:48Z', 'updated_at': '2021-09-01T16:21:48Z', 'revision_number': 0, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:49.951237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac36cbc-4833-4997-9cd0-7db9ef7de54f None None] New status for floating IP b01f236d-1ea7-4ce9-996d-e13b6c0e542b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:21:50.233486 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:57.394663 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:58.427834 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:14.532098 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-411b122a-898b-427e-a3bf-5b1e34f88bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:17.660599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f89dbb3a-6f69-4bf1-9c67-813bddd2c270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:17.821960 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:18.696561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:19.202400 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:20.237037 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:28.449850 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:32.699213 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-a9a9a5f1-94a1-474c-8753-493a6ef3490d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412307 Sep 01 16:22:32.801876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-976c4148-792f-4c81-8526-178e13e03982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:32.803456 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-976c4148-792f-4c81-8526-178e13e03982 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0469337 Sep 01 16:22:32.916245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-519e105a-e0a8-47db-a8b7-537ed8f149ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:32.917808 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-519e105a-e0a8-47db-a8b7-537ed8f149ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0916047 Sep 01 16:22:32.988732 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-54efe796-c62e-4c46-b42f-357511638e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 1001 time: 0.0639942 Sep 01 16:22:33.041854 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-ed5dbe22-9743-4730-89b0-f92c8903fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:33.043353 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-ed5dbe22-9743-4730-89b0-f92c8903fd22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0480175 Sep 01 16:22:33.091102 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-6640fefc-0c9f-46d8-8ac3-d6424f23dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:33.092619 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-6640fefc-0c9f-46d8-8ac3-d6424f23dcff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427296 Sep 01 16:22:33.496870 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-62e1f828-e4c4-48f2-afa6-b6304c98bc5a service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972480 Sep 01 16:22:33.592679 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96615691-0832-4b6c-9fd9-b06592c0b496 req-edad6f6e-cd43-4530-867a-a61a5a4353ff service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 Sep 01 16:22:34.393988 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:22:44.535740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-263185bf-77a2-4c1b-8501-1de0a4adac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.665817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e239695-1edf-4104-be2f-f331fed51f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.817637 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.705788 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.218539 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.241645 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:58.447376 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:11.393037 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:14.536573 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e290996-3ac3-40e1-a555-a5c867d08c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:17.658684 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f472f13-1952-48a4-9212-0a70a8e0741c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:17.809487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:18.704377 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:19.230578 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:20.241685 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:28.460941 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:33.712106 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-01f7a1f7-ec92-4c5f-bcee-3b6c1615eebb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402966 Sep 01 16:23:33.818431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-1acd7b04-c27b-4a56-a1a3-85a382a2e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:33.819960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-1acd7b04-c27b-4a56-a1a3-85a382a2e03e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0505538 Sep 01 16:23:33.919360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-59621643-8499-4042-9622-bfa5efea039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:33.920734 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-59621643-8499-4042-9622-bfa5efea039e service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0823078 Sep 01 16:23:33.988498 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-cb78ff3c-2f64-4d7b-9ffe-6cd6de8706ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 1001 time: 0.0611601 Sep 01 16:23:34.036529 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-a0d82394-872b-4603-ba79-b75ef7e41653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:34.038047 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-a0d82394-872b-4603-ba79-b75ef7e41653 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0423603 Sep 01 16:23:34.083421 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-1094d2a8-e1b2-42a3-85e9-2d3ddfeaa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:34.084899 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-1094d2a8-e1b2-42a3-85e9-2d3ddfeaa97a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402322 Sep 01 16:23:34.175708 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-f996a616-54bf-45ac-8caa-15302412a3b6 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Sep 01 16:23:34.265369 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-47bee9be-28c6-4f3c-af04-c19f91f06780 req-0ad00534-dfae-4925-a310-776688f0a339 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820575 Sep 01 16:23:41.433590 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a3513-6e9d-48ae-bcad-a6f1baff8baa req-e340552f-c68c-4b52-b84d-7c92da015697 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:41.435119 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d65a3513-6e9d-48ae-bcad-a6f1baff8baa req-e340552f-c68c-4b52-b84d-7c92da015697 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0494623 Sep 01 16:23:41.474386 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d65a3513-6e9d-48ae-bcad-a6f1baff8baa req-7abdef1f-5f65-4bd0-a66b-a91f6e3f026c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Sep 01 16:23:42.627299 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a784ee-9881-4ff5-8d34-0d1edd37119a req-19c54c40-20d6-4f3d-a0f3-8242bd337940 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:42.628795 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37a784ee-9881-4ff5-8d34-0d1edd37119a req-19c54c40-20d6-4f3d-a0f3-8242bd337940 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0568233 Sep 01 16:23:42.667868 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-37a784ee-9881-4ff5-8d34-0d1edd37119a req-70b5a133-27ed-4392-9b79-9b0ca3385a66 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Sep 01 16:23:43.785919 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53780-d12d-45d7-8261-c01ed2a9e520 req-15caea3c-ba1d-44bb-86e5-4def69d93fe9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:43.788041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8e53780-d12d-45d7-8261-c01ed2a9e520 req-15caea3c-ba1d-44bb-86e5-4def69d93fe9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0508537 Sep 01 16:23:43.826025 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d8e53780-d12d-45d7-8261-c01ed2a9e520 req-6761ef66-a7e8-4035-9a70-9bbc1df971d9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Sep 01 16:23:44.539447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f2555c6-a203-4eed-a598-22c319b05d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:44.938702 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab46439-eedf-413d-bca1-ec5dce6e37cd req-46efcca7-237f-4785-bfd6-362ec9188c5f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:44.940195 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ab46439-eedf-413d-bca1-ec5dce6e37cd req-46efcca7-237f-4785-bfd6-362ec9188c5f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0481677 Sep 01 16:23:44.978755 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0ab46439-eedf-413d-bca1-ec5dce6e37cd req-342cfed1-a737-4c83-89a7-7decc6a95696 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Sep 01 16:23:46.096554 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaca834-53f4-46ef-b489-227c1bcd717e req-adaee20c-e160-4eb6-ab34-dbc5a9d90ed9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:46.098275 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adaca834-53f4-46ef-b489-227c1bcd717e req-adaee20c-e160-4eb6-ab34-dbc5a9d90ed9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0518539 Sep 01 16:23:46.135377 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-adaca834-53f4-46ef-b489-227c1bcd717e req-869b14a5-469a-4e66-b6d2-f7a541487149 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Sep 01 16:23:47.251979 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042c01-95de-4ddc-bc30-7a6badc8b6df req-9728798b-1a7c-40aa-80c6-233021bfef1a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:47.253485 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21042c01-95de-4ddc-bc30-7a6badc8b6df req-9728798b-1a7c-40aa-80c6-233021bfef1a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0507948 Sep 01 16:23:47.296272 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-21042c01-95de-4ddc-bc30-7a6badc8b6df req-440f3e26-63f6-4533-9016-25dc008740df tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Sep 01 16:23:47.661799 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a16e-7062-4e93-b955-3255941183c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:47.813367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:48.391807 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:48.411346 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ae06-5977-4e9c-9cb5-28ac8e40d5fb req-aa96e4f3-47e5-4729-baef-43535528cb04 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:48.412851 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b110ae06-5977-4e9c-9cb5-28ac8e40d5fb req-aa96e4f3-47e5-4729-baef-43535528cb04 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0489309 Sep 01 16:23:48.451176 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b110ae06-5977-4e9c-9cb5-28ac8e40d5fb req-58bd7fbb-bf57-4d87-bf4a-9749850674e4 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Sep 01 16:23:48.706279 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:49.227403 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:49.570049 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771d34c-4949-4731-b6c2-510231444136 req-0f26a0f1-e1c1-48b7-8af2-9782852c6cb9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:49.571731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a771d34c-4949-4731-b6c2-510231444136 req-0f26a0f1-e1c1-48b7-8af2-9782852c6cb9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0527270 Sep 01 16:23:49.609768 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a771d34c-4949-4731-b6c2-510231444136 req-063640f3-5495-4983-b08d-9a87efa2c188 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Sep 01 16:23:50.244097 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:50.724751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa4050-c0cc-49e4-b960-16614b6640a3 req-40119390-7d24-4c46-bc22-2db570f1c86f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:50.726277 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33fa4050-c0cc-49e4-b960-16614b6640a3 req-40119390-7d24-4c46-bc22-2db570f1c86f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0493991 Sep 01 16:23:50.764410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-33fa4050-c0cc-49e4-b960-16614b6640a3 req-68807fd5-5a3e-4033-803e-49c18dc27caf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Sep 01 16:23:51.649087 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-ca9b0a0e-66eb-4a0e-8645-9c0b5d756bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:51.650647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-ca9b0a0e-66eb-4a0e-8645-9c0b5d756bcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0405116 Sep 01 16:23:51.743751 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-1b8da294-3ea5-4b19-84d7-3a37e304591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:51.745261 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-1b8da294-3ea5-4b19-84d7-3a37e304591f service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0879898 Sep 01 16:23:51.811918 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-0ca220d3-7224-4fa4-8dcd-cca17402a359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 1001 time: 0.0595360 Sep 01 16:23:51.893004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-1be75875-d729-437e-a3cd-07c9bd007584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:51.894421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-1be75875-d729-437e-a3cd-07c9bd007584 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0752873 Sep 01 16:23:51.920396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308902-09b8-4e02-9d69-e75e896e7876 req-50fb8a50-57ba-49c0-8858-37bb30be8908 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:51.921877 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06308902-09b8-4e02-9d69-e75e896e7876 req-50fb8a50-57ba-49c0-8858-37bb30be8908 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0724077 Sep 01 16:23:51.977965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-c6750a0e-f700-40ba-aaea-014955dbf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:51.979455 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-c6750a0e-f700-40ba-aaea-014955dbf90c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749414 Sep 01 16:23:51.982677 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-06308902-09b8-4e02-9d69-e75e896e7876 req-2851ecee-4607-4604-8f37-3f123eb3a573 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467935 Sep 01 16:23:52.073212 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-275f8954-2206-4ca8-9357-2968203735a9 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859451 Sep 01 16:23:52.161823 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4ad6fccb-d46a-402c-87f7-fbf73aad1d2a req-942992eb-0d95-4064-aa2d-52529d94eb15 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814714 Sep 01 16:23:53.098514 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299ffa9-7a26-4dae-846f-9a25b99739b2 req-1f15d767-614b-4962-aaea-22879957f2d9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:53.100630 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7299ffa9-7a26-4dae-846f-9a25b99739b2 req-1f15d767-614b-4962-aaea-22879957f2d9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0512216 Sep 01 16:23:53.142105 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7299ffa9-7a26-4dae-846f-9a25b99739b2 req-a47d1fe7-c5bc-426b-a42e-5e51f9109e65 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Sep 01 16:23:54.261935 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f85c8-03ba-4932-8ab2-4da3df89f37a req-e100d164-16af-4762-8237-8e0edf9c0c29 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:54.263483 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400f85c8-03ba-4932-8ab2-4da3df89f37a req-e100d164-16af-4762-8237-8e0edf9c0c29 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0525334 Sep 01 16:23:54.303661 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-400f85c8-03ba-4932-8ab2-4da3df89f37a req-51e0d3b6-d964-4c98-b7af-b58ad149cc41 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340977 Sep 01 16:23:55.418841 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d867-5289-4521-811d-0db1defe960a req-70353100-a32b-4b58-9068-7fd194164db3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:55.420257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ac4d867-5289-4521-811d-0db1defe960a req-70353100-a32b-4b58-9068-7fd194164db3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0499268 Sep 01 16:23:55.458517 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ac4d867-5289-4521-811d-0db1defe960a req-a0627262-c54f-400e-aae4-e02fbca9e471 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Sep 01 16:23:55.670657 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52286) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:55.677048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cac00-81cd-4e0b-87cc-b5021e6397ac req-9d2fa4fa-990c-4d23-8b44-14129425d487 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:55.679200 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-638cac00-81cd-4e0b-87cc-b5021e6397ac req-9d2fa4fa-990c-4d23-8b44-14129425d487 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0548885 Sep 01 16:23:55.721324 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-638cac00-81cd-4e0b-87cc-b5021e6397ac req-3b71e7d2-7b7e-4fdb-af52-51d8a611d0aa tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Sep 01 16:23:55.753603 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-833a2a3f-081b-4f37-9565-34601c2e5e75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806811 Sep 01 16:23:55.762455 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-8522b5fc-e10c-4e25-942b-a8c0949cba8d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:23:55.763525 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-8522b5fc-e10c-4e25-942b-a8c0949cba8d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051367 Sep 01 16:23:56.844774 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817ac4-4649-43af-a438-e0b743e4b7b2 req-23f1b013-47b6-47bf-bed7-f68bb17978cb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:56.846458 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58817ac4-4649-43af-a438-e0b743e4b7b2 req-23f1b013-47b6-47bf-bed7-f68bb17978cb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0539091 Sep 01 16:23:56.885826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58817ac4-4649-43af-a438-e0b743e4b7b2 req-7c5357b6-e672-4448-aae8-22ad61f84a9c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Sep 01 16:23:57.613104 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:23:57.689213 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:57.711256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:23:57.713755 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a1f093-3748-4a10-ab4f-a6362d92b4de" -d '{"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-unplugged", "status": "completed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:23:57.727308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:23:57.732683 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:57.756641 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236588a-c255-4680-b9d9-b8b254325ba6 x-openstack-request-id: req-f236588a-c255-4680-b9d9-b8b254325ba6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:23:57.756940 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-unplugged", "status": "failed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "code": 422}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:23:57.757219 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f236588a-c255-4680-b9d9-b8b254325ba6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:23:57.757616 n-d-802060-16 neutron-server[106378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'code': 422} returned with failed status Sep 01 16:23:57.786247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:57.794108 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.794551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.794897 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.795237 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.795591 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.795903 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.796230 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.796559 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.796888 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.797355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.797699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:57.798024 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:58.012981 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082a05-d830-490e-8dca-fa3724bd467b req-b4673c4c-390b-46e1-af7c-8cfeb15673a3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:58.014522 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8082a05-d830-490e-8dca-fa3724bd467b req-b4673c4c-390b-46e1-af7c-8cfeb15673a3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0526445 Sep 01 16:23:58.053474 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e8082a05-d830-490e-8dca-fa3724bd467b req-56303d2d-61a5-4ce2-bfaf-3092af7adfba tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327706 Sep 01 16:23:58.462564 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:59.171882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c6a11-043f-4ceb-a49d-060780022408 req-f1f8c22a-f0b1-4155-b81c-92ee5bd49812 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:59.173507 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-730c6a11-043f-4ceb-a49d-060780022408 req-f1f8c22a-f0b1-4155-b81c-92ee5bd49812 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0520191 Sep 01 16:23:59.217935 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-730c6a11-043f-4ceb-a49d-060780022408 req-ae92caf9-a060-42da-9d3e-dcede536f6e1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Sep 01 16:24:00.331987 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69545-90eb-4040-8bbc-a9514de0467c req-d9bf3709-55af-41f7-965d-ed475c1c9c2f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.333497 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5a69545-90eb-4040-8bbc-a9514de0467c req-d9bf3709-55af-41f7-965d-ed475c1c9c2f tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0492110 Sep 01 16:24:00.371230 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e5a69545-90eb-4040-8bbc-a9514de0467c req-67bfaebd-d430-4963-bf7a-c58a3a3f27c8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Sep 01 16:24:00.472384 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-1047e65f-8908-4f44-b952-db5456894c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.473900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-1047e65f-8908-4f44-b952-db5456894c5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c&tenant_id=c91a1d1daf324841bf245fc6cdbac620 HTTP/1.1" status: 200 len: 1095 time: 0.0398486 Sep 01 16:24:00.547474 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-a94edd87-28df-4784-adf0-7218ad51578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.548896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-a94edd87-28df-4784-adf0-7218ad51578e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1095 time: 0.0406289 Sep 01 16:24:00.640667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-98294da6-e057-40dc-8c46-bf47135d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.642186 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-98294da6-e057-40dc-8c46-bf47135d8a8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0861819 Sep 01 16:24:00.715649 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-3dd29b55-ab1b-4a0d-b87d-b2bc25a28d21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 999 time: 0.0665164 Sep 01 16:24:00.768772 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-4f2fd8c1-47a5-4013-9837-5db4c2485b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.770257 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-4f2fd8c1-47a5-4013-9837-5db4c2485b72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0479615 Sep 01 16:24:00.815109 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-82a4d857-9031-422d-b792-0e55a566d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:00.816665 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-82a4d857-9031-422d-b792-0e55a566d3a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393567 Sep 01 16:24:00.907229 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-77278497-4639-4665-971c-e52307712aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829813 Sep 01 16:24:01.001340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-3c8d0a9d-8582-4298-ace1-4fddff09d8a8 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870275 Sep 01 16:24:01.484562 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24c0da-0ff2-4c3d-83be-e03635696ec4 req-b5a61e7c-0a98-49e2-bafe-a10c513f1417 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:01.486082 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af24c0da-0ff2-4c3d-83be-e03635696ec4 req-b5a61e7c-0a98-49e2-bafe-a10c513f1417 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0496979 Sep 01 16:24:01.527138 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-af24c0da-0ff2-4c3d-83be-e03635696ec4 req-98fb9f89-7073-4f18-9c87-7de764019cbd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Sep 01 16:24:02.641596 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f4969-25af-45f7-85bd-5a8f09a59699 req-61fd1454-25f3-4724-a0b1-7a110bc3e192 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:02.643249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e9f4969-25af-45f7-85bd-5a8f09a59699 req-61fd1454-25f3-4724-a0b1-7a110bc3e192 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0497394 Sep 01 16:24:02.686859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5e9f4969-25af-45f7-85bd-5a8f09a59699 req-b7952e65-13a6-4af2-8491-ec637b46197d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377092 Sep 01 16:24:03.801653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334d56-1fee-440a-ba5f-ebd97baa5a7c req-ca5d8db8-cdbe-4b35-99a3-68856bca111d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:03.803647 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62334d56-1fee-440a-ba5f-ebd97baa5a7c req-ca5d8db8-cdbe-4b35-99a3-68856bca111d tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0492194 Sep 01 16:24:03.843960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-62334d56-1fee-440a-ba5f-ebd97baa5a7c req-68f4f70b-1493-4230-92f4-31b533367d12 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 Sep 01 16:24:04.958447 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ad16-20f5-423a-9a67-956fff70ff35 req-4e2340c0-daf1-4bcb-9df3-12bbab014640 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:04.961165 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acb9ad16-20f5-423a-9a67-956fff70ff35 req-4e2340c0-daf1-4bcb-9df3-12bbab014640 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0500431 Sep 01 16:24:04.997820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-acb9ad16-20f5-423a-9a67-956fff70ff35 req-b440d0a4-24b8-4e9b-a8e6-2dfa84a9c9a4 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Sep 01 16:24:06.111052 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142c54b-25cf-447b-b87f-136c6fa0a699 req-a22110bd-6edf-4e41-8198-aee0af431df8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:06.112536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d142c54b-25cf-447b-b87f-136c6fa0a699 req-a22110bd-6edf-4e41-8198-aee0af431df8 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0485559 Sep 01 16:24:06.153268 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d142c54b-25cf-447b-b87f-136c6fa0a699 req-8cd9dcf7-853b-4b8b-ad41-b3cec4d1799c tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Sep 01 16:24:07.267971 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c1ca-0a02-4079-831a-4190b006e27b req-ca4538c9-1fbe-4662-ae2e-38d8f73fb396 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:07.269493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6b4c1ca-0a02-4079-831a-4190b006e27b req-ca4538c9-1fbe-4662-ae2e-38d8f73fb396 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 943 time: 0.0501521 Sep 01 16:24:07.307982 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e6b4c1ca-0a02-4079-831a-4190b006e27b req-fc642cd2-1b10-4751-afc6-34dadcfbfec3 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Sep 01 16:24:07.660707 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:24:07.749995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:24:07.761657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'port_id': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'mac_address': 'fa:16:3e:12:b1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:24:07.797328 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:07.812569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e295498c-c4d9-4606-8967-d4c049a24b95 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:24:07.831219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:24:07.835753 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:07.880794 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:24:08.107513 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['e295498c-c4d9-4606-8967-d4c049a24b95'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:24:08.424124 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809704e-68a6-4b52-b085-ca32e74f7cec req-192877ac-c3af-4f80-aeb6-96b63dcfe172 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:08.425637 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9809704e-68a6-4b52-b085-ca32e74f7cec req-192877ac-c3af-4f80-aeb6-96b63dcfe172 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 944 time: 0.0489044 Sep 01 16:24:08.464128 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9809704e-68a6-4b52-b085-ca32e74f7cec req-5608f422-345d-4856-bc29-1787ba8849f1 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Sep 01 16:24:09.578201 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a15-d80d-4a9f-ae40-18de1c98ad71 req-2c38091e-a45c-43e9-9140-73a58b99e593 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:09.579670 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f73e3a15-d80d-4a9f-ae40-18de1c98ad71 req-2c38091e-a45c-43e9-9140-73a58b99e593 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 944 time: 0.0483277 Sep 01 16:24:09.621832 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f73e3a15-d80d-4a9f-ae40-18de1c98ad71 req-be0ec6b6-df1c-4714-8f38-c4c91d1266bd tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361483 Sep 01 16:24:09.672532 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:24:09.719195 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port e295498c-c4d9-4606-8967-d4c049a24b95 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:24:09.719558 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:09.794762 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:09.816314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:24:09.819087 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7ffe38-19ad-459a-8752-acf9e9f79c76" -d '{"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-plugged", "status": "completed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:24:09.831665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:24:09.835333 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:09.858900 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf26f13-22ba-48ad-9860-806f0ec39b27 x-openstack-request-id: req-ecf26f13-22ba-48ad-9860-806f0ec39b27 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:24:09.859194 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-plugged", "status": "completed", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:24:09.859444 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecf26f13-22ba-48ad-9860-806f0ec39b27 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:24:09.859823 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'code': 200} Sep 01 16:24:09.884702 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:24:10.039766 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf31156-9f24-4395-8022-14c338e401b1 req-9674850d-636c-4ab3-b376-3d07bf1138c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:10.041288 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccf31156-9f24-4395-8022-14c338e401b1 req-9674850d-636c-4ab3-b376-3d07bf1138c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0395591 Sep 01 16:24:10.075949 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-ccf31156-9f24-4395-8022-14c338e401b1 req-f4758284-8b70-48a0-8de4-a8a4f5eba3cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276132 Sep 01 16:24:10.741254 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f704d22-78f1-4026-8f32-4a660ba74be3 req-76caaa97-452e-4bc1-a2e2-ad5880fefabc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:10.742748 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f704d22-78f1-4026-8f32-4a660ba74be3 req-76caaa97-452e-4bc1-a2e2-ad5880fefabc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0486319 Sep 01 16:24:10.786470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6f704d22-78f1-4026-8f32-4a660ba74be3 req-08df5da2-a1c8-4b10-aea7-25d998f232cf tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 Sep 01 16:24:11.964093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66223ac1-b918-4672-b031-e3b0b5790d62 req-56c1946c-2f3a-4c2d-8858-52ebbdb0749b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:11.965627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66223ac1-b918-4672-b031-e3b0b5790d62 req-56c1946c-2f3a-4c2d-8858-52ebbdb0749b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.1121061 Sep 01 16:24:12.007434 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66223ac1-b918-4672-b031-e3b0b5790d62 req-163b4b29-3044-4cc4-973f-c7626244550b tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Sep 01 16:24:14.542137 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94f242b4-5a47-4eeb-b21b-b41acebdd2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:17.664194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94a7f6fb-cdcd-4bde-8aa0-03601d044083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:17.814668 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:18.709760 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:19.229354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:20.250468 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:25.391877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:24:28.468272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:33.745233 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-80e38419-aada-4828-8d55-53c39950c905 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842543 Sep 01 16:24:33.847973 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-7db6240b-d984-400a-8621-22304cd8ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:33.849555 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-7db6240b-d984-400a-8621-22304cd8ccb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0429838 Sep 01 16:24:33.957419 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-a8d453c2-68b2-476e-9c05-f242c508084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:33.958900 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-a8d453c2-68b2-476e-9c05-f242c508084e service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.0892866 Sep 01 16:24:34.028541 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-b9b6c4ab-e5ea-4fc6-a739-9eb29f047ee8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 1001 time: 0.0582671 Sep 01 16:24:34.078984 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-8c9c0ebe-af6a-4c05-92a2-c000eda0dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:34.080476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-8c9c0ebe-af6a-4c05-92a2-c000eda0dc25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0436680 Sep 01 16:24:34.131876 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-a03a04bb-ee79-4267-8d41-4b49531d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:34.133421 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-a03a04bb-ee79-4267-8d41-4b49531d9ad9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450745 Sep 01 16:24:34.223898 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-ec7692bc-bfdb-4d77-94fa-a2c007dbb2bc service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822093 Sep 01 16:24:34.323390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c7ea7037-a173-4d5f-a8cd-b001df9bb40a req-29417fee-c5b9-4a91-bf8f-cc35adb14de1 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925846 Sep 01 16:24:44.543975 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fc80-1d12-469e-be5c-d587fdfbd33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:47.673177 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c20ee97e-f44d-4761-87e6-0cc1b1393535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:47.817605 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:48.714779 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:49.227678 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:50.253613 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:58.493621 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:02.391593 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:25:14.548170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76cae4b7-bc05-4760-8dab-2432e19fd0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:17.666266 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5df7b046-ae1f-4b46-88d2-3a2587461d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:17.820383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:18.719272 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:19.241694 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:20.255402 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:27.643052 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52368) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:27.800203 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Deleting port 104358fc-44c2-40b5-a09f-798faa3015db {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:27.800644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:27.877117 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:27.877358 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:27.888648 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Calling delete_port for 104358fc-44c2-40b5-a09f-798faa3015db owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:28.046773 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.078430 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'Port': ['ID=104358fc-44c2-40b5-a09f-798faa3015db,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:28.104966 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.105331 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.105804 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.106111 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.106340 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.106631 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.106954 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.107278 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.107596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.107915 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.108235 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.108547 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:28.150938 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.151197 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Floating IP b01f236d-1ea7-4ce9-996d-e13b6c0e542b disassociated (deleted). External IP: 172.25.1.230, port: e295498c-c4d9-4606-8967-d4c049a24b95. Sep 01 16:25:28.355562 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:25:28.496208 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.791550 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:28.796607 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.803363 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:28.813105 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:28.813727 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:28.827111 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a7dd64a6-d888-474b-a893-a17356478f20 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "DELETE /v2.0/floatingips/b01f236d-1ea7-4ce9-996d-e13b6c0e542b HTTP/1.1" status: 204 len: 168 time: 1.1806405 Sep 01 16:25:28.827725 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:28.830060 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e702d9-ae8c-4605-8e47-b62c272c5a15" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:28.929877 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:28.993950 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a8f09-0c94-462a-801d-423c4604fcc7 x-openstack-request-id: req-ba4a8f09-0c94-462a-801d-423c4604fcc7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:28.994416 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:28.994695 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba4a8f09-0c94-462a-801d-423c4604fcc7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:28.995358 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'status': 'completed', 'code': 200} Sep 01 16:25:29.128220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-a926c908-90b8-4a5d-92d4-a4f097078dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.129714 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-a926c908-90b8-4a5d-92d4-a4f097078dd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c91a1d1daf324841bf245fc6cdbac620&device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 1097 time: 0.0803950 Sep 01 16:25:29.141757 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcfbd2-911d-4961-b57c-bdf2574abd07 req-51e72223-5e89-4b0a-8a54-c1c58decfdaa tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.143470 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abbcfbd2-911d-4961-b57c-bdf2574abd07 req-51e72223-5e89-4b0a-8a54-c1c58decfdaa tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0810468 Sep 01 16:25:29.189827 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:29.216516 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:29.225472 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:29.225771 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:29.237715 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-abbcfbd2-911d-4961-b57c-bdf2574abd07 req-f6647457-d0fc-4d3d-bccd-4a80b39a6ceb tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843232 Sep 01 16:25:29.264835 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-8f5a3149-589b-47cb-a8ea-f0f207472da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.266430 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-8f5a3149-589b-47cb-a8ea-f0f207472da7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 200 len: 909 time: 0.1220436 Sep 01 16:25:29.313085 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-06c48f14-5a19-4e5a-8e6b-56f5bf5399bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 200 len: 217 time: 0.0385685 Sep 01 16:25:29.335467 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:29.369249 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-82b6da45-cd48-4979-92dd-85618cadef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.370754 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-82b6da45-cd48-4979-92dd-85618cadef5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 200 len: 847 time: 0.0506024 Sep 01 16:25:29.421976 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-68e46217-2a9f-40f5-b171-c1b4c994a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.423410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-68e46217-2a9f-40f5-b171-c1b4c994a3ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cc2d0-4135-457c-ba02-b30e6c6c39ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446575 Sep 01 16:25:29.526924 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-141c5460-fc0c-4ff1-bd97-f5caf95f8ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945218 Sep 01 16:25:29.547170 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:29.581202 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faef397-00bb-4824-9ae1-3f3267a3cffd None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:56Z', 'revision_number': 4, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'b6dffc47-9302-44e3-9e3f-37420cedda2b', 'name': '', 'network_id': '989cc2d0-4135-457c-ba02-b30e6c6c39ae', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'mac_address': 'fa:16:3e:5f:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:55Z', 'updated_at': '2021-09-01T16:17:01Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'subnets': [{'id': 'bbf7045f-27ab-4136-8671-ca85bea2f2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:29.644152 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-01e702d9-ae8c-4605-8e47-b62c272c5a15 req-b3b3f41a-f54d-46d3-b1fc-378b1bdeee3c service neutron] 10.222.0.24 "GET /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097109 Sep 01 16:25:29.822538 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1da807-207e-445a-b512-3e01a0a74da5 None None] New status for floating IP b01f236d-1ea7-4ce9-996d-e13b6c0e542b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:25:30.366614 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4495cb-1660-4680-acaf-67c79a587ce3 req-11be5630-4c69-4594-a19c-ebb7eaf23045 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.368238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d4495cb-1660-4680-acaf-67c79a587ce3 req-11be5630-4c69-4594-a19c-ebb7eaf23045 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0556161 Sep 01 16:25:30.426847 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7d4495cb-1660-4680-acaf-67c79a587ce3 req-ee8fa410-e3a1-48f6-b0a1-dbf824e955c0 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/security-groups?id=fdf12728-f2c4-485f-a004-b3ff21218ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485017 Sep 01 16:25:30.743640 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-b289f70f-a2a0-4462-aae2-2ddac10858e9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.745292 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-b289f70f-a2a0-4462-aae2-2ddac10858e9 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 945 time: 0.0547941 Sep 01 16:25:30.850530 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Deleting port e295498c-c4d9-4606-8967-d4c049a24b95 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:30.850771 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:30.954338 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] For port e295498c-c4d9-4606-8967-d4c049a24b95, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=e295498c-c4d9-4606-8967-d4c049a24b95,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:30.954701 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:30.969251 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Calling delete_port for e295498c-c4d9-4606-8967-d4c049a24b95 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:31.110703 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:31.142986 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'Port': ['ID=e295498c-c4d9-4606-8967-d4c049a24b95,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:31.170128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.170469 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.170821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.171139 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.171465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.171792 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.172114 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.172434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.172752 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.173085 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.173411 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.173725 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:31.196135 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] No DVR routers for this DVR port e295498c-c4d9-4606-8967-d4c049a24b95 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:25:31.198907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:31.201578 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c13e4596-4714-42f1-aacd-9fb4db05c5d2 req-1f572274-8b2b-4a7f-96ee-0e8c0f53bf21 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.24 "DELETE /v2.0/ports/e295498c-c4d9-4606-8967-d4c049a24b95 HTTP/1.1" status: 204 len: 173 time: 0.4494452 Sep 01 16:25:31.202018 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-deleted', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:31.204368 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc9a023-0648-4c14-916b-ed68cb98c2b7" -d '{"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-deleted", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:31.250709 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72879596-5c00-4bbd-8766-3d2c8a7664ff x-openstack-request-id: req-72879596-5c00-4bbd-8766-3d2c8a7664ff {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:31.251032 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecde23c-c433-4c58-9133-68bb12bde15c", "name": "network-vif-deleted", "tag": "e295498c-c4d9-4606-8967-d4c049a24b95", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:31.251447 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72879596-5c00-4bbd-8766-3d2c8a7664ff {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:31.251854 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecde23c-c433-4c58-9133-68bb12bde15c', 'name': 'network-vif-deleted', 'tag': 'e295498c-c4d9-4606-8967-d4c049a24b95', 'status': 'completed', 'code': 200} Sep 01 16:25:31.541701 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-d6deaa6b-c923-459f-a8c9-b425128901e7 req-65a364a9-ecc5-4fb7-b294-9eadfa25042a tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0283384 Sep 01 16:25:32.674264 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-28640361-5fd0-42a8-b6ba-76871ed24ab7 req-3e967db7-462d-4910-9fe9-7f9c6b71e757 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0299735 Sep 01 16:25:33.775666 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-125a020b-019d-41ca-8931-d590a0a34b77 req-946004b9-c564-48bf-95cb-19d61a0be1dc tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0283294 Sep 01 16:25:34.075077 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:34.108905 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: e295498c-c4d9-4606-8967-d4c049a24b95 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:34.109429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device e295498c-c4d9-4606-8967-d4c049a24b95 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:34.896512 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-a3679b06-76ea-439a-afc7-f5021d6a1f77 req-d61185d6-47e1-4fc7-972f-7e53e88df189 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ecde23c-c433-4c58-9133-68bb12bde15c HTTP/1.1" status: 200 len: 210 time: 0.0263116 Sep 01 16:25:35.952272 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52400) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:36.012260 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:36.037049 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:36.113684 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:36.118033 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:36.119607 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] 10.222.0.41 "DELETE /v2.0/security-groups/fdf12728-f2c4-485f-a004-b3ff21218ea6 HTTP/1.1" status: 204 len: 168 time: 0.1661656 Sep 01 16:25:36.132567 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55a87a-0eb1-413b-b46f-ce0e0a4c4cc6 tempest-TestShelveInstance-870308867 tempest-TestShelveInstance-870308867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf12728-f2c4-485f-a004-b3ff21218ea6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:36.183277 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52404) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:36.714772 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:36.988351 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Deleting port b6dffc47-9302-44e3-9e3f-37420cedda2b {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:36.989151 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:37.071695 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] For port b6dffc47-9302-44e3-9e3f-37420cedda2b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=b6dffc47-9302-44e3-9e3f-37420cedda2b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:37.071987 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:37.084935 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Calling delete_port for b6dffc47-9302-44e3-9e3f-37420cedda2b owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:37.288978 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:37.317377 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dffc47-9302-44e3-9e3f-37420cedda2b,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:37.525889 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:37.759760 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Router e307f295-638b-44d0-b042-30fc30c1349e has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:25:37.870215 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:37.875389 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-f9e513c9-f3af-43b4-a98c-4afe795b9aea admin admin] 10.222.0.41 "PUT /v2.0/routers/e307f295-638b-44d0-b042-30fc30c1349e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905811 Sep 01 16:25:37.878054 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52408) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:37.881973 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Sync routers for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:37.891799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:37.892421 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:37.992529 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.103429 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:38.104783 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.172873 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Deleting port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:38.173200 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.253163 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] For port 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:38.253444 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.267202 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Calling delete_port for 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:38.289898 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:25:37Z', 'revision_number': 5, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port': {'id': '4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:38.319768 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Checking router: e307f295-638b-44d0-b042-30fc30c1349e for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:38.329876 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Routers {'e307f295-638b-44d0-b042-30fc30c1349e'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:38.330494 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['e307f295-638b-44d0-b042-30fc30c1349e'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:38.434047 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] Set router e307f295-638b-44d0-b042-30fc30c1349e gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:38.458761 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.483799 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:38.497475 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:25:38Z', 'revision_number': 6, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:38.524839 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12221db-0f5a-4d8a-85d7-efbb63c8b4f2 None None] The sync data for ids ['e307f295-638b-44d0-b042-30fc30c1349e'] in n-d-802060-16 is: [{'id': 'e307f295-638b-44d0-b042-30fc30c1349e', 'name': 'tempest-TestShelveInstance-474945603-router', 'tenant_id': 'c91a1d1daf324841bf245fc6cdbac620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:53Z', 'updated_at': '2021-09-01T16:25:38Z', 'revision_number': 6, 'project_id': 'c91a1d1daf324841bf245fc6cdbac620', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:38.552984 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.647806 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.650249 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.698035 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.698549 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e307f295-638b-44d0-b042-30fc30c1349e {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:25:38.703265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.704439 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-26cc7017-1457-4f6e-801c-f3397c400ff4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e307f295-638b-44d0-b042-30fc30c1349e HTTP/1.1" status: 204 len: 168 time: 0.8256593 Sep 01 16:25:38.707676 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52410) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:38.753987 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Deleting subnet bbf7045f-27ab-4136-8671-ca85bea2f2ef {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:25:38.757264 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.795953 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.877187 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.939285 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.969947 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf7045f-27ab-4136-8671-ca85bea2f2ef,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:38.975558 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:38.978008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325b10b-1845-4a54-9f60-cb1936cbb907 None None] Network 989cc2d0-4135-457c-ba02-b30e6c6c39ae requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:38.984042 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-ac09609d-a2d1-4f31-a314-b929aae1ec9d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bbf7045f-27ab-4136-8671-ca85bea2f2ef HTTP/1.1" status: 204 len: 168 time: 0.2753217 Sep 01 16:25:38.987161 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52412) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:39.075099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.130370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Deleting port 12b88644-003f-465a-a08c-587aef106b0b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:39.130795 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.210239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] For port 12b88644-003f-465a-a08c-587aef106b0b, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=12b88644-003f-465a-a08c-587aef106b0b,segment=NetworkSegment(c3106638-19fb-453a-bf66-6bbd22776b71),segment_id=c3106638-19fb-453a-bf66-6bbd22776b71)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:39.210600 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.227434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Calling delete_port for 12b88644-003f-465a-a08c-587aef106b0b owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:39.322802 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.331709 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2012e46-a649-4e32-87d0-11572d484156 None None] DHCP port deletion for 989cc2d0-4135-457c-ba02-b30e6c6c39ae request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:25:39.362456 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b88644-003f-465a-a08c-587aef106b0b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:39.365428 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] No DVR routers for this DVR port 12b88644-003f-465a-a08c-587aef106b0b on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:25:39.403474 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:25:39.410718 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:39.432819 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:39.433293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 4ed928e0-5b37-4a3c-bbb1-bf8f38e61c79 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:39.433646 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b6dffc47-9302-44e3-9e3f-37420cedda2b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:39.448682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.455476 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: b6dffc47-9302-44e3-9e3f-37420cedda2b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:39.455814 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device b6dffc47-9302-44e3-9e3f-37420cedda2b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:39.456226 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12b88644-003f-465a-a08c-587aef106b0b no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:39.460475 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989cc2d0-4135-457c-ba02-b30e6c6c39ae']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.472781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3106638-19fb-453a-bf66-6bbd22776b71') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.473095 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3106638-19fb-453a-bf66-6bbd22776b71') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.476785 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 12b88644-003f-465a-a08c-587aef106b0b {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:39.477201 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 12b88644-003f-465a-a08c-587aef106b0b not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:39.483385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.500193 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.506395 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:25:39.506787 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:25:39.508511 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:25:39.563348 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.569827 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.571683 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] 10.222.0.41 "DELETE /v2.0/networks/989cc2d0-4135-457c-ba02-b30e6c6c39ae HTTP/1.1" status: 204 len: 168 time: 0.5834932 Sep 01 16:25:39.575287 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52414) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:39.584006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa381d-3414-44f8-a09a-8e0425dab997 admin admin] Pushing event deleted for resources: {'Network': ['ID=989cc2d0-4135-457c-ba02-b30e6c6c39ae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:39.948585 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:40.211101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Deleting port d7388543-2a89-4f71-8bc5-273826292feb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:40.211443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:40.303298 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] For port d7388543-2a89-4f71-8bc5-273826292feb, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d7388543-2a89-4f71-8bc5-273826292feb,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:40.303656 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:40.318034 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Calling delete_port for d7388543-2a89-4f71-8bc5-273826292feb owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:40.496698 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:40.524877 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Pushing event deleted for resources: {'Port': ['ID=d7388543-2a89-4f71-8bc5-273826292feb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:40.711345 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.263717 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Router 3ac946d2-93f3-4614-8c7a-5598482c642d has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:25:41.382556 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:41.388501 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-7155b974-85bf-4900-9d39-46c8ddffdebb admin admin] 10.222.0.41 "PUT /v2.0/routers/3ac946d2-93f3-4614-8c7a-5598482c642d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117085 Sep 01 16:25:41.392223 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52416) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:41.395922 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Sync routers for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:41.407446 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:41.408176 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:41.500726 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.516366 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:41.612709 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.674316 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Deleting port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:41.674657 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.711427 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:25:40Z', 'revision_number': 5, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port': {'id': 'afde063d-b1d9-4ed9-9f2d-9fe04f3a0870', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:41.738454 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Checking router: 3ac946d2-93f3-4614-8c7a-5598482c642d for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:41.747953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Routers {'3ac946d2-93f3-4614-8c7a-5598482c642d'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:41.748562 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['3ac946d2-93f3-4614-8c7a-5598482c642d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:41.754527 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] For port afde063d-b1d9-4ed9-9f2d-9fe04f3a0870, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:41.755046 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.768255 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Calling delete_port for afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:41.835800 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] Set router 3ac946d2-93f3-4614-8c7a-5598482c642d gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:41.892200 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:25:41Z', 'revision_number': 6, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:41.922162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82762b-7f5e-4546-aa25-16fa30a015be None None] The sync data for ids ['3ac946d2-93f3-4614-8c7a-5598482c642d'] in n-d-802060-16 is: [{'id': '3ac946d2-93f3-4614-8c7a-5598482c642d', 'name': 'tempest-TestShelveInstance-351073437-router', 'tenant_id': '0d31d7e8b1ea479887827bd3ca20e083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:16:58Z', 'updated_at': '2021-09-01T16:25:41Z', 'revision_number': 6, 'project_id': '0d31d7e8b1ea479887827bd3ca20e083', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:41.937750 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:41.970694 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afde063d-b1d9-4ed9-9f2d-9fe04f3a0870,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:42.030645 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.119110 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.121242 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.164352 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.164892 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac946d2-93f3-4614-8c7a-5598482c642d {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:25:42.170251 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.171408 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-dd921c90-e57b-4406-9937-3c555eea2ca5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3ac946d2-93f3-4614-8c7a-5598482c642d HTTP/1.1" status: 204 len: 168 time: 0.7781975 Sep 01 16:25:42.174048 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52418) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:42.223304 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Deleting subnet 8c3ce733-f26e-47b5-b108-d7e883f45a76 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:25:42.226441 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.263975 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.349039 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.411147 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.443531 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3ce733-f26e-47b5-b108-d7e883f45a76,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:42.445544 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.447503 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d45f9d64-b3ad-4d23-890b-26e394b1fc3c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8c3ce733-f26e-47b5-b108-d7e883f45a76 HTTP/1.1" status: 204 len: 168 time: 0.2724695 Sep 01 16:25:42.450605 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52420) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:42.454570 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbc8ed-7982-4342-9b76-31248a78342c None None] Network be6677ed-c40a-4ed7-85d7-5cfbafde107d requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:42.519793 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.574876 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Deleting port d01852ee-54b0-45d7-9417-4e6984b7dafe {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:42.575126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.652711 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] For port d01852ee-54b0-45d7-9417-4e6984b7dafe, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d01852ee-54b0-45d7-9417-4e6984b7dafe,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:42.653156 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.668627 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Calling delete_port for d01852ee-54b0-45d7-9417-4e6984b7dafe owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:42.676551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] DHCP port deletion for be6677ed-c40a-4ed7-85d7-5cfbafde107d request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:25:42.725606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Deleting port d01852ee-54b0-45d7-9417-4e6984b7dafe {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:25:42.725985 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.754693 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.782611 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01852ee-54b0-45d7-9417-4e6984b7dafe,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:42.788380 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] No DVR routers for this DVR port d01852ee-54b0-45d7-9417-4e6984b7dafe on host n-d-802060-16 {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:25:42.791036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] For port d01852ee-54b0-45d7-9417-4e6984b7dafe, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=d01852ee-54b0-45d7-9417-4e6984b7dafe,segment=NetworkSegment(be899ec6-4a53-44e5-800d-50993e06275c),segment_id=be899ec6-4a53-44e5-800d-50993e06275c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:42.791485 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.805083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Calling delete_port for d01852ee-54b0-45d7-9417-4e6984b7dafe owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:25:42.863792 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.875101 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6677ed-c40a-4ed7-85d7-5cfbafde107d']}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:42.887842 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be899ec6-4a53-44e5-800d-50993e06275c') {'for_net_delete': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:42.888199 n-d-802060-16 neutron-server[106377]: DEBUG neutron.services.segments.db [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be899ec6-4a53-44e5-800d-50993e06275c') {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:42.889331 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.898302 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850160'] for segment, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.912742 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.915030 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Pushing event deleted for resources: {'Port': ['ID=d01852ee-54b0-45d7-9417-4e6984b7dafe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:42.919706 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:25:42.920126 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8505799'] for segment, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: Traceback (most recent call last): Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: timer() Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: cb(*args, **kw) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: return func(*args, **kwargs) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: self._notify() Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: self.callback(batched_events) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: event.method(event) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: return f(self, *a, **k) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: return self._get(url).json() Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: return self.request(url, 'GET', **kwargs) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:25:42.922539 n-d-802060-16 neutron-server[106377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:25:42.925302 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] No DVR routers for this DVR port d01852ee-54b0-45d7-9417-4e6984b7dafe on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:25:42.925728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.926292 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.926810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.927438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.927965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.928471 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.928965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.929497 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.930018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.930349 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.930679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.931007 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e3b7ea-26c2-440f-8be5-3ea0355f5dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:42.988210 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.995295 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.997821 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be6677ed-c40a-4ed7-85d7-5cfbafde107d HTTP/1.1" status: 204 len: 168 time: 0.5461264 Sep 01 16:25:43.007586 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dc8f5-7c75-4d69-ab0b-458486f23071 admin admin] Pushing event deleted for resources: {'Network': ['ID=be6677ed-c40a-4ed7-85d7-5cfbafde107d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:43.077153 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d01852ee-54b0-45d7-9417-4e6984b7dafe no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:43.101561 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d01852ee-54b0-45d7-9417-4e6984b7dafe {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:43.101915 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d01852ee-54b0-45d7-9417-4e6984b7dafe not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:43.102336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7388543-2a89-4f71-8bc5-273826292feb no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:43.124580 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: d7388543-2a89-4f71-8bc5-273826292feb {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:43.125093 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device d7388543-2a89-4f71-8bc5-273826292feb not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:43.125586 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:43.143773 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52426) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:43.148861 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:25:43.149312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device afde063d-b1d9-4ed9-9f2d-9fe04f3a0870 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:25:43.185832 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-d1747546-5c23-438f-8a2e-35c833f96c87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c91a1d1daf324841bf245fc6cdbac620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408950 Sep 01 16:25:43.188261 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52428) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:43.234032 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.254979 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.301232 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.303872 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.305081 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba6ac6cd-dde7-4636-a4e1-0c0d41b94287 HTTP/1.1" status: 204 len: 168 time: 0.1159236 Sep 01 16:25:43.313472 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3459c1-2076-45ff-b2c7-d21b24a49b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ac6cd-dde7-4636-a4e1-0c0d41b94287,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:43.614451 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52434) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:43.654193 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-a02c2239-bfd6-4b02-9be6-eef6daf6bb20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d31d7e8b1ea479887827bd3ca20e083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384686 Sep 01 16:25:43.656734 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52436) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:43.709181 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.732986 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.782424 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.785211 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.786427 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4703017-3acf-4989-9638-36dadbc7d64d HTTP/1.1" status: 204 len: 168 time: 0.1286623 Sep 01 16:25:43.795643 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200f35f-ede3-486e-8a44-b9b53075466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4703017-3acf-4989-9638-36dadbc7d64d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:44.445141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52458) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:44.540861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1121982456-network', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:44.549441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49743f41-47f2-419d-b4cf-5071591a1241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.562431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Made reservation on behalf of 7bd08c3dbf734afb8af38ca9fd539f5b for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:25:44.564809 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.573131 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.668818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.673883 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.698432 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:25:44.707940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475227e1-1313-4083-92b1-7edcd89dfc6c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:44.713473 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.713812 n-d-802060-16 neutron-server[106376]: INFO neutron.db.segments_db [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Added segment a60a3b4f-ca28-497c-8d55-237bc8740663 of type vlan for network 7521d4d9-e83c-4b6a-8af2-015e55808160 Sep 01 16:25:44.754813 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.778751 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.779720 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:44.780305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:44.831102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3844452 Sep 01 16:25:44.835220 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52462) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:44.840033 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f982-1e1b-4573-a754-15ae4629b3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7521d4d9-e83c-4b6a-8af2-015e55808160,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:44.840738 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Request body: {'subnet': {'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1121982456-subnet', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'ip_version': 4}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:44.849995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:25:44.873777 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Made reservation on behalf of 7bd08c3dbf734afb8af38ca9fd539f5b for: {'subnet': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:25:44.876525 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9480206'] for subnet, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.050340 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8507042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9480216'] for subnet, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.118756 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Checking segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:45.119115 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Network hostable DHCP agents. Network: 7521d4d9-e83c-4b6a-8af2-015e55808160, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:25:45.122433 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc7e8f7-b98c-4826-8f7e-32aae887ca64,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:45.140724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:25:45.150587 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 7521d4d9-e83c-4b6a-8af2-015e55808160) {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:45.155305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:45.155898 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.163873 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef65a4-ddc7-4ab8-912b-d08933f7a1a2 None None] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:45.177216 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-de8d323d-7537-4001-a9d0-aa44d40d1f68 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3352349 Sep 01 16:25:45.177511 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52464) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:45.182157 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:45.207782 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.208849 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.272159 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.338495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-7521d4d9-e83c-4b6a-8af2-015e55808160', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:25:45.339372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.425910 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.632590 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.634660 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Allocated IP 172.20.0.2 (7521d4d9-e83c-4b6a-8af2-015e55808160/4dc7e8f7-b98c-4826-8f7e-32aae887ca64/fa84a211-dcd1-49a9-80e7-a9aca33b1d9c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:45.652665 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.763775 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Allocated IP 172.25.1.224 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/8216fcf8-5403-45ba-977c-3c2064588da7) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:45.791730 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.800953 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Transition to ACTIVE for port object fa84a211-dcd1-49a9-80e7-a9aca33b1d9c will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:45.818089 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Transition to ACTIVE for port object fa84a211-dcd1-49a9-80e7-a9aca33b1d9c will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:45.823688 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.866924 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:45.869952 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:45.870206 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.875293 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:45.878286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Pushing event updated for resources: {'Port': ['ID=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:45.910902 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.931748 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Attempting to bind port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:45.932126 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Attempting to bind port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:45.932485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Attempting to bind port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:45.938260 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:45.938641 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Checking segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:45.939055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.939452 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Bound using segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:45.939946 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Bound port: fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:45.940323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.952434 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:45.955420 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:45.959138 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:45.984806 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Pushing event updated for resources: {'Port': ['ID=8216fcf8-5403-45ba-977c-3c2064588da7,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:46.012778 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] For port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:46.015992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] For port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:46.021045 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:46.083696 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c940b-fa70-4610-ba94-100d114e0698 None None] Pushing event updated for resources: {'Port': ['ID=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:46.224927 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:46.446632 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:46.572329 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:25:46.968847 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191a794-c62d-4f33-86da-8db0408a7dfa None None] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:47.016117 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:47.028638 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:47.042353 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:47.042353 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:47.047241 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.048827 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-3e34fe1e-0811-4153-a1eb-d3975273cc73 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8702872 Sep 01 16:25:47.051521 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52466) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:47.054858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-96606b21-cfba-4d02-b9e5-469e606f8846 None None] Provisioning for port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:47.148109 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fa84a211-dcd1-49a9-80e7-a9aca33b1d9c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:47.172951 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:47.206802 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:47.213347 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:47.213532 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.363737 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.424185 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:47.435643 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.441763 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:46Z', 'revision_number': 3, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:47.479799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:47.479799 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Updating router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 port 8216fcf8-5403-45ba-977c-3c2064588da7 binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:25:47.503321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:47.506088 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.513868 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7a28054b-63e8-462b-aa6a-2368663ae918 None None] Provisioning complete for port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:47.514242 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a28054b-63e8-462b-aa6a-2368663ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.576209 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.673805 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa160a5c-230c-42c4-8f57-612f484fd5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.738852 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Allocated IP 172.20.0.1 (7521d4d9-e83c-4b6a-8af2-015e55808160/4dc7e8f7-b98c-4826-8f7e-32aae887ca64/a83013ca-592d-4eab-a597-c2bd08268902) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:47.785999 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.796018 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Transition to ACTIVE for port object 8216fcf8-5403-45ba-977c-3c2064588da7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:47.802959 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.815745 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.852013 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.858376 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Attempting to bind port 8216fcf8-5403-45ba-977c-3c2064588da7 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:47.858740 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Attempting to bind port 8216fcf8-5403-45ba-977c-3c2064588da7 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:47.859082 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Attempting to bind port 8216fcf8-5403-45ba-977c-3c2064588da7 on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:47.861036 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Pushing event updated for resources: {'Port': ['ID=8216fcf8-5403-45ba-977c-3c2064588da7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:47.865326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Transition to ACTIVE for port object a83013ca-592d-4eab-a597-c2bd08268902 will not be triggered until provisioned by entity DHCP. {{(pid=106377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:47.870299 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.871190 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.871526 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.871850 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.872169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.872483 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.872795 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.873130 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.873447 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.873760 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.874067 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.874374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:47.877432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:47.877798 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:47.878192 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.878552 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:47.879010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Bound port: 8216fcf8-5403-45ba-977c-3c2064588da7, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:47.879379 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.900288 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.932733 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] For port 8216fcf8-5403-45ba-977c-3c2064588da7, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:47.938633 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] For port 8216fcf8-5403-45ba-977c-3c2064588da7, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8216fcf8-5403-45ba-977c-3c2064588da7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:47.941989 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:47.944247 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.946792 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:47.953132 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:47.976459 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Pushing event updated for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:47.999339 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.043856 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:48.044859 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:48.091885 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f407077-aa70-41ac-8e9e-bb1042d9383d None None] Pushing event updated for resources: {'Port': ['ID=8216fcf8-5403-45ba-977c-3c2064588da7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:48.164474 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.176011 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:48.230495 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e68ee03f-f3fd-48a0-b0d8-6da21861849c None None] Provisioning for port a83013ca-592d-4eab-a597-c2bd08268902 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:48.234817 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-e68ee03f-f3fd-48a0-b0d8-6da21861849c None None] Provisioning complete for port a83013ca-592d-4eab-a597-c2bd08268902 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:48.235274 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68ee03f-f3fd-48a0-b0d8-6da21861849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.273437 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e68ee03f-f3fd-48a0-b0d8-6da21861849c None None] Port a83013ca-592d-4eab-a597-c2bd08268902 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:48.334848 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.339714 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8505643'] for port, after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.409346 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.411179 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Pushing event updated for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:48.443938 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-26202eef-3277-424b-a553-b64856c42a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:46Z', 'revision_number': 3, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:48.470009 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202eef-3277-424b-a553-b64856c42a46 None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:46Z', 'revision_number': 3, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:48.506837 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:48.508270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:48.641486 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:25:48.737727 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.783326 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:48.790543 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-59219e72-c226-4d84-b759-ef25fc2ae1ba admin admin] 10.222.0.41 "PUT /v2.0/routers/a93ecac0-1729-43bd-b9fc-2e2f9d55d045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326510 Sep 01 16:25:48.803654 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7c167f91-9046-4fc6-af00-cd67bf6397ed None None] Provisioning complete for port a83013ca-592d-4eab-a597-c2bd08268902 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:48.804407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c167f91-9046-4fc6-af00-cd67bf6397ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:48.849181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c167f91-9046-4fc6-af00-cd67bf6397ed None None] Port a83013ca-592d-4eab-a597-c2bd08268902 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:49.190655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fa84a211-dcd1-49a9-80e7-a9aca33b1d9c up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:49.254434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.265690 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:49.266063 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.363110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8216fcf8-5403-45ba-977c-3c2064588da7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:49.422336 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 8216fcf8-5403-45ba-977c-3c2064588da7 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:49.427325 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8216fcf8-5403-45ba-977c-3c2064588da7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:49.429394 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.459098 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52482) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:49.464612 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1291076673-network', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:49.486445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Made reservation on behalf of 8ef741d97fa64a9e9271f7686a70a54f for: {'network': 1} {{(pid=106377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:25:49.489009 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for network, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.498894 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.526438 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.546605 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 8216fcf8-5403-45ba-977c-3c2064588da7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8216fcf8-5403-45ba-977c-3c2064588da7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:49.550809 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.595024 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.599929 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=8216fcf8-5403-45ba-977c-3c2064588da7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:49.600311 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.630746 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:25:49.632724 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713e1d9-82b4-484b-8d95-f81540daa9c6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:49.643771 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.644117 n-d-802060-16 neutron-server[106377]: INFO neutron.db.segments_db [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Added segment db1c8036-e23e-4477-bb1b-bf4b89309d43 of type vlan for network 074b467d-769b-4f76-b8c6-1050b5e8767c Sep 01 16:25:49.685831 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745022102128'] for network, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.713256 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043'] for network, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.714263 n-d-802060-16 neutron-server[106377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:49.714862 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Notify callbacks [] for network, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:49.767224 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3069038 Sep 01 16:25:49.774250 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:49.780802 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44970355-84be-41f9-9e99-33077fae66e9 admin admin] Pushing event updated for resources: {'Network': ['ID=074b467d-769b-4f76-b8c6-1050b5e8767c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:49.783465 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Request body: {'subnet': {'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1291076673-subnet', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:49.792000 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Network 074b467d-769b-4f76-b8c6-1050b5e8767c details requested by agent ovs-agent-n-d-802060-16 with host n-d-802060-16 {{(pid=106378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:25:49.808126 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Made reservation on behalf of 8ef741d97fa64a9e9271f7686a70a54f for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:25:49.812067 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9198809'] for subnet, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.012345 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9237772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9198799'] for subnet, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.076164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33006419-07b1-4d6a-b584-301c4aa2a096,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:50.084128 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Checking segment: {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:50.084310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Network hostable DHCP agents. Network: 074b467d-769b-4f76-b8c6-1050b5e8767c, hostable agents: ['ab2d297a-40ad-43b9-b786-30f3846c2b16'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:25:50.101028 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Network 074b467d-769b-4f76-b8c6-1050b5e8767c is scheduled to be hosted by DHCP agent ab2d297a-40ad-43b9-b786-30f3846c2b16 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:25:50.109962 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-16, 074b467d-769b-4f76-b8c6-1050b5e8767c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:50.114313 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:50.114979 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.118655 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebda014-f836-4c40-b8b0-140da96cb088 None None] Network 074b467d-769b-4f76-b8c6-1050b5e8767c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:50.132089 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-af4bc140-5924-4832-ae9b-68e941bfcde8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3537040 Sep 01 16:25:50.132309 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52486) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:50.137175 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:50.158621 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1568276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61952'] for router, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.159743 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1745138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1749090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61975'] for router, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.166733 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:50.191240 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:50.191874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:50.211304 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.302502 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.348411 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.358421 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:50.411894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82b2b248-ea12-5598-8360-6c91662b13c3-074b467d-769b-4f76-b8c6-1050b5e8767c', 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'fixed_ips': [{'subnet_id': '33006419-07b1-4d6a-b584-301c4aa2a096'}]}} from n-d-802060-16. {{(pid=106378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:25:50.412895 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.547928 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.567217 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.668336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Allocated IP 172.25.1.238 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/c658b737-8ce9-41da-a10a-9cf9b9c3b88d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:50.670604 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Allocated IP 172.20.0.2 (074b467d-769b-4f76-b8c6-1050b5e8767c/33006419-07b1-4d6a-b584-301c4aa2a096/3a00ccb9-7359-4fac-8d53-12940b8c6587) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:50.742258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 2, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:50.775282 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.779926 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:50.780280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Updating router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 port a83013ca-592d-4eab-a597-c2bd08268902 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:25:50.813694 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.818314 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.855007 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:50.859719 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:50.864298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:50.867476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Pushing event updated for resources: {'Port': ['ID=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:50.909525 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:50.971846 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Transition to ACTIVE for port object 3a00ccb9-7359-4fac-8d53-12940b8c6587 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:50.999234 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Transition to ACTIVE for port object 3a00ccb9-7359-4fac-8d53-12940b8c6587 will not be triggered until provisioned by entity DHCP. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:51.012856 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.098008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8216fcf8-5403-45ba-977c-3c2064588da7 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:51.102874 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Network 074b467d-769b-4f76-b8c6-1050b5e8767c is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:51.131306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Pushing event updated for resources: {'Port': ['ID=3a00ccb9-7359-4fac-8d53-12940b8c6587,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:51.133810 n-d-802060-16 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:51.143134 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:51.272016 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 8216fcf8-5403-45ba-977c-3c2064588da7 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:51.272327 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.273886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Attempting to bind port 3a00ccb9-7359-4fac-8d53-12940b8c6587 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:51.274256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Attempting to bind port 3a00ccb9-7359-4fac-8d53-12940b8c6587 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:51.274612 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Attempting to bind port 3a00ccb9-7359-4fac-8d53-12940b8c6587 on network 074b467d-769b-4f76-b8c6-1050b5e8767c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:51.302346 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:51.302722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Checking segment: {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:51.303356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.303511 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Bound using segment: {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:51.303980 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Bound port: 3a00ccb9-7359-4fac-8d53-12940b8c6587, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:51.304356 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.328110 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.364062 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Transition to ACTIVE for port object a83013ca-592d-4eab-a597-c2bd08268902 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:51.377348 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.426899 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.644066 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727986'] for router, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.644688 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] For port 3a00ccb9-7359-4fac-8d53-12940b8c6587, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:51.657142 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb764b8-b23c-4598-80be-fce397fd9cd4 None None] Pushing event updated for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:51.693306 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] For port 3a00ccb9-7359-4fac-8d53-12940b8c6587, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a00ccb9-7359-4fac-8d53-12940b8c6587,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:51.715077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.751444 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Attempting to bind port a83013ca-592d-4eab-a597-c2bd08268902 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:51.751807 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Attempting to bind port a83013ca-592d-4eab-a597-c2bd08268902 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:51.752342 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Attempting to bind port a83013ca-592d-4eab-a597-c2bd08268902 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:51.778745 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:51.779168 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Checking segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:51.780053 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.780552 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Bound using segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:51.781298 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Bound port: a83013ca-592d-4eab-a597-c2bd08268902, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:51.781764 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.783726 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Router b213372e-9c69-43a9-b703-942c4e497dfc is scheduled to L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:25:51.812569 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af054e6-cf16-48f5-8afd-eefc4114fb80 None None] Pushing event updated for resources: {'Port': ['ID=3a00ccb9-7359-4fac-8d53-12940b8c6587,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:51.871354 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] For port a83013ca-592d-4eab-a597-c2bd08268902, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:51.874682 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] For port a83013ca-592d-4eab-a597-c2bd08268902, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a83013ca-592d-4eab-a597-c2bd08268902,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:51.880083 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.910360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:51.925168 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Sync routers for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:51.928856 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.929985 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-29ddc677-dd6a-4027-b4ae-b5bcb6ee0a64 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7966428 Sep 01 16:25:51.932676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:51.947242 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:51.948124 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:51.955724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:51.956545 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:52.048353 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb764b8-b23c-4598-80be-fce397fd9cd4 None None] Pushing event updated for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:52.088003 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:52.159247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:52.303014 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:51Z', 'revision_number': 3, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:52.335337 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Checking router: b213372e-9c69-43a9-b703-942c4e497dfc for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:52.335337 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Updating router b213372e-9c69-43a9-b703-942c4e497dfc port c658b737-8ce9-41da-a10a-9cf9b9c3b88d binding host n-d-802060-16 {{(pid=106379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:25:52.368464 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.412968 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:51Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:52.444192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f5ae3-8c80-46de-889d-34f24cf3ce9b None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:51Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:52.532287 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.749767 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Allocated IP 172.20.0.1 (074b467d-769b-4f76-b8c6-1050b5e8767c/33006419-07b1-4d6a-b584-301c4aa2a096/e76979a9-d375-4565-8c76-67a345070005) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:52.794674 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.806797 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Transition to ACTIVE for port object c658b737-8ce9-41da-a10a-9cf9b9c3b88d will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:52.821646 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.884693 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47e51b-071c-4283-b7c2-ec5542e601a7 None None] Pushing event updated for resources: {'Port': ['ID=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:52.895078 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.914117 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Transition to ACTIVE for port object e76979a9-d375-4565-8c76-67a345070005 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:52.925746 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Attempting to bind port c658b737-8ce9-41da-a10a-9cf9b9c3b88d on host n-d-802060-16 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:52.927272 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Attempting to bind port c658b737-8ce9-41da-a10a-9cf9b9c3b88d by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:52.927826 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Attempting to bind port c658b737-8ce9-41da-a10a-9cf9b9c3b88d on network aa56c012-0662-4d7e-945e-42b350953ac9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:52.942585 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:52.942951 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Checking segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:52.943559 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.943950 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Bound using segment: {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:52.944427 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Bound port: c658b737-8ce9-41da-a10a-9cf9b9c3b88d, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e0b6e-980e-40ea-97aa-d84fa46a8e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:52.944799 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.954911 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.005432 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] For port c658b737-8ce9-41da-a10a-9cf9b9c3b88d, host n-d-802060-16, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:53.009361 n-d-802060-16 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] For port c658b737-8ce9-41da-a10a-9cf9b9c3b88d, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:53.010006 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Network 074b467d-769b-4f76-b8c6-1050b5e8767c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:53.014260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:53.015334 n-d-802060-16 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.016449 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Pushing event updated for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:53.019396 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:53.041463 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29e6ab-4460-48a4-af14-53759745207e None None] Network 074b467d-769b-4f76-b8c6-1050b5e8767c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:25:53.068144 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745281'] for router_interface, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.084413 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:53.085198 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:53.153558 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47e51b-071c-4283-b7c2-ec5542e601a7 None None] Pushing event updated for resources: {'Port': ['ID=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:53.158294 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-c0e07bee-3aeb-41b0-bbbd-0b7514b8484b None None] Provisioning for port 3a00ccb9-7359-4fac-8d53-12940b8c6587 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:53.228789 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:53.248572 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a83013ca-592d-4eab-a597-c2bd08268902 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:53.331620 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.346866 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port a83013ca-592d-4eab-a597-c2bd08268902 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:53.353400 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a83013ca-592d-4eab-a597-c2bd08268902 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:53.353798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.476529 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.502801 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:51Z', 'revision_number': 3, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:53.534507 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port a83013ca-592d-4eab-a597-c2bd08268902, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a83013ca-592d-4eab-a597-c2bd08268902,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:53.540403 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.543118 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a00ccb9-7359-4fac-8d53-12940b8c6587 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:53.543341 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f82843-8936-4213-b874-6f1e7e142e27 None None] The sync data for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 is: [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:51Z', 'revision_number': 3, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:53.576210 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.582870 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.652414 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:53.657000 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Pushing event updated for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:53.679593 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port 3a00ccb9-7359-4fac-8d53-12940b8c6587 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:53.686266 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3a00ccb9-7359-4fac-8d53-12940b8c6587 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:53.686911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.701837 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728305'] for router_interface, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.728205 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Provisioning for port e76979a9-d375-4565-8c76-67a345070005 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:53.737192 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Provisioning complete for port e76979a9-d375-4565-8c76-67a345070005 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:53.737453 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.807703 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Port e76979a9-d375-4565-8c76-67a345070005 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:53.826058 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Network 074b467d-769b-4f76-b8c6-1050b5e8767c is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:53.827828 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:53.847724 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Provisioning complete for port 3a00ccb9-7359-4fac-8d53-12940b8c6587 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:53.848367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f452f9d0-23e8-44ea-9716-780923f2937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.917708 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:53.976857 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port 3a00ccb9-7359-4fac-8d53-12940b8c6587, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a00ccb9-7359-4fac-8d53-12940b8c6587,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:53.993841 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.012051 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Router b213372e-9c69-43a9-b703-942c4e497dfc has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:25:54.117644 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=3a00ccb9-7359-4fac-8d53-12940b8c6587,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:54.186773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:25:54.193131 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-577b84c0-f223-43ab-b496-eb75667c0794 admin admin] 10.222.0.41 "PUT /v2.0/routers/b213372e-9c69-43a9-b703-942c4e497dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2591403 Sep 01 16:25:54.206913 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-7f805ebd-7679-4292-be79-808f904d5113 None None] Provisioning complete for port e76979a9-d375-4565-8c76-67a345070005 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:54.207296 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f805ebd-7679-4292-be79-808f904d5113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.247198 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7f805ebd-7679-4292-be79-808f904d5113 None None] Port e76979a9-d375-4565-8c76-67a345070005 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:54.365750 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-d34fecbd-e25f-45f9-abaf-97f2c9785cb8 None None] Provisioning complete for port e76979a9-d375-4565-8c76-67a345070005 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:54.366129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d34fecbd-e25f-45f9-abaf-97f2c9785cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.403978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d34fecbd-e25f-45f9-abaf-97f2c9785cb8 None None] Port e76979a9-d375-4565-8c76-67a345070005 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:54.712874 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52496) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:54.717681 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081809063', 'description': 'tempest-secgroup-smoke-2081809063 description', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:54.738937 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.820265 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.824614 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.858439 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.859588 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456740 Sep 01 16:25:54.860736 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a801d-38c9-4a8c-8773-5f8b08f3bef9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d349e1-58f1-4d98-8283-664ec1ec88a5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:54.862735 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52498) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:54.867658 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:54.894958 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.951059 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.954893 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.973012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cc51eb-0bcd-4987-ab3a-6536aa62c515,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:54.979050 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.980281 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-393c2881-6add-4a36-a8d4-7d3f9e5a123e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165266 Sep 01 16:25:54.982965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52500) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:54.987310 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:55.013511 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.083610 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.088099 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.108110 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a005e1-995a-4518-82a6-d5dfb45df5be,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.111516 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.112653 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-16596795-e7f4-4ca9-8342-e0f1bdbb17a7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287644 Sep 01 16:25:55.115821 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:55.120995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:55.147643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.172858 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a83013ca-592d-4eab-a597-c2bd08268902 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:55.215736 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.220077 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.224960 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port a83013ca-592d-4eab-a597-c2bd08268902 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:55.225801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.235889 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e21140-5ba8-496d-bc20-bcff4dc5bebe,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.246409 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.250307 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8f0d5b29-9b7b-4c52-be8f-c70b5f8c783b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310444 Sep 01 16:25:55.250613 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:55.255332 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:55.284266 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.318019 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c658b737-8ce9-41da-a10a-9cf9b9c3b88d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:55.355890 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.360959 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.368639 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port c658b737-8ce9-41da-a10a-9cf9b9c3b88d completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:55.373288 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c658b737-8ce9-41da-a10a-9cf9b9c3b88d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:55.373658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.379326 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd1ecbb-2191-457e-a541-a782ae6a7d11,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.391009 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.392226 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-b9ed1cd1-0f0d-4c08-88a2-6962dbe92d19 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404517 Sep 01 16:25:55.395410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:55.400185 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:55.425507 n-d-802060-16 neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Project 7bd08c3dbf734afb8af38ca9fd539f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:25:55.430624 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.459817 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.481015 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port c658b737-8ce9-41da-a10a-9cf9b9c3b88d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:55.486223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.487131 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a00ccb9-7359-4fac-8d53-12940b8c6587 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:55.499818 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.504499 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.520239 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2751ae8-4976-442a-8f65-32a6817ce717,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.535064 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.536422 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-035524db-1a07-4ad0-bb46-c32a360d845e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397970 Sep 01 16:25:55.539384 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 52508) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:55.545350 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.v2.base [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'security_group_rule': {'security_group_id': '00d349e1-58f1-4d98-8283-664ec1ec88a5', 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:55.568082 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.569535 n-d-802060-16 neutron-server[106377]: INFO neutron.db.securitygroups_db [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Project 7bd08c3dbf734afb8af38ca9fd539f5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:25:55.575627 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.587829 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port 3a00ccb9-7359-4fac-8d53-12940b8c6587 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:55.588207 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.637462 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.641292 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-164125'] for security_group_rule, after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.665491 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758d8800-4e54-49e4-a306-a7ea56bb6f89,revision_number=0']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:55.671185 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:55.672605 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1faa3fa0-b786-4e8a-9209-0974e1753a6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314988 Sep 01 16:25:55.827049 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-027d2965-bca1-4531-bcb5-7fdb085d4c59 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081809063&fields=id&tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 267 time: 0.0346427 Sep 01 16:25:55.911169 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Sync routers for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:25:55.921670 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:55.922315 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:55.938950 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-3b6aa26d-0a0f-426b-b3b1-983f9de7823c tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:55.940464 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-3b6aa26d-0a0f-426b-b3b1-983f9de7823c tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 810 time: 0.1063249 Sep 01 16:25:55.955600 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-a6f1decf-21af-4a66-aafc-1a5697204d3d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/quotas/7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 375 time: 0.0092008 Sep 01 16:25:56.008174 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-721a6de2-7255-4c03-93a2-914cad727d79 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470257 Sep 01 16:25:56.028312 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:56.119700 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-6f2b418e-36b5-414a-9166-f69afecc6910 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:25:56.121410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-6f2b418e-36b5-414a-9166-f69afecc6910 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1019671 Sep 01 16:25:56.214617 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-3569572f-dfcd-47a1-985b-37324b56ad0e service neutron] 10.222.0.41 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861933 Sep 01 16:25:56.233869 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 4, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e76979a9-d375-4565-8c76-67a345070005', 'name': '', 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'mac_address': 'fa:16:3e:ae:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:52Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 2, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'subnets': [{'id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:56.259438 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Checking router: b213372e-9c69-43a9-b703-942c4e497dfc for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:25:56.259793 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Updating router b213372e-9c69-43a9-b703-942c4e497dfc port e76979a9-d375-4565-8c76-67a345070005 binding host n-d-802060-16 {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:25:56.284439 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.304707 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-098f4ff6-5935-4ccb-9074-fb13b1ebfd79 service neutron] 10.222.0.41 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836196 Sep 01 16:25:56.469130 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4dc37f9d-01ae-4982-a5d9-40ef2855bd38 req-672ed6a7-d45f-4437-96ec-f21e9653fade tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 210 time: 0.0286510 Sep 01 16:25:56.554930 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.565043 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Transition to ACTIVE for port object e76979a9-d375-4565-8c76-67a345070005 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:56.571026 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.624044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84f423-cb12-4280-bbfa-7e84071854cb None None] Pushing event updated for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:56.684835 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Attempting to bind port e76979a9-d375-4565-8c76-67a345070005 on host n-d-802060-16 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:56.685361 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Attempting to bind port e76979a9-d375-4565-8c76-67a345070005 by drivers openvswitch,hyperv on host n-d-802060-16 at level 0 using segments [{'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:56.685728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Attempting to bind port e76979a9-d375-4565-8c76-67a345070005 on network 074b467d-769b-4f76-b8c6-1050b5e8767c {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:56.691326 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Checking agent: {'id': '9351f345-e09a-4c3b-a548-e67557df585a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 43, 47), 'started_at': datetime.datetime(2021, 9, 1, 14, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:56.691780 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Checking segment: {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:56.692302 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.692884 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Bound using segment: {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:56.693447 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Bound port: e76979a9-d375-4565-8c76-67a345070005, host: n-d-802060-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1c8036-e23e-4477-bb1b-bf4b89309d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:56.693902 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.780021 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] For port e76979a9-d375-4565-8c76-67a345070005, host n-d-802060-16, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:56.783484 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] For port e76979a9-d375-4565-8c76-67a345070005, host n-d-802060-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e76979a9-d375-4565-8c76-67a345070005,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:56.789827 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:56.866402 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:25:56.866930 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:56.868766 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84f423-cb12-4280-bbfa-7e84071854cb None None] Pushing event updated for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:57.127073 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c658b737-8ce9-41da-a10a-9cf9b9c3b88d up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:57.187316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:25:57.272625 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port c658b737-8ce9-41da-a10a-9cf9b9c3b88d triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:57.273330 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:57.465462 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 4, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e76979a9-d375-4565-8c76-67a345070005', 'name': '', 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'mac_address': 'fa:16:3e:ae:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:52Z', 'updated_at': '2021-09-01T16:25:56Z', 'revision_number': 4, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'subnets': [{'id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:57.497258 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1b2f5-abd3-46bb-995e-ac122d60721f None None] The sync data for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 is: [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 4, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'e76979a9-d375-4565-8c76-67a345070005', 'name': '', 'network_id': '074b467d-769b-4f76-b8c6-1050b5e8767c', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'mac_address': 'fa:16:3e:ae:33:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:52Z', 'updated_at': '2021-09-01T16:25:56Z', 'revision_number': 4, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'subnets': [{'id': '33006419-07b1-4d6a-b584-301c4aa2a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:25:57.614157 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-54291681-bf49-4051-bd9d-d27f9cc56e08 req-07743225-aaa4-4ad2-b583-afd70ac0e39e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 210 time: 0.0463431 Sep 01 16:25:57.741621 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-836cd90f-e35a-4ced-b47c-6a0b85b48d00 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:57.743151 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-836cd90f-e35a-4ced-b47c-6a0b85b48d00 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 810 time: 0.1571159 Sep 01 16:25:57.803315 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-69532a1a-be91-4290-ac11-70695e96bb21 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 380 time: 0.0382881 Sep 01 16:25:57.813203 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'port': {'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'admin_state_up': True, 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'security_groups': ['00d349e1-58f1-4d98-8283-664ec1ec88a5']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:57.936017 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Made reservation on behalf of 7bd08c3dbf734afb8af38ca9fd539f5b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:25:57.939712 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.069861 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Allocated IP 172.20.0.3 (7521d4d9-e83c-4b6a-8af2-015e55808160/4dc7e8f7-b98c-4826-8f7e-32aae887ca64/dea0d144-0734-43a8-975c-559de32dde39) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:25:58.503959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.526105 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.540267 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Transition to ACTIVE for port object dea0d144-0734-43a8-975c-559de32dde39 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:58.572402 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.618964 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:25:58.622713 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:25:58.626556 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:25:58.633001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:58.687464 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:58.688106 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.726752 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-fc5092f2-cc4b-4837-9769-1c79c2998c02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175038 Sep 01 16:25:58.748290 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8db3-3f9a-4128-9d82-e6d5096bb714 req-c2534979-a5e5-4ab9-b2f3-db5cfb00a4dc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:58.750050 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90de8db3-3f9a-4128-9d82-e6d5096bb714 req-c2534979-a5e5-4ab9-b2f3-db5cfb00a4dc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 931 time: 0.0580335 Sep 01 16:25:58.755397 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Request body: {'port': {'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:58.835269 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-90de8db3-3f9a-4128-9d82-e6d5096bb714 req-09524725-91b2-4a46-85fc-570a39e0fe21 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770283 Sep 01 16:25:58.840169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.923600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-92d1861f-f505-4a9d-b345-7b9ce64dd900 None None] Provisioning for port dea0d144-0734-43a8-975c-559de32dde39 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:58.927247 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-92d1861f-f505-4a9d-b345-7b9ce64dd900 None None] Provisioning complete for port dea0d144-0734-43a8-975c-559de32dde39 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:58.927609 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92d1861f-f505-4a9d-b345-7b9ce64dd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:58.961219 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-92d1861f-f505-4a9d-b345-7b9ce64dd900 None None] Port dea0d144-0734-43a8-975c-559de32dde39 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:25:59.097691 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e76979a9-d375-4565-8c76-67a345070005 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:59.110438 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea0d144-0734-43a8-975c-559de32dde39 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:25:59.117932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.130360 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Transition to ACTIVE for port object dea0d144-0734-43a8-975c-559de32dde39 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:59.134208 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.146314 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning for port e76979a9-d375-4565-8c76-67a345070005 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:59.150630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e76979a9-d375-4565-8c76-67a345070005 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:59.151009 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.192316 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:59.240061 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.266676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Attempting to bind port dea0d144-0734-43a8-975c-559de32dde39 on host n-h2-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:59.267012 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Attempting to bind port dea0d144-0734-43a8-975c-559de32dde39 by drivers openvswitch,hyperv on host n-h2-802060-16 at level 0 using segments [{'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:59.267342 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Attempting to bind port dea0d144-0734-43a8-975c-559de32dde39 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:59.271920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Port dea0d144-0734-43a8-975c-559de32dde39 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:25:59.272174 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Attempting to bind port dea0d144-0734-43a8-975c-559de32dde39 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:59.278093 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Checking agent: {'id': 'b559542c-3fa8-42f1-89fd-9f44b0959e69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:59.278434 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Checking segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:59.278824 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Bound using segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:59.278963 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] For port e76979a9-d375-4565-8c76-67a345070005, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e76979a9-d375-4565-8c76-67a345070005,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:59.279292 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Bound port: dea0d144-0734-43a8-975c-559de32dde39, host: n-h2-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:59.279734 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.284501 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.336420 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Pushing event updated for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:59.353918 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:59.357669 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:59.362453 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.402056 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:59.402740 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:59.404401 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] 10.222.0.24 "PUT /v2.0/ports/dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 1092 time: 0.6533206 Sep 01 16:25:59.404864 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:59.407413 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7d843-8e89-4771-a7e2-9de4ad41ffac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:59.430488 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c213-4612-4ef1-b20a-cc5e12b58448 service neutron] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:59.455015 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956889f-1dfb-4692-881a-8d7c7d91cdc2 x-openstack-request-id: req-1956889f-1dfb-4692-881a-8d7c7d91cdc2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:59.455398 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:59.455574 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1956889f-1dfb-4692-881a-8d7c7d91cdc2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:59.455986 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'status': 'completed', 'code': 200} Sep 01 16:25:59.515711 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-a8c27971-fb48-4797-919e-38fc99f03b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:59.517309 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-a8c27971-fb48-4797-919e-38fc99f03b32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1095 time: 0.0426118 Sep 01 16:25:59.571861 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-abfe0ec0-1404-4bbb-ab11-9d5805afb6b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 217 time: 0.0400486 Sep 01 16:25:59.622120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-5b7f6149-f2b1-4154-a65e-0f12bb77dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:59.623611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-5b7f6149-f2b1-4154-a65e-0f12bb77dbec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0455265 Sep 01 16:25:59.670202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-778453cf-db26-49c5-9d66-889283815792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:59.671731 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-778453cf-db26-49c5-9d66-889283815792 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411551 Sep 01 16:25:59.774691 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-339a0dd8-fc72-42e8-b033-6f9cd02cb5f9 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956976 Sep 01 16:25:59.868760 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-886fa64b-ef49-45cc-8625-b3bf22d8312c req-96a2f687-d90e-4115-bb32-ff70419a7e19 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Sep 01 16:25:59.970001 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d287a-273f-4254-a7af-02a0b4551a60 req-fe408ef4-d05b-4f15-bf4c-b80a5f837ed8 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:59.971488 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf2d287a-273f-4254-a7af-02a0b4551a60 req-fe408ef4-d05b-4f15-bf4c-b80a5f837ed8 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0630796 Sep 01 16:26:00.025634 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-f4d1ad65-0613-49da-9463-83f59ecc574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:00.027189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-f4d1ad65-0613-49da-9463-83f59ecc574c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1095 time: 0.0734293 Sep 01 16:26:00.030411 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bf2d287a-273f-4254-a7af-02a0b4551a60 req-a4276ed6-b351-4685-92cc-b420e97556a6 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Sep 01 16:26:00.122431 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-3949e86e-ee5f-4ff4-9e8b-a1b96f35407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:00.123887 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-3949e86e-ee5f-4ff4-9e8b-a1b96f35407e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0887759 Sep 01 16:26:00.167373 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-73bcfa1b-4747-45c3-9f46-09132d7173db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 217 time: 0.0348668 Sep 01 16:26:00.218112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-6bc4ff8d-b4ad-4975-9130-13ece3cea125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:00.219599 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-6bc4ff8d-b4ad-4975-9130-13ece3cea125 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0441835 Sep 01 16:26:00.268568 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-b98772d4-eb77-47a2-b05d-21b53cda06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:00.270250 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-b98772d4-eb77-47a2-b05d-21b53cda06d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428460 Sep 01 16:26:00.367426 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-7c279dbc-2c24-4a5c-9c62-7db48d46fd55 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892107 Sep 01 16:26:00.456771 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-80e7d843-8e89-4771-a7e2-9de4ad41ffac req-450a9b12-abb4-4714-8279-ab9f549ff3a8 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813797 Sep 01 16:26:01.082525 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e76979a9-d375-4565-8c76-67a345070005 up at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:01.129798 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Provisioning complete for port e76979a9-d375-4565-8c76-67a345070005 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:26:01.130054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:01.153328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc36f-c75a-433c-80c7-e822f022873b req-ec280c9a-0b28-4859-82eb-b8e03d1b00b5 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:01.155013 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e29fc36f-c75a-433c-80c7-e822f022873b req-ec280c9a-0b28-4859-82eb-b8e03d1b00b5 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0549033 Sep 01 16:26:01.192302 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e29fc36f-c75a-433c-80c7-e822f022873b req-a96f867a-fec9-4352-9043-4b39d96a0b03 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Sep 01 16:26:02.215110 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:26:02.311036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df6b-4d22-439c-ab0d-c5da0bc11ce7 req-67a7ab45-51e0-416e-b062-b553dcc60d2f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:02.312596 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96f9df6b-4d22-439c-ab0d-c5da0bc11ce7 req-67a7ab45-51e0-416e-b062-b553dcc60d2f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0516520 Sep 01 16:26:02.314002 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:02.326631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'dea0d144-0734-43a8-975c-559de32dde39', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:26:02.351478 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-96f9df6b-4d22-439c-ab0d-c5da0bc11ce7 req-9b73f0db-51af-46cd-b641-0430bfc19821 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Sep 01 16:26:02.367595 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:02.381355 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea0d144-0734-43a8-975c-559de32dde39 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:26:02.400699 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:02.405201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:02.454322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:02.720595 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['dea0d144-0734-43a8-975c-559de32dde39'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:26:03.466320 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2d57-91a7-456f-b41d-28a87cd1a2c4 req-0e1e01af-6c24-41be-bcb8-faa0a56d0ed1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:03.467800 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf0b2d57-91a7-456f-b41d-28a87cd1a2c4 req-0e1e01af-6c24-41be-bcb8-faa0a56d0ed1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 944 time: 0.0489538 Sep 01 16:26:03.504956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-cf0b2d57-91a7-456f-b41d-28a87cd1a2c4 req-51c85b60-c15a-4577-8db0-8e8b97bf269d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311880 Sep 01 16:26:04.230880 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:04.278859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning for port dea0d144-0734-43a8-975c-559de32dde39 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:26:04.283005 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port dea0d144-0734-43a8-975c-559de32dde39 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:26:04.283372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:04.360740 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:04.382843 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:26:04.385003 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc691f-4a2a-46f5-b338-bab179b1acc2" -d '{"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-plugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:26:04.398084 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:04.402634 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:04.427649 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44af60-e5f1-4eab-98e1-d850669094cb x-openstack-request-id: req-be44af60-e5f1-4eab-98e1-d850669094cb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:26:04.427940 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-plugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:26:04.428187 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be44af60-e5f1-4eab-98e1-d850669094cb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:26:04.428599 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'code': 200} Sep 01 16:26:04.455321 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:04.549628 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449bea-14d5-4b2c-9f2a-96efbac6f656 req-31b94710-ef86-4773-ad42-fc83018d4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:04.551184 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b449bea-14d5-4b2c-9f2a-96efbac6f656 req-31b94710-ef86-4773-ad42-fc83018d4b26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1097 time: 0.0439935 Sep 01 16:26:04.610481 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-0b449bea-14d5-4b2c-9f2a-96efbac6f656 req-1795b6b7-f672-4b51-871c-8689e7d3606c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525944 Sep 01 16:26:04.629799 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab77e91-7224-4a38-b403-72b83b627dfb req-53a8c7d3-6d11-40cd-abc9-35bde44660c9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:04.631249 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ab77e91-7224-4a38-b403-72b83b627dfb req-53a8c7d3-6d11-40cd-abc9-35bde44660c9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 945 time: 0.0573533 Sep 01 16:26:04.670280 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9ab77e91-7224-4a38-b403-72b83b627dfb req-07eadc29-f8e3-4fcf-8b89-2f1da9c6c6d8 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Sep 01 16:26:05.784572 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e5c5-7d0e-4019-b287-f1faae431276 req-4878ddc3-41f5-463e-a9cc-31b0dffac190 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:05.786081 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58e8e5c5-7d0e-4019-b287-f1faae431276 req-4878ddc3-41f5-463e-a9cc-31b0dffac190 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 945 time: 0.0488925 Sep 01 16:26:05.823970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-58e8e5c5-7d0e-4019-b287-f1faae431276 req-c5c1bb57-9f6f-466f-a209-00313c8f0c73 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Sep 01 16:26:05.939995 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf57d-f669-46aa-9a7d-dac56cc07268 req-f9708573-1d97-45ae-b471-47887d20daf7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:05.941528 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6afcf57d-f669-46aa-9a7d-dac56cc07268 req-f9708573-1d97-45ae-b471-47887d20daf7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 945 time: 0.0528834 Sep 01 16:26:05.979628 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6afcf57d-f669-46aa-9a7d-dac56cc07268 req-9183c674-6283-4017-8685-62ffe0366d65 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Sep 01 16:26:06.001234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52566) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:26:06.081584 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8c638-469c-4e94-9d44-00b9482f2456 tempest-TestSnapshotPattern-1287831837 tempest-TestSnapshotPattern-1287831837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:06.083104 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-f3c8c638-469c-4e94-9d44-00b9482f2456 tempest-TestSnapshotPattern-1287831837 tempest-TestSnapshotPattern-1287831837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1092 time: 0.0808678 Sep 01 16:26:06.086072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52570) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:26:06.091308 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:06.113426 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:06.210392 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:06.312062 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Allocated IP 172.25.1.122 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/11e997ff-fdd9-422b-ae17-834858e0ed2d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:26:06.416440 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:06.454738 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:06.490993 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:26:06.495883 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:06.499424 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:26:06.524580 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=11e997ff-fdd9-422b-ae17-834858e0ed2d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:06.854512 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:06.931006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:07.078188 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:07.082684 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:07.144653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=11e997ff-fdd9-422b-ae17-834858e0ed2d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:07.159185 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:07.259412 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Floating IP 58964a83-84e5-4798-b81e-22178df692bf associated. External IP: 172.25.1.122, port: dea0d144-0734-43a8-975c-559de32dde39. Sep 01 16:26:07.469016 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:26:07.574025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:26:07.583520 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:26:07.591133 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:07.593975 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:26:07.594664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:07.618591 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-29f05e54-56ff-4db9-a81e-0755c098681a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5314755 Sep 01 16:26:07.619319 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:26:07.621627 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:26:07.665814 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2110468-c402-4cca-aa19-7401c0947487 x-openstack-request-id: req-e2110468-c402-4cca-aa19-7401c0947487 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:26:07.666112 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:26:07.666384 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2110468-c402-4cca-aa19-7401c0947487 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:26:07.666810 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'status': 'completed', 'code': 200} Sep 01 16:26:07.754004 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-99ce7bcd-5094-4f39-beb0-02ad892f1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:07.755446 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-99ce7bcd-5094-4f39-beb0-02ad892f1f9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1097 time: 0.0427878 Sep 01 16:26:07.795893 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:26:07.851260 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-4305a517-a97c-4cb5-9b3a-86856a53d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:07.852776 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-4305a517-a97c-4cb5-9b3a-86856a53d1d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0909390 Sep 01 16:26:07.918245 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-d061898b-5923-4464-a184-f378767a032f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 999 time: 0.0583897 Sep 01 16:26:07.971884 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-ce54fd83-2017-424c-a0b3-5520d059c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:07.973472 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-ce54fd83-2017-424c-a0b3-5520d059c94f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0486379 Sep 01 16:26:08.020385 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-4474f9c7-a1b7-4ae9-97fb-0087129ca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:08.021970 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-4474f9c7-a1b7-4ae9-97fb-0087129ca1ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416000 Sep 01 16:26:08.023029 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:06Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:08.052532 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:26:08.060809 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:26:08.061452 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:25:48Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:08.110006 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-817d6f60-d7e9-47fb-8b95-d8f6f2ce3558 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811007 Sep 01 16:26:08.162347 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:26:08.205103 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-da7d7a6a-2311-4b0f-bc35-5030eb6fb5ef req-3d7de6cd-3d37-437c-9d35-525d9bd1b1a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885203 Sep 01 16:26:08.380870 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:06Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:08.406308 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892bb266-1b4f-4ce6-a275-40d5517cee66 None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:06Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:26:08.606316 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23ab68-e57f-44f5-ae63-94dac8321756 None None] New status for floating IP 58964a83-84e5-4798-b81e-22178df692bf: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:26:14.550441 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-949fc73d-fd4f-4174-956a-47021adedca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:16.392664 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:17.672126 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b53d4a0f-53b8-4907-b7fd-61e1826de985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:17.819197 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:18.724196 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:19.270674 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:20.258716 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:28.516535 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:36.710549 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-73ce0d7e-795d-4e59-8faf-acefc7c6221c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401707 Sep 01 16:26:36.809958 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-33ed2639-564c-43c2-9541-49142bfaa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:36.811454 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-33ed2639-564c-43c2-9541-49142bfaa2fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1097 time: 0.0396850 Sep 01 16:26:36.925479 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-c1620b5c-5337-421e-b04c-398f5cf028d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:36.926897 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-c1620b5c-5337-421e-b04c-398f5cf028d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0910304 Sep 01 16:26:36.991886 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-96647dd5-e149-4516-85a5-4d363c3da49d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 1001 time: 0.0575190 Sep 01 16:26:37.046196 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-ab9cfc00-7a1f-487e-9496-0d370f3baf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:37.047382 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-ab9cfc00-7a1f-487e-9496-0d370f3baf23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0479054 Sep 01 16:26:37.100298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-bedc3b90-3ee5-4ddb-939f-49fa4c81f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:37.101819 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-bedc3b90-3ee5-4ddb-939f-49fa4c81f95d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394585 Sep 01 16:26:37.190757 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-168b7a24-8f6c-424c-bbb1-09f14ed0a2ee service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802560 Sep 01 16:26:37.284079 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4142ac29-2864-46d0-934d-2ba2b6198886 req-2fc8ad0c-b8ed-4b70-9060-eb598ead8c26 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Sep 01 16:26:44.551054 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-184ed6ac-2c09-4f17-9b14-cadfc5190274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:47.673389 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9a61142-2013-4a8a-81fe-dbd3ad6cabeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:47.820185 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:48.727891 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:49.268710 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:50.262487 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:53.391684 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:58.513349 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:14.552714 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08db981f-ecbd-4cf4-8966-ad9009ed718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:17.676243 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1442571-4b43-467f-9216-c4380b41ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:17.821954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:18.731598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:19.284181 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:20.265854 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:20.755178 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-d970f86f-b069-4b80-97e0-31d10fe77b8c req-fc95da22-47e9-4471-9b79-ef428810f66a service neutron] (106377) timed out ('10.222.0.24', 58713) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:27:28.507367 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.394601 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:27:38.685587 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-6a0c98df-ddf2-4b75-a548-1b7143c5d06f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425866 Sep 01 16:27:38.781005 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-f2ed0cce-76c5-4674-a336-54bc730c017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:38.782697 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-f2ed0cce-76c5-4674-a336-54bc730c017f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1097 time: 0.0411234 Sep 01 16:27:38.889694 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-57a79c3e-e367-47f5-827c-aa548da358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:38.891070 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-57a79c3e-e367-47f5-827c-aa548da358a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0885172 Sep 01 16:27:38.956866 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-5af4b8af-23db-4d42-af51-31e26dd432f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 1001 time: 0.0581877 Sep 01 16:27:39.010463 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-a93eaf8d-0781-4e24-837d-a9901531bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:39.011952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-a93eaf8d-0781-4e24-837d-a9901531bc32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0478466 Sep 01 16:27:39.058611 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-f4f9c8ce-b593-4177-b3af-9de4d0bf2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:39.060133 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-f4f9c8ce-b593-4177-b3af-9de4d0bf2a7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413804 Sep 01 16:27:39.070773 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-55bf42ed-9257-407d-94ae-587963cb76f0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:27:39.071725 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-55bf42ed-9257-407d-94ae-587963cb76f0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050802 Sep 01 16:27:39.162410 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-5689de9a-0318-40b9-a10e-740e3ed6036b service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821681 Sep 01 16:27:39.269576 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3ebc158b-1bdf-473e-ba94-03ee7bbe585f req-2b9b2ae4-41b5-4723-a95e-1e5a670e706c service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995886 Sep 01 16:27:44.555023 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d86cd879-add3-46a5-b209-1b1d61a476eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:47.677878 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdbd-479a-4c33-a384-7acce664f274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:47.824505 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:48.733649 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:49.296222 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:50.266954 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:58.514170 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:04.745531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 details requested by agent hyperv_n-h2-802060-16 with host n-h2-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:28:04.853692 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:04.868412 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Returning: {'device': 'dea0d144-0734-43a8-975c-559de32dde39', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:28:04.910215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:04.931186 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea0d144-0734-43a8-975c-559de32dde39 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:04.954818 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:04.960392 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:05.016146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:05.026225 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.026633 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.026900 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.027204 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.027531 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.027890 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.028252 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.028600 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.028939 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.029286 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.029622 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.029965 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:05.106275 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] get_ports_and_sgs() called for port_ids ['dea0d144-0734-43a8-975c-559de32dde39'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:28:05.372881 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-4b450b89-3414-4c8d-b2a8-2635611db4e5 req-224bb2e3-6679-44f2-b71e-bdb4b5a99193 service neutron] (106377) timed out ('10.222.0.50', 50804) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:28:06.772855 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 up at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:06.858976 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Provisioning complete for port dea0d144-0734-43a8-975c-559de32dde39 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:06.859354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:06.972790 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:07.008318 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:07.010751 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ccfef-d435-4c6e-95a1-2365cdeb8f96" -d '{"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-plugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:07.028058 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:07.035789 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:07.124045 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:07.186588 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833e405-5a76-4a71-9ac3-5127f1100677 x-openstack-request-id: req-2833e405-5a76-4a71-9ac3-5127f1100677 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:07.186891 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-plugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:07.187578 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2833e405-5a76-4a71-9ac3-5127f1100677 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:07.188106 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'code': 200} Sep 01 16:28:07.394219 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:13.186235 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-600cde5b-89a6-417d-af02-ec5de258ab57 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081809063&fields=id&tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 267 time: 0.0402207 Sep 01 16:28:13.305901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-6bacf51b-791c-429a-b228-e9ba4d265008 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:13.307390 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-6bacf51b-791c-429a-b228-e9ba4d265008 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 810 time: 0.1116309 Sep 01 16:28:13.323493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-522df679-52c4-4472-81fb-4d4399a0c8cd tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/quotas/7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 375 time: 0.0095246 Sep 01 16:28:13.381097 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c2201834-4916-42a4-9761-2dd2b9ae9ef0 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0518746 Sep 01 16:28:13.482717 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-337c4582-4b94-4cdb-9121-cf4b3794ac2a service neutron] 10.222.0.41 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897403 Sep 01 16:28:13.578486 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-7f538946-7dec-4393-be69-c179cbac8106 service neutron] 10.222.0.41 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895097 Sep 01 16:28:13.745777 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-de1d382e-2344-4bd8-a9d5-42ecc0af5841 req-e72cb366-270f-4db0-b227-f6feb55eefb1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0299704 Sep 01 16:28:14.558763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39b85f7f-8458-4db1-8905-168a8cd5164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:14.686180 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c65475c2-3e06-4572-a0be-8928bdafd194 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:14.687623 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c65475c2-3e06-4572-a0be-8928bdafd194 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 810 time: 0.1068976 Sep 01 16:28:15.072574 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-bd258b06-245d-4458-88cd-1ad70a846d42 req-96a884fc-bcac-4435-aea0-b0ff45a30113 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0296290 Sep 01 16:28:15.094797 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-fef157d2-6fca-4572-be91-b591bfef284b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b HTTP/1.1" status: 200 len: 380 time: 0.3975728 Sep 01 16:28:16.184493 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-454e8fa2-20d3-40bf-a069-e950ac01487a req-a6336a8a-4922-4a49-9c81-78ef1ced43ad tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0274229 Sep 01 16:28:16.837381 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:28:16.935819 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:16.957962 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:16.960112 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b421cac-18d9-4200-a9b4-3b86ac98e234" -d '{"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:16.972652 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:16.976855 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:17.008029 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95962bef-152b-4d93-8026-3f85bf8c3e6e x-openstack-request-id: req-95962bef-152b-4d93-8026-3f85bf8c3e6e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:17.008029 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:17.008029 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95962bef-152b-4d93-8026-3f85bf8c3e6e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:17.008029 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'code': 200} Sep 01 16:28:17.035706 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Pushing event updated for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:17.292463 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-70b18534-7135-4861-a5b8-eb9d3e0b8cf1 req-2a4051e1-8763-4d3e-848f-879b2e47072e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0282915 Sep 01 16:28:17.681873 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40b81179-ad48-481d-a0e3-649dc6d4f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:17.832077 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:18.388674 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5085836b-115c-42bc-b039-3336805fda3e req-d5c43a0c-3f94-441f-8d21-2ba36078fdc8 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Sep 01 16:28:18.743064 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:19.295514 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:19.501370 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-225e4d6a-44af-4e3a-be28-66424629e5d2 req-7534cfe3-e265-44f9-831e-bbdab0e6cdea tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0323572 Sep 01 16:28:20.268953 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:20.605598 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-8940e609-c4ad-412b-ad3d-214461732bef req-32b016f4-25cc-4d4a-9f6e-b1edc1365b84 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0349329 Sep 01 16:28:21.705873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9b841016-e9dc-4710-866d-339f034e9932 req-c89c5e09-8e27-4845-b6d1-97bae437f73f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Sep 01 16:28:22.811505 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6ac9f689-5098-46b5-b7b7-8c82b8d4e681 req-dec016ba-f093-4c91-9c00-cdd244d0f681 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Sep 01 16:28:23.916880 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-9f855638-a8b5-4a8d-b17d-f86573a4f1a1 req-00182d77-b2a6-40bb-b339-8588b1d857b6 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Sep 01 16:28:24.868653 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'port': {'device_id': '424e8fed-f685-49c6-a6f7-76dede440917', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'admin_state_up': True, 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'security_groups': ['00d349e1-58f1-4d98-8283-664ec1ec88a5']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:24.998090 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Made reservation on behalf of 7bd08c3dbf734afb8af38ca9fd539f5b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:25.001739 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.029984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e0a6daba-ec8c-4b1d-b1ef-19455f442dd8 req-e3e0a1c0-5cc5-4c5a-a740-23ccce9d3f11 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 210 time: 0.0428355 Sep 01 16:28:25.146721 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Allocated IP 172.20.0.13 (7521d4d9-e83c-4b6a-8af2-015e55808160/4dc7e8f7-b98c-4826-8f7e-32aae887ca64/67f057cb-bed2-4591-828c-c41962dcb212) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:25.283680 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.297676 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Transition to ACTIVE for port object 67f057cb-bed2-4591-828c-c41962dcb212 will not be triggered until provisioned by entity DHCP. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:25.330143 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.376664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:25.381907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:25.384667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:25.416940 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:25.431659 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.432003 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.432336 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.432667 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.432999 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.433344 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.433664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.433982 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.434296 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.435141 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.435466 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.435784 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:25.454234 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:25.454867 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.469535 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0ee71dd1-6598-48c7-ad11-1a7b4a4bc554 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6054990 Sep 01 16:28:25.479689 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-f06b7561-547d-46b3-a87f-c77d4038fe64 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:28:25.480972 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-f06b7561-547d-46b3-a87f-c77d4038fe64 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Sep 01 16:28:25.553143 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Request body: {'port': {'device_id': '424e8fed-f685-49c6-a6f7-76dede440917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-16'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:25.596267 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-775316f8-d61a-409a-add4-dd2f760c395a None None] Provisioning for port 67f057cb-bed2-4591-828c-c41962dcb212 completed by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:25.600269 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-775316f8-d61a-409a-add4-dd2f760c395a None None] Provisioning complete for port 67f057cb-bed2-4591-828c-c41962dcb212 triggered by entity DHCP. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:25.600658 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-775316f8-d61a-409a-add4-dd2f760c395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.609006 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.634867 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-775316f8-d61a-409a-add4-dd2f760c395a None None] Port 67f057cb-bed2-4591-828c-c41962dcb212 cannot update to ACTIVE because it is not bound. {{(pid=106378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:28:25.870157 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f057cb-bed2-4591-828c-c41962dcb212 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:25.877991 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.889579 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Transition to ACTIVE for port object 67f057cb-bed2-4591-828c-c41962dcb212 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:25.892798 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:25.960410 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:26.015577 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Attempting to bind port 67f057cb-bed2-4591-828c-c41962dcb212 on host n-h1-802060-16 for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:26.016268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Attempting to bind port 67f057cb-bed2-4591-828c-c41962dcb212 by drivers openvswitch,hyperv on host n-h1-802060-16 at level 0 using segments [{'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:26.016268 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Attempting to bind port 67f057cb-bed2-4591-828c-c41962dcb212 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:26.020793 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Port 67f057cb-bed2-4591-828c-c41962dcb212 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-16 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:28:26.021131 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Attempting to bind port 67f057cb-bed2-4591-828c-c41962dcb212 on network 7521d4d9-e83c-4b6a-8af2-015e55808160 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:26.025998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Checking agent: {'id': '192574d0-ff30-48be-adc7-87f6589f32d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'started_at': datetime.datetime(2021, 9, 1, 14, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:26.026335 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Checking segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:26.026718 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Bound using segment: {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:26.027145 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Bound port: 67f057cb-bed2-4591-828c-c41962dcb212, host: n-h1-802060-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60a3b4f-ca28-497c-8d55-237bc8740663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:26.027500 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:26.094364 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:26.097820 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:26.112842 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:26.169047 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.169698 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:26.171108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] 10.222.0.50 "PUT /v2.0/ports/67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 1093 time: 0.6825171 Sep 01 16:28:26.173362 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:26.175652 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093228db-45b3-4a12-83cc-06ea5b699235" -d '{"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:26.198370 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bedbfa-4b08-427f-aa7a-08e0e6b3cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:26.210084 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960819e9-71d9-4a0a-bbaf-5e5ac9d2821f req-740c5425-c19a-4777-a83d-2efdb47c905f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.211667 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-960819e9-71d9-4a0a-bbaf-5e5ac9d2821f req-740c5425-c19a-4777-a83d-2efdb47c905f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 944 time: 0.1090219 Sep 01 16:28:26.280960 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-960819e9-71d9-4a0a-bbaf-5e5ac9d2821f req-2036a933-2343-4769-aa2d-5f7681fbf415 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601163 Sep 01 16:28:26.283930 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-28b55cc8-4801-4169-9c63-f63710006ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.285256 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-28b55cc8-4801-4169-9c63-f63710006ece service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1096 time: 0.0723934 Sep 01 16:28:26.333570 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-d69b145e-c7c7-4406-9418-2da55a35acb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 217 time: 0.0396557 Sep 01 16:28:26.387414 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eb7522-a19d-4413-a3e5-e2ef6cf58a72 x-openstack-request-id: req-69eb7522-a19d-4413-a3e5-e2ef6cf58a72 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:26.387795 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:26.388574 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69eb7522-a19d-4413-a3e5-e2ef6cf58a72 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:26.388976 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'status': 'completed', 'code': 200} Sep 01 16:28:26.394878 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0afce8ae-73dd-4184-b560-e3ce7ed8cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.396360 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0afce8ae-73dd-4184-b560-e3ce7ed8cda4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0558002 Sep 01 16:28:26.443627 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-15531e43-65b4-47ac-88ca-074287d05921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.445033 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-15531e43-65b4-47ac-88ca-074287d05921 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409267 Sep 01 16:28:26.533641 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-3b7a5dd8-698c-4ffd-9e30-2b3cc96b7f24 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809777 Sep 01 16:28:26.628108 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b694c14-45e9-4423-a5ab-7b9fcc17d1e5 req-0dfd2ac9-827f-4fad-9052-9f8a37536080 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876675 Sep 01 16:28:26.711844 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093228db-45b3-4a12-83cc-06ea5b699235 req-004818d3-baef-4c12-9d5e-dfce38b68af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.713936 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-004818d3-baef-4c12-9d5e-dfce38b68af4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1096 time: 0.0418463 Sep 01 16:28:26.820048 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093228db-45b3-4a12-83cc-06ea5b699235 req-85c5f5c1-99c8-4348-b865-b895f49286b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.821543 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-85c5f5c1-99c8-4348-b865-b895f49286b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.1004176 Sep 01 16:28:26.864987 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-c601376e-1a20-4474-af19-ac029d7b59db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 217 time: 0.0353982 Sep 01 16:28:26.917184 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093228db-45b3-4a12-83cc-06ea5b699235 req-05db658f-dce8-47cf-9b04-669b81720e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.918642 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-05db658f-dce8-47cf-9b04-669b81720e45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0447457 Sep 01 16:28:26.964898 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093228db-45b3-4a12-83cc-06ea5b699235 req-e3417398-214a-4147-b7a1-ab75b47c0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:26.966859 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-e3417398-214a-4147-b7a1-ab75b47c0f25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397716 Sep 01 16:28:27.060975 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-c2e4835a-573c-480e-b3d5-2112d60b84bc service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Sep 01 16:28:27.151820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-093228db-45b3-4a12-83cc-06ea5b699235 req-c87dec08-b4ba-44eb-91ec-74f852832799 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836480 Sep 01 16:28:27.406440 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7623c-69c8-4918-8a48-acf1ce53493e req-7be13ef1-ba6a-4efa-806a-b5473116eb8a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:27.407959 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ba7623c-69c8-4918-8a48-acf1ce53493e req-7be13ef1-ba6a-4efa-806a-b5473116eb8a tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 944 time: 0.0554669 Sep 01 16:28:27.451041 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-7ba7623c-69c8-4918-8a48-acf1ce53493e req-bcf8f1cb-9312-474a-be4f-9295c819d4f7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Sep 01 16:28:28.519952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:28.568280 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de9e78-cd50-48dc-9859-83dc566885a4 req-826e3d39-b3f3-4b5e-ae79-fff555f3f392 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:28.569828 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3de9e78-cd50-48dc-9859-83dc566885a4 req-826e3d39-b3f3-4b5e-ae79-fff555f3f392 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 944 time: 0.0502191 Sep 01 16:28:28.608473 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e3de9e78-cd50-48dc-9859-83dc566885a4 req-a7346f1b-dcdd-4128-a1da-1056ca7e6d02 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Sep 01 16:28:28.892162 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:28:28.983631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:28.994551 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '67f057cb-bed2-4591-828c-c41962dcb212', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'mac_address': 'fa:16:3e:44:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:28:29.030546 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.043124 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f057cb-bed2-4591-828c-c41962dcb212 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:29.063653 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:29.067559 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.117921 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:29.317863 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['67f057cb-bed2-4591-828c-c41962dcb212'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:28:29.722967 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86fe61-548f-4de5-bdf4-67be5201ea20 req-420167be-9e6a-478c-a60f-3499189f3088 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:29.724484 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b86fe61-548f-4de5-bdf4-67be5201ea20 req-420167be-9e6a-478c-a60f-3499189f3088 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 945 time: 0.0495834 Sep 01 16:28:29.762336 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5b86fe61-548f-4de5-bdf4-67be5201ea20 req-a6f5b9c2-e9a1-43c0-9911-a82751024f6f tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Sep 01 16:28:30.883387 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8922a90-0b7b-4bf8-802d-9cecc39cce9c req-c564bdf1-5038-468b-9a0d-76e21f441ef3 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:30.884796 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8922a90-0b7b-4bf8-802d-9cecc39cce9c req-c564bdf1-5038-468b-9a0d-76e21f441ef3 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 945 time: 0.0533125 Sep 01 16:28:30.907728 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:30.926693 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f8922a90-0b7b-4bf8-802d-9cecc39cce9c req-9c04fe3b-db40-413e-9b35-858b3887c828 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Sep 01 16:28:30.956630 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning for port 67f057cb-bed2-4591-828c-c41962dcb212 completed by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:30.960181 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 67f057cb-bed2-4591-828c-c41962dcb212 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:30.960551 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.035217 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.061091 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:31.063453 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f2fc53-6f38-4dfd-9b3c-94ea1eb4f270" -d '{"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-plugged", "status": "completed", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:31.075820 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:31.079925 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.108092 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442686a-4878-4b2c-a52c-4da6de0b8809 x-openstack-request-id: req-7442686a-4878-4b2c-a52c-4da6de0b8809 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:31.108347 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-plugged", "status": "completed", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:31.108613 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7442686a-4878-4b2c-a52c-4da6de0b8809 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:31.109108 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'code': 200} Sep 01 16:28:31.147356 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=5']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.199604 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb480e-f441-4f7b-a75a-c86a2cabb5bc req-75148ec4-8a5a-4446-954c-cadaa39da718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:31.201177 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6fbb480e-f441-4f7b-a75a-c86a2cabb5bc req-75148ec4-8a5a-4446-954c-cadaa39da718 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1098 time: 0.0404506 Sep 01 16:28:31.236146 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-6fbb480e-f441-4f7b-a75a-c86a2cabb5bc req-8e0bed25-b3ed-4c86-9a3f-fd5b6b8e1729 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280476 Sep 01 16:28:32.044219 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252de44-378d-4231-992d-b244f36a9b64 req-bac65204-0ee5-434a-a72c-752cfac7d0bd tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:32.045763 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2252de44-378d-4231-992d-b244f36a9b64 req-bac65204-0ee5-434a-a72c-752cfac7d0bd tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Sep 01 16:28:32.083680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2252de44-378d-4231-992d-b244f36a9b64 req-bf609190-4a18-4d0f-ac97-b18927d076b9 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Sep 01 16:28:33.203920 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338907e0-999d-42b8-9379-a39d9bbc8921 req-8957b40c-fddf-408d-881a-ffeb1d281b60 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:33.205476 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-338907e0-999d-42b8-9379-a39d9bbc8921 req-8957b40c-fddf-408d-881a-ffeb1d281b60 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Sep 01 16:28:33.243680 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-338907e0-999d-42b8-9379-a39d9bbc8921 req-d058f336-4445-49d3-9600-3a6b3adde9e2 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Sep 01 16:28:33.355929 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e2c1-a416-436e-ae63-648e47c47309 req-877a99f8-018d-47fe-87aa-2a9a14455f6c tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:33.357962 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31e8e2c1-a416-436e-ae63-648e47c47309 req-877a99f8-018d-47fe-87aa-2a9a14455f6c tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Sep 01 16:28:33.403504 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-31e8e2c1-a416-436e-ae63-648e47c47309 req-08a6f095-1921-48d9-a7ce-618823f6861c tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394790 Sep 01 16:28:33.425191 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52832) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:33.464026 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2cc270-6d40-420b-b4a1-55cad3a0a7ba tempest-TestSnapshotPattern-1287831837 tempest-TestSnapshotPattern-1287831837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:33.465572 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-8d2cc270-6d40-420b-b4a1-55cad3a0a7ba tempest-TestSnapshotPattern-1287831837 tempest-TestSnapshotPattern-1287831837-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1093 time: 0.0394177 Sep 01 16:28:33.468274 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 52834) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:33.472539 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Request body: {'floatingip': {'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:33.494464 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.592114 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.699886 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Allocated IP 172.25.1.247 (aa56c012-0662-4d7e-945e-42b350953ac9/25644953-dc8e-43a9-979a-1452f4232880/64cf8bd6-88ab-40ea-9cd2-5140d1fde282) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:33.802814 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.840093 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745022086952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.874306 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Network aa56c012-0662-4d7e-945e-42b350953ac9 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:33.877073 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:33.882963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:33.914779 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=64cf8bd6-88ab-40ea-9cd2-5140d1fde282,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:34.238776 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.306314 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.448966 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for port, precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.455048 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9237125'] for port, after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.529860 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event updated for resources: {'Port': ['ID=64cf8bd6-88ab-40ea-9cd2-5140d1fde282,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:34.538932 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745172'] for floatingip, after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.639124 n-d-802060-16 neutron-server[106376]: INFO neutron.db.l3_db [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Floating IP bac3faf8-7351-4544-b8b3-f4668ef5c5f2 associated. External IP: 172.25.1.247, port: 67f057cb-bed2-4591-828c-c41962dcb212. Sep 01 16:28:34.844827 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:28:34.952476 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:28:34.962769 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:28:34.968268 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.972301 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:34.972904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:28:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:34.995189 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-0707d4ff-8c0c-40f3-bca5-21160eefce83 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5259228 Sep 01 16:28:34.995768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:34.998613 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09" -d '{"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:35.034704 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7e927-05bd-4135-9e39-49cf4076ae4b x-openstack-request-id: req-f5f7e927-05bd-4135-9e39-49cf4076ae4b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:35.035016 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:35.035270 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5f7e927-05bd-4135-9e39-49cf4076ae4b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:35.035675 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'status': 'completed', 'code': 200} Sep 01 16:28:35.079446 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:35.098905 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-280f4c6c-017c-45f3-a5d0-b8a00bd11df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:35.100340 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-280f4c6c-017c-45f3-a5d0-b8a00bd11df4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1098 time: 0.0420253 Sep 01 16:28:35.191356 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-b15f789b-c00f-4451-835a-17a0a15cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:35.192843 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-b15f789b-c00f-4451-835a-17a0a15cab37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0825849 Sep 01 16:28:35.263322 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-2eb3e617-5d34-4d32-a894-48f0582efc7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 1000 time: 0.0633628 Sep 01 16:28:35.300291 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}, {'id': 'bac3faf8-7351-4544-b8b3-f4668ef5c5f2', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:44:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424e8fed-f685-49c6-a6f7-76dede440917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:34Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:35.312553 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-9489a1f7-34c9-4f7e-b25c-534fa92a3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:35.314068 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-9489a1f7-34c9-4f7e-b25c-534fa92a3ac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0443294 Sep 01 16:28:35.325675 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:28:35.334022 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:35.334627 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:28:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:35.360328 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-fc3053e7-a0f0-4f21-90d7-0f7527934007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:35.361872 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-fc3053e7-a0f0-4f21-90d7-0f7527934007 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404918 Sep 01 16:28:35.447614 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:35.457811 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-27e5c0a4-6338-4623-874a-8afb5a6629c4 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884800 Sep 01 16:28:35.546457 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-b525c2d9-5b2a-4eac-9d0c-573c9d551d09 req-32c1562b-91fc-4d0d-b383-dfc8d8d4fe48 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Sep 01 16:28:35.755209 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}, {'id': 'bac3faf8-7351-4544-b8b3-f4668ef5c5f2', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:44:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424e8fed-f685-49c6-a6f7-76dede440917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:34Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:35.781169 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769429f0-8643-4da7-8f40-404cb74fcc3c None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}, {'id': 'bac3faf8-7351-4544-b8b3-f4668ef5c5f2', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:44:07:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424e8fed-f685-49c6-a6f7-76dede440917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:34Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 0, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:28:35.977004 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2daeb-8db1-4f84-bfdd-3997962c6cb0 None None] New status for floating IP bac3faf8-7351-4544-b8b3-f4668ef5c5f2: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:28:38.688597 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-20c0374d-d167-428d-8afe-948b59ed3a4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447395 Sep 01 16:28:38.784852 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a10-7f03-4f71-97b3-c87696476121 req-20e44b05-f2bc-475f-9ed9-3dd68567eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:38.786419 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-20e44b05-f2bc-475f-9ed9-3dd68567eee2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1095 time: 0.0402761 Sep 01 16:28:38.889235 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a10-7f03-4f71-97b3-c87696476121 req-75bb590e-4bf6-43f2-9b07-399049228166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:38.890611 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-75bb590e-4bf6-43f2-9b07-399049228166 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0832551 Sep 01 16:28:38.958466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-ef09d188-037a-4606-83e6-9ff52c71abc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 999 time: 0.0608490 Sep 01 16:28:39.006917 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a10-7f03-4f71-97b3-c87696476121 req-e31ac7fc-fea9-4718-94b1-9451a5a11550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:39.008339 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-e31ac7fc-fea9-4718-94b1-9451a5a11550 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0431151 Sep 01 16:28:39.052454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69a10-7f03-4f71-97b3-c87696476121 req-b6245982-5c38-4cb8-9513-bb6d39e3be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:39.053958 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-b6245982-5c38-4cb8-9513-bb6d39e3be5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391872 Sep 01 16:28:39.146099 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-cee5ead8-b37c-403d-8ebb-dcfbf88f155f service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Sep 01 16:28:39.234873 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-3de69a10-7f03-4f71-97b3-c87696476121 req-32c7755d-4761-4d76-8b8e-95767869d0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816829 Sep 01 16:28:44.392869 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:44.561103 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52b581f7-9ef9-4456-91a4-0cfe693dae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.683454 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01fd2d0e-2fbd-4927-b407-596b67fd4e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.823223 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.742993 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.297025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.272404 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.524561 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.561852 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51b40e68-733e-40b5-b2f2-ca2fcf9cea17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.846190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34cbeb5a-f26e-41ca-9c67-5df42dc0dfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.848006 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.742179 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.304011 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.867321 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-04854ef0-bbee-4b31-9b02-33c0507a1e8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453146 Sep 01 16:29:19.946957 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-62ad666e-b758-45b2-ab8c-91b273638ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:19.948513 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-62ad666e-b758-45b2-ab8c-91b273638ab2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1098 time: 0.0403113 Sep 01 16:29:20.049081 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-71d9be07-c404-4a3c-83fd-ed32b6916da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:20.050550 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-71d9be07-c404-4a3c-83fd-ed32b6916da3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0828052 Sep 01 16:29:20.276357 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:20.419002 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-615bd1ee-1d34-4d9d-8895-e3bd5f25dbbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 1002 time: 0.3606427 Sep 01 16:29:20.469300 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-086eacf3-14f4-4977-b306-f5cb4fc7cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:20.470747 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-086eacf3-14f4-4977-b306-f5cb4fc7cd8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0423286 Sep 01 16:29:20.515948 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-31cab6d5-ee0e-4f18-b1be-7ec996af3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:20.517466 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-31cab6d5-ee0e-4f18-b1be-7ec996af3a96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393667 Sep 01 16:29:20.608820 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-e02c1a07-2f10-4642-a19c-577f3494d29f service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Sep 01 16:29:20.698134 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-66a5a3d5-5dc4-415f-962d-4b79d61cb8e2 req-29e4829e-6456-4ffd-8dca-2a960d08425d service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810091 Sep 01 16:29:21.391959 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:28.534988 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:40.725631 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-0cc091af-eeb2-4431-a4ea-d52e882ff78a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864799 Sep 01 16:29:40.821031 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11376e-ccda-4936-8017-1da32108ab57 req-0d6312a4-9fd2-406d-8da8-69f9b03b48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:40.822640 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-0d6312a4-9fd2-406d-8da8-69f9b03b48b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1095 time: 0.0402825 Sep 01 16:29:40.922549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11376e-ccda-4936-8017-1da32108ab57 req-c36ec30b-f277-4f86-a0b5-df228f888361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:40.923974 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-c36ec30b-f277-4f86-a0b5-df228f888361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0819874 Sep 01 16:29:40.993304 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-2e92c72b-925d-47d9-be5d-83648d9ef075 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 999 time: 0.0622754 Sep 01 16:29:41.040661 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11376e-ccda-4936-8017-1da32108ab57 req-f825f5f5-cdcf-4f24-8718-3060b04fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:41.042102 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-f825f5f5-cdcf-4f24-8718-3060b04fda7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0425324 Sep 01 16:29:41.088165 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11376e-ccda-4936-8017-1da32108ab57 req-bbd659b2-f522-48bf-9ec0-6134a0e48b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:41.089716 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-bbd659b2-f522-48bf-9ec0-6134a0e48b0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406258 Sep 01 16:29:41.184806 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-9ca7214d-ef5c-4f31-91b9-b3b78b144d6f service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Sep 01 16:29:41.273814 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-fe11376e-ccda-4936-8017-1da32108ab57 req-305f2874-51b7-493f-9198-2cdb248e4e7c service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813661 Sep 01 16:29:44.563100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d96c6341-da6e-435c-9245-b36f3aa1d15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.688428 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd373-0744-477e-8e28-08dc8aad2402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.828175 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:48.745391 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:49.307375 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:50.277869 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.391496 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:58.537656 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:09.330489 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 details requested by agent hyperv_n-h1-802060-16 with host n-h1-802060-16 {{(pid=106378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:09.425291 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:09.436125 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Returning: {'device': '67f057cb-bed2-4591-828c-c41962dcb212', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'port_id': '67f057cb-bed2-4591-828c-c41962dcb212', 'mac_address': 'fa:16:3e:44:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:09.473792 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:09.486978 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67f057cb-bed2-4591-828c-c41962dcb212 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:09.508338 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:09.512191 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:09.569606 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:09.576701 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.577041 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.577395 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.577722 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.578044 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.578364 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.578679 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.578995 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.579308 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.579621 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.579932 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.580243 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:09.606912 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] get_ports_and_sgs() called for port_ids ['67f057cb-bed2-4591-828c-c41962dcb212'] {{(pid=106378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:11.366101 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 up at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:11.422684 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Provisioning complete for port 67f057cb-bed2-4591-828c-c41962dcb212 triggered by entity L2. {{(pid=106378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:11.422970 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600086'] for port, provisioning_complete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.556435 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576705'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.583585 n-d-802060-16 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:11.585950 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69dceb76538e80d8f82a3ffd88b476606f50859ea24cf2589b3df95ab0d1c9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85783eb-b4f2-44cc-888f-0554e0cd8ba0" -d '{"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-plugged", "status": "completed", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:11.600852 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:11.606206 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745022663123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745022086970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745022086988'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.647130 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d6ea0-94a1-44ae-bab5-4ebfb4a31bde x-openstack-request-id: req-1f9d6ea0-94a1-44ae-bab5-4ebfb4a31bde {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:11.647434 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-plugged", "status": "completed", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:11.647680 n-d-802060-16 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f9d6ea0-94a1-44ae-bab5-4ebfb4a31bde {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:11.648078 n-d-802060-16 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'code': 200} Sep 01 16:30:11.669074 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Pushing event updated for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:14.568100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43b6235b-eeec-4d14-88a6-c21a2b656912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.693467 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f09a0b8-3880-4fd7-a250-288592d6c7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.836490 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.751927 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:19.321383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.214650 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53048) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:20.281535 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.373049 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Deleting port 64cf8bd6-88ab-40ea-9cd2-5140d1fde282 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:20.373487 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.451205 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.451443 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.462992 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Calling delete_port for 64cf8bd6-88ab-40ea-9cd2-5140d1fde282 owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:20.608875 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.634839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event deleted for resources: {'Port': ['ID=64cf8bd6-88ab-40ea-9cd2-5140d1fde282,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:20.658233 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.658580 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.658919 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.659258 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.659596 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.659927 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.660826 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.661188 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.661513 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.661839 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.662166 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.662488 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:20.703489 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.703790 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Floating IP bac3faf8-7351-4544-b8b3-f4668ef5c5f2 disassociated (deleted). External IP: 172.25.1.247, port: 67f057cb-bed2-4591-828c-c41962dcb212. Sep 01 16:30:20.870123 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-97fd5446-c571-45d5-bf49-2af295b2babd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403597 Sep 01 16:30:20.914437 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:30:20.955170 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-90b84bd7-4f65-46c1-9b93-40036465f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:20.956627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-90b84bd7-4f65-46c1-9b93-40036465f8eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1098 time: 0.0454113 Sep 01 16:30:21.024825 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:30:21.029915 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.035108 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:30:21.044861 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:21.045517 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:21.057970 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-102f00dc-a35f-4b88-8da5-9701a3999b4d tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "DELETE /v2.0/floatingips/bac3faf8-7351-4544-b8b3-f4668ef5c5f2 HTTP/1.1" status: 204 len: 168 time: 0.8414598 Sep 01 16:30:21.058759 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:21.065008 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-f882ac7a-36f5-44fa-8cee-818a3ea42015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.067238 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-f882ac7a-36f5-44fa-8cee-818a3ea42015 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0920031 Sep 01 16:30:21.068172 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4357332f-d182-4b69-a588-689710c32e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:21.117952 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-30b2c67a-1aa7-48b0-91e6-4d4d71bcfb1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 217 time: 0.0429270 Sep 01 16:30:21.160361 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:21.167468 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-387fe974-d144-4d8f-ae8b-f2e31630999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.170826 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-387fe974-d144-4d8f-ae8b-f2e31630999c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0467319 Sep 01 16:30:21.226664 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-6ffd286b-92e6-48f2-875f-7c4ec1b3c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.228187 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-6ffd286b-92e6-48f2-875f-7c4ec1b3c4f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462890 Sep 01 16:30:21.291024 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c34fb-c9bb-4445-8dd1-27fc68e2ea8d x-openstack-request-id: req-0b9c34fb-c9bb-4445-8dd1-27fc68e2ea8d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:21.291615 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:21.291735 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b9c34fb-c9bb-4445-8dd1-27fc68e2ea8d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:21.292230 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'status': 'completed', 'code': 200} Sep 01 16:30:21.330270 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-1beb8174-d616-4a14-ae4d-f26f9a31e776 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942750 Sep 01 16:30:21.403725 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:21.430376 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:30:21.439103 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:21.439725 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:21.446097 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa2e9b-7d41-4276-b325-ee7cf73a9e50 req-9d06738c-f789-448d-b07e-d2c3874decbd tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.447638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9aa2e9b-7d41-4276-b325-ee7cf73a9e50 req-9d06738c-f789-448d-b07e-d2c3874decbd tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.1004462 Sep 01 16:30:21.484341 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-5c47565f-1f62-405d-9b40-4aca6914bafc req-1e245bfe-2b3e-451c-b024-0289ccdcb948 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456432 Sep 01 16:30:21.505984 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-c9aa2e9b-7d41-4276-b325-ee7cf73a9e50 req-966d286d-e61c-4210-8406-14d25423b599 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Sep 01 16:30:21.551300 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:21.578989 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357332f-d182-4b69-a588-689710c32e6f req-c8d2ea3b-f4d4-47c8-90bc-c08205322832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.580659 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-c8d2ea3b-f4d4-47c8-90bc-c08205322832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 1098 time: 0.0410199 Sep 01 16:30:21.672551 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357332f-d182-4b69-a588-689710c32e6f req-fb8daaca-cbed-4a06-932c-447df40c67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.674090 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-fb8daaca-cbed-4a06-932c-447df40c67ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.0855639 Sep 01 16:30:21.721139 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-37abd0af-a129-4c7a-b8af-4e3b35ad11f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 200 len: 217 time: 0.0393107 Sep 01 16:30:21.771683 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357332f-d182-4b69-a588-689710c32e6f req-f851e9e6-9e29-4ab7-9e0d-e39788f3c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.773135 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-f851e9e6-9e29-4ab7-9e0d-e39788f3c468 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0449493 Sep 01 16:30:21.775227 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:21.801597 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265c53b-2bfc-4b4c-b62c-6d41804774b3 None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_floatingips': [{'id': '58964a83-84e5-4798-b81e-22178df692bf', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'floating_ip_address': '172.25.1.122', 'floating_network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'router_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'port_id': 'dea0d144-0734-43a8-975c-559de32dde39', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'mac_address': 'fa:16:3e:49:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18719d-baac-4462-a625-570463d53c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:26:06Z', 'updated_at': '2021-09-01T16:26:08Z', 'revision_number': 1, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:30:21.821631 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357332f-d182-4b69-a588-689710c32e6f req-b26a0bb9-3198-4928-b887-3efb7a5293ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.823194 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-b26a0bb9-3198-4928-b887-3efb7a5293ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424914 Sep 01 16:30:21.924045 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-16c4fddf-a130-4f8d-bde3-1387dbbbf321 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923843 Sep 01 16:30:22.018298 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-4357332f-d182-4b69-a588-689710c32e6f req-71218e7a-b45e-48d9-8dfe-89d42ff7f105 service neutron] 10.222.0.50 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865080 Sep 01 16:30:22.047665 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c86026-886b-4dd0-bbf5-040f5659c807 None None] New status for floating IP bac3faf8-7351-4544-b8b3-f4668ef5c5f2: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:30:22.623832 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321971-e94f-4861-a46c-d71140cd170e req-0612f4af-db19-45eb-b107-c20c5e993b28 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:22.625387 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77321971-e94f-4861-a46c-d71140cd170e req-0612f4af-db19-45eb-b107-c20c5e993b28 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.0498974 Sep 01 16:30:22.664710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-77321971-e94f-4861-a46c-d71140cd170e req-ef037b13-c096-4697-a816-b77f8629193b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Sep 01 16:30:22.777036 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-e30893ef-d5da-4863-b35e-0b245bcdecef tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:22.778536 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-e30893ef-d5da-4863-b35e-0b245bcdecef tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "GET /v2.0/ports?device_id=424e8fed-f685-49c6-a6f7-76dede440917 HTTP/1.1" status: 200 len: 946 time: 0.0534246 Sep 01 16:30:22.869895 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Deleting port 67f057cb-bed2-4591-828c-c41962dcb212 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:22.870132 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.959991 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] For port 67f057cb-bed2-4591-828c-c41962dcb212, host n-h1-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-16',level=0,port_id=67f057cb-bed2-4591-828c-c41962dcb212,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:22.960682 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.973454 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Calling delete_port for 67f057cb-bed2-4591-828c-c41962dcb212 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:23.097643 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.125202 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event deleted for resources: {'Port': ['ID=67f057cb-bed2-4591-828c-c41962dcb212,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.134897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.135236 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.135571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.135897 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.136220 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.136638 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.136965 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.137891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.137891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.137891 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.138245 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.138515 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-16 {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.179736 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] No DVR routers for this DVR port 67f057cb-bed2-4591-828c-c41962dcb212 on host n-h1-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:23.182521 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.184516 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-503acbec-4e5e-4d0d-ad52-e975740cca81 req-94f7d8d3-a2a0-4396-8ed9-fe08c64650c1 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.50 "DELETE /v2.0/ports/67f057cb-bed2-4591-828c-c41962dcb212 HTTP/1.1" status: 204 len: 173 time: 0.3992536 Sep 01 16:30:23.184954 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-deleted', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:23.187212 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299aa5af-c216-4abd-9c4c-3eb8f17f5a75" -d '{"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-deleted", "tag": "67f057cb-bed2-4591-828c-c41962dcb212"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:23.229580 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325ef36-1aaa-4b5e-9069-02264e0341b1 x-openstack-request-id: req-2325ef36-1aaa-4b5e-9069-02264e0341b1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:23.229878 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424e8fed-f685-49c6-a6f7-76dede440917", "name": "network-vif-deleted", "tag": "67f057cb-bed2-4591-828c-c41962dcb212", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:23.230132 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2325ef36-1aaa-4b5e-9069-02264e0341b1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:23.230558 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424e8fed-f685-49c6-a6f7-76dede440917', 'name': 'network-vif-deleted', 'tag': '67f057cb-bed2-4591-828c-c41962dcb212', 'status': 'completed', 'code': 200} Sep 01 16:30:23.435305 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 no longer exists at agent hyperv_n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:23.457029 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] No Port match for: 67f057cb-bed2-4591-828c-c41962dcb212 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:23.457909 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Device 67f057cb-bed2-4591-828c-c41962dcb212 not bound to the agent host n-h1-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:24.206859 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53108) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:24.360555 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Deleting port 11e997ff-fdd9-422b-ae17-834858e0ed2d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:24.360895 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.438644 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.438970 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.450709 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Calling delete_port for 11e997ff-fdd9-422b-ae17-834858e0ed2d owned by network:floatingip {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:24.595012 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.626305 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event deleted for resources: {'Port': ['ID=11e997ff-fdd9-422b-ae17-834858e0ed2d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:24.685194 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for floatingip, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.685660 n-d-802060-16 neutron-server[106377]: INFO neutron.db.l3_db [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Floating IP 58964a83-84e5-4798-b81e-22178df692bf disassociated (deleted). External IP: 172.25.1.122, port: dea0d144-0734-43a8-975c-559de32dde39. Sep 01 16:30:24.892999 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:30:25.000361 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:30:25.005298 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for floatingip, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.010298 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:30:25.019010 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:25.020271 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:25.036974 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-1aa17b94-8e4c-4fe2-b0e6-3d65954c1f6e tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "DELETE /v2.0/floatingips/58964a83-84e5-4798-b81e-22178df692bf HTTP/1.1" status: 204 len: 168 time: 0.8254361 Sep 01 16:30:25.036974 n-d-802060-16 neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:25.037348 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de772f3e0d90d149984d17fba9959ec3379825aa2301fc88a54fb49e10892748" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:25.137477 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:25.201936 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb135fc5-8e95-446a-8bbf-6eda312fa4d3 x-openstack-request-id: req-eb135fc5-8e95-446a-8bbf-6eda312fa4d3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:25.202124 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "status": "completed", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:25.202462 n-d-802060-16 neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb135fc5-8e95-446a-8bbf-6eda312fa4d3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:25.202866 n-d-802060-16 neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'status': 'completed', 'code': 200} Sep 01 16:30:25.327164 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53498ca-575c-4a9a-a23f-3f4200a590a6 req-cc927378-893e-40da-803c-bdcb730fd0f7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.328705 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e53498ca-575c-4a9a-a23f-3f4200a590a6 req-cc927378-893e-40da-803c-bdcb730fd0f7 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0827310 Sep 01 16:30:25.335899 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-9493acc3-3a31-4fdf-b8e0-e106181b7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.337638 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-9493acc3-3a31-4fdf-b8e0-e106181b7f1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 1095 time: 0.0632231 Sep 01 16:30:25.358239 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:25.387763 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:30:25.399279 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:25.399902 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:25.422839 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-e53498ca-575c-4a9a-a23f-3f4200a590a6 req-c397afa9-5b14-45cc-9300-9c0e508310f4 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841229 Sep 01 16:30:25.460072 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-fa668821-efea-41a7-a3c2-cc4618bedc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.461740 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-fa668821-efea-41a7-a3c2-cc4618bedc58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 200 len: 911 time: 0.1157703 Sep 01 16:30:25.507956 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-1052a99d-f131-4466-9df0-5d8a06fde361 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 200 len: 217 time: 0.0382714 Sep 01 16:30:25.515985 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:25.560312 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-5d8734ff-8fb7-4469-9236-5260451b9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.561896 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-5d8734ff-8fb7-4469-9236-5260451b9681 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 200 len: 849 time: 0.0466037 Sep 01 16:30:25.612112 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-005e7708-7dbd-4109-8768-d28bd29cff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.614192 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-005e7708-7dbd-4109-8768-d28bd29cff81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7521d4d9-e83c-4b6a-8af2-015e55808160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429051 Sep 01 16:30:25.715947 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-051b7c86-0c07-494f-ac1d-3942d6571f13 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 Sep 01 16:30:25.810710 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-50a0d039-3e55-4fe0-a7ab-2f9584aba7fc req-7e1397e1-8ce7-4717-851e-c5ecdaf88147 service neutron] 10.222.0.24 "GET /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Sep 01 16:30:25.817373 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:25.843595 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83524fa-0fc5-4736-a8cc-9a57d8a8498f None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:48Z', 'revision_number': 4, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16', '_interfaces': [{'id': 'a83013ca-592d-4eab-a597-c2bd08268902', 'name': '', 'network_id': '7521d4d9-e83c-4b6a-8af2-015e55808160', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'mac_address': 'fa:16:3e:40:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:47Z', 'updated_at': '2021-09-01T16:25:53Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'subnets': [{'id': '4dc7e8f7-b98c-4826-8f7e-32aae887ca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:30:26.066083 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a51df-7fe3-4a1d-8709-02f662b08380 None None] New status for floating IP 58964a83-84e5-4798-b81e-22178df692bf: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:30:26.543069 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340c008-c405-43e7-9496-a44f51a8e5c8 req-0736dbff-eb47-4f5d-b594-e32a3e96f27b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.544627 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f340c008-c405-43e7-9496-a44f51a8e5c8 req-0736dbff-eb47-4f5d-b594-e32a3e96f27b tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0494468 Sep 01 16:30:26.585531 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-f340c008-c405-43e7-9496-a44f51a8e5c8 req-9fcd4cc4-5990-441e-b738-80c729938fe2 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/security-groups?id=00d349e1-58f1-4d98-8283-664ec1ec88a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349972 Sep 01 16:30:26.948788 n-d-802060-16 neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-39e68c4e-977b-4ca8-bbb8-05b0bbf9c0fe tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.950310 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-39e68c4e-977b-4ca8-bbb8-05b0bbf9c0fe tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 943 time: 0.0487270 Sep 01 16:30:27.041216 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Deleting port dea0d144-0734-43a8-975c-559de32dde39 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:27.042028 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:27.131291 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] For port dea0d144-0734-43a8-975c-559de32dde39, host n-h2-802060-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-16',level=0,port_id=dea0d144-0734-43a8-975c-559de32dde39,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:27.131648 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:27.143901 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Calling delete_port for dea0d144-0734-43a8-975c-559de32dde39 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:27.269273 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:27.304258 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event deleted for resources: {'Port': ['ID=dea0d144-0734-43a8-975c-559de32dde39,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:27.338723 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] No DVR routers for this DVR port dea0d144-0734-43a8-975c-559de32dde39 on host n-h2-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:27.341367 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49229'] for port, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:27.343589 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-aed1a9f7-0bc8-4188-9a31-ede03f68afa8 req-fb15f630-61b1-4b99-956b-f64e65850110 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.24 "DELETE /v2.0/ports/dea0d144-0734-43a8-975c-559de32dde39 HTTP/1.1" status: 204 len: 173 time: 0.3837206 Sep 01 16:30:27.343882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-deleted', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:27.346354 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07c40a114d2fee80ac8ca4c76b0b98f07631e833a8fcc86df0be706f6a1d8ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f7583d-6210-4f1a-bf4b-9f9810e8da33" -d '{"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-deleted", "tag": "dea0d144-0734-43a8-975c-559de32dde39"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:27.386355 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d03f7-bcc8-41f5-ae1c-8292d0cea2ba x-openstack-request-id: req-f99d03f7-bcc8-41f5-ae1c-8292d0cea2ba {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:27.386659 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18719d-baac-4462-a625-570463d53c2e", "name": "network-vif-deleted", "tag": "dea0d144-0734-43a8-975c-559de32dde39", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:27.386878 n-d-802060-16 neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f99d03f7-bcc8-41f5-ae1c-8292d0cea2ba {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:27.387264 n-d-802060-16 neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18719d-baac-4462-a625-570463d53c2e', 'name': 'network-vif-deleted', 'tag': 'dea0d144-0734-43a8-975c-559de32dde39', 'status': 'completed', 'code': 200} Sep 01 16:30:27.695875 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [req-2c459f16-bf23-4735-8044-5a139c41481a req-0cea7b09-7855-4a29-afc5-ed0ac4caff85 tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b18719d-baac-4462-a625-570463d53c2e HTTP/1.1" status: 200 len: 210 time: 0.0274613 Sep 01 16:30:28.551488 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:28.751445 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53126) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:28.811768 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:28.837668 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:28.897990 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:28.900722 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:28.901981 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] 10.222.0.41 "DELETE /v2.0/security-groups/00d349e1-58f1-4d98-8283-664ec1ec88a5 HTTP/1.1" status: 204 len: 168 time: 0.1495440 Sep 01 16:30:28.911997 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec207c-a345-4828-8c6c-40c4c65998bc tempest-TestSnapshotPattern-1496488358 tempest-TestSnapshotPattern-1496488358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d349e1-58f1-4d98-8283-664ec1ec88a5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:28.950735 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53130) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:29.305148 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.561536 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Deleting port a83013ca-592d-4eab-a597-c2bd08268902 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:29.561876 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.638333 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] For port a83013ca-592d-4eab-a597-c2bd08268902, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=a83013ca-592d-4eab-a597-c2bd08268902,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:29.638699 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.651522 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Calling delete_port for a83013ca-592d-4eab-a597-c2bd08268902 owned by network:router_interface {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:30.140477 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.170559 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83013ca-592d-4eab-a597-c2bd08268902,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:30.346255 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.563337 n-d-802060-16 neutron-server[106377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:30:30.672219 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:30:30.680888 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53132) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:30.681422 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-07797d18-81f2-4926-a478-0e443324e553 admin admin] 10.222.0.41 "PUT /v2.0/routers/a93ecac0-1729-43bd-b9fc-2e2f9d55d045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289882 Sep 01 16:30:30.682894 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Sync routers for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:30:30.692931 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:30.693187 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:30.786922 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.801374 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: n-d-802060-16 {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:30.893636 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.948259 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Deleting port 8216fcf8-5403-45ba-977c-3c2064588da7 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:30.948585 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.986266 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:30:30Z', 'revision_number': 5, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port': {'id': '8216fcf8-5403-45ba-977c-3c2064588da7', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:31.012660 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Checking router: a93ecac0-1729-43bd-b9fc-2e2f9d55d045 for host: n-d-802060-16 {{(pid=106379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:30:31.021402 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Routers {'a93ecac0-1729-43bd-b9fc-2e2f9d55d045'} bound to L3 agent in host n-d-802060-16 {{(pid=106379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:31.022004 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'], 'active': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:31.034734 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] For port 8216fcf8-5403-45ba-977c-3c2064588da7, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=8216fcf8-5403-45ba-977c-3c2064588da7,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:31.035039 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.048120 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Calling delete_port for 8216fcf8-5403-45ba-977c-3c2064588da7 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:31.110696 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_dvr_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] Set router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 gateway port host: None {{(pid=106379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:31.169488 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.l3_hamode_db [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:30:30Z', 'revision_number': 6, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:31.196928 n-d-802060-16 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ddc4-a71c-45bf-8c0c-a5850526ac13 None None] The sync data for ids ['a93ecac0-1729-43bd-b9fc-2e2f9d55d045'] in n-d-802060-16 is: [{'id': 'a93ecac0-1729-43bd-b9fc-2e2f9d55d045', 'name': 'tempest-TestSnapshotPattern-1121982456-router', 'tenant_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:45Z', 'updated_at': '2021-09-01T16:30:30Z', 'revision_number': 6, 'project_id': '7bd08c3dbf734afb8af38ca9fd539f5b', 'gw_port_host': None}] {{(pid=106379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:30:31.225305 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.250644 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=8216fcf8-5403-45ba-977c-3c2064588da7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:31.311418 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.401437 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.403496 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.447538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.448091 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93ecac0-1729-43bd-b9fc-2e2f9d55d045 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:30:31.452273 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 no longer exists at agent hyperv_n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:31.456020 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] Notify callbacks [] for router, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.457222 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-67693a3e-f620-44f4-a897-48287f558fbc admin admin] 10.222.0.41 "DELETE /v2.0/routers/a93ecac0-1729-43bd-b9fc-2e2f9d55d045 HTTP/1.1" status: 204 len: 168 time: 0.7746491 Sep 01 16:30:31.460435 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:31.472391 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] No Port match for: dea0d144-0734-43a8-975c-559de32dde39 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:31.472729 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Device dea0d144-0734-43a8-975c-559de32dde39 not bound to the agent host n-h2-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:31.505998 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Deleting subnet 4dc7e8f7-b98c-4826-8f7e-32aae887ca64 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:30:31.509123 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.542293 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9521544'] for subnet, precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.628832 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.681401 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9237203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9198838'] for subnet, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.708560 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc7e8f7-b98c-4826-8f7e-32aae887ca64,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:31.712554 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.714538 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-1302107d-2578-43fb-af47-12753c7ffb25 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4dc7e8f7-b98c-4826-8f7e-32aae887ca64 HTTP/1.1" status: 204 len: 168 time: 0.2530222 Sep 01 16:30:31.717025 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:31.719642 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fdd17-5ad7-435d-a8e2-a52077fa80e4 None None] Network 7521d4d9-e83c-4b6a-8af2-015e55808160 requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:30:31.783385 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.841500 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Deleting port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:31.841846 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.903907 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] For port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,segment=NetworkSegment(a60a3b4f-ca28-497c-8d55-237bc8740663),segment_id=a60a3b4f-ca28-497c-8d55-237bc8740663)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:31.904201 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:31.917407 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Calling delete_port for fa84a211-dcd1-49a9-80e7-a9aca33b1d9c owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:31.963128 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] DHCP port deletion for 7521d4d9-e83c-4b6a-8af2-015e55808160 request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:30:32.005720 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.014063 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Deleting port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:32.014436 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.031298 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:32.034872 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] No DVR routers for this DVR port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:32.076480 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] For port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c, host n-d-802060-16, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:32.076845 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.090377 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Calling delete_port for fa84a211-dcd1-49a9-80e7-a9aca33b1d9c owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:32.094620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:30:32.095959 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.107484 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.118261 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7521d4d9-e83c-4b6a-8af2-015e55808160']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:32.125557 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] Pushing event deleted for resources: {'Port': ['ID=fa84a211-dcd1-49a9-80e7-a9aca33b1d9c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:32.129416 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b903d-19db-4c64-b420-3df2d633ffe6 None None] No DVR routers for this DVR port fa84a211-dcd1-49a9-80e7-a9aca33b1d9c on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:32.136880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60a3b4f-ca28-497c-8d55-237bc8740663') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:32.136880 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60a3b4f-ca28-497c-8d55-237bc8740663') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:32.144727 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.159652 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.166963 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:30:32.167397 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:30:32.169289 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:30:32.230391 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.236169 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.241121 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7521d4d9-e83c-4b6a-8af2-015e55808160 HTTP/1.1" status: 204 len: 168 time: 0.5202408 Sep 01 16:30:32.241947 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53138) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:32.293148 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddf2ca-c7b0-40c7-897e-363358a5d638 admin admin] Pushing event deleted for resources: {'Network': ['ID=7521d4d9-e83c-4b6a-8af2-015e55808160,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:32.606529 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728276'] for router_interface, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:33.154768 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Deleting port e76979a9-d375-4565-8c76-67a345070005 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:33.155514 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:33.232781 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] For port e76979a9-d375-4565-8c76-67a345070005, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=e76979a9-d375-4565-8c76-67a345070005,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:33.232943 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:33.235429 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fa84a211-dcd1-49a9-80e7-a9aca33b1d9c no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:33.246045 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Calling delete_port for e76979a9-d375-4565-8c76-67a345070005 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:33.254436 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: fa84a211-dcd1-49a9-80e7-a9aca33b1d9c {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:33.254754 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device fa84a211-dcd1-49a9-80e7-a9aca33b1d9c not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:33.255213 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a83013ca-592d-4eab-a597-c2bd08268902 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:33.274146 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: a83013ca-592d-4eab-a597-c2bd08268902 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:33.274493 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device a83013ca-592d-4eab-a597-c2bd08268902 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:33.274894 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8216fcf8-5403-45ba-977c-3c2064588da7 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:33.293256 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 8216fcf8-5403-45ba-977c-3c2064588da7 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:33.293597 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 8216fcf8-5403-45ba-977c-3c2064588da7 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:33.423538 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:33.447624 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=e76979a9-d375-4565-8c76-67a345070005,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:33.622386 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1555060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728392'] for router_interface, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:33.842214 n-d-802060-16 neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Router b213372e-9c69-43a9-b703-942c4e497dfc has already been hosted by L3 agent 1050f887-fa18-4efb-9f48-19670a464db2 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:30:33.942651 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] Notify agent at l3_agent.n-d-802060-16 the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:30:33.948274 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-3902a984-6bf1-4737-9f64-519fc3a2c9de admin admin] 10.222.0.41 "PUT /v2.0/routers/b213372e-9c69-43a9-b703-942c4e497dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053576 Sep 01 16:30:33.950971 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53140) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:33.951886 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Sync routers for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:30:33.960992 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:33.961669 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:34.055811 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.070036 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: n-d-802060-16 {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:34.157576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.210958 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Deleting port c658b737-8ce9-41da-a10a-9cf9b9c3b88d {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:34.211303 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.244008 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'external_fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:30:33Z', 'revision_number': 5, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port': {'id': 'c658b737-8ce9-41da-a10a-9cf9b9c3b88d', 'name': '', 'network_id': 'aa56c012-0662-4d7e-945e-42b350953ac9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '25644953-dc8e-43a9-979a-1452f4232880', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25644953-dc8e-43a9-979a-1452f4232880', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-16'}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:34.273053 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Checking router: b213372e-9c69-43a9-b703-942c4e497dfc for host: n-d-802060-16 {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:30:34.281290 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Routers {'b213372e-9c69-43a9-b703-942c4e497dfc'} bound to L3 agent in host n-d-802060-16 {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:30:34.282018 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:43:47Z,description=,heartbeat_timestamp=2021-09-01T16:30:18Z,host='n-d-802060-16',id=1050f887-fa18-4efb-9f48-19670a464db2,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:43:47Z,topic='l3_agent')) {'router_ids': ['b213372e-9c69-43a9-b703-942c4e497dfc'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:34.291392 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] For port c658b737-8ce9-41da-a10a-9cf9b9c3b88d, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,segment=NetworkSegment(a71e0b6e-980e-40ea-97aa-d84fa46a8e19),segment_id=a71e0b6e-980e-40ea-97aa-d84fa46a8e19)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:34.291873 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.305270 n-d-802060-16 neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Calling delete_port for c658b737-8ce9-41da-a10a-9cf9b9c3b88d owned by network:router_gateway {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:34.376362 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] Set router b213372e-9c69-43a9-b703-942c4e497dfc gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:30:34.426485 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6468f121-942e-45ab-b40d-015978caab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:30:34Z', 'revision_number': 6, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port_host': None}], 'n-d-802060-16', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:34.455834 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468f121-942e-45ab-b40d-015978caab89 None None] The sync data for ids ['b213372e-9c69-43a9-b703-942c4e497dfc'] in n-d-802060-16 is: [{'id': 'b213372e-9c69-43a9-b703-942c4e497dfc', 'name': 'tempest-TestSnapshotPattern-1291076673-router', 'tenant_id': '8ef741d97fa64a9e9271f7686a70a54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:25:50Z', 'updated_at': '2021-09-01T16:30:34Z', 'revision_number': 6, 'project_id': '8ef741d97fa64a9e9271f7686a70a54f', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:30:34.479566 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8505618'] for port, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.507879 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c658b737-8ce9-41da-a10a-9cf9b9c3b88d,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:34.570115 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745194'] for router_gateway, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.659981 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1725460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61982'] for router, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.662788 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.705882 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725471'] for router, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.706500 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b213372e-9c69-43a9-b703-942c4e497dfc {{(pid=106377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:30:34.713954 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] Notify callbacks [] for router, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.715182 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-19fd54e8-2e76-42fb-b833-7c2e8ad7bcb0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b213372e-9c69-43a9-b703-942c4e497dfc HTTP/1.1" status: 204 len: 168 time: 0.7631915 Sep 01 16:30:34.717774 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53142) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:34.765297 n-d-802060-16 neutron-server[106377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Deleting subnet 33006419-07b1-4d6a-b584-301c4aa2a096 {{(pid=106377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:30:34.768198 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.803414 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850123'] for subnet, precommit_delete_associations {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.884361 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-599908'] for subnet, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.938162 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8505725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9480225'] for subnet, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.973704 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33006419-07b1-4d6a-b584-301c4aa2a096,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:34.975780 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.977721 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-2f2eaa17-2294-48db-901c-a3365a034646 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/33006419-07b1-4d6a-b584-301c4aa2a096 HTTP/1.1" status: 204 len: 168 time: 0.2590275 Sep 01 16:30:34.981571 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53144) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:34.987757 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0bb4bf-7937-49da-b846-ff2e8fc7bfd2 None None] Network 074b467d-769b-4f76-b8c6-1050b5e8767c requested from n-d-802060-16 {{(pid=106378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:30:35.054238 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-527115'] for network, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.112437 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Deleting port 3a00ccb9-7359-4fac-8d53-12940b8c6587 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:35.112775 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.167657 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] DHCP port deletion for 074b467d-769b-4f76-b8c6-1050b5e8767c request from n-d-802060-16 {{(pid=106378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:30:35.182932 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] For port 3a00ccb9-7359-4fac-8d53-12940b8c6587, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a00ccb9-7359-4fac-8d53-12940b8c6587,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:35.183296 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.199857 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Calling delete_port for 3a00ccb9-7359-4fac-8d53-12940b8c6587 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:35.229079 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Deleting port 3a00ccb9-7359-4fac-8d53-12940b8c6587 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:35.229374 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745022661910'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.277441 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e76979a9-d375-4565-8c76-67a345070005 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:35.296528 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9237180'] for port, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.305280 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: e76979a9-d375-4565-8c76-67a345070005 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:35.305620 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device e76979a9-d375-4565-8c76-67a345070005 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:35.306023 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c658b737-8ce9-41da-a10a-9cf9b9c3b88d no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:35.323470 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a00ccb9-7359-4fac-8d53-12940b8c6587,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:35.329460 n-d-802060-16 neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] No DVR routers for this DVR port 3a00ccb9-7359-4fac-8d53-12940b8c6587 on host n-d-802060-16 {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:35.336859 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: c658b737-8ce9-41da-a10a-9cf9b9c3b88d {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:35.337488 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device c658b737-8ce9-41da-a10a-9cf9b9c3b88d not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:35.337923 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a00ccb9-7359-4fac-8d53-12940b8c6587 no longer exists at agent ovs-agent-n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:35.361287 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] No Port match for: 3a00ccb9-7359-4fac-8d53-12940b8c6587 {{(pid=106378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:35.361631 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.rpc [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Device 3a00ccb9-7359-4fac-8d53-12940b8c6587 not bound to the agent host n-d-802060-16 {{(pid=106378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:35.372284 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] For port 3a00ccb9-7359-4fac-8d53-12940b8c6587, host n-d-802060-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-16',level=0,port_id=3a00ccb9-7359-4fac-8d53-12940b8c6587,segment=NetworkSegment(db1c8036-e23e-4477-bb1b-bf4b89309d43),segment_id=db1c8036-e23e-4477-bb1b-bf4b89309d43)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:35.372669 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744994'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.386187 n-d-802060-16 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Calling delete_port for 3a00ccb9-7359-4fac-8d53-12940b8c6587 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:35.391701 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:30:35.404667 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598687', 'neutron.services.segments.db._delete_segments_for_network-8745022634689'] for network, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.414893 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074b467d-769b-4f76-b8c6-1050b5e8767c']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:35.431882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1c8036-e23e-4477-bb1b-bf4b89309d43') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:35.431882 n-d-802060-16 neutron-server[106376]: DEBUG neutron.services.segments.db [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1c8036-e23e-4477-bb1b-bf4b89309d43') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:30:35.441262 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745022645845', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9521587'] for segment, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.456277 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722'] for segment, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.462807 n-d-802060-16 neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:30:35.463200 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9237097'] for segment, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: Traceback (most recent call last): Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: timer() Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: cb(*args, **kw) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: return func(*args, **kwargs) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: self._notify() Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: self.callback(batched_events) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: event.method(event) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: return f(self, *a, **k) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: return self._get(url).json() Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: return self.request(url, 'GET', **kwargs) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:30:35.464933 n-d-802060-16 neutron-server[106376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:30:35.469285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745022663141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745022086961'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.497119 n-d-802060-16 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] Pushing event deleted for resources: {'Port': ['ID=3a00ccb9-7359-4fac-8d53-12940b8c6587,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:35.502322 n-d-802060-16 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15ec32-97d0-4e76-b04a-15bf9cd903f6 None None] No DVR routers for this DVR port 3a00ccb9-7359-4fac-8d53-12940b8c6587 on host n-d-802060-16 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:35.523116 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-598662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1555043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745158'] for network, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.528820 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Notify callbacks [] for network, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.530991 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] 10.222.0.41 "DELETE /v2.0/networks/074b467d-769b-4f76-b8c6-1050b5e8767c HTTP/1.1" status: 204 len: 168 time: 0.5482633 Sep 01 16:30:35.546758 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fb1be-8a17-4df8-b308-b2c32edf7c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=074b467d-769b-4f76-b8c6-1050b5e8767c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:35.709789 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:35.750266 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-4fe30d81-25bb-49fd-86cb-dff2796e349b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bd08c3dbf734afb8af38ca9fd539f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392029 Sep 01 16:30:35.752521 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.41', 53150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:35.800212 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.821908 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.867623 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.871907 n-d-802060-16 neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:35.873124 n-d-802060-16 neutron-server[106376]: INFO neutron.wsgi [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/475227e1-1313-4083-92b1-7edcd89dfc6c HTTP/1.1" status: 204 len: 168 time: 0.1196589 Sep 01 16:30:35.881549 n-d-802060-16 neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651874c6-0c9d-4af6-a521-c6728594e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475227e1-1313-4083-92b1-7edcd89dfc6c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:36.202948 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53156) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:36.245990 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-c3157fdc-a04e-4170-9a56-1039e63d4422 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ef741d97fa64a9e9271f7686a70a54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418375 Sep 01 16:30:36.248649 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [-] (106377) accepted ('10.222.0.41', 53158) {{(pid=106377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:36.297559 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.318383 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.365576 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611466'] for security_group, after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.368355 n-d-802060-16 neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.369699 n-d-802060-16 neutron-server[106377]: INFO neutron.wsgi [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2713e1d9-82b4-484b-8d95-f81540daa9c6 HTTP/1.1" status: 204 len: 168 time: 0.1199992 Sep 01 16:30:36.377553 n-d-802060-16 neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea436a-e83d-470e-81fd-d456afb99296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713e1d9-82b4-484b-8d95-f81540daa9c6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:44.570021 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3377e02-3d59-4cfd-b880-95bb1eb5122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:47.697102 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f31eeaec-7456-4eb4-a607-38999d9120c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:47.833445 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.751885 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:49.337092 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:50.282801 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:58.557347 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:12.392040 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:14.571461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd4f8-76e7-4060-8126-d96f7bc7e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.698967 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbdf224f-6e6d-4b3c-95ec-2fa8e0a7f505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.825992 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.754461 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:19.354569 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.285598 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:28.565219 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.574235 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54050348-ab8f-474e-b702-f7f59128d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.699025 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c474e24-3951-49f6-84cc-997a9d026158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.831434 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.759112 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.350770 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.397720 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:50.291691 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.559238 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.575526 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4186b7f4-b707-46bb-8a0e-58f911bf5dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:17.700460 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ac30c3c7-f8f9-49a8-95c6-6c0d935ac71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:17.833285 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.760176 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.363538 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.291372 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:26.397904 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:28.578503 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:44.576074 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9130523-56ab-4a2f-81e0-041c049cfaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.700099 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7b220d-5878-4079-a187-61df425af24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.833853 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.763619 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:49.362900 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.294133 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:58.592861 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.397292 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:14.577570 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf7eec03-5b97-4814-ac98-edd423ba47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.702904 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6bfd63d4-c0d2-43d1-ad5b-055d68500d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.834952 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:18.765833 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:19.376797 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:20.298308 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:28.585288 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.396711 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:44.578660 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7299eb96-febf-44de-bfd3-7cd3c8d798fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.704391 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c59060a5-3345-42ed-81b6-e7f99735e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.835676 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.768901 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.375772 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.298100 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:58.585523 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:14.579355 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f4abed-4861-41a9-b0c4-a3717353005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:17.396241 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:17.707056 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4f602e5-4437-493b-b10b-d9f7d9e81e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:17.847407 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:18.772736 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:19.393593 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:20.304129 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.592918 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.228591 n-d-802060-16 neutron-server[106376]: DEBUG neutron.wsgi [req-de0c7fca-2497-4b9c-96ad-42198e10f9d7 req-c1872046-b8b3-49ff-b91f-7f2a7b66a5ea service neutron] (106376) timed out ('10.222.0.41', 35820) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:34:44.579896 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dc00ac0-8757-447b-8253-de8530cc85be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.710008 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-370acb6d-4eff-4622-acef-317d95da2328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.841024 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.775014 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.405179 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:50.306161 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:54.395776 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:58.607225 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:14.580135 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ccad2bec-e2db-4274-8bad-eb0d021892b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:17.710984 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7b4a86a-636d-4236-bc10-0cd29d2ac3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:17.842763 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:18.777031 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:19.403132 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:20.308500 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:28.624396 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:31.398529 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:44.581464 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3173d65-20bd-487f-bfcf-df058a110974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:47.712872 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b961a3-c409-4dfd-893c-d8a273af32ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:47.844862 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:48.780916 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:49.402101 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.311679 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.608978 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:08.397041 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:14.582627 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1edd5a67-5273-40da-8c2a-d0a7847744d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.713911 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41f4887f-c85a-4de9-8736-c72774d0ed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.846302 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.783566 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:19.400301 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.314094 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.616032 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:44.585599 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4f20af9-93f8-441c-a226-c15c2489a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.396747 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:47.716323 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-654cc6e0-5bb5-47d8-907e-9f96e79d5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:47.854924 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:48.785481 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.415065 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.317447 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:58.633375 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:14.587466 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4eeb95a-e06a-46a3-8fee-a5320f18c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:17.718843 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a71941f2-b475-444a-9505-a3a9f37f0870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:17.847354 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:18.788940 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:19.446360 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:20.320119 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:22.395900 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:28.630190 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:44.590194 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d688bd47-3baf-41ed-af7e-a96c7d21833d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:47.720592 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24fcb5c3-b219-4a53-b40f-efa165a2b4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:47.848755 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:48.791327 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:49.443527 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:50.322066 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:58.643103 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:59.395268 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:38:14.591876 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5921a86f-b1ee-4a8c-a380-86d0ecfbaf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:17.722536 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f34d406-090f-4e5e-982d-07589049ea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:17.851519 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:18.794195 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:19.444306 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:20.324728 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:28.644478 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:36.394012 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:38:44.595024 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-611fa435-01da-418b-94fe-98b134b04e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:47.723442 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f89c-4023-429f-9ac8-5a43ef03509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:47.853619 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:48.797583 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:49.442932 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:50.327201 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.765369 n-d-802060-16 neutron-server[106377]: DEBUG neutron.wsgi [req-9fd06c63-5c6a-4fa7-85ea-2f0ba5d14b95 req-8522b5fc-e10c-4e25-942b-a8c0949cba8d service neutron] (106377) timed out ('10.222.0.41', 52286) {{(pid=106377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:38:58.663798 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:13.393338 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:14.589550 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6549-33ef-403f-92da-7ed7ccf0e59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:17.727883 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-010ef1a2-d096-4681-a64c-8ede779ea57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:17.863271 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:18.803075 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:19.463116 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:20.331671 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:28.665215 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:44.591383 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72f6302-400e-4ed3-b13f-5f4347ba68dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:47.729811 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eed53db6-7e43-4ef3-8b57-d001dddb8bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:47.858517 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-136c8e24-0166-4960-918a-59f89df6db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:48.803657 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86a948d2-82b2-4640-8c38-9cfe794d96d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:49.499055 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb67b-4779-4fb3-91be-8f92ffa67821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:50.334118 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f19886e-c512-4c37-ab97-fafb997755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:50.391995 n-d-802060-16 neutron-server[106379]: DEBUG neutron.db.agents_db [None req-bc271e96-7c9c-49b6-b9c1-44d3e54424f5 None None] Agent healthcheck: found 7 active agents {{(pid=106379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:58.674085 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3012772b-ef4d-4070-ac4f-1b94089004ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:14.592769 n-d-802060-16 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b8d8fa-a352-4e92-a053-95f7804e44f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745022531804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600257'] for agent, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}